-- Logs begin at Mon 2022-04-18 05:02:37 UTC, end at Mon 2022-04-18 06:52:58 UTC. -- Apr 18 05:42:19.272962 dv-neutron-837489-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 18 05:42:21.750305 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.common.config [-] Logging enabled! Apr 18 05:42:21.751029 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev111 Apr 18 05:42:21.751029 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87927) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 18 05:42:21.754130 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.common.config [-] Logging enabled! Apr 18 05:42:21.754384 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev111 Apr 18 05:42:21.754689 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87927) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 18 05:42:21.755615 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 05:42:21.755843 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 05:42:21.756225 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 05:42:21.756467 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 05:42:21.756689 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 05:42:21.757003 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.757295 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.757586 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.757811 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.758100 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.758385 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.758662 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.758949 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.759243 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.759523 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.759802 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.760130 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.760976 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.760976 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.761508 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.761791 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.762013 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] debug = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.762289 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.762713 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.763123 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.763399 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.763684 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.763958 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.764255 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.764528 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.764808 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.765132 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] host = dv-neutron-837489-1-hyperv {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.765405 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.765688 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.765969 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.766249 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.766519 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.766789 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.767068 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.767337 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.767604 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] log_file = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.767872 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.768182 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.768465 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.768749 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.768970 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.769194 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.769473 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.769757 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.770027 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.770296 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.770564 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.770832 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.771100 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.771363 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.771642 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.771918 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.772229 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.772498 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.772765 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.773032 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.773296 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.773573 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.773838 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.774105 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.774371 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.774650 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.774915 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.775181 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.775472 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.775899 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.776153 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.776358 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.776637 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.776899 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.777161 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.777427 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.777693 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] use_json = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.777958 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.778223 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.778494 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.778765 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.779032 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.779298 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.779567 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.779845 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.780133 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:21.780425 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.780714 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.781007 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.781290 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.781572 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.781848 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.782128 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.782402 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.782683 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.782965 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.783248 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.783521 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.783802 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.784102 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.784393 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.784690 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.784978 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.785263 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.785530 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.785796 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.786061 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.786333 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.786610 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.786896 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.787179 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.787448 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.787721 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.788003 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.788300 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.788565 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.788837 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.789119 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.789392 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.789663 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.789937 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.790206 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.790472 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.790736 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.791008 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.791290 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.792204 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.792508 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.792779 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.793055 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.793322 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.793604 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.793875 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.794143 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.794410 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.794683 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.794950 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.795217 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.795488 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.795755 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.796029 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.796316 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.796583 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.796849 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.797117 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.797383 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.797647 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.797912 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.798183 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.798448 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.798711 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.798978 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.799244 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.799517 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.799798 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.800116 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.800391 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.800662 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.800932 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.801205 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.801476 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.801746 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.802017 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.802288 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.802553 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.802835 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.803110 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.803388 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.803663 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.803934 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.804251 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.804520 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.804792 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.805064 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.805340 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.805618 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.805892 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.806179 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.806464 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.806748 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.807638 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.807929 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.808234 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.808536 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.808812 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:21.809026 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 05:42:21.809263 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87927) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 18 05:42:22.200452 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO keyring.backend [-] Loading KWallet Apr 18 05:42:22.207471 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO keyring.backend [-] Loading SecretService Apr 18 05:42:22.210839 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO keyring.backend [-] Loading Windows Apr 18 05:42:22.212136 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO keyring.backend [-] Loading chainer Apr 18 05:42:22.212909 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO keyring.backend [-] Loading macOS Apr 18 05:42:22.246097 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 18 05:42:22.246361 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 18 05:42:22.246650 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 18 05:42:22.246988 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 18 05:42:22.633690 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:22.633973 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:22.634239 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:22.635642 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:22.635998 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:22.636290 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:22.670883 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:22.671154 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:22.671421 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:22.685065 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:22.685339 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:22.685601 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:22.715055 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:22.715331 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:22.715597 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:22.751808 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:22.752378 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:22.752378 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:22.984803 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:22.985088 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:22.985350 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:22.985607 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:22.986349 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.104417 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.104749 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.105015 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.105283 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.105545 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.105853 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.106114 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.106368 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.106619 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.106899 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.107157 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.107419 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.107679 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.107930 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.108221 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.108488 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.108744 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.109013 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.109262 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.109540 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.109888 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.110141 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.110393 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.110674 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.110920 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.111163 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.111544 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87927) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 05:42:23.111779 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87927) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 05:42:23.112010 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87927) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 05:42:23.112262 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87927) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 05:42:23.112493 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87927) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 05:42:23.112722 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87927) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 05:42:23.113082 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 18 05:42:23.116123 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 18 05:42:23.120490 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 18 05:42:23.124177 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Apr 18 05:42:23.125783 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 18 05:42:23.127210 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 18 05:42:23.127543 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 18 05:42:23.127924 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 18 05:42:23.130716 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 18 05:42:23.130960 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 18 05:42:23.131299 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 05:42:23.158911 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 18 05:42:23.159345 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.159638 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87927) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 18 05:42:23.159995 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.161391 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87927) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 18 05:42:23.161666 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 05:42:23.161903 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 18 05:42:23.165177 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.165458 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.227940 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 18 05:42:23.228207 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 18 05:42:23.228444 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 18 05:42:23.228804 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 18 05:42:23.259277 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_db.sqlalchemy.engines [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87927) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 18 05:42:23.588755 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.managers [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Initializing driver for type 'gre' Apr 18 05:42:23.589236 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] gre ID ranges: [(1, 1000)] Apr 18 05:42:23.643698 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.managers [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Initializing driver for type 'local' Apr 18 05:42:23.644023 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.managers [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Initializing driver for type 'vlan' Apr 18 05:42:23.656455 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] VlanTypeDriver initialization complete Apr 18 05:42:23.656783 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.managers [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Initializing driver for type 'vxlan' Apr 18 05:42:23.657304 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] vxlan ID ranges: [(1, 1000)] Apr 18 05:42:23.710096 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.managers [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Initializing extension driver 'port_security' Apr 18 05:42:23.710539 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.extensions.port_security [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] PortSecurityExtensionDriver initialization complete Apr 18 05:42:23.710917 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.managers [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Initializing mechanism driver 'openvswitch' Apr 18 05:42:23.711286 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.managers [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Initializing mechanism driver 'hyperv' Apr 18 05:42:23.718409 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.plugins.ml2.plugin [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:42:23.719079 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > port after_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.719445 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > port after_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.719793 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > port after_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.720348 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87927) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 05:42:23.720773 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.721123 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.721462 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.721851 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87927) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 05:42:23.722251 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > network after_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.722594 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > network after_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.722933 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > network after_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.723318 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87927) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 05:42:23.723718 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > security_group after_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.724086 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > security_group after_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.724435 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.724967 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87927) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 05:42:23.725369 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.725715 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.726052 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.726440 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87927) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 05:42:23.726838 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > address_group after_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.727179 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > address_group after_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.727513 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.727900 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87927) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 05:42:23.728364 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] ML2 OVO RPC backend initialized. {{(pid=87927) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Apr 18 05:42:23.729730 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.730101 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.730506 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > network before_response 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.730855 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > networks before_response 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.731203 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > port before_response 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.731548 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > ports before_response 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.731890 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > subnet before_response 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.732256 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > subnets before_response 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.732603 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > network after_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.732943 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > network after_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.733281 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > network after_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.733616 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > port after_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.733953 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > port after_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.734293 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > port after_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.734627 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.734961 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.735293 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.735860 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.plugin [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Modular L2 Plugin initialization complete Apr 18 05:42:23.736285 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading services supported by the core plugin {{(pid=87927) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 18 05:42:23.736611 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.plugins.ml2.managers [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Got port-security extension from driver 'port_security' Apr 18 05:42:23.737073 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.extensions.vlantransparent [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Disabled vlantransparent extension. Apr 18 05:42:23.737561 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87927) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 18 05:42:23.737873 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading Plugin: router Apr 18 05:42:23.774557 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.775184 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router after_create 55549900 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.775295 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router before_create 55549900 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.776187 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.776534 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.777033 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router after_delete 55549900 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.777392 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.777754 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router after_create 55549900 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.778100 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router after_update 55549900 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.778445 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router after_update 55549900 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.778789 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.779145 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router after_update 55549900 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.779555 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.779927 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: port after_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.780296 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: port after_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.780634 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: subnet after_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.780970 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.781318 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.781666 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.782006 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: port before_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.782348 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router precommit_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.782701 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router after_update 55549900 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.783041 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.783389 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.783747 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.784123 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.784486 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > agent after_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.784834 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > agent after_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.785176 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > network after_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.786027 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Tracking information for resource: router configured {{(pid=87927) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 05:42:23.786358 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Tracking information for resource: floatingip configured {{(pid=87927) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 05:42:23.791424 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.db.l3_agentschedulers_db [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 18 05:42:23.792701 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: port after_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.793057 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: port after_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.793404 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: port after_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.793753 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: port after_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.794533 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router before_create 55550100 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.794895 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.795254 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router precommit_create 55550100 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.795606 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > router precommit_update 55550100 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.799945 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.services.provider_configuration [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Service providers = [] {{(pid=87927) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 18 05:42:23.800339 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.db.servicetype_db [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87927) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 18 05:42:23.803279 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.services.service_base [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87927) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 05:42:23.803631 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.services.service_base [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87927) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 05:42:23.803971 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.services.service_base [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87927) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 05:42:23.804883 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.services.service_base [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87927) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 05:42:23.805256 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.services.service_base [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 18 05:42:23.805630 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87927) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 05:42:23.805946 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 18 05:42:23.816538 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87927) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 05:42:23.816871 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading Plugin: auto_allocate Apr 18 05:42:23.822730 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: network precommit_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.823137 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: network precommit_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.823671 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87927) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 05:42:23.824287 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading Plugin: tag Apr 18 05:42:23.830805 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87927) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 05:42:23.831132 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading Plugin: timestamp Apr 18 05:42:23.835132 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87927) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 05:42:23.835458 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading Plugin: network_ip_availability Apr 18 05:42:23.841338 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.841654 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.842007 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:23.842711 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87927) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 05:42:23.843032 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading Plugin: flavors Apr 18 05:42:23.847650 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87927) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 05:42:23.847980 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading Plugin: revisions Apr 18 05:42:23.852279 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87927) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 05:42:23.852668 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_concurrency.lockutils [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.606s {{(pid=87927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 18 05:42:23.853410 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87927) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 18 05:42:23.853744 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Initializing extension manager. Apr 18 05:42:23.854875 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: __init__.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.855155 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: __pycache__ {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.855486 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.855821 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: address_group.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.856588 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.857148 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: address-group Apr 18 05:42:23.857466 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: address_scope.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.858172 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.858679 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: address-scope Apr 18 05:42:23.858996 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.859919 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.860469 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: router-admin-state-down-before-update Apr 18 05:42:23.860787 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: agent.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.861671 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.862179 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: agent Apr 18 05:42:23.862499 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: agent_resources_synced.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.863418 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.863931 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: agent-resources-synced Apr 18 05:42:23.864287 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: allowedaddresspairs.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.866061 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.866589 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: allowed-address-pairs Apr 18 05:42:23.866915 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: auto_allocated_topology.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.867991 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.868542 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: auto-allocated-topology Apr 18 05:42:23.868870 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: availability_zone.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.869632 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.870225 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: availability_zone Apr 18 05:42:23.870549 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: availability_zone_filter.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.871465 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.871980 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: availability_zone_filter Apr 18 05:42:23.872328 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: data_plane_status.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.873237 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.873746 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension data-plane-status not supported by any of loaded plugins Apr 18 05:42:23.874064 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: default_subnetpools.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.874971 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.875479 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: default-subnetpools Apr 18 05:42:23.875797 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.876623 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.877138 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: dhcp_agent_scheduler Apr 18 05:42:23.877458 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: dns.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.878363 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.878873 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension dns-integration not supported by any of loaded plugins Apr 18 05:42:23.879193 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: dns_domain_ports.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.880142 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.880656 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 18 05:42:23.880976 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: dvr.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.881643 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.882147 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: dvr Apr 18 05:42:23.882464 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: empty_string_filtering.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.883375 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.883883 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: empty-string-filtering Apr 18 05:42:23.884229 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.885178 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.885744 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 18 05:42:23.886063 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.886971 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.887474 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 18 05:42:23.887791 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: external_net.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.888728 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.889237 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: external-net Apr 18 05:42:23.889557 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.890480 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.890986 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: extra_dhcp_opt Apr 18 05:42:23.891306 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: extraroute.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.892251 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.892767 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: extraroute Apr 18 05:42:23.893091 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: extraroute_atomic.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.894112 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.894624 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: extraroute-atomic Apr 18 05:42:23.894944 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: filter_validation.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.895603 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.896143 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: filter-validation Apr 18 05:42:23.896461 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: fip_pf_description.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.897400 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.897905 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 18 05:42:23.898220 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: fip_port_details.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.899129 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.899635 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: fip-port-details Apr 18 05:42:23.899952 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: flavors.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.901705 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.902227 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: flavors Apr 18 05:42:23.902550 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.904213 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.904742 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 18 05:42:23.905062 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: floatingip_pools.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.905757 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.906272 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: floatingip-pools Apr 18 05:42:23.906591 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: ip_allocation.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.907515 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.908019 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension ip_allocation not supported by any of loaded plugins Apr 18 05:42:23.908360 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.909276 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.909781 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: ip-substring-filtering Apr 18 05:42:23.910098 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: l2_adjacency.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.911028 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.911535 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 18 05:42:23.911851 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: l3.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.912834 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.913356 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: router Apr 18 05:42:23.913676 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.916059 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.917280 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 18 05:42:23.917612 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.918562 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.919088 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: ext-gw-mode Apr 18 05:42:23.919412 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.920374 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.920889 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: l3-ha Apr 18 05:42:23.921208 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: l3_flavors.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.922122 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.922629 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: l3-flavors Apr 18 05:42:23.922945 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.923881 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.924426 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 18 05:42:23.924743 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: l3agentscheduler.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.925764 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.926280 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: l3_agent_scheduler Apr 18 05:42:23.926604 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: logging.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.928129 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.928660 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension logging not supported by any of loaded plugins Apr 18 05:42:23.928990 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: metering.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.929732 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.930314 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: metering Apr 18 05:42:23.930639 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.931735 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.932329 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: metering_source_and_destination_fields Apr 18 05:42:23.932654 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: multiprovidernet.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.933585 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.934097 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: multi-provider Apr 18 05:42:23.934419 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: netmtu.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.935334 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.935844 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: net-mtu Apr 18 05:42:23.936205 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: netmtu_writable.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.937126 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.937635 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: net-mtu-writable Apr 18 05:42:23.937961 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: network_availability_zone.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.938631 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.939140 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: network_availability_zone Apr 18 05:42:23.939461 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: network_ip_availability.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.940572 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.941091 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: network-ip-availability Apr 18 05:42:23.941413 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: network_segment_range.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.942176 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.942676 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension network-segment-range not supported by any of loaded plugins Apr 18 05:42:23.942995 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: pagination.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.943967 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.944323 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: pagination Apr 18 05:42:23.944643 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: port_device_profile.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.945546 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.946060 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: port-device-profile Apr 18 05:42:23.946379 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.947309 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.947890 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: port-mac-address-regenerate Apr 18 05:42:23.948235 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.949403 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.949914 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: port-numa-affinity-policy Apr 18 05:42:23.950230 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: port_resource_request.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.951151 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.951654 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension port-resource-request not supported by any of loaded plugins Apr 18 05:42:23.951973 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: portbindings.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.952919 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.953433 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: binding Apr 18 05:42:23.953750 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: portbindings_extended.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.955173 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.955700 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: binding-extended Apr 18 05:42:23.956029 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: portsecurity.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.956976 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.957490 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: port-security Apr 18 05:42:23.957814 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: project_id.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.958787 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.959114 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: project-id Apr 18 05:42:23.959434 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: providernet.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.960390 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.960936 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: provider Apr 18 05:42:23.961258 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: qos.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.965373 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.965908 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension qos not supported by any of loaded plugins Apr 18 05:42:23.966237 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.967495 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.968010 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 18 05:42:23.968367 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.969287 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.969797 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 18 05:42:23.970119 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: qos_default.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.971030 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.971544 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension qos-default not supported by any of loaded plugins Apr 18 05:42:23.971864 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: qos_fip.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.972547 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.973046 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension qos-fip not supported by any of loaded plugins Apr 18 05:42:23.973366 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: qos_gateway_ip.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.974303 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.974818 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 18 05:42:23.975138 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: qos_port_network_policy.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.976076 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.976587 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 18 05:42:23.976905 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: qos_rule_type_details.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.977821 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.978334 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 18 05:42:23.978651 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: qos_rules_alias.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.980315 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.980829 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 18 05:42:23.981149 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: quotasv2.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.982065 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.982391 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: quotas Apr 18 05:42:23.982705 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: quotasv2_detail.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.984354 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.984692 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: quota_details Apr 18 05:42:23.985022 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: rbac.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.986082 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.986607 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: rbac-policies Apr 18 05:42:23.986934 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: rbac_address_group.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.987873 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.988443 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: rbac-address-group Apr 18 05:42:23.988770 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: rbac_address_scope.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.989695 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.990216 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: rbac-address-scope Apr 18 05:42:23.990538 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: rbac_security_groups.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.991457 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.991975 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: rbac-security-groups Apr 18 05:42:23.992322 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: rbac_subnetpool.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.993256 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.993777 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: rbac-subnetpool Apr 18 05:42:23.994098 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: revisionifmatch.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.995056 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.995570 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: revision-if-match Apr 18 05:42:23.995891 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: revisions.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.997145 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.997667 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: standard-attr-revisions Apr 18 05:42:23.997992 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: router_availability_zone.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:23.998667 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:23.999180 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: router_availability_zone Apr 18 05:42:23.999501 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: routerservicetype.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.000444 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.000959 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension router-service-type not supported by any of loaded plugins Apr 18 05:42:24.001280 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.002204 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.002722 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: security-groups-normalized-cidr Apr 18 05:42:24.003043 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.003978 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.004522 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: port-security-groups-filtering Apr 18 05:42:24.004842 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.005758 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.006273 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: security-groups-remote-address-group Apr 18 05:42:24.006594 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: securitygroup.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.016213 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.016746 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: security-group Apr 18 05:42:24.017080 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: segment.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.017862 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.018375 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension segment not supported by any of loaded plugins Apr 18 05:42:24.018704 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.019649 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.020208 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 18 05:42:24.020537 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: servicetype.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.021634 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.022160 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: service-type Apr 18 05:42:24.022487 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: sorting.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.023473 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.023810 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: sorting Apr 18 05:42:24.024170 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: standard_attr_segment.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.025089 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.025600 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 18 05:42:24.026449 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: standardattrdescription.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.027099 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.027614 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: standard-attr-description Apr 18 05:42:24.027937 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: stateful_security_group.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.028881 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.029400 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: stateful-security-group Apr 18 05:42:24.029721 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: stdattrs_common.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.030297 dv-neutron-837489-1-hyperv neutron-server[87927]: WARNING neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 18 05:42:24.030613 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.031630 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.032179 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 18 05:42:24.032498 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: subnet_onboard.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.033568 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.034096 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: subnet_onboard Apr 18 05:42:24.034453 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.035386 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.035904 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 18 05:42:24.036251 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: subnet_service_types.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.037174 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.037694 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: subnet-service-types Apr 18 05:42:24.038012 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: subnetallocation.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.039092 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.039630 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: subnet_allocation Apr 18 05:42:24.039952 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.040647 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.041169 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: subnetpool-prefix-ops Apr 18 05:42:24.042036 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.042969 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.043484 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 18 05:42:24.043803 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: tagging.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.044888 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.045415 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: standard-attr-tag Apr 18 05:42:24.045739 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: timestamp.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.046942 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.047462 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loaded extension: standard-attr-timestamp Apr 18 05:42:24.047786 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: trunk.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.048849 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.049369 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension trunk not supported by any of loaded plugins Apr 18 05:42:24.049692 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: trunk_details.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.050616 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.051134 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension trunk-details not supported by any of loaded plugins Apr 18 05:42:24.051456 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: uplink_status_propagation.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.052415 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.052933 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 18 05:42:24.053254 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Loading extension file: vlantransparent.py {{(pid=87927) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:42:24.053920 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87927) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:42:24.054439 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 18 05:42:24.056893 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Creating instance of TrackedResource for resource:network Apr 18 05:42:24.057806 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Creating instance of TrackedResource for resource:subnet Apr 18 05:42:24.058580 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 05:42:24.059180 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Creating instance of TrackedResource for resource:port Apr 18 05:42:24.060515 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.v2.resource_helper [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:42:24.060975 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.v2.resource_helper [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Service FLAVORS assigned prefix: {{(pid=87927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:42:24.061593 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.v2.resource_helper [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:42:24.062017 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.v2.resource_helper [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:42:24.062343 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Creating instance of TrackedResource for resource:router Apr 18 05:42:24.063004 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Creating instance of TrackedResource for resource:floatingip Apr 18 05:42:24.063706 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.v2.resource_helper [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Service METERING assigned prefix: /metering {{(pid=87927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:42:24.065193 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:24.065563 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:24.065914 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:42:24.068239 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 05:42:24.068694 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Creating instance of TrackedResource for resource:security_group Apr 18 05:42:24.069358 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 05:42:24.070109 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.v2.resource_helper [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Service CORE assigned prefix: {{(pid=87927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:42:24.070448 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 05:42:24.070787 dv-neutron-837489-1-hyperv neutron-server[87927]: WARNING neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] subnetpool is already registered Apr 18 05:42:24.071412 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.v2.resource_helper [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Service CORE assigned prefix: {{(pid=87927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:42:24.071740 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 05:42:24.072102 dv-neutron-837489-1-hyperv neutron-server[87927]: WARNING neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] subnetpool is already registered Apr 18 05:42:24.182942 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.v2.resource_helper [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:42:24.183376 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.v2.resource_helper [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Service FLAVORS assigned prefix: {{(pid=87927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:42:24.183990 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.v2.resource_helper [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:42:24.184444 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.v2.resource_helper [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:42:24.184786 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Creating instance of TrackedResource for resource:router Apr 18 05:42:24.185122 dv-neutron-837489-1-hyperv neutron-server[87927]: WARNING neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] router is already registered Apr 18 05:42:24.185779 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Creating instance of TrackedResource for resource:floatingip Apr 18 05:42:24.186112 dv-neutron-837489-1-hyperv neutron-server[87927]: WARNING neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] floatingip is already registered Apr 18 05:42:24.186745 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.v2.resource_helper [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Service METERING assigned prefix: /metering {{(pid=87927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:42:24.187571 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 05:42:24.187903 dv-neutron-837489-1-hyperv neutron-server[87927]: WARNING neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] rbac_policy is already registered Apr 18 05:42:24.188357 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Creating instance of TrackedResource for resource:security_group Apr 18 05:42:24.188689 dv-neutron-837489-1-hyperv neutron-server[87927]: WARNING neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] security_group is already registered Apr 18 05:42:24.189280 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 05:42:24.189608 dv-neutron-837489-1-hyperv neutron-server[87927]: WARNING neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] security_group_rule is already registered Apr 18 05:42:24.190274 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.v2.resource_helper [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Service CORE assigned prefix: {{(pid=87927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:42:24.190601 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 05:42:24.190927 dv-neutron-837489-1-hyperv neutron-server[87927]: WARNING neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] subnetpool is already registered Apr 18 05:42:24.191545 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.v2.resource_helper [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Service CORE assigned prefix: {{(pid=87927) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:42:24.191871 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 05:42:24.192234 dv-neutron-837489-1-hyperv neutron-server[87927]: WARNING neutron.quota.resource_registry [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] subnetpool is already registered Apr 18 05:42:24.192875 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: extensions {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.194364 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: address-groups {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.196056 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: address-scopes {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.197243 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: agents {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.198802 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: auto-allocated-topology {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.200426 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: availability_zones {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.201632 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: dhcp-networks {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.203021 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: dhcp-agents {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.204470 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: routers {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.206270 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: flavors {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.207401 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: service_profiles {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.208640 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: next_providers {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.210128 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: service_profiles {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.211743 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: floatingip-pools {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.212963 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: routers {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.214776 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: floatingips {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.215952 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: l3-routers {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.217321 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: l3-agents {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.218845 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: metering-labels {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.220119 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: metering-label-rules {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.221367 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: network-ip-availabilities {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.222598 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: bindings {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.224266 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: quotas {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.225684 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: quotas {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.227064 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: rbac-policies {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.228382 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: security-groups {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.230192 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: security-group-rules {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.231412 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: service-providers {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.232772 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: subnetpools {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.234095 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: subnetpools {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.235516 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: tags {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.237317 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: tags {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.239014 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: tags {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.240877 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: tags {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.243661 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: tags {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.246109 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: tags {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.247783 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: tags {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.249711 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: tags {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.251435 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: tags {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.253312 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron.api.extensions [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Extended resource: tags {{(pid=87927) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:42:24.259226 dv-neutron-837489-1-hyperv neutron-server[87927]: WARNING keystonemiddleware.auth_token [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 18 05:42:24.263929 dv-neutron-837489-1-hyperv neutron-server[87927]: WARNING keystonemiddleware.auth_token [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 18 05:42:24.271944 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_concurrency.lockutils [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Acquired lock "singleton_lock" {{(pid=87927) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 18 05:42:24.272444 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_concurrency.lockutils [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Releasing lock "singleton_lock" {{(pid=87927) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 18 05:42:24.273066 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO oslo_service.service [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Starting 2 workers Apr 18 05:42:24.277718 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Started child 88034 {{(pid=87927) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 05:42:24.281900 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Started child 88035 {{(pid=87927) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 05:42:24.282933 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:24.283500 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO neutron.service [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 18 05:42:24.284129 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Notify callbacks [] for process, before_spawn {{(pid=87927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:24.284367 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [-] (88034) wsgi starting up on http://0.0.0.0:9696 Apr 18 05:42:24.286355 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:24.286774 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO oslo_service.service [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Starting 1 workers Apr 18 05:42:24.287654 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [-] (88035) wsgi starting up on http://0.0.0.0:9696 Apr 18 05:42:24.291864 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Started child 88036 {{(pid=87927) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 05:42:24.292535 dv-neutron-837489-1-hyperv neutron-server[87927]: INFO oslo_service.service [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Starting 1 workers Apr 18 05:42:24.295583 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.service [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] calling RpcWorker wait() {{(pid=88036) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 18 05:42:24.296171 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.service [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] returning from RpcWorker wait() {{(pid=88036) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 18 05:42:24.296792 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Started child 88037 {{(pid=87927) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 05:42:24.297464 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:24.297554 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG neutron_lib.callbacks.manager [None req-45c0df9d-3241-4d1f-bb58-1fbc9df642e5 None None] Notify callbacks [] for process, after_spawn {{(pid=87927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:24.298036 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:42:24.299307 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87927) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 18 05:42:24.299515 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 05:42:24.299706 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 05:42:24.299931 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 05:42:24.300305 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 05:42:24.300470 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 05:42:24.300949 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.301231 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.301493 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.301580 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:24.302016 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.302016 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.302597 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.302876 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.303108 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.303385 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.303637 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.303806 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.303972 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.304251 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.304485 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.304779 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.305045 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.305292 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.305553 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.305724 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.305972 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.306236 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.306469 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.306747 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] debug = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.307063 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.308085 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.308310 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.308554 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.308774 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.309103 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.309260 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.309689 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.310079 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.310463 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.310863 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.311253 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.311634 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.312008 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.312407 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.312838 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.313202 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.313817 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] host = dv-neutron-837489-1-hyperv {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.314203 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.314579 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.314981 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.315383 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.315772 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.316152 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.316547 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.316942 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.317351 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.317743 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.318143 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.318517 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.318895 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.319276 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] log_file = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.319591 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] log_options = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.319991 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.320418 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.320851 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.321193 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.322198 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.322198 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.322198 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.322198 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.322843 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.323228 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.323619 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.323815 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:42:24.324405 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.324817 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.325210 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.325614 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.326011 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.326388 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.326886 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.327313 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.327693 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.328067 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.328488 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.328888 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.329255 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.329699 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.330097 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.330466 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.330879 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.331249 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.331646 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.332071 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.332478 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.332918 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.333338 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.333600 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.333887 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.334119 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.334411 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.334654 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.334909 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.335196 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.335483 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.335891 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.336303 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.336804 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.336996 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] use_json = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.337157 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.337577 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.338015 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.338483 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.338989 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.339106 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.339339 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.339754 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.340180 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.340792 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.341242 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.341711 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.342105 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.342531 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.342924 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.343366 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.343737 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.344224 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.344633 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.345078 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.345500 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.346044 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.346444 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.346956 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.347235 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.347681 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.348212 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.348630 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.348721 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.348955 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.349235 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.349627 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.349909 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.350361 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.350749 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.350931 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.351326 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.351727 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.352192 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.352585 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.352982 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.353412 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.354307 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.354803 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.355223 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.355619 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.355982 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.356406 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.356787 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.357168 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.357578 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.357977 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.358351 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.358719 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.359464 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.359856 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.360142 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.360366 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.360756 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.361143 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.361524 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.361882 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.362106 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.362481 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.362857 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.363217 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.363580 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.363799 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.364218 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.364442 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.364713 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.364949 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.365171 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.365395 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.365623 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.365987 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.366375 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.366751 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.367129 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.367503 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.367861 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.368245 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.368618 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.368976 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.369330 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.370285 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.370722 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.371100 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.371473 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.372107 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.372466 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.372845 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.373232 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.373529 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.373844 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.374103 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.374412 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.374662 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.374919 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.375300 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.375701 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.375933 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.376184 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.376425 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.376680 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.376946 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.377342 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.377756 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.378007 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.378272 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.378634 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.379025 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.379625 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.379625 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.379762 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.380026 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.380328 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.380569 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.380827 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.381076 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.381340 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.381606 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.381890 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.382138 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.382397 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.382692 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.382977 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.383277 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.383539 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.383778 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.384085 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.384314 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.384578 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.384828 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.385122 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.385376 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.385791 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.386047 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.386275 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.386519 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.386778 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.387128 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.387377 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.387622 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.387863 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.388179 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.388418 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.388670 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.388948 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.389223 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.389491 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.389744 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.389993 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.390226 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.390457 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.390707 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.390925 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.391159 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.391375 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.391637 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.391862 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.392115 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.392369 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.392600 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.392826 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.393057 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.393296 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.393512 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.393741 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.393953 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.394190 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.394441 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.394659 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.394899 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.395118 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.395351 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.395610 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.395830 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.396153 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.396408 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.396645 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.396892 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.397148 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.397425 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.397640 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.397882 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.398102 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.398315 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.398532 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.398750 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.399133 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.399502 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.399899 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.400152 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.400396 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.401321 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.401714 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.402151 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.402715 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.402715 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.402870 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.403045 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.403424 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.403642 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.403877 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.404118 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.404342 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.404579 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.404817 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.405038 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.405254 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.405476 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.405748 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.405986 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.406229 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.406467 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.406686 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.406909 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.407125 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.407351 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.407561 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.407772 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.407983 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.408223 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.408434 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.408728 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.408974 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.409205 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.409443 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.409683 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.409935 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.410166 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.410378 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.410617 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.410827 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.411074 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.411303 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.411514 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.411731 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.411977 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.412298 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.412552 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.412775 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.413067 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.413297 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.413541 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.413807 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.414147 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.414365 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.414608 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.414835 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.415073 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.415314 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.415572 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.415907 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.416229 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.416728 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.416976 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.417261 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.417539 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.417810 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.418048 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.418346 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.418698 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.418982 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.419230 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.419476 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.419753 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.419992 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.420256 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.420505 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.420744 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.420859 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:42:24.420950 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.421206 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.421444 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.421669 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.421889 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.422118 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.422355 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.422606 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.422835 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.423057 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.423273 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.423430 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 05:42:24.423933 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87927) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 18 05:42:24.424115 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 05:42:24.424270 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 05:42:24.424440 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 05:42:24.424613 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 05:42:24.424811 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 05:42:24.425023 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.425333 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.425538 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.425880 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.425969 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.426112 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.426267 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.426642 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.426642 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.426790 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.426883 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.427043 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.427202 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.427362 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.427525 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.427683 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.427842 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.428001 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.428187 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.428348 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.428507 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.428807 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.428807 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] debug = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.428956 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.429120 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.429284 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.429442 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.429600 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.429759 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.429917 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.430076 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.430234 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.430393 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.430551 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.430712 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.430872 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.431029 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.431188 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.431346 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.431506 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.431665 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] host = dv-neutron-837489-1-hyperv {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.431823 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.432513 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.432685 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.432823 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.433575 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.433575 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.433575 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.433575 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.433575 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.434005 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.434005 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.434005 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.434219 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.434296 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] log_file = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.434449 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] log_options = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.434606 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.434766 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.434922 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.435573 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.435573 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.435573 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.435813 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.435880 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.436008 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.436682 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.436682 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.436682 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.436682 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.436997 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.436997 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.437150 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.437227 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.437430 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.437539 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.437666 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.437826 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.437990 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.438149 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.438309 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.438467 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.438626 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.438784 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.438943 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.439107 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.439264 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.439575 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.439736 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.439896 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.440142 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.440275 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.440396 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.440518 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.440676 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.440835 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.440994 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.441153 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.441314 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.441474 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.441633 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.441791 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.441949 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] use_json = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.442109 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.442270 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.442428 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.442587 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.442747 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.442906 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.443064 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.443224 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.443384 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:42:24.443563 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.443727 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.443906 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.444065 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.444231 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.444394 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.444555 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.444717 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.444879 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.445040 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.445210 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.445373 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.445550 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.445711 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.445873 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.446181 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.446181 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.446718 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.446718 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.446880 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.447016 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.447183 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.447618 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.447618 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.447843 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.447949 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.448160 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.448259 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.448366 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.448528 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.448692 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.448855 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.449268 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.449431 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.449739 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.449739 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.449883 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.450041 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.450202 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.450365 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.450526 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.450688 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.450850 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.451012 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.451173 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.451335 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.451511 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.451653 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.451806 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.451975 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.452153 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.452308 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.452470 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.452632 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.452793 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.452955 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.453116 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.453277 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.453438 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.453600 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.453761 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.453948 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.454103 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.454263 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.454424 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.454586 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.454749 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.454910 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.455071 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.455232 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.455395 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.455558 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.455719 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.455882 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.456059 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.456225 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.456387 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.456549 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.456720 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.456872 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.457032 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.457193 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.457359 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.457520 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.457691 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.457866 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.458030 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.458192 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.458353 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.458515 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.458676 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.458837 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.459135 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.459135 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.459298 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.459443 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.459604 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.459768 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.459929 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.460120 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.460283 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.460442 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.460603 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.460762 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.460923 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.461083 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.461245 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.461407 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.461566 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.461727 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.461887 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.462058 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.462218 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.462381 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.462543 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.462711 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.462884 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.463046 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.463743 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.464077 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.464077 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.464248 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.464409 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.464570 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.464731 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.464893 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.465055 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.465224 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.465396 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.465559 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.465720 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.465880 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.466063 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.466223 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.466384 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.466551 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.466749 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.466901 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.467037 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.467171 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.467304 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.467468 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.467632 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.467778 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.467943 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.468128 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.468273 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.468444 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.468606 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.468767 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.468928 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.469090 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.469252 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.469413 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.469558 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.469723 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.469886 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.470046 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.470207 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.470368 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.470521 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 36094) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:42:24.470613 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.470694 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.470831 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.470992 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.471153 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.471316 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.471477 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.471638 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.471800 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.471963 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.472137 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.472301 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.472463 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.472625 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.472788 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.472950 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.474000 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.474000 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.474000 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.474000 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.474000 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.474000 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.474000 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.474559 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.474559 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.474559 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.474762 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.474762 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.474911 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.475067 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.475235 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.475397 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.475558 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.475720 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.475882 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.476058 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.476234 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.476398 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.476560 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.476721 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.476883 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.477044 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.477206 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.477370 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.477533 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.477694 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.477856 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.478019 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.478181 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.478348 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.478509 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.478672 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.479470 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.479717 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.479953 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.480217 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.480400 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.480565 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.480729 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.480893 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.481056 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.481230 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.481391 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.481551 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.481712 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.481874 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.482044 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.482206 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.482368 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.482529 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.482690 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.482861 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.483025 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.483187 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.483356 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.483519 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.483680 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.483843 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.484017 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.484202 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.484367 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.484529 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.484909 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.485008 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0109422 Apr 18 05:42:24.485107 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.485510 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.485682 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.485857 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.486028 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.486195 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.486369 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.486541 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.486711 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.486873 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.487041 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.487216 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.487378 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.487540 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.487702 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.487863 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.488025 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.488211 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.488379 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.488540 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.488701 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.488863 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.489024 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.489185 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.489345 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.489506 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.489709 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.489826 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.489987 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.490148 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.490317 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:42:24.490468 dv-neutron-837489-1-hyperv neutron-server[87927]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87927) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 05:42:35.239229 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c38f2d-d27d-42f4-8a43-bd755efcfcdd None None] get_active_networks_info from dv-neutron-837489-1-hyperv {{(pid=88036) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 05:42:35.343058 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c38f2d-d27d-42f4-8a43-bd755efcfcdd None None] No non-hosted networks {{(pid=88036) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 18 05:42:35.354970 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.agentschedulers_db [None req-17c38f2d-d27d-42f4-8a43-bd755efcfcdd None None] DHCP Agent not found on host dv-neutron-837489-1-hyperv {{(pid=88036) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 18 05:42:35.419165 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4bd346de-7129-4594-bc5e-e613ccc4c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3759827'] for agent, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:37.533729 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f2aceb1c-6217-4e52-bb61-e6c78c6ae954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3759827'] for agent, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:37.559180 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a4b9270d-8d6c-4c90-ac7e-1328ab1faddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:38.401577 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3759827'] for agent, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:38.530468 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3759827'] for agent, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:38.535968 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:38.537278 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:38.539654 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:38.540596 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:38.542809 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:38.543148 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:38.543488 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:38.543849 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:38.544221 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:38.544563 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:38.544908 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:38.545234 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:38.545629 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-837489-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:42:38.560856 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-837489-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:42:39.951085 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3759827'] for agent, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:41.614401 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 36186) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:42:42.213716 dv-neutron-837489-1-hyperv neutron-server[88035]: WARNING oslo_policy.policy [None req-b4e08271-436d-4dcc-bc74-203b68ca3b3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 05:42:42.214364 dv-neutron-837489-1-hyperv neutron-server[88035]: WARNING oslo_policy.policy [None req-b4e08271-436d-4dcc-bc74-203b68ca3b3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 05:42:42.429945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-b4e08271-436d-4dcc-bc74-203b68ca3b3d admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:42:42.431034 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b4e08271-436d-4dcc-bc74-203b68ca3b3d admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8156877 Apr 18 05:42:43.729817 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.db.l3_hamode_db [None req-e66063c5-80e6-49a5-a406-efd443304f94 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 18 05:42:43.812938 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66063c5-80e6-49a5-a406-efd443304f94 None None] Routers set() bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:42:43.813316 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66063c5-80e6-49a5-a406-efd443304f94 None None] Router IDs set() for agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 18 05:42:44.821220 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 36200) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:42:45.412816 dv-neutron-837489-1-hyperv neutron-server[88034]: WARNING oslo_policy.policy [None req-2eda30d6-dbff-49f1-94bb-3c77d84f499e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 05:42:45.413410 dv-neutron-837489-1-hyperv neutron-server[88034]: WARNING oslo_policy.policy [None req-2eda30d6-dbff-49f1-94bb-3c77d84f499e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 05:42:45.643363 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-2eda30d6-dbff-49f1-94bb-3c77d84f499e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:42:45.740353 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.policy [None req-2eda30d6-dbff-49f1-94bb-3c77d84f499e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88034) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 18 05:42:45.785945 dv-neutron-837489-1-hyperv neutron-server[88034]: WARNING oslo_policy.policy [None req-2eda30d6-dbff-49f1-94bb-3c77d84f499e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 05:42:45.786311 dv-neutron-837489-1-hyperv neutron-server[88034]: WARNING oslo_policy.policy [None req-2eda30d6-dbff-49f1-94bb-3c77d84f499e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 05:42:45.794904 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.quota [None req-2eda30d6-dbff-49f1-94bb-3c77d84f499e admin admin] Loaded quota_driver: . Apr 18 05:42:45.810675 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2eda30d6-dbff-49f1-94bb-3c77d84f499e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:42:45.870417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2eda30d6-dbff-49f1-94bb-3c77d84f499e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771955933955', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771955933520', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771955928698', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771955917270', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771955976302', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771955967763', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-623534', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-621623', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3731640', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4134247'] for rbac-policy, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:45.930342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2eda30d6-dbff-49f1-94bb-3c77d84f499e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:45.931886 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2eda30d6-dbff-49f1-94bb-3c77d84f499e admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1078212 Apr 18 05:42:48.527573 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 36218) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:42:48.882994 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Request body: {'network': {'name': 'private', 'project_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'admin_state_up': True}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:42:48.888600 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:42:48.892797 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Usage tracker for resource:network and tenant:7b4ab9a4bdc14198916ed30ccdc3955b is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:42:48.897197 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:42:48.903669 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:42:48.913162 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Made reservation on behalf of 7b4ab9a4bdc14198916ed30ccdc3955b for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:42:48.917009 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:48.934797 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:48.948508 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:42:48.952365 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Usage tracker for resource:security_group_rule and tenant:7b4ab9a4bdc14198916ed30ccdc3955b is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:42:48.957306 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:42:48.962738 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:42:49.061777 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:49.065519 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:49.085750 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:42:49.110972 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771957221654', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:49.111528 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Unsubscribe: segment precommit_create {{(pid=88034) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 05:42:49.112021 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Added segment 139897ca-8d33-4154-a538-3951bb37a3a5 of type vlan for network 889c40c0-c369-4c0a-9def-5c7d84453871 Apr 18 05:42:49.162881 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2deff671-b094-4d51-83fb-e42ee3108811,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:42:49.184649 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:49.184999 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:49.185331 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:49.185656 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:49.185973 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:49.186302 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:49.186624 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:49.187000 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:49.187296 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:49.187699 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:49.188153 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:49.188467 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Tracked resource versions report: Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: pushed versions: Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: { 'AddressGroup': {'1.2'}, Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: 'ConntrackHelper': {'1.0'}, Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: 'Log': {'1.0'}, Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: 'Network': {'1.1'}, Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: 'Port': {'1.7'}, Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: 'PortForwarding': {'1.2'}, Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: 'QosPolicy': {'1.8'}, Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: 'SecurityGroup': {'1.4'}, Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: 'SecurityGroupRule': {'1.2'}, Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: 'SubPort': {'1.0'}, Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: 'Subnet': {'1.1'}, Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: 'Trunk': {'1.1'}} Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: consumer versions: Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: { DHCP agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: L3 agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: Metadata agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: Metering agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: Open vSwitch agent@dv-neutron-837489-1-hyperv: { 'AddressGroup': '1.2', Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: 'ConntrackHelper': '1.0', Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: 'Log': '1.0', Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: 'Network': '1.1', Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: 'Port': '1.7', Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: 'PortForwarding': '1.2', Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: 'QosPolicy': '1.8', Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: 'SecurityGroup': '1.4', Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: 'SecurityGroupRule': '1.2', Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: 'SubPort': '1.0', Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: 'Subnet': '1.1', Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: 'Trunk': '1.1'}} Apr 18 05:42:49.189813 dv-neutron-837489-1-hyperv neutron-server[88034]: {{(pid=88034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 05:42:49.219919 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:49.263268 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:49.264452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:42:49.265058 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:49.374035 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8453186 Apr 18 05:42:49.374706 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5ae67-0d5e-49c6-bbad-4f4782a18fd7 admin admin] Pushing event updated for resources: {'Network': ['ID=889c40c0-c369-4c0a-9def-5c7d84453871,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:42:49.403213 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 889c40c0-c369-4c0a-9def-5c7d84453871 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:42:52.060290 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 36234) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:42:52.628622 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.policy [None req-907d2829-56b0-4d52-8b91-903348df9e21 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88035) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 18 05:42:52.682446 dv-neutron-837489-1-hyperv neutron-server[88035]: WARNING oslo_policy.policy [None req-907d2829-56b0-4d52-8b91-903348df9e21 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 05:42:52.682816 dv-neutron-837489-1-hyperv neutron-server[88035]: WARNING oslo_policy.policy [None req-907d2829-56b0-4d52-8b91-903348df9e21 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 05:42:52.690840 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907d2829-56b0-4d52-8b91-903348df9e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:42:52.692582 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-907d2829-56b0-4d52-8b91-903348df9e21 admin admin] 10.222.0.15 "GET /v2.0/networks/889c40c0-c369-4c0a-9def-5c7d84453871 HTTP/1.1" status: 200 len: 825 time: 0.6314437 Apr 18 05:42:52.725661 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c3b2d82f-fc5d-4ce5-946a-82f15609344a admin admin] 10.222.0.15 "GET /v2.0/subnetpools/a7a59344-95a0-4572-860d-87239782e31f HTTP/1.1" status: 200 len: 734 time: 0.0259221 Apr 18 05:42:52.734266 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Request body: {'subnet': {'subnetpool_id': 'a7a59344-95a0-4572-860d-87239782e31f', 'tenant_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '889c40c0-c369-4c0a-9def-5c7d84453871'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:42:52.735812 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.quota [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Loaded quota_driver: . Apr 18 05:42:52.741777 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:42:52.747242 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Usage tracker for resource:subnet and tenant:7b4ab9a4bdc14198916ed30ccdc3955b is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:42:52.750716 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:42:52.757645 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:42:52.773671 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Made reservation on behalf of 7b4ab9a4bdc14198916ed30ccdc3955b for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:42:52.777409 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:53.085979 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:53.170809 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Checking segment: {'id': '139897ca-8d33-4154-a538-3951bb37a3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '889c40c0-c369-4c0a-9def-5c7d84453871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:42:53.171171 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Network hostable DHCP agents. Network: 889c40c0-c369-4c0a-9def-5c7d84453871, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:42:53.186330 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31f2075b-0c2e-4d84-bd34-5c3970fab1c9,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:42:53.195312 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:53.195663 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:53.195994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:53.196341 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:53.196660 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:53.197981 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:53.198308 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:53.198641 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:53.199219 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:53.199544 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:53.199864 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:53.200209 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Tracked resource versions report: Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: pushed versions: Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: { 'AddressGroup': {'1.2'}, Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: 'ConntrackHelper': {'1.0'}, Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: 'Log': {'1.0'}, Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: 'Network': {'1.1'}, Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: 'Port': {'1.7'}, Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: 'PortForwarding': {'1.2'}, Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: 'QosPolicy': {'1.8'}, Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: 'SecurityGroup': {'1.4'}, Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: 'SecurityGroupRule': {'1.2'}, Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: 'SubPort': {'1.0'}, Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: 'Subnet': {'1.1'}, Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: 'Trunk': {'1.1'}} Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: consumer versions: Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: { DHCP agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: L3 agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: Metadata agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: Metering agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: Open vSwitch agent@dv-neutron-837489-1-hyperv: { 'AddressGroup': '1.2', Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: 'ConntrackHelper': '1.0', Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: 'Log': '1.0', Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: 'Network': '1.1', Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: 'Port': '1.7', Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: 'PortForwarding': '1.2', Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: 'QosPolicy': '1.8', Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: 'SecurityGroup': '1.4', Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: 'SecurityGroupRule': '1.2', Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: 'SubPort': '1.0', Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: 'Subnet': '1.1', Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: 'Trunk': '1.1'}} Apr 18 05:42:53.201552 dv-neutron-837489-1-hyperv neutron-server[88035]: {{(pid=88035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 05:42:53.218517 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Network 889c40c0-c369-4c0a-9def-5c7d84453871 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:42:53.232951 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 889c40c0-c369-4c0a-9def-5c7d84453871) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:42:53.237567 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:42:53.238174 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:53.244829 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e078e8a-edce-45aa-8352-2292b90cc61a None None] Network 889c40c0-c369-4c0a-9def-5c7d84453871 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:42:53.259097 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-598f4b87-a4c4-4d8e-ad93-1d68610a16e5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5282469 Apr 18 05:42:53.553411 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-889c40c0-c369-4c0a-9def-5c7d84453871', 'network_id': '889c40c0-c369-4c0a-9def-5c7d84453871', 'tenant_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'fixed_ips': [{'subnet_id': '31f2075b-0c2e-4d84-bd34-5c3970fab1c9'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:42:53.554599 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:53.742993 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Allocated IP 172.20.0.2 (889c40c0-c369-4c0a-9def-5c7d84453871/31f2075b-0c2e-4d84-bd34-5c3970fab1c9/a583f13d-2d1b-46ac-b35d-acf856990538) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:42:53.969021 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:53.981994 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Transition to ACTIVE for port object a583f13d-2d1b-46ac-b35d-acf856990538 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:42:54.001368 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Transition to ACTIVE for port object a583f13d-2d1b-46ac-b35d-acf856990538 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:42:54.008565 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:54.066050 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Network 889c40c0-c369-4c0a-9def-5c7d84453871 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:42:54.068751 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:42:54.080701 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:42:54.088180 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Pushing event updated for resources: {'Port': ['ID=a583f13d-2d1b-46ac-b35d-acf856990538,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:42:54.130002 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:54.130342 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:54.130679 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:54.131008 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:54.131336 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:54.131676 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:54.132001 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:54.132343 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:54.132680 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:54.133003 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:54.133319 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:54.133633 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Tracked resource versions report: Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: pushed versions: Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: { 'AddressGroup': {'1.2'}, Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: 'ConntrackHelper': {'1.0'}, Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: 'Log': {'1.0'}, Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: 'Network': {'1.1'}, Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: 'Port': {'1.7'}, Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: 'PortForwarding': {'1.2'}, Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: 'QosPolicy': {'1.8'}, Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: 'SecurityGroup': {'1.4'}, Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: 'SecurityGroupRule': {'1.2'}, Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: 'SubPort': {'1.0'}, Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: 'Subnet': {'1.1'}, Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: 'Trunk': {'1.1'}} Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: consumer versions: Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: { DHCP agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: L3 agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: Metadata agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: Metering agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: Open vSwitch agent@dv-neutron-837489-1-hyperv: { 'AddressGroup': '1.2', Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: 'ConntrackHelper': '1.0', Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: 'Log': '1.0', Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: 'Network': '1.1', Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: 'Port': '1.7', Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: 'PortForwarding': '1.2', Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: 'QosPolicy': '1.8', Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: 'SecurityGroup': '1.4', Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: 'SecurityGroupRule': '1.2', Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: 'SubPort': '1.0', Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: 'Subnet': '1.1', Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: 'Trunk': '1.1'}} Apr 18 05:42:54.135726 dv-neutron-837489-1-hyperv neutron-server[88036]: {{(pid=88036) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 05:42:54.186931 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Attempting to bind port a583f13d-2d1b-46ac-b35d-acf856990538 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:42:54.187326 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Attempting to bind port a583f13d-2d1b-46ac-b35d-acf856990538 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '139897ca-8d33-4154-a538-3951bb37a3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '889c40c0-c369-4c0a-9def-5c7d84453871'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:42:54.187722 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Attempting to bind port a583f13d-2d1b-46ac-b35d-acf856990538 on network 889c40c0-c369-4c0a-9def-5c7d84453871 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:42:54.192891 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:42:54.193277 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Checking segment: {'id': '139897ca-8d33-4154-a538-3951bb37a3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '889c40c0-c369-4c0a-9def-5c7d84453871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:42:54.193749 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:54.194134 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Bound using segment: {'id': '139897ca-8d33-4154-a538-3951bb37a3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '889c40c0-c369-4c0a-9def-5c7d84453871'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:42:54.194598 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Bound port: a583f13d-2d1b-46ac-b35d-acf856990538, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139897ca-8d33-4154-a538-3951bb37a3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '889c40c0-c369-4c0a-9def-5c7d84453871'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:42:54.194996 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:54.281811 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] For port a583f13d-2d1b-46ac-b35d-acf856990538, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:42:54.285636 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] For port a583f13d-2d1b-46ac-b35d-acf856990538, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a583f13d-2d1b-46ac-b35d-acf856990538,segment=NetworkSegment(139897ca-8d33-4154-a538-3951bb37a3a5),segment_id=139897ca-8d33-4154-a538-3951bb37a3a5)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:42:54.291643 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:54.381200 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba60ed6-6520-4256-b889-e89594ec5bb4 None None] Pushing event updated for resources: {'Port': ['ID=a583f13d-2d1b-46ac-b35d-acf856990538,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:42:55.695347 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 36250) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:42:56.061351 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-8e12f12b-cd5b-45b8-9175-26f62dca1c8a admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:42:56.062401 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8e12f12b-cd5b-45b8-9175-26f62dca1c8a admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3654249 Apr 18 05:42:58.139249 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4a8e78-4119-4d6f-aebf-5dc40d135819 None None] Network 889c40c0-c369-4c0a-9def-5c7d84453871 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:42:58.250472 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c6115e6d-2e93-42f2-acd0-9a865e1e5a9f None None] Provisioning for port a583f13d-2d1b-46ac-b35d-acf856990538 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:42:58.258740 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a583f13d-2d1b-46ac-b35d-acf856990538 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:42:58.429715 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port a583f13d-2d1b-46ac-b35d-acf856990538 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:42:58.443082 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port a583f13d-2d1b-46ac-b35d-acf856990538 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:42:58.443471 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:58.491856 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 36266) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:42:58.606826 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:58.641698 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port a583f13d-2d1b-46ac-b35d-acf856990538, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a583f13d-2d1b-46ac-b35d-acf856990538,segment=NetworkSegment(139897ca-8d33-4154-a538-3951bb37a3a5),segment_id=139897ca-8d33-4154-a538-3951bb37a3a5)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:42:58.646075 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:58.717489 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=a583f13d-2d1b-46ac-b35d-acf856990538,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:42:58.810184 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a3eb8f58-669d-41b1-8013-76e2a360fba6 None None] Provisioning complete for port a583f13d-2d1b-46ac-b35d-acf856990538 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:42:58.810545 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a3eb8f58-669d-41b1-8013-76e2a360fba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:42:58.880588 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-d3b7f1bc-b457-4470-90ed-6703551e6b8c admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:42:58.881551 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d3b7f1bc-b457-4470-90ed-6703551e6b8c admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3887546 Apr 18 05:43:00.214302 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a583f13d-2d1b-46ac-b35d-acf856990538 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:43:00.278427 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port a583f13d-2d1b-46ac-b35d-acf856990538 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:43:00.278787 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:01.533575 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 36278) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:43:01.882462 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-ded17b7c-6114-430f-b549-d5eac8c16390 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '7b4ab9a4bdc14198916ed30ccdc3955b'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:43:01.888263 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ded17b7c-6114-430f-b549-d5eac8c16390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:43:01.891958 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ded17b7c-6114-430f-b549-d5eac8c16390 admin admin] Usage tracker for resource:router and tenant:7b4ab9a4bdc14198916ed30ccdc3955b is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:43:01.895238 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ded17b7c-6114-430f-b549-d5eac8c16390 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:43:01.901532 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ded17b7c-6114-430f-b549-d5eac8c16390 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:43:01.911309 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ded17b7c-6114-430f-b549-d5eac8c16390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:01.912993 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ded17b7c-6114-430f-b549-d5eac8c16390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:01.934378 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ded17b7c-6114-430f-b549-d5eac8c16390 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:02.040325 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ded17b7c-6114-430f-b549-d5eac8c16390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:02.057852 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ded17b7c-6114-430f-b549-d5eac8c16390 admin admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:02.058992 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ded17b7c-6114-430f-b549-d5eac8c16390 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5244725 Apr 18 05:43:04.448896 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 36288) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:43:04.808543 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-8e5afd78-203e-48e7-b979-e7020ba98cdc admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:43:04.809529 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8e5afd78-203e-48e7-b979-e7020ba98cdc admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3594742 Apr 18 05:43:05.182113 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d31686fd-8d4e-4c8b-bd6b-afd4db8649aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:07.238116 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 36298) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:43:07.522784 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b2875402-5940-4cec-ab68-40004b62490b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:07.611425 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:43:07.616271 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:43:07.620014 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] Usage tracker for resource:network and tenant:278b0ad4893944959689b595733b0581 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:43:07.622819 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:43:07.628260 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:43:07.638165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] Made reservation on behalf of 278b0ad4893944959689b595733b0581 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:43:07.640469 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:07.652622 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:07.674710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:43:07.678347 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] Usage tracker for resource:security_group_rule and tenant:278b0ad4893944959689b595733b0581 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:43:07.681210 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:43:07.687121 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:43:07.771163 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:07.775359 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:07.791424 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] Reserving flat network on physical network physnet1 {{(pid=88034) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 18 05:43:07.816833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8f4428-3440-45d5-b94f-be73970b92b2,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:43:07.819506 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:07.819847 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] Added segment 7f8051e3-d661-4e23-977e-d02b790e50b1 of type flat for network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 Apr 18 05:43:07.852318 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:07.886678 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:07.887582 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:43:07.888224 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:08.003852 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] Pushing event updated for resources: {'Network': ['ID=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:43:08.024456 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c92756be-2445-4c13-aae3-43fd8b1f3419 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7727914 Apr 18 05:43:08.025404 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:43:08.356082 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:08.525921 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:09.914054 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:10.579801 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 36318) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:43:10.788585 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee9ef99-9e44-4837-a871-acd8d3a0de4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:43:10.789940 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2ee9ef99-9e44-4837-a871-acd8d3a0de4c admin admin] 10.222.0.15 "GET /v2.0/subnets/31f2075b-0c2e-4d84-bd34-5c3970fab1c9 HTTP/1.1" status: 200 len: 849 time: 0.2091777 Apr 18 05:43:10.936895 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b84c5372-997a-41ed-88c2-10c55820e8e3 admin admin] 10.222.0.15 "GET /v2.0/routers/e6983660-674f-49fc-b85a-000e11690b15 HTTP/1.1" status: 200 len: 704 time: 0.1408079 Apr 18 05:43:11.395153 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b3ab4f52-255a-4dbc-8357-c7fcb1df6c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:11.621271 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-b3ab4f52-255a-4dbc-8357-c7fcb1df6c78 admin admin] Allocated IP 172.20.0.1 (889c40c0-c369-4c0a-9def-5c7d84453871/31f2075b-0c2e-4d84-bd34-5c3970fab1c9/db6a1bab-7247-4e60-9e51-151f94ec4e9e) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:43:11.772090 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b3ab4f52-255a-4dbc-8357-c7fcb1df6c78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:11.789935 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-b3ab4f52-255a-4dbc-8357-c7fcb1df6c78 admin admin] Transition to ACTIVE for port object db6a1bab-7247-4e60-9e51-151f94ec4e9e will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:43:11.842618 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b3ab4f52-255a-4dbc-8357-c7fcb1df6c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:11.903682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ab4f52-255a-4dbc-8357-c7fcb1df6c78 admin admin] Network 889c40c0-c369-4c0a-9def-5c7d84453871 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:43:11.906254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-b3ab4f52-255a-4dbc-8357-c7fcb1df6c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:43:11.918508 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ab4f52-255a-4dbc-8357-c7fcb1df6c78 admin admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:43:11.918768 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b3ab4f52-255a-4dbc-8357-c7fcb1df6c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:12.084820 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab4f52-255a-4dbc-8357-c7fcb1df6c78 admin admin] Pushing event updated for resources: {'Port': ['ID=db6a1bab-7247-4e60-9e51-151f94ec4e9e,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:43:12.119606 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7d9f3490-39c4-4489-b8b0-c23630095ae4 None None] Provisioning for port db6a1bab-7247-4e60-9e51-151f94ec4e9e completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:43:12.124284 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7d9f3490-39c4-4489-b8b0-c23630095ae4 None None] Provisioning complete for port db6a1bab-7247-4e60-9e51-151f94ec4e9e triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:43:12.124647 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7d9f3490-39c4-4489-b8b0-c23630095ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:12.177711 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f3490-39c4-4489-b8b0-c23630095ae4 None None] Port db6a1bab-7247-4e60-9e51-151f94ec4e9e cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:43:12.219866 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b3ab4f52-255a-4dbc-8357-c7fcb1df6c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:12.445708 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b3ab4f52-255a-4dbc-8357-c7fcb1df6c78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:12.451049 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b3ab4f52-255a-4dbc-8357-c7fcb1df6c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:12.451889 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b3ab4f52-255a-4dbc-8357-c7fcb1df6c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:12.588313 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab4f52-255a-4dbc-8357-c7fcb1df6c78 admin admin] Pushing event updated for resources: {'Port': ['ID=db6a1bab-7247-4e60-9e51-151f94ec4e9e,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:43:12.640851 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ab4f52-255a-4dbc-8357-c7fcb1df6c78 admin admin] Network 889c40c0-c369-4c0a-9def-5c7d84453871 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:43:12.641887 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-b3ab4f52-255a-4dbc-8357-c7fcb1df6c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:43:12.799701 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-416c34ae-21ea-4db4-aead-d1bd8e23b6d4 None None] Provisioning complete for port db6a1bab-7247-4e60-9e51-151f94ec4e9e triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:43:12.800096 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-416c34ae-21ea-4db4-aead-d1bd8e23b6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:12.832240 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ab4f52-255a-4dbc-8357-c7fcb1df6c78 admin admin] Router e6983660-674f-49fc-b85a-000e11690b15 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:43:12.855933 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-416c34ae-21ea-4db4-aead-d1bd8e23b6d4 None None] Port db6a1bab-7247-4e60-9e51-151f94ec4e9e cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:43:12.989584 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ab4f52-255a-4dbc-8357-c7fcb1df6c78 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:43:12.999294 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b3ab4f52-255a-4dbc-8357-c7fcb1df6c78 admin admin] 10.222.0.15 "PUT /v2.0/routers/e6983660-674f-49fc-b85a-000e11690b15/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0573614 Apr 18 05:43:13.000419 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] Sync routers for ids ['e6983660-674f-49fc-b85a-000e11690b15'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:43:13.010957 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] Routers {'e6983660-674f-49fc-b85a-000e11690b15'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:43:13.011825 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:43:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['e6983660-674f-49fc-b85a-000e11690b15'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:43:13.189427 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] Set router e6983660-674f-49fc-b85a-000e11690b15 gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:43:13.555501 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6983660-674f-49fc-b85a-000e11690b15', 'name': 'router1', 'tenant_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:43:01Z', 'updated_at': '2022-04-18T05:43:12Z', 'revision_number': 2, 'project_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'gw_port_host': None, '_interfaces': [{'id': 'db6a1bab-7247-4e60-9e51-151f94ec4e9e', 'name': '', 'network_id': '889c40c0-c369-4c0a-9def-5c7d84453871', 'tenant_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'mac_address': 'fa:16:3e:ae:e7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6983660-674f-49fc-b85a-000e11690b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31f2075b-0c2e-4d84-bd34-5c3970fab1c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:43:11Z', 'updated_at': '2022-04-18T05:43:12Z', 'revision_number': 2, 'project_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'subnets': [{'id': '31f2075b-0c2e-4d84-bd34-5c3970fab1c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7a59344-95a0-4572-860d-87239782e31f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:43:13.560938 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] Checking router: e6983660-674f-49fc-b85a-000e11690b15 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:43:13.561306 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] Updating router e6983660-674f-49fc-b85a-000e11690b15 port db6a1bab-7247-4e60-9e51-151f94ec4e9e binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:43:13.613628 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:13.986032 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:14.000675 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] Transition to ACTIVE for port object db6a1bab-7247-4e60-9e51-151f94ec4e9e will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:43:14.006710 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:14.238835 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a3892-de37-4572-9766-a1833bb985d7 None None] Pushing event updated for resources: {'Port': ['ID=db6a1bab-7247-4e60-9e51-151f94ec4e9e,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:43:14.250721 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a3892-de37-4572-9766-a1833bb985d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:43:14.251073 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a3892-de37-4572-9766-a1833bb985d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:43:14.251394 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a3892-de37-4572-9766-a1833bb985d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:43:14.251751 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a3892-de37-4572-9766-a1833bb985d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:43:14.252100 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a3892-de37-4572-9766-a1833bb985d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:43:14.252440 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a3892-de37-4572-9766-a1833bb985d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:43:14.252760 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a3892-de37-4572-9766-a1833bb985d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:43:14.253076 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a3892-de37-4572-9766-a1833bb985d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:43:14.253403 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a3892-de37-4572-9766-a1833bb985d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:43:14.253716 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a3892-de37-4572-9766-a1833bb985d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:43:14.254027 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a3892-de37-4572-9766-a1833bb985d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:43:14.254334 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a3892-de37-4572-9766-a1833bb985d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a3892-de37-4572-9766-a1833bb985d7 None None] Tracked resource versions report: Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: pushed versions: Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: { 'AddressGroup': {'1.2'}, Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: 'ConntrackHelper': {'1.0'}, Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: 'Log': {'1.0'}, Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: 'Network': {'1.1'}, Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: 'Port': {'1.7'}, Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: 'PortForwarding': {'1.2'}, Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: 'QosPolicy': {'1.8'}, Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: 'SecurityGroup': {'1.4'}, Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: 'SecurityGroupRule': {'1.2'}, Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: 'SubPort': {'1.0'}, Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: 'Subnet': {'1.1'}, Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: 'Trunk': {'1.1'}} Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: consumer versions: Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: { DHCP agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: L3 agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: Metadata agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: Metering agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: Open vSwitch agent@dv-neutron-837489-1-hyperv: { 'AddressGroup': '1.2', Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: 'ConntrackHelper': '1.0', Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: 'Log': '1.0', Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: 'Network': '1.1', Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: 'Port': '1.7', Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: 'PortForwarding': '1.2', Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: 'QosPolicy': '1.8', Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: 'SecurityGroup': '1.4', Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: 'SecurityGroupRule': '1.2', Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: 'SubPort': '1.0', Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: 'Subnet': '1.1', Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: 'Trunk': '1.1'}} Apr 18 05:43:14.255692 dv-neutron-837489-1-hyperv neutron-server[88037]: {{(pid=88037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 05:43:14.259917 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] Attempting to bind port db6a1bab-7247-4e60-9e51-151f94ec4e9e on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:43:14.260352 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] Attempting to bind port db6a1bab-7247-4e60-9e51-151f94ec4e9e by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '139897ca-8d33-4154-a538-3951bb37a3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '889c40c0-c369-4c0a-9def-5c7d84453871'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:43:14.260747 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] Attempting to bind port db6a1bab-7247-4e60-9e51-151f94ec4e9e on network 889c40c0-c369-4c0a-9def-5c7d84453871 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:43:14.266214 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:43:14.266606 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] Checking segment: {'id': '139897ca-8d33-4154-a538-3951bb37a3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '889c40c0-c369-4c0a-9def-5c7d84453871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:43:14.267081 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:14.267457 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] Bound using segment: {'id': '139897ca-8d33-4154-a538-3951bb37a3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '889c40c0-c369-4c0a-9def-5c7d84453871'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:43:14.267926 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] Bound port: db6a1bab-7247-4e60-9e51-151f94ec4e9e, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139897ca-8d33-4154-a538-3951bb37a3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '889c40c0-c369-4c0a-9def-5c7d84453871'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:43:14.268312 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:14.364110 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] For port db6a1bab-7247-4e60-9e51-151f94ec4e9e, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:43:14.369421 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] For port db6a1bab-7247-4e60-9e51-151f94ec4e9e, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=db6a1bab-7247-4e60-9e51-151f94ec4e9e,segment=NetworkSegment(139897ca-8d33-4154-a538-3951bb37a3a5),segment_id=139897ca-8d33-4154-a538-3951bb37a3a5)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:43:14.373134 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:14.457447 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] Routers {'e6983660-674f-49fc-b85a-000e11690b15'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:43:14.458070 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:43:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['e6983660-674f-49fc-b85a-000e11690b15'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:43:14.527446 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a3892-de37-4572-9766-a1833bb985d7 None None] Pushing event updated for resources: {'Port': ['ID=db6a1bab-7247-4e60-9e51-151f94ec4e9e,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:43:14.622856 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] Set router e6983660-674f-49fc-b85a-000e11690b15 gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:43:14.948742 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6983660-674f-49fc-b85a-000e11690b15', 'name': 'router1', 'tenant_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:43:01Z', 'updated_at': '2022-04-18T05:43:12Z', 'revision_number': 2, 'project_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'gw_port_host': None, '_interfaces': [{'id': 'db6a1bab-7247-4e60-9e51-151f94ec4e9e', 'name': '', 'network_id': '889c40c0-c369-4c0a-9def-5c7d84453871', 'tenant_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'mac_address': 'fa:16:3e:ae:e7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6983660-674f-49fc-b85a-000e11690b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31f2075b-0c2e-4d84-bd34-5c3970fab1c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:43:11Z', 'updated_at': '2022-04-18T05:43:14Z', 'revision_number': 4, 'project_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'subnets': [{'id': '31f2075b-0c2e-4d84-bd34-5c3970fab1c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7a59344-95a0-4572-860d-87239782e31f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:43:14.952745 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e18b93-80e6-430e-9132-df45a726b566 None None] The sync data for ids ['e6983660-674f-49fc-b85a-000e11690b15'] in dv-neutron-837489-1-hyperv is: [{'id': 'e6983660-674f-49fc-b85a-000e11690b15', 'name': 'router1', 'tenant_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:43:01Z', 'updated_at': '2022-04-18T05:43:12Z', 'revision_number': 2, 'project_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'gw_port_host': None, '_interfaces': [{'id': 'db6a1bab-7247-4e60-9e51-151f94ec4e9e', 'name': '', 'network_id': '889c40c0-c369-4c0a-9def-5c7d84453871', 'tenant_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'mac_address': 'fa:16:3e:ae:e7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6983660-674f-49fc-b85a-000e11690b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31f2075b-0c2e-4d84-bd34-5c3970fab1c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:43:11Z', 'updated_at': '2022-04-18T05:43:14Z', 'revision_number': 4, 'project_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'subnets': [{'id': '31f2075b-0c2e-4d84-bd34-5c3970fab1c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7a59344-95a0-4572-860d-87239782e31f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:43:15.236171 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 36340) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:43:15.384873 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1c1a13-a338-4687-a858-949461920457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:43:15.385548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3d1c1a13-a338-4687-a858-949461920457 admin admin] Synchronizing usage tracker for tenant:278b0ad4893944959689b595733b0581 on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:43:15.402184 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3d1c1a13-a338-4687-a858-949461920457 admin admin] Unset dirty status for tenant:278b0ad4893944959689b595733b0581 on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:43:15.403437 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3d1c1a13-a338-4687-a858-949461920457 admin admin] 10.222.0.15 "GET /v2.0/networks/9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 HTTP/1.1" status: 200 len: 842 time: 0.1662409 Apr 18 05:43:15.412648 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-766ddf0c-06ae-4a22-a2f2-71f4bfde755b admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'name': 'public-subnet', 'gateway_ip': '172.26.1.1', 'enable_dhcp': False, 'cidr': '172.26.1.0/24'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:43:15.418430 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-766ddf0c-06ae-4a22-a2f2-71f4bfde755b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:43:15.422221 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-766ddf0c-06ae-4a22-a2f2-71f4bfde755b admin admin] Usage tracker for resource:subnet and tenant:278b0ad4893944959689b595733b0581 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:43:15.425092 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-766ddf0c-06ae-4a22-a2f2-71f4bfde755b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:43:15.431907 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-766ddf0c-06ae-4a22-a2f2-71f4bfde755b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:43:15.441020 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766ddf0c-06ae-4a22-a2f2-71f4bfde755b admin admin] Made reservation on behalf of 278b0ad4893944959689b595733b0581 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:43:15.443226 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-766ddf0c-06ae-4a22-a2f2-71f4bfde755b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:15.873179 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.objects.ports [None req-766ddf0c-06ae-4a22-a2f2-71f4bfde755b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88034) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 05:43:15.873654 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-766ddf0c-06ae-4a22-a2f2-71f4bfde755b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:15.951337 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ddf0c-06ae-4a22-a2f2-71f4bfde755b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f973ed3b-1188-477d-97f1-e8c813860028,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:43:15.957121 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766ddf0c-06ae-4a22-a2f2-71f4bfde755b admin admin] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:43:15.957479 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766ddf0c-06ae-4a22-a2f2-71f4bfde755b admin admin] Network hostable DHCP agents. Network: 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:43:15.978156 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766ddf0c-06ae-4a22-a2f2-71f4bfde755b admin admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:43:15.987285 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-766ddf0c-06ae-4a22-a2f2-71f4bfde755b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:43:15.991163 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766ddf0c-06ae-4a22-a2f2-71f4bfde755b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:43:15.991740 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-766ddf0c-06ae-4a22-a2f2-71f4bfde755b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:15.996904 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460a2fbb-2961-45a6-b25c-b02525de70c1 None None] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:43:16.021098 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-766ddf0c-06ae-4a22-a2f2-71f4bfde755b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6021271 Apr 18 05:43:16.238872 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50d359d-1e5e-4334-86b2-09acf073f6af None None] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:43:16.257398 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device db6a1bab-7247-4e60-9e51-151f94ec4e9e up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:43:16.447733 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port db6a1bab-7247-4e60-9e51-151f94ec4e9e completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:43:16.461346 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port db6a1bab-7247-4e60-9e51-151f94ec4e9e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:43:16.461715 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:16.623981 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:16.655747 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port db6a1bab-7247-4e60-9e51-151f94ec4e9e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=db6a1bab-7247-4e60-9e51-151f94ec4e9e,segment=NetworkSegment(139897ca-8d33-4154-a538-3951bb37a3a5),segment_id=139897ca-8d33-4154-a538-3951bb37a3a5)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:43:16.661196 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:16.729233 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=db6a1bab-7247-4e60-9e51-151f94ec4e9e,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:43:18.225316 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device db6a1bab-7247-4e60-9e51-151f94ec4e9e up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:43:18.291965 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port db6a1bab-7247-4e60-9e51-151f94ec4e9e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:43:18.292360 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:18.297694 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 36354) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:43:18.497841 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-dd845628-3fab-4ab4-81e0-f6590519c806 admin admin] 10.222.0.15 "GET /v2.0/routers/e6983660-674f-49fc-b85a-000e11690b15 HTTP/1.1" status: 200 len: 710 time: 0.1990135 Apr 18 05:43:18.620273 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19244784-f6f0-4164-8068-377c3f8b24c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:43:18.621602 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-19244784-f6f0-4164-8068-377c3f8b24c5 admin admin] 10.222.0.15 "GET /v2.0/networks/9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 HTTP/1.1" status: 200 len: 886 time: 0.1187449 Apr 18 05:43:18.629905 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-59b5897f-f016-4d63-9e73-40aaa759b6dc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:43:19.058127 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-59b5897f-f016-4d63-9e73-40aaa759b6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:19.422453 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-59b5897f-f016-4d63-9e73-40aaa759b6dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:19.475441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-59b5897f-f016-4d63-9e73-40aaa759b6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:19.609219 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-59b5897f-f016-4d63-9e73-40aaa759b6dc admin admin] Allocated IP 172.26.1.111 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:43:19.749531 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-59b5897f-f016-4d63-9e73-40aaa759b6dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:19.778463 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-59b5897f-f016-4d63-9e73-40aaa759b6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:19.838606 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b5897f-f016-4d63-9e73-40aaa759b6dc admin admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:43:19.845137 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-59b5897f-f016-4d63-9e73-40aaa759b6dc admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:43:19.849037 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b5897f-f016-4d63-9e73-40aaa759b6dc admin admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:43:19.907337 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5897f-f016-4d63-9e73-40aaa759b6dc admin admin] Pushing event updated for resources: {'Port': ['ID=5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:43:20.225891 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-59b5897f-f016-4d63-9e73-40aaa759b6dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:20.562027 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-59b5897f-f016-4d63-9e73-40aaa759b6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:20.565219 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-59b5897f-f016-4d63-9e73-40aaa759b6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:20.794682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b5897f-f016-4d63-9e73-40aaa759b6dc admin admin] Router e6983660-674f-49fc-b85a-000e11690b15 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:43:20.971141 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b5897f-f016-4d63-9e73-40aaa759b6dc admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:43:20.980225 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-59b5897f-f016-4d63-9e73-40aaa759b6dc admin admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:20.981417 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-59b5897f-f016-4d63-9e73-40aaa759b6dc admin admin] 10.222.0.15 "PUT /v2.0/routers/e6983660-674f-49fc-b85a-000e11690b15 HTTP/1.1" status: 200 len: 890 time: 2.3545718 Apr 18 05:43:20.981878 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] Sync routers for ids ['e6983660-674f-49fc-b85a-000e11690b15'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:43:20.991709 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] Routers {'e6983660-674f-49fc-b85a-000e11690b15'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:43:20.992434 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:43:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['e6983660-674f-49fc-b85a-000e11690b15'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:43:21.182374 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] Set router e6983660-674f-49fc-b85a-000e11690b15 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:43:21.515532 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6983660-674f-49fc-b85a-000e11690b15', 'name': 'router1', 'tenant_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:43:01Z', 'updated_at': '2022-04-18T05:43:20Z', 'revision_number': 4, 'project_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'gw_port': {'id': '5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6983660-674f-49fc-b85a-000e11690b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:43:19Z', 'updated_at': '2022-04-18T05:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'db6a1bab-7247-4e60-9e51-151f94ec4e9e', 'name': '', 'network_id': '889c40c0-c369-4c0a-9def-5c7d84453871', 'tenant_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'mac_address': 'fa:16:3e:ae:e7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6983660-674f-49fc-b85a-000e11690b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31f2075b-0c2e-4d84-bd34-5c3970fab1c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:43:11Z', 'updated_at': '2022-04-18T05:43:16Z', 'revision_number': 5, 'project_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'subnets': [{'id': '31f2075b-0c2e-4d84-bd34-5c3970fab1c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7a59344-95a0-4572-860d-87239782e31f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:43:21.520268 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] Checking router: e6983660-674f-49fc-b85a-000e11690b15 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:43:21.520616 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] Updating router e6983660-674f-49fc-b85a-000e11690b15 port 5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68 binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:43:21.573702 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:21.893224 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:21.904735 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] Transition to ACTIVE for port object 5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:43:21.912463 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:21.988929 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] Attempting to bind port 5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:43:21.989528 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] Attempting to bind port 5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:43:21.989629 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] Attempting to bind port 5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68 on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:43:21.995378 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44fd56-c93a-484a-9e5f-70eca257ce4b None None] Pushing event updated for resources: {'Port': ['ID=5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:43:21.999574 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:43:21.999944 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:43:22.000411 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:22.000799 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:43:22.001256 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] Bound port: 5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:43:22.001647 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:22.075808 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] For port 5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:43:22.078829 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] For port 5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:43:22.083204 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:22.162444 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] Routers {'e6983660-674f-49fc-b85a-000e11690b15'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:43:22.162982 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:43:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['e6983660-674f-49fc-b85a-000e11690b15'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:43:22.212681 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44fd56-c93a-484a-9e5f-70eca257ce4b None None] Pushing event updated for resources: {'Port': ['ID=5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:43:22.375994 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] Set router e6983660-674f-49fc-b85a-000e11690b15 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:43:22.705907 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6983660-674f-49fc-b85a-000e11690b15', 'name': 'router1', 'tenant_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:43:01Z', 'updated_at': '2022-04-18T05:43:20Z', 'revision_number': 4, 'project_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'gw_port': {'id': '5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6983660-674f-49fc-b85a-000e11690b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:43:19Z', 'updated_at': '2022-04-18T05:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'db6a1bab-7247-4e60-9e51-151f94ec4e9e', 'name': '', 'network_id': '889c40c0-c369-4c0a-9def-5c7d84453871', 'tenant_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'mac_address': 'fa:16:3e:ae:e7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6983660-674f-49fc-b85a-000e11690b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31f2075b-0c2e-4d84-bd34-5c3970fab1c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:43:11Z', 'updated_at': '2022-04-18T05:43:16Z', 'revision_number': 5, 'project_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'subnets': [{'id': '31f2075b-0c2e-4d84-bd34-5c3970fab1c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7a59344-95a0-4572-860d-87239782e31f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:43:22.709986 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b4c0e-9a8f-4abd-9ea8-d618ca339420 None None] The sync data for ids ['e6983660-674f-49fc-b85a-000e11690b15'] in dv-neutron-837489-1-hyperv is: [{'id': 'e6983660-674f-49fc-b85a-000e11690b15', 'name': 'router1', 'tenant_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:43:01Z', 'updated_at': '2022-04-18T05:43:20Z', 'revision_number': 4, 'project_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'gw_port': {'id': '5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6983660-674f-49fc-b85a-000e11690b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:43:19Z', 'updated_at': '2022-04-18T05:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'db6a1bab-7247-4e60-9e51-151f94ec4e9e', 'name': '', 'network_id': '889c40c0-c369-4c0a-9def-5c7d84453871', 'tenant_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'mac_address': 'fa:16:3e:ae:e7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6983660-674f-49fc-b85a-000e11690b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31f2075b-0c2e-4d84-bd34-5c3970fab1c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:43:11Z', 'updated_at': '2022-04-18T05:43:16Z', 'revision_number': 5, 'project_id': '7b4ab9a4bdc14198916ed30ccdc3955b', 'subnets': [{'id': '31f2075b-0c2e-4d84-bd34-5c3970fab1c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7a59344-95a0-4572-860d-87239782e31f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:43:23.444438 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 36364) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:43:23.562729 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-647a6a6a-2db7-4ae0-9d75-679a163a2aff admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1171827 Apr 18 05:43:24.253476 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:43:24.327812 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:43:24.332584 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:43:24.332951 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:24.480617 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:24.496172 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:43:24.500435 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:24.565842 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:43:25.340771 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 5 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:43:26.229020 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:43:26.309491 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 5b7b58fb-d659-4f6f-aeeb-e3f93b8a6b68 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:43:26.309876 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:35.184494 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0f20c753-7a67-49a6-a1dd-efd858856964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:37.526500 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-af7fb78b-d542-43e3-a131-1e0a5ebdd9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:38.362704 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:38.531393 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:43:39.929493 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:44:02.344572 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 5 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:44:05.187414 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-51bd662c-2876-4c40-b87e-99c29ad21d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:44:07.529920 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4e8f1776-d1d5-4948-b979-10bf4c9eceb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:44:08.369250 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:44:08.539485 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:44:09.934669 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:44:35.192668 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ae582846-27d9-4069-85e3-16b6b7d95a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:44:37.532258 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-01950e16-34a9-410b-b406-6d40d1e79f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:44:38.366605 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:44:38.536203 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:44:39.345300 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 5 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:44:39.939021 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:45:05.185074 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9d034c50-d419-4726-944c-2fad3cc79a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:45:07.536350 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7f508bdc-3811-4740-9d79-469d032bc6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:45:08.371177 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:45:08.529334 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:45:09.937906 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:45:16.345198 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 5 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:45:29.629852 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 36966) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:45:29.696165 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-b524ab35-04e5-443e-a046-3b3d5bf706c7 admin admin] GET failed (client error): The resource could not be found. Apr 18 05:45:29.697440 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b524ab35-04e5-443e-a046-3b3d5bf706c7 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0667257 Apr 18 05:45:29.826697 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f062653-4261-478e-b4dd-80970521bfca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:45:29.828151 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9f062653-4261-478e-b4dd-80970521bfca admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1264567 Apr 18 05:45:32.014729 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 36976) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:45:32.118968 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974507db-179f-4f8e-a835-78cb7ee465f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:45:32.119526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-974507db-179f-4f8e-a835-78cb7ee465f3 admin admin] Synchronizing usage tracker for tenant:278b0ad4893944959689b595733b0581 on resource:subnet {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:45:32.135514 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-974507db-179f-4f8e-a835-78cb7ee465f3 admin admin] Unset dirty status for tenant:278b0ad4893944959689b595733b0581 on resource:subnet {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:45:32.136762 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-974507db-179f-4f8e-a835-78cb7ee465f3 admin admin] 10.222.0.15 "GET /v2.0/subnets/31f2075b-0c2e-4d84-bd34-5c3970fab1c9 HTTP/1.1" status: 200 len: 849 time: 0.1210980 Apr 18 05:45:32.145791 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-66ed1382-f06d-463f-989d-033498846fd6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:45:32.261525 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-66ed1382-f06d-463f-989d-033498846fd6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:45:32.447608 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-66ed1382-f06d-463f-989d-033498846fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771957067767'] for subnet, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:45:32.490512 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ed1382-f06d-463f-989d-033498846fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:45:32.491511 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-66ed1382-f06d-463f-989d-033498846fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:45:32.492982 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-66ed1382-f06d-463f-989d-033498846fd6 admin admin] 10.222.0.15 "PUT /v2.0/subnets/31f2075b-0c2e-4d84-bd34-5c3970fab1c9 HTTP/1.1" status: 200 len: 868 time: 0.3501775 Apr 18 05:45:32.495649 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9a5a30-a1fd-4018-8302-3ca680d13da0 None None] Network 889c40c0-c369-4c0a-9def-5c7d84453871 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:45:32.521061 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed1382-f06d-463f-989d-033498846fd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31f2075b-0c2e-4d84-bd34-5c3970fab1c9,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:45:32.529017 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed1382-f06d-463f-989d-033498846fd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:45:32.529393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed1382-f06d-463f-989d-033498846fd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:45:32.529702 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed1382-f06d-463f-989d-033498846fd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:45:32.530027 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed1382-f06d-463f-989d-033498846fd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:45:32.530360 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed1382-f06d-463f-989d-033498846fd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:45:32.530681 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed1382-f06d-463f-989d-033498846fd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:45:32.531006 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed1382-f06d-463f-989d-033498846fd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:45:32.531336 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed1382-f06d-463f-989d-033498846fd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:45:32.531657 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed1382-f06d-463f-989d-033498846fd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:45:32.531970 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed1382-f06d-463f-989d-033498846fd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:45:32.532317 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed1382-f06d-463f-989d-033498846fd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:45:32.532628 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed1382-f06d-463f-989d-033498846fd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:45:32.978585 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-32b47717-5b78-4c82-b409-db26994c7102 None None] Provisioning complete for port a583f13d-2d1b-46ac-b35d-acf856990538 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:45:32.978944 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-32b47717-5b78-4c82-b409-db26994c7102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:45:33.125471 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-32b47717-5b78-4c82-b409-db26994c7102 None None] Provisioning complete for port db6a1bab-7247-4e60-9e51-151f94ec4e9e triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:45:33.125722 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-32b47717-5b78-4c82-b409-db26994c7102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:45:34.655643 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 36986) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:45:34.826936 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a761e649-bc5d-4647-bc51-1e2aae855e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:45:34.827398 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a761e649-bc5d-4647-bc51-1e2aae855e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:45:34.828949 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a761e649-bc5d-4647-bc51-1e2aae855e66 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1723287 Apr 18 05:45:35.188499 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-42e9785d-6fb8-48a9-b272-bda403559867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:45:36.984961 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 36996) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:45:37.161227 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f3b2b9-01e4-4b55-b66e-d61c89569a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:45:37.161686 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f3b2b9-01e4-4b55-b66e-d61c89569a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:45:37.163233 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-78f3b2b9-01e4-4b55-b66e-d61c89569a46 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1772978 Apr 18 05:45:37.539026 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d415bfaf-57a3-4fa9-8bc7-35ff529415d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:45:38.371327 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:45:38.531469 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:45:39.328768 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37006) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:45:39.518481 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf2fa7b-66bf-4542-9d81-40b50f8ed6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:45:39.519731 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fbf2fa7b-66bf-4542-9d81-40b50f8ed6ea admin admin] 10.222.0.15 "GET /v2.0/networks/889c40c0-c369-4c0a-9def-5c7d84453871 HTTP/1.1" status: 200 len: 869 time: 0.1900403 Apr 18 05:45:39.943067 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:45:41.723059 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37016) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:45:41.891575 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82247b1c-bea6-4e9c-92f5-e4d804b12ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:45:41.892939 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-82247b1c-bea6-4e9c-92f5-e4d804b12ffb admin admin] 10.222.0.15 "GET /v2.0/networks/9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 HTTP/1.1" status: 200 len: 886 time: 0.1689646 Apr 18 05:45:44.056797 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37026) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:45:44.160907 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aab0133-1fce-487e-8e63-816291645d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:45:44.161355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aab0133-1fce-487e-8e63-816291645d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:45:44.162856 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5aab0133-1fce-487e-8e63-816291645d10 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1044538 Apr 18 05:45:46.305925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37036) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:45:46.411142 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f1aae8-1a94-4083-9baf-0398ed58afee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:45:46.411590 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f1aae8-1a94-4083-9baf-0398ed58afee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:45:46.413109 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b2f1aae8-1a94-4083-9baf-0398ed58afee admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1062474 Apr 18 05:45:48.562726 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37046) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:45:48.670788 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b938d61b-1d7b-45fc-93cc-82a323d5f930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:45:48.672131 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b938d61b-1d7b-45fc-93cc-82a323d5f930 admin admin] 10.222.0.15 "GET /v2.0/subnets/31f2075b-0c2e-4d84-bd34-5c3970fab1c9 HTTP/1.1" status: 200 len: 868 time: 0.1084614 Apr 18 05:45:50.835074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37056) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:45:50.934598 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145186c0-eaf5-46ab-9574-cb6000a3daf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:45:50.935911 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-145186c0-eaf5-46ab-9574-cb6000a3daf3 admin admin] 10.222.0.15 "GET /v2.0/subnets/f973ed3b-1188-477d-97f1-e8c813860028 HTTP/1.1" status: 200 len: 816 time: 0.0999198 Apr 18 05:45:53.344241 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 5 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:46:05.190600 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d6ca7fee-6c38-4968-bf46-1c96b4b0b7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:07.542773 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0810ee9c-73b2-4fc6-bc39-5a289359f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:08.375751 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:08.533717 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:09.858942 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37102) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:46:09.906858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-d4a51632-5d38-4c80-98c4-1194b2df49ae admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:46:09.907891 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d4a51632-5d38-4c80-98c4-1194b2df49ae admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480130 Apr 18 05:46:09.944339 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:12.133194 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37112) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:46:12.203328 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-338b770a-59a4-4c23-bb97-131a3e91bb20 admin admin] GET failed (client error): The resource could not be found. Apr 18 05:46:12.204707 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-338b770a-59a4-4c23-bb97-131a3e91bb20 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0705247 Apr 18 05:46:12.331600 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5fbaf8-98c9-4afa-b087-4917c4fc8963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:46:12.340165 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8c5fbaf8-98c9-4afa-b087-4917c4fc8963 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1245506 Apr 18 05:46:14.710143 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37122) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:46:14.758419 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-12599892-a304-4db0-88f6-9dce87a5fa2b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:46:14.762950 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-12599892-a304-4db0-88f6-9dce87a5fa2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:46:14.772128 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-12599892-a304-4db0-88f6-9dce87a5fa2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:46:14.781398 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12599892-a304-4db0-88f6-9dce87a5fa2b admin admin] Made reservation on behalf of 278b0ad4893944959689b595733b0581 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:46:14.783569 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-12599892-a304-4db0-88f6-9dce87a5fa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:14.914576 dv-neutron-837489-1-hyperv neutron-server[88034]: WARNING neutron.services.revisions.revision_plugin [None req-12599892-a304-4db0-88f6-9dce87a5fa2b admin admin] Could not find related network for resource to bump revision. Apr 18 05:46:14.926348 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12599892-a304-4db0-88f6-9dce87a5fa2b admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:46:14.935889 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-12599892-a304-4db0-88f6-9dce87a5fa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:14.936247 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-12599892-a304-4db0-88f6-9dce87a5fa2b admin admin] Added segment ec3b1544-00e0-49a1-87d1-62d8657d9554 of type vlan for network 9f409971-9dbe-4c7c-b29b-0fc73be8e821 Apr 18 05:46:14.963474 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-12599892-a304-4db0-88f6-9dce87a5fa2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:14.990323 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-12599892-a304-4db0-88f6-9dce87a5fa2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:14.991215 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12599892-a304-4db0-88f6-9dce87a5fa2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:46:14.991778 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-12599892-a304-4db0-88f6-9dce87a5fa2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:15.087045 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12599892-a304-4db0-88f6-9dce87a5fa2b admin admin] Pushing event updated for resources: {'Network': ['ID=9f409971-9dbe-4c7c-b29b-0fc73be8e821,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:46:15.090887 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-12599892-a304-4db0-88f6-9dce87a5fa2b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3796816 Apr 18 05:46:15.097739 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 9f409971-9dbe-4c7c-b29b-0fc73be8e821 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:46:17.262699 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37132) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:46:17.328458 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bcfe278-9b74-4b43-afe3-1b5d35d67c22 admin admin] GET failed (client error): The resource could not be found. Apr 18 05:46:17.328966 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5bcfe278-9b74-4b43-afe3-1b5d35d67c22 admin admin] Synchronizing usage tracker for tenant:278b0ad4893944959689b595733b0581 on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:46:17.344449 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5bcfe278-9b74-4b43-afe3-1b5d35d67c22 admin admin] Unset dirty status for tenant:278b0ad4893944959689b595733b0581 on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:46:17.345542 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5bcfe278-9b74-4b43-afe3-1b5d35d67c22 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0818994 Apr 18 05:46:17.452327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb05ff3-14d2-4816-bf3b-40202ecbe607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:46:17.453662 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5fb05ff3-14d2-4816-bf3b-40202ecbe607 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1042156 Apr 18 05:46:17.463755 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-4e35ab66-c578-4a6e-857d-440659be1743 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '9f409971-9dbe-4c7c-b29b-0fc73be8e821', 'ip_version': 4}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:46:17.467905 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-4e35ab66-c578-4a6e-857d-440659be1743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:46:17.477033 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-4e35ab66-c578-4a6e-857d-440659be1743 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:46:17.487042 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e35ab66-c578-4a6e-857d-440659be1743 admin admin] Made reservation on behalf of 278b0ad4893944959689b595733b0581 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:46:17.489699 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4e35ab66-c578-4a6e-857d-440659be1743 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:17.687815 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4e35ab66-c578-4a6e-857d-440659be1743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:17.760817 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35ab66-c578-4a6e-857d-440659be1743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=451ff969-a39a-4a66-8b5c-36f6d9142e85,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:46:17.768986 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e35ab66-c578-4a6e-857d-440659be1743 admin admin] Checking segment: {'id': 'ec3b1544-00e0-49a1-87d1-62d8657d9554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9f409971-9dbe-4c7c-b29b-0fc73be8e821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:46:17.769328 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e35ab66-c578-4a6e-857d-440659be1743 admin admin] Network hostable DHCP agents. Network: 9f409971-9dbe-4c7c-b29b-0fc73be8e821, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:46:17.787343 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e35ab66-c578-4a6e-857d-440659be1743 admin admin] Network 9f409971-9dbe-4c7c-b29b-0fc73be8e821 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:46:17.795698 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-4e35ab66-c578-4a6e-857d-440659be1743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 9f409971-9dbe-4c7c-b29b-0fc73be8e821) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:46:17.799547 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e35ab66-c578-4a6e-857d-440659be1743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:46:17.800138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4e35ab66-c578-4a6e-857d-440659be1743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:17.804611 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06055b3-8b58-4993-941c-55153405f909 None None] Network 9f409971-9dbe-4c7c-b29b-0fc73be8e821 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:46:17.824592 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4e35ab66-c578-4a6e-857d-440659be1743 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3647318 Apr 18 05:46:18.026665 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-9f409971-9dbe-4c7c-b29b-0fc73be8e821', 'network_id': '9f409971-9dbe-4c7c-b29b-0fc73be8e821', 'tenant_id': '278b0ad4893944959689b595733b0581', 'fixed_ips': [{'subnet_id': '451ff969-a39a-4a66-8b5c-36f6d9142e85'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:46:18.027560 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:18.184411 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Allocated IP 192.168.233.2 (9f409971-9dbe-4c7c-b29b-0fc73be8e821/451ff969-a39a-4a66-8b5c-36f6d9142e85/4924313f-8331-4d7b-8a09-872a18c069cd) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:46:18.390496 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:18.401169 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Transition to ACTIVE for port object 4924313f-8331-4d7b-8a09-872a18c069cd will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:46:18.420677 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Transition to ACTIVE for port object 4924313f-8331-4d7b-8a09-872a18c069cd will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:46:18.426363 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:18.489486 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Network 9f409971-9dbe-4c7c-b29b-0fc73be8e821 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:46:18.490609 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:46:18.499056 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:46:18.534913 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Pushing event updated for resources: {'Port': ['ID=4924313f-8331-4d7b-8a09-872a18c069cd,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:46:18.577191 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:46:18.577571 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:46:18.577910 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:46:18.578244 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:46:18.578574 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:46:18.578917 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:46:18.579245 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:46:18.579569 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:46:18.579927 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:46:18.580276 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:46:18.580594 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:46:18.580915 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:46:18.610021 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Attempting to bind port 4924313f-8331-4d7b-8a09-872a18c069cd on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:46:18.610390 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Attempting to bind port 4924313f-8331-4d7b-8a09-872a18c069cd by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'ec3b1544-00e0-49a1-87d1-62d8657d9554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9f409971-9dbe-4c7c-b29b-0fc73be8e821'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:46:18.610756 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Attempting to bind port 4924313f-8331-4d7b-8a09-872a18c069cd on network 9f409971-9dbe-4c7c-b29b-0fc73be8e821 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:46:18.616057 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:46:18.616444 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Checking segment: {'id': 'ec3b1544-00e0-49a1-87d1-62d8657d9554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9f409971-9dbe-4c7c-b29b-0fc73be8e821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:46:18.616834 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:18.617221 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Bound using segment: {'id': 'ec3b1544-00e0-49a1-87d1-62d8657d9554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9f409971-9dbe-4c7c-b29b-0fc73be8e821'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:46:18.617679 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Bound port: 4924313f-8331-4d7b-8a09-872a18c069cd, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3b1544-00e0-49a1-87d1-62d8657d9554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9f409971-9dbe-4c7c-b29b-0fc73be8e821'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:46:18.618065 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:18.708480 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] For port 4924313f-8331-4d7b-8a09-872a18c069cd, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:46:18.711700 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] For port 4924313f-8331-4d7b-8a09-872a18c069cd, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4924313f-8331-4d7b-8a09-872a18c069cd,segment=NetworkSegment(ec3b1544-00e0-49a1-87d1-62d8657d9554),segment_id=ec3b1544-00e0-49a1-87d1-62d8657d9554)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:46:18.716596 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:18.796784 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86a95d-8e79-4d9b-a5f6-fd28aaaa949d None None] Pushing event updated for resources: {'Port': ['ID=4924313f-8331-4d7b-8a09-872a18c069cd,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:46:19.627766 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac44e0d-371c-464d-a0d1-0d9a78528cff None None] Network 9f409971-9dbe-4c7c-b29b-0fc73be8e821 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:46:19.762069 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-eeabf5e2-5e31-4d7d-b548-12bdd45ea90e None None] Provisioning for port 4924313f-8331-4d7b-8a09-872a18c069cd completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:46:20.345260 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4924313f-8331-4d7b-8a09-872a18c069cd up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:46:20.420421 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 4924313f-8331-4d7b-8a09-872a18c069cd completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:46:20.425335 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 4924313f-8331-4d7b-8a09-872a18c069cd triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:46:20.425705 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:20.544566 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:20.577052 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 4924313f-8331-4d7b-8a09-872a18c069cd, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4924313f-8331-4d7b-8a09-872a18c069cd,segment=NetworkSegment(ec3b1544-00e0-49a1-87d1-62d8657d9554),segment_id=ec3b1544-00e0-49a1-87d1-62d8657d9554)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:46:20.581590 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:20.652708 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=4924313f-8331-4d7b-8a09-872a18c069cd,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:46:22.321758 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4924313f-8331-4d7b-8a09-872a18c069cd up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:46:22.392700 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 4924313f-8331-4d7b-8a09-872a18c069cd triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:46:22.393056 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:30.343431 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 5 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:46:35.194193 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e1a14878-1db6-4da1-b699-ca1f2b2e637a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:37.543803 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9f632ee3-b906-48a2-9f47-50aab5c07644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:38.378800 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:38.535493 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:46:39.948810 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:47:05.198008 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9fe3ca24-86f6-4f84-87e4-5d10fe95f144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:47:07.343102 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 5 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:47:07.544616 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3a40bdce-b8c0-4f97-87ef-2c4184f05c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:47:08.380757 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:47:08.538363 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:47:09.952329 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:47:35.203239 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7995030e-f58d-4c65-9b44-a9a705770e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:47:37.546718 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d7e09611-7457-4b41-91c8-229c0085653d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:47:38.380957 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:47:38.541815 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:47:39.954224 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:47:43.379407 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37176) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:47:43.385560 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-e1841c74-c4c9-4eea-b020-59551dfdaca7 tempest-verify_tempest_config-1871017967 tempest-verify_tempest_config-1871017967-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:47:43.386510 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e1841c74-c4c9-4eea-b020-59551dfdaca7 tempest-verify_tempest_config-1871017967 tempest-verify_tempest_config-1871017967-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061293 Apr 18 05:47:43.684360 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37194) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:47:43.801278 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f37e06f7-35bb-46fe-9cad-3dde20fc6f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:47:43.815914 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f37e06f7-35bb-46fe-9cad-3dde20fc6f3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:47:43.819760 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f37e06f7-35bb-46fe-9cad-3dde20fc6f3e admin admin] Usage tracker for resource:security_group_rule and tenant:1ffcd660a28b4b86815776cb740c9e3d is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:47:43.823364 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f37e06f7-35bb-46fe-9cad-3dde20fc6f3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:47:43.829164 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f37e06f7-35bb-46fe-9cad-3dde20fc6f3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:47:43.924873 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f37e06f7-35bb-46fe-9cad-3dde20fc6f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:47:43.928562 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f37e06f7-35bb-46fe-9cad-3dde20fc6f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:47:43.973993 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f37e06f7-35bb-46fe-9cad-3dde20fc6f3e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ffcd660a28b4b86815776cb740c9e3d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2886395 Apr 18 05:47:43.974898 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e06f7-35bb-46fe-9cad-3dde20fc6f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fac2db-016a-4ea5-ab19-c59f26248a56,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:47:43.977314 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37200) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:47:43.982320 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e06f7-35bb-46fe-9cad-3dde20fc6f3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:43.982655 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e06f7-35bb-46fe-9cad-3dde20fc6f3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:43.982980 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e06f7-35bb-46fe-9cad-3dde20fc6f3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:43.983303 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e06f7-35bb-46fe-9cad-3dde20fc6f3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:43.983621 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e06f7-35bb-46fe-9cad-3dde20fc6f3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:43.983939 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e06f7-35bb-46fe-9cad-3dde20fc6f3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:43.984287 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e06f7-35bb-46fe-9cad-3dde20fc6f3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:43.984619 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e06f7-35bb-46fe-9cad-3dde20fc6f3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:43.984940 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e06f7-35bb-46fe-9cad-3dde20fc6f3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:43.985253 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e06f7-35bb-46fe-9cad-3dde20fc6f3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:43.985564 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e06f7-35bb-46fe-9cad-3dde20fc6f3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:43.985872 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e06f7-35bb-46fe-9cad-3dde20fc6f3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:44.036093 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ba14f6d-97af-49e5-a871-1df9fd09d1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:47:44.061298 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ba14f6d-97af-49e5-a871-1df9fd09d1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:47:44.151749 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ba14f6d-97af-49e5-a871-1df9fd09d1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:47:44.165728 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba14f6d-97af-49e5-a871-1df9fd09d1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fac2db-016a-4ea5-ab19-c59f26248a56,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:47:44.175280 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba14f6d-97af-49e5-a871-1df9fd09d1da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:44.175630 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba14f6d-97af-49e5-a871-1df9fd09d1da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:44.175958 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba14f6d-97af-49e5-a871-1df9fd09d1da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:44.176302 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba14f6d-97af-49e5-a871-1df9fd09d1da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:44.176621 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba14f6d-97af-49e5-a871-1df9fd09d1da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:44.176953 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba14f6d-97af-49e5-a871-1df9fd09d1da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:44.177273 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba14f6d-97af-49e5-a871-1df9fd09d1da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:44.177601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba14f6d-97af-49e5-a871-1df9fd09d1da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:44.177918 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba14f6d-97af-49e5-a871-1df9fd09d1da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:44.178225 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba14f6d-97af-49e5-a871-1df9fd09d1da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:44.178533 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba14f6d-97af-49e5-a871-1df9fd09d1da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:44.178839 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba14f6d-97af-49e5-a871-1df9fd09d1da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:47:44.183727 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ba14f6d-97af-49e5-a871-1df9fd09d1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:47:44.184858 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9ba14f6d-97af-49e5-a871-1df9fd09d1da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d7fac2db-016a-4ea5-ab19-c59f26248a56 HTTP/1.1" status: 204 len: 168 time: 0.2063782 Apr 18 05:47:44.342114 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 5 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:48:05.205048 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-648a4a3b-0166-48bb-bdb0-9e201aa1a0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:48:07.548458 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-50adf0a9-7013-4850-8637-41ac6c527f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:48:08.382405 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:48:08.543031 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:48:09.958801 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:48:21.341053 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 5 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:48:35.206715 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-92c90e0f-51db-4c5f-a178-bfd24e917c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:48:37.549217 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b5fc3dff-e339-448b-8f1a-93f9003b81dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:48:38.385845 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:48:38.544313 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:48:39.963070 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:48:58.340871 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 5 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:49:05.209304 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-84ece6a4-370b-465c-ac15-12c2ff39e736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:49:07.551703 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e25be5dc-c208-496f-bf4a-8847522eb1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:49:07.633464 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3759827'] for agent, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:49:08.388998 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:49:08.546944 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:49:09.966336 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:49:22.686310 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37270) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:49:22.803075 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-80027805-c3f2-41b0-97b2-bf1bc01fba8e admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1157110 Apr 18 05:49:24.953335 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37280) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:49:25.016062 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-497f735c-1137-4338-a587-66b44a1c6adb admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0616364 Apr 18 05:49:35.210088 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-649c93b1-7a6d-4adb-bc02-79fc734c50ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:49:35.339065 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:49:37.552185 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c61917e2-83de-4f73-ae32-e5830e6e19d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:49:37.608777 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:49:38.389954 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:49:38.549091 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:49:39.968461 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:05.214300 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e01f7654-eb43-44d2-824d-c9bb0e32348b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:07.553237 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-76b0f29e-3966-4e3f-bbb7-5477273fe2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:07.621154 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:08.395458 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:08.553748 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:09.973535 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:12.338300 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:50:35.217044 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-135c8987-ad16-464e-97c9-6ec19e91f6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:37.553266 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a673e578-e263-4c86-a959-735e0f51ac59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:37.616665 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:38.399092 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:38.546190 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:39.975539 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:49.341176 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:50:52.390499 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37436) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:50:52.662254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1963045406-network', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:50:52.665556 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:52.670218 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Usage tracker for resource:network and tenant:637df6f0e57a4804a82858e7d06b6d7b is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:52.673586 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:52.679200 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:52.691229 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Made reservation on behalf of 637df6f0e57a4804a82858e7d06b6d7b for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:50:52.694275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:52.708812 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:52.724062 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:52.728138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Usage tracker for resource:security_group_rule and tenant:637df6f0e57a4804a82858e7d06b6d7b is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:52.731624 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:52.737748 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:52.831369 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:52.836329 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:52.850278 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37466) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:50:52.872145 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f67f13-1c31-477e-8784-37c4f7a63f6d,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:52.880261 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:50:52.882831 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:52.883184 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:52.883697 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:52.884026 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:52.884395 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:52.884731 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:52.885745 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:52.886222 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:52.886710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:52.887035 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:52.887354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:52.887669 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Tracked resource versions report: Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: pushed versions: Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: { 'AddressGroup': {'1.2'}, Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: 'ConntrackHelper': {'1.0'}, Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: 'Log': {'1.0'}, Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: 'Network': {'1.1'}, Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: 'Port': {'1.7'}, Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: 'PortForwarding': {'1.2'}, Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: 'QosPolicy': {'1.8'}, Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: 'SecurityGroup': {'1.4'}, Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: 'SecurityGroupRule': {'1.2'}, Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: 'SubPort': {'1.0'}, Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: 'Subnet': {'1.1'}, Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: 'Trunk': {'1.1'}} Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: consumer versions: Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: { DHCP agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: HyperV agent@hv-neutron-8374: {}, Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: L3 agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: Metadata agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: Metering agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: Open vSwitch agent@dv-neutron-837489-1-hyperv: { 'AddressGroup': '1.2', Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: 'ConntrackHelper': '1.0', Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: 'Log': '1.0', Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: 'Network': '1.1', Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: 'Port': '1.7', Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: 'PortForwarding': '1.2', Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: 'QosPolicy': '1.8', Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: 'SecurityGroup': '1.4', Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: 'SecurityGroupRule': '1.2', Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: 'SubPort': '1.0', Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: 'Subnet': '1.1', Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: 'Trunk': '1.1'}} Apr 18 05:50:52.889061 dv-neutron-837489-1-hyperv neutron-server[88034]: {{(pid=88034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 05:50:52.910038 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:52.910382 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Added segment b0ba8c48-799c-416f-bb63-ed07cbafbfaa of type vlan for network 8e6ec6cd-b02b-4370-9725-304c806a2405 Apr 18 05:50:52.940159 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:52.971797 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:52.973198 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:50:52.974208 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:53.084162 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37478) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:50:53.085131 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6929529 Apr 18 05:50:53.089606 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Request body: {'subnet': {'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1963045406-subnet', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:50:53.093387 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25267d86-f976-408e-94cd-3a1dc2253cbb admin admin] Pushing event updated for resources: {'Network': ['ID=8e6ec6cd-b02b-4370-9725-304c806a2405,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:53.094698 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:53.099223 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Usage tracker for resource:subnet and tenant:637df6f0e57a4804a82858e7d06b6d7b is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:53.102198 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:53.106346 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 8e6ec6cd-b02b-4370-9725-304c806a2405 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:50:53.130485 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:53.142345 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Made reservation on behalf of 637df6f0e57a4804a82858e7d06b6d7b for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:50:53.145797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:53.334463 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-554563277-network', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:50:53.340872 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37488) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:50:53.344712 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:53.390060 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] Usage tracker for resource:network and tenant:16530a209bf44d9e8d1b192ff854fad3 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:53.393456 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:53.397830 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:53.435614 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:53.483237 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fcd649f-492a-4c12-9975-b04bbb1ea4b5,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:53.491348 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] Made reservation on behalf of 16530a209bf44d9e8d1b192ff854fad3 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:50:53.493511 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:53.506759 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:53.507124 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:53.507474 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:53.507810 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:53.508181 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:53.508735 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:53.509075 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:53.509405 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:53.509743 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:53.510693 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:53.511266 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:53.511672 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Tracked resource versions report: Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: pushed versions: Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: { 'AddressGroup': {'1.2'}, Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: 'ConntrackHelper': {'1.0'}, Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: 'Log': {'1.0'}, Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: 'Network': {'1.1'}, Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: 'Port': {'1.7'}, Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: 'PortForwarding': {'1.2'}, Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: 'QosPolicy': {'1.8'}, Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: 'SecurityGroup': {'1.4'}, Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: 'SecurityGroupRule': {'1.2'}, Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: 'SubPort': {'1.0'}, Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: 'Subnet': {'1.1'}, Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: 'Trunk': {'1.1'}} Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: consumer versions: Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: { DHCP agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: HyperV agent@hv-neutron-8374: {}, Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: L3 agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: Metadata agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: Metering agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: Open vSwitch agent@dv-neutron-837489-1-hyperv: { 'AddressGroup': '1.2', Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: 'ConntrackHelper': '1.0', Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: 'Log': '1.0', Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: 'Network': '1.1', Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: 'Port': '1.7', Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: 'PortForwarding': '1.2', Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: 'QosPolicy': '1.8', Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: 'SecurityGroup': '1.4', Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: 'SecurityGroupRule': '1.2', Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: 'SubPort': '1.0', Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: 'Subnet': '1.1', Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: 'Trunk': '1.1'}} Apr 18 05:50:53.512887 dv-neutron-837489-1-hyperv neutron-server[88035]: {{(pid=88035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 05:50:53.519901 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:53.539703 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:53.548790 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Checking segment: {'id': 'b0ba8c48-799c-416f-bb63-ed07cbafbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:50:53.549110 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Network hostable DHCP agents. Network: 8e6ec6cd-b02b-4370-9725-304c806a2405, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:50:53.554855 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] Usage tracker for resource:security_group_rule and tenant:16530a209bf44d9e8d1b192ff854fad3 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:53.559397 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:53.572297 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:53.596679 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Network 8e6ec6cd-b02b-4370-9725-304c806a2405 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:50:53.614176 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 8e6ec6cd-b02b-4370-9725-304c806a2405) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:50:53.621228 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:50:53.626005 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:53.630970 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b43b53-afea-4f48-b687-d2beadc5c4fd None None] Network 8e6ec6cd-b02b-4370-9725-304c806a2405 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:50:53.666845 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37504) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:50:53.667611 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e7d46b18-2cc4-49fb-a180-5b9035d29a9d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5814569 Apr 18 05:50:53.673211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1963045406-router', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:50:53.681085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:53.689023 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] Usage tracker for resource:router and tenant:637df6f0e57a4804a82858e7d06b6d7b is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:53.692643 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:53.699959 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:53.720194 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:53.721315 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:53.756187 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:53.761080 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:53.768576 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:53.797739 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1457690879-network', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:50:53.806332 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:53.816661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] Usage tracker for resource:network and tenant:e66226dc1f664b9db6f01b9a65f1c168 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:53.817881 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b6af0b-fcfa-454c-a47d-86982503a6a5,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:53.823770 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:53.834120 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:50:53.838178 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:53.852327 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771957221654', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:53.854785 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] Unsubscribe: segment precommit_create {{(pid=88035) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 05:50:53.856123 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] Added segment 90bc9c89-017d-4efd-82f8-9dbfeb8d8462 of type vlan for network 529cc79f-e17f-4fa1-8fbf-dafe25139197 Apr 18 05:50:53.920349 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-8e6ec6cd-b02b-4370-9725-304c806a2405', 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'fixed_ips': [{'subnet_id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:50:53.921462 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:53.922646 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:53.982384 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:53.983743 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:50:53.984594 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:54.008544 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] Made reservation on behalf of e66226dc1f664b9db6f01b9a65f1c168 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:50:54.012321 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:54.036182 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:54.104351 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Allocated IP 172.20.0.2 (8e6ec6cd-b02b-4370-9725-304c806a2405/5fcd649f-492a-4c12-9975-b04bbb1ea4b5/27c12a34-45ec-49cb-b6f4-1f91a0df591f) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:50:54.127650 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] Pushing event updated for resources: {'Network': ['ID=529cc79f-e17f-4fa1-8fbf-dafe25139197,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:54.130599 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ff296370-444b-4d6d-bb67-4d1f55c5b349 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2788105 Apr 18 05:50:54.134651 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37516) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:50:54.149719 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-f0b02262-597c-4cb0-9640-e10103acac24 admin admin] Request body: {'subnet': {'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-554563277-subnet', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:50:54.162261 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f0b02262-597c-4cb0-9640-e10103acac24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:54.173234 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f0b02262-597c-4cb0-9640-e10103acac24 admin admin] Usage tracker for resource:subnet and tenant:16530a209bf44d9e8d1b192ff854fad3 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:54.176738 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 529cc79f-e17f-4fa1-8fbf-dafe25139197 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:50:54.179098 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f0b02262-597c-4cb0-9640-e10103acac24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:54.189981 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:54.194325 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] Usage tracker for resource:security_group_rule and tenant:e66226dc1f664b9db6f01b9a65f1c168 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:54.198162 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f0b02262-597c-4cb0-9640-e10103acac24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:54.199275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:54.207282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:54.226326 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b02262-597c-4cb0-9640-e10103acac24 admin admin] Made reservation on behalf of 16530a209bf44d9e8d1b192ff854fad3 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:50:54.232252 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f0b02262-597c-4cb0-9640-e10103acac24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:54.289506 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:54.579772 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:54.591348 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:54.606318 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:50:54.616666 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:54.617059 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] Added segment 697bc392-01f0-4717-af3e-52af340b5bca of type vlan for network 2ca065a0-30ac-4abf-bd64-c47717936a41 Apr 18 05:50:54.618972 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:54.624878 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f0b02262-597c-4cb0-9640-e10103acac24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:54.649648 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Transition to ACTIVE for port object 27c12a34-45ec-49cb-b6f4-1f91a0df591f will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:50:54.690359 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Transition to ACTIVE for port object 27c12a34-45ec-49cb-b6f4-1f91a0df591f will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:50:54.704667 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:54.705973 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bcd037-b0de-4958-9bfc-e95ddba085e3,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:54.709651 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37540) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:50:54.786443 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Pushing event updated for resources: {'Port': ['ID=27c12a34-45ec-49cb-b6f4-1f91a0df591f,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:54.793339 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Network 8e6ec6cd-b02b-4370-9725-304c806a2405 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:50:54.798313 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:54.798889 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:54.799380 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:54.799879 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:54.800377 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:54.800872 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:54.801361 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:54.801833 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:54.802322 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:54.802784 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:54.803275 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:54.803745 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Tracked resource versions report: Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: pushed versions: Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: { 'AddressGroup': {'1.2'}, Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: 'ConntrackHelper': {'1.0'}, Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: 'Log': {'1.0'}, Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: 'Network': {'1.1'}, Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: 'Port': {'1.7'}, Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: 'PortForwarding': {'1.2'}, Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: 'QosPolicy': {'1.8'}, Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: 'SecurityGroup': {'1.4'}, Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: 'SecurityGroupRule': {'1.2'}, Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: 'SubPort': {'1.0'}, Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: 'Subnet': {'1.1'}, Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: 'Trunk': {'1.1'}} Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: consumer versions: Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: { DHCP agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: HyperV agent@hv-neutron-8374: {}, Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: L3 agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: Metadata agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: Metering agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: Open vSwitch agent@dv-neutron-837489-1-hyperv: { 'AddressGroup': '1.2', Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: 'ConntrackHelper': '1.0', Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: 'Log': '1.0', Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: 'Network': '1.1', Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: 'Port': '1.7', Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: 'PortForwarding': '1.2', Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: 'QosPolicy': '1.8', Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: 'SecurityGroup': '1.4', Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: 'SecurityGroupRule': '1.2', Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: 'SubPort': '1.0', Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: 'Subnet': '1.1', Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: 'Trunk': '1.1'}} Apr 18 05:50:54.805028 dv-neutron-837489-1-hyperv neutron-server[88036]: {{(pid=88036) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 05:50:54.811412 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:50:54.812872 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b02262-597c-4cb0-9640-e10103acac24 admin admin] Checking segment: {'id': '90bc9c89-017d-4efd-82f8-9dbfeb8d8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:50:54.813284 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b02262-597c-4cb0-9640-e10103acac24 admin admin] Network hostable DHCP agents. Network: 529cc79f-e17f-4fa1-8fbf-dafe25139197, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:50:54.828648 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b02262-597c-4cb0-9640-e10103acac24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=086e6f9c-e0df-4018-9811-30d13b145f68,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:54.838888 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:50:54.857535 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b02262-597c-4cb0-9640-e10103acac24 admin admin] Network 529cc79f-e17f-4fa1-8fbf-dafe25139197 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:50:54.874466 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-f0b02262-597c-4cb0-9640-e10103acac24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 529cc79f-e17f-4fa1-8fbf-dafe25139197) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:50:54.879766 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b02262-597c-4cb0-9640-e10103acac24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:50:54.880844 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f0b02262-597c-4cb0-9640-e10103acac24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:54.884519 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931250fe-c6ff-42f7-9417-da32e06aa71f None None] Network 529cc79f-e17f-4fa1-8fbf-dafe25139197 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:50:54.919471 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f0b02262-597c-4cb0-9640-e10103acac24 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7798851 Apr 18 05:50:54.922034 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37552) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:50:54.935152 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-554563277-router', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:50:54.945295 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:54.954510 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] Usage tracker for resource:router and tenant:16530a209bf44d9e8d1b192ff854fad3 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:54.962810 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:54.977531 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:54.987064 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:54.999747 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:55.001528 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:55.032449 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:55.041704 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Attempting to bind port 27c12a34-45ec-49cb-b6f4-1f91a0df591f on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:50:55.042110 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Attempting to bind port 27c12a34-45ec-49cb-b6f4-1f91a0df591f by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'b0ba8c48-799c-416f-bb63-ed07cbafbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:50:55.042493 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Attempting to bind port 27c12a34-45ec-49cb-b6f4-1f91a0df591f on network 8e6ec6cd-b02b-4370-9725-304c806a2405 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:50:55.049046 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:55.056420 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:50:55.057823 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Checking segment: {'id': 'b0ba8c48-799c-416f-bb63-ed07cbafbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:50:55.058424 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:55.058972 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Bound using segment: {'id': 'b0ba8c48-799c-416f-bb63-ed07cbafbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:50:55.059613 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Bound port: 27c12a34-45ec-49cb-b6f4-1f91a0df591f, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ba8c48-799c-416f-bb63-ed07cbafbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:50:55.060204 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:55.161710 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] For port 27c12a34-45ec-49cb-b6f4-1f91a0df591f, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:50:55.165599 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] For port 27c12a34-45ec-49cb-b6f4-1f91a0df591f, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=27c12a34-45ec-49cb-b6f4-1f91a0df591f,segment=NetworkSegment(b0ba8c48-799c-416f-bb63-ed07cbafbfaa),segment_id=b0ba8c48-799c-416f-bb63-ed07cbafbfaa)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:50:55.178681 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:55.200420 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] Allocated IP 172.26.1.121 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/b99770fc-8dc9-41d1-8968-51ba959333eb) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:50:55.278870 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5996d4-fd79-4879-b864-178e9624fcfe None None] Pushing event updated for resources: {'Port': ['ID=27c12a34-45ec-49cb-b6f4-1f91a0df591f,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:55.364905 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:55.389266 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-91d53490-64cf-485e-9774-86a1482872f6 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:50:55.456778 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-529cc79f-e17f-4fa1-8fbf-dafe25139197', 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'fixed_ips': [{'subnet_id': '086e6f9c-e0df-4018-9811-30d13b145f68'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:50:55.456979 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-91d53490-64cf-485e-9774-86a1482872f6 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:55.457639 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:55.503203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-91d53490-64cf-485e-9774-86a1482872f6 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Usage tracker for resource:floatingip and tenant:09499db000d44396b4eb043b5e13817b is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:55.513826 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-91d53490-64cf-485e-9774-86a1482872f6 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:55.593902 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-91d53490-64cf-485e-9774-86a1482872f6 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:55.625473 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:55.675614 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] Allocated IP 172.20.0.2 (529cc79f-e17f-4fa1-8fbf-dafe25139197/086e6f9c-e0df-4018-9811-30d13b145f68/7cacc349-67e5-42c0-92c4-73ea4364a617) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:50:55.687196 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:55.688532 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:50:55.689212 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:55.764752 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-91d53490-64cf-485e-9774-86a1482872f6 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:55.929200 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5841732 Apr 18 05:50:55.932822 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37578) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:50:55.948650 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-ee9413c3-06d7-494e-a073-cf0ac808ad42 admin admin] Request body: {'subnet': {'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1457690879-subnet', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:50:55.952520 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd38d9a-9346-43b1-b726-7d5e3c209e58 admin admin] Pushing event updated for resources: {'Network': ['ID=2ca065a0-30ac-4abf-bd64-c47717936a41,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:55.954645 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ee9413c3-06d7-494e-a073-cf0ac808ad42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:55.958574 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ee9413c3-06d7-494e-a073-cf0ac808ad42 admin admin] Usage tracker for resource:subnet and tenant:e66226dc1f664b9db6f01b9a65f1c168 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:55.962212 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ee9413c3-06d7-494e-a073-cf0ac808ad42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:55.969317 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 2ca065a0-30ac-4abf-bd64-c47717936a41 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:50:55.971678 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ee9413c3-06d7-494e-a073-cf0ac808ad42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:55.986061 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37582) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:50:55.991759 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:56.003958 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9413c3-06d7-494e-a073-cf0ac808ad42 admin admin] Made reservation on behalf of e66226dc1f664b9db6f01b9a65f1c168 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:50:56.012718 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ee9413c3-06d7-494e-a073-cf0ac808ad42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:56.062480 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:56.074182 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] Transition to ACTIVE for port object 7cacc349-67e5-42c0-92c4-73ea4364a617 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:50:56.089936 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37588) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:50:56.095507 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] Transition to ACTIVE for port object 7cacc349-67e5-42c0-92c4-73ea4364a617 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:50:56.114060 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:56.173812 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:56.305040 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] Network 529cc79f-e17f-4fa1-8fbf-dafe25139197 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:50:56.320335 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:50:56.335125 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:50:56.389770 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] Pushing event updated for resources: {'Port': ['ID=b99770fc-8dc9-41d1-8968-51ba959333eb,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:56.403233 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:50:56.407096 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:50:56.415355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:50:56.468600 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] Pushing event updated for resources: {'Port': ['ID=7cacc349-67e5-42c0-92c4-73ea4364a617,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:56.600380 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37598) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:50:56.619216 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] Attempting to bind port 7cacc349-67e5-42c0-92c4-73ea4364a617 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:50:56.619609 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] Attempting to bind port 7cacc349-67e5-42c0-92c4-73ea4364a617 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '90bc9c89-017d-4efd-82f8-9dbfeb8d8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:50:56.619970 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] Attempting to bind port 7cacc349-67e5-42c0-92c4-73ea4364a617 on network 529cc79f-e17f-4fa1-8fbf-dafe25139197 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:50:56.630245 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:50:56.631155 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] Checking segment: {'id': '90bc9c89-017d-4efd-82f8-9dbfeb8d8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:50:56.631155 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:56.631445 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] Bound using segment: {'id': '90bc9c89-017d-4efd-82f8-9dbfeb8d8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:50:56.631838 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] Bound port: 7cacc349-67e5-42c0-92c4-73ea4364a617, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bc9c89-017d-4efd-82f8-9dbfeb8d8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:50:56.634317 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:56.640174 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1721411718'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:50:56.652164 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:56.659277 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 27c12a34-45ec-49cb-b6f4-1f91a0df591f up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:50:56.675693 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ee9413c3-06d7-494e-a073-cf0ac808ad42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:56.751648 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Usage tracker for resource:network and tenant:015b4e5608904a7fb2ef9bc87c635938 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:56.771537 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:56.801209 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9413c3-06d7-494e-a073-cf0ac808ad42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d647f1-8c55-4e15-9c83-afad77ec2154,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:56.809255 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-241523011'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:50:56.815568 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:56.820000 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Usage tracker for resource:network and tenant:9526ea2edfeb475a94c2ab24bc90448b is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:56.824855 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:56.831230 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] For port 7cacc349-67e5-42c0-92c4-73ea4364a617, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:50:56.834731 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] For port 7cacc349-67e5-42c0-92c4-73ea4364a617, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=7cacc349-67e5-42c0-92c4-73ea4364a617,segment=NetworkSegment(90bc9c89-017d-4efd-82f8-9dbfeb8d8462),segment_id=90bc9c89-017d-4efd-82f8-9dbfeb8d8462)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:50:56.835398 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:56.838142 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:56.853016 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:56.857607 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:56.890102 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-91d53490-64cf-485e-9774-86a1482872f6 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:56.903013 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Made reservation on behalf of 9526ea2edfeb475a94c2ab24bc90448b for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:50:56.906819 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:56.927736 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:56.941447 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Made reservation on behalf of 015b4e5608904a7fb2ef9bc87c635938 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:50:56.944775 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c017065-1ecf-4ccc-9f49-09b74539e3e3 None None] Network 8e6ec6cd-b02b-4370-9725-304c806a2405 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:50:56.945595 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:56.953021 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:56.957293 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Usage tracker for resource:security_group_rule and tenant:9526ea2edfeb475a94c2ab24bc90448b is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:56.960828 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:56.965888 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:56.966301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58c51f-d099-4f04-8e5a-26b7764173e3 None None] Pushing event updated for resources: {'Port': ['ID=7cacc349-67e5-42c0-92c4-73ea4364a617,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:56.972378 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:57.010776 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:57.015049 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Usage tracker for resource:security_group_rule and tenant:015b4e5608904a7fb2ef9bc87c635938 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:57.018257 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:57.023929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:57.093284 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:57.107038 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1047635480'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:50:57.112897 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:57.162363 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:57.167239 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Usage tracker for resource:network and tenant:511f83e100a146a9adf2cd8a3cd15964 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:57.170550 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:57.176752 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:57.201201 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:57.212004 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-dd49ab10-8380-48c1-8198-78ac31c7742e None None] Provisioning for port 27c12a34-45ec-49cb-b6f4-1f91a0df591f completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:50:57.231966 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Made reservation on behalf of 511f83e100a146a9adf2cd8a3cd15964 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:50:57.235454 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:57.293551 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:57.301512 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 27c12a34-45ec-49cb-b6f4-1f91a0df591f completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:50:57.312761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc19d9f-0a83-4ff2-b66a-332efd295b34,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:57.323925 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:50:57.329421 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9413c3-06d7-494e-a073-cf0ac808ad42 admin admin] Checking segment: {'id': '697bc392-01f0-4717-af3e-52af340b5bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:50:57.329629 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 27c12a34-45ec-49cb-b6f4-1f91a0df591f triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:50:57.330060 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9413c3-06d7-494e-a073-cf0ac808ad42 admin admin] Network hostable DHCP agents. Network: 2ca065a0-30ac-4abf-bd64-c47717936a41, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:50:57.330178 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:57.352143 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:57.362173 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Usage tracker for resource:security_group_rule and tenant:511f83e100a146a9adf2cd8a3cd15964 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:57.365566 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:57.365947 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Added segment b550d10a-d57d-43fe-8d0c-5522abfe9214 of type vlan for network 5fedeb47-40dd-4b85-ad10-44b92e7e3776 Apr 18 05:50:57.367119 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:57.383294 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:57.392703 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9413c3-06d7-494e-a073-cf0ac808ad42 admin admin] Network 2ca065a0-30ac-4abf-bd64-c47717936a41 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:50:57.419840 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37620) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:50:57.434909 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:57.469291 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-ee9413c3-06d7-494e-a073-cf0ac808ad42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 2ca065a0-30ac-4abf-bd64-c47717936a41) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:50:57.492800 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9413c3-06d7-494e-a073-cf0ac808ad42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:50:57.493296 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ee9413c3-06d7-494e-a073-cf0ac808ad42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:57.515073 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2915d894-825f-4452-bc8e-87e94e1c9765 None None] Network 2ca065a0-30ac-4abf-bd64-c47717936a41 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:50:57.533414 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-91d53490-64cf-485e-9774-86a1482872f6 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Allocated IP 172.26.1.149 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/c77c3d31-ff1f-4f71-a460-1af56ecb24cd) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:50:57.559023 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:57.563972 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:57.607752 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ee9413c3-06d7-494e-a073-cf0ac808ad42 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6737309 Apr 18 05:50:57.611554 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37626) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:50:57.623041 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1457690879-router', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:50:57.634550 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:57.637775 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:57.643628 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:50:57.644452 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:57.647613 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:57.673665 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] Usage tracker for resource:router and tenant:e66226dc1f664b9db6f01b9a65f1c168 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:57.690502 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:57.711046 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:57.779587 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:57.800173 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:50:57.811832 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7160470 Apr 18 05:50:57.817797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37630) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:50:57.828337 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:57.829356 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:57.835924 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-ec9cb573-a900-444e-8b0c-293456dd47bc tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:50:57.842917 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ec9cb573-a900-444e-8b0c-293456dd47bc tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:57.847038 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ec9cb573-a900-444e-8b0c-293456dd47bc tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Usage tracker for resource:floatingip and tenant:842a31d500c94d1fb6a1b7f455ed6703 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:57.850512 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ec9cb573-a900-444e-8b0c-293456dd47bc tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:57.858916 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ec9cb573-a900-444e-8b0c-293456dd47bc tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:57.872103 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 27c12a34-45ec-49cb-b6f4-1f91a0df591f, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=27c12a34-45ec-49cb-b6f4-1f91a0df591f,segment=NetworkSegment(b0ba8c48-799c-416f-bb63-ed07cbafbfaa),segment_id=b0ba8c48-799c-416f-bb63-ed07cbafbfaa)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:50:57.877795 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb573-a900-444e-8b0c-293456dd47bc tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for floatingip, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:57.897935 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d09d6-49c0-4067-ab69-fd29adacdac9 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Pushing event updated for resources: {'Network': ['ID=5fedeb47-40dd-4b85-ad10-44b92e7e3776,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:57.901191 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:57.943600 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:57.955637 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 5fedeb47-40dd-4b85-ad10-44b92e7e3776 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:50:57.961151 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:57.974618 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:50:57.988056 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:57.988489 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Added segment ffc5555d-404a-465e-a146-c79b27a2de64 of type vlan for network f6031fc1-42ba-4ece-b64a-4deba4ad76fe Apr 18 05:50:58.007095 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-91d53490-64cf-485e-9774-86a1482872f6 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:58.018858 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:58.050063 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:58.054220 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:58.054907 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Added segment fb482ff6-e7cb-4da1-83f3-827f44130247 of type vlan for network 1a3f800c-183c-4f08-8e55-292a1ad5925e Apr 18 05:50:58.078892 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:58.084448 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:50:58.085037 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:58.090532 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:58.098455 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983c7caf-d0a0-48f2-ba2a-884de64668c9,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:58.128221 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-286c1bfb-a2d7-45b2-b62e-4130db04a341 None None] Provisioning complete for port 27c12a34-45ec-49cb-b6f4-1f91a0df591f triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:50:58.128592 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-286c1bfb-a2d7-45b2-b62e-4130db04a341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:58.151672 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Request body: {'network': {'name': 'tempest-network--1664574147', 'router:external': True}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:50:58.175650 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-91d53490-64cf-485e-9774-86a1482872f6 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:58.177680 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=27c12a34-45ec-49cb-b6f4-1f91a0df591f,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:58.188073 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-2ca065a0-30ac-4abf-bd64-c47717936a41', 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'fixed_ips': [{'subnet_id': 'b9d647f1-8c55-4e15-9c83-afad77ec2154'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:50:58.189172 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:58.285677 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:58.289891 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Usage tracker for resource:network and tenant:5fe54d316234445287f1d39a8784eede is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:58.293418 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:58.299566 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:58.405545 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.resource_extend [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:50:58.418481 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d53490-64cf-485e-9774-86a1482872f6 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:50:58.427261 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Made reservation on behalf of 5fe54d316234445287f1d39a8784eede for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:50:58.429635 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:58.430668 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-91d53490-64cf-485e-9774-86a1482872f6 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:50:58.438125 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d53490-64cf-485e-9774-86a1482872f6 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:50:58.444612 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Pushing event updated for resources: {'Network': ['ID=f6031fc1-42ba-4ece-b64a-4deba4ad76fe,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:58.456606 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:58.509127 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92962d19-399c-4bdb-a846-94bffd1c0fed,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:58.515931 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:58.526808 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fd45d901-7cb7-4032-a22d-70dc7d0ae2b2 tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9222085 Apr 18 05:50:58.559640 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network f6031fc1-42ba-4ece-b64a-4deba4ad76fe details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:50:58.700447 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Usage tracker for resource:security_group_rule and tenant:5fe54d316234445287f1d39a8784eede is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:58.708707 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:58.714700 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:50:58.715321 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:58.739820 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d53490-64cf-485e-9774-86a1482872f6 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Pushing event updated for resources: {'Port': ['ID=c77c3d31-ff1f-4f71-a460-1af56ecb24cd,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:58.759274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:58.771998 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] Allocated IP 172.20.0.2 (2ca065a0-30ac-4abf-bd64-c47717936a41/b9d647f1-8c55-4e15-9c83-afad77ec2154/7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:50:58.789478 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:58.793096 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] Allocated IP 172.26.1.131 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/63698077-dbb6-4788-ac22-0483f66b2e97) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:50:58.892617 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:58.913716 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-91d53490-64cf-485e-9774-86a1482872f6 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:58.922947 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Pushing event updated for resources: {'Network': ['ID=1a3f800c-183c-4f08-8e55-292a1ad5925e,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:58.932274 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ab8cbe73-428d-4749-b419-4f2729f2f8cc tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.9439030 Apr 18 05:50:58.946980 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37654) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:50:58.956312 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb573-a900-444e-8b0c-293456dd47bc tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:58.967045 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-74dce7e8-3cbf-4426-9fd6-cfd847ea38ee tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Request body: {'subnet': {'network_id': '1a3f800c-183c-4f08-8e55-292a1ad5925e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:50:59.011523 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-91d53490-64cf-485e-9774-86a1482872f6 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:59.014569 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:59.025511 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] Transition to ACTIVE for port object 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:50:59.048684 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] Transition to ACTIVE for port object 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:50:59.051471 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 7cacc349-67e5-42c0-92c4-73ea4364a617 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:50:59.084869 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90619976-3058-4352-bf82-dffb17bcb2ff None None] Network 529cc79f-e17f-4fa1-8fbf-dafe25139197 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:50:59.113474 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:59.212174 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-74dce7e8-3cbf-4426-9fd6-cfd847ea38ee tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:59.228354 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] Network 2ca065a0-30ac-4abf-bd64-c47717936a41 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:50:59.240363 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] Pushing event updated for resources: {'Port': ['ID=7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:59.249625 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:50:59.256412 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7288960b-1e11-43c5-a825-bb6f9d29f558 None None] Provisioning for port 7cacc349-67e5-42c0-92c4-73ea4364a617 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:50:59.258197 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-74dce7e8-3cbf-4426-9fd6-cfd847ea38ee tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Usage tracker for resource:subnet and tenant:015b4e5608904a7fb2ef9bc87c635938 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:59.265903 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:50:59.266400 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-74dce7e8-3cbf-4426-9fd6-cfd847ea38ee tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:59.280576 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-91d53490-64cf-485e-9774-86a1482872f6 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:59.293972 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-91d53490-64cf-485e-9774-86a1482872f6 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:59.297827 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37660) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:50:59.331598 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-74dce7e8-3cbf-4426-9fd6-cfd847ea38ee tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:59.380070 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d53490-64cf-485e-9774-86a1482872f6 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Pushing event updated for resources: {'Port': ['ID=c77c3d31-ff1f-4f71-a460-1af56ecb24cd,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:59.383053 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:59.391234 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Request body: {'port': {'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe', 'binding:host_id': 'hv-neutron-8374', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1424993068'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:50:59.396294 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:59.401681 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Usage tracker for resource:port and tenant:df93cae4a269459abd1c56db4a45d7e1 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:59.406261 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:59.413736 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:59.415559 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dce7e8-3cbf-4426-9fd6-cfd847ea38ee tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Made reservation on behalf of 015b4e5608904a7fb2ef9bc87c635938 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:50:59.420310 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-74dce7e8-3cbf-4426-9fd6-cfd847ea38ee tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks [] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:59.426466 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 1a3f800c-183c-4f08-8e55-292a1ad5925e details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:50:59.491390 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Made reservation on behalf of df93cae4a269459abd1c56db4a45d7e1 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:50:59.493716 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:59.552445 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:59.555321 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] Attempting to bind port 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:50:59.555841 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] Attempting to bind port 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '697bc392-01f0-4717-af3e-52af340b5bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:50:59.556088 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] Attempting to bind port 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0 on network 2ca065a0-30ac-4abf-bd64-c47717936a41 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:50:59.580748 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 7cacc349-67e5-42c0-92c4-73ea4364a617 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:50:59.584105 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:50:59.584358 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] Checking segment: {'id': '697bc392-01f0-4717-af3e-52af340b5bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:50:59.584719 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:59.584907 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-91d53490-64cf-485e-9774-86a1482872f6 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:59.585106 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] Bound using segment: {'id': '697bc392-01f0-4717-af3e-52af340b5bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:50:59.585575 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] Bound port: 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697bc392-01f0-4717-af3e-52af340b5bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:50:59.586251 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:59.600980 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:59.615547 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:59.628571 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:59.634201 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 7cacc349-67e5-42c0-92c4-73ea4364a617 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:50:59.634201 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:59.634404 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:59.636533 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-91d53490-64cf-485e-9774-86a1482872f6 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:59.642333 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-91d53490-64cf-485e-9774-86a1482872f6 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9051306 Apr 18 05:50:59.642333 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37664) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:50:59.692501 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Usage tracker for resource:security_group_rule and tenant:df93cae4a269459abd1c56db4a45d7e1 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:59.707829 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-6ab07613-a36f-4f95-9973-6c0f9192cda7 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1060555839', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'fixed_ips': [{'ip_address': '172.26.1.149'}]}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:50:59.714360 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:59.719226 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6ab07613-a36f-4f95-9973-6c0f9192cda7 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:59.719412 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:50:59.725867 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:59.732816 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6ab07613-a36f-4f95-9973-6c0f9192cda7 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Usage tracker for resource:port and tenant:09499db000d44396b4eb043b5e13817b is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:59.745664 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6ab07613-a36f-4f95-9973-6c0f9192cda7 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:59.757484 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6ab07613-a36f-4f95-9973-6c0f9192cda7 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:59.794858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab07613-a36f-4f95-9973-6c0f9192cda7 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Made reservation on behalf of 09499db000d44396b4eb043b5e13817b for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:50:59.797311 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6ab07613-a36f-4f95-9973-6c0f9192cda7 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:59.815510 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38cb34a-f138-4e09-ae81-e37b33b0fe52,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:50:59.821986 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6ab07613-a36f-4f95-9973-6c0f9192cda7 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:59.844769 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] For port 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:50:59.851074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6ab07613-a36f-4f95-9973-6c0f9192cda7 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:50:59.864959 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6ab07613-a36f-4f95-9973-6c0f9192cda7 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Usage tracker for resource:security_group_rule and tenant:09499db000d44396b4eb043b5e13817b is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:50:59.871315 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6ab07613-a36f-4f95-9973-6c0f9192cda7 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:50:59.882058 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] For port 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0,segment=NetworkSegment(697bc392-01f0-4717-af3e-52af340b5bca),segment_id=697bc392-01f0-4717-af3e-52af340b5bca)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:50:59.887542 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6ab07613-a36f-4f95-9973-6c0f9192cda7 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:50:59.889482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] Router 233b1ceb-2a39-4c49-ad97-ac5069be2e93 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:50:59.895050 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:59.980757 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:59.981819 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:59.991178 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:59.991384 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Added segment 5413b1ee-5b6c-488e-9060-3fe9ffcf34de of type vlan for network 708c46f9-c065-4d25-bb37-16490da93892 Apr 18 05:51:00.003189 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:00.017033 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:00.033088 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] device_id is not set on port df578c7b-a676-489f-83af-dd3bb6902c30 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:51:00.050703 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182ff22-ce48-45d7-9e10-df0857905194 None None] Pushing event updated for resources: {'Port': ['ID=7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:00.057857 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 7cacc349-67e5-42c0-92c4-73ea4364a617, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=7cacc349-67e5-42c0-92c4-73ea4364a617,segment=NetworkSegment(90bc9c89-017d-4efd-82f8-9dbfeb8d8462),segment_id=90bc9c89-017d-4efd-82f8-9dbfeb8d8462)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:00.066319 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:00.067583 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 27c12a34-45ec-49cb-b6f4-1f91a0df591f up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:00.162923 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:00.175448 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:00.205796 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:00.214772 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=7cacc349-67e5-42c0-92c4-73ea4364a617,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:00.227346 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 27c12a34-45ec-49cb-b6f4-1f91a0df591f triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:00.227815 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:00.238801 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4add19b0-e18b-43d2-87fb-2cf6c63c184c,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:00.315544 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:51:00.328984 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] Sync routers for ids ['233b1ceb-2a39-4c49-ad97-ac5069be2e93'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:51:00.346179 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] Routers {'233b1ceb-2a39-4c49-ad97-ac5069be2e93'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:51:00.346809 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:50:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['233b1ceb-2a39-4c49-ad97-ac5069be2e93'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:00.405928 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:00.411633 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:00.435860 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6ab07613-a36f-4f95-9973-6c0f9192cda7 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:00.474608 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] Pushing event updated for resources: {'Port': ['ID=63698077-dbb6-4788-ac22-0483f66b2e97,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:00.481308 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-ec9cb573-a900-444e-8b0c-293456dd47bc tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Allocated IP 172.26.1.46 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/d833f678-1ffb-4bd8-aefb-a32fd67c3dc6) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:00.487325 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6ab07613-a36f-4f95-9973-6c0f9192cda7 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:00.514178 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:00.519206 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-790babdd-affa-454b-b723-93d7e49dd52b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.8512421 Apr 18 05:51:00.520970 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-6ab07613-a36f-4f95-9973-6c0f9192cda7 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] device_id is not set on port 4e7d2877-7810-4602-a70a-85d3171f54ed yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:51:00.521770 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-56c012a6-d217-4d30-a2fd-2b8342e07071 None None] Provisioning complete for port 7cacc349-67e5-42c0-92c4-73ea4364a617 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:00.522163 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-56c012a6-d217-4d30-a2fd-2b8342e07071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:00.560770 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37668) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:00.572879 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:00.646318 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] Set router 233b1ceb-2a39-4c49-ad97-ac5069be2e93 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:51:00.731981 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-74dce7e8-3cbf-4426-9fd6-cfd847ea38ee tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:00.777393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab07613-a36f-4f95-9973-6c0f9192cda7 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a7b2e1-88fb-4b40-8445-5cddbab07825,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:00.825534 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:00.826136 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.resource_extend [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:51:00.917272 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:00.925582 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 7cacc349-67e5-42c0-92c4-73ea4364a617 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:01.011350 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 7cacc349-67e5-42c0-92c4-73ea4364a617 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:01.011872 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:01.018208 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'name': 'tempest-ServersTestManualDisk-1963045406-router', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:53Z', 'updated_at': '2022-04-18T05:50:56Z', 'revision_number': 3, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'gw_port': {'id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:50:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:01.023152 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] Checking router: 233b1ceb-2a39-4c49-ad97-ac5069be2e93 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:51:01.023512 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] Updating router 233b1ceb-2a39-4c49-ad97-ac5069be2e93 port b99770fc-8dc9-41d1-8968-51ba959333eb binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:51:01.093628 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:01.111269 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] device_id is not set on port df578c7b-a676-489f-83af-dd3bb6902c30 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:51:01.160671 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:01.172191 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:01.173032 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:01.173612 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:01.192963 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Transition to ACTIVE for port object df578c7b-a676-489f-83af-dd3bb6902c30 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:01.198842 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dce7e8-3cbf-4426-9fd6-cfd847ea38ee tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Pushing event updated for resources: {'Subnet': ['ID=54083602-3cd3-4587-adb0-91b54cfbecc2,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:01.285600 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:01.334774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dce7e8-3cbf-4426-9fd6-cfd847ea38ee tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Checking segment: {'id': 'fb482ff6-e7cb-4da1-83f3-827f44130247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1a3f800c-183c-4f08-8e55-292a1ad5925e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:51:01.335171 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dce7e8-3cbf-4426-9fd6-cfd847ea38ee tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Network hostable DHCP agents. Network: 1a3f800c-183c-4f08-8e55-292a1ad5925e, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:51:01.424473 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Pushing event updated for resources: {'Network': ['ID=708c46f9-c065-4d25-bb37-16490da93892,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:01.439339 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-75d6d146-a89b-4ec0-a556-ded2cee463db tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.6129260 Apr 18 05:51:01.441764 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 708c46f9-c065-4d25-bb37-16490da93892 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:51:01.443552 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37672) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:01.462454 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb573-a900-444e-8b0c-293456dd47bc tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:01.479761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:01.528373 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dce7e8-3cbf-4426-9fd6-cfd847ea38ee tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Network 1a3f800c-183c-4f08-8e55-292a1ad5925e is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:51:01.535204 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040d4fe1-d5fa-4c9b-aa54-5500f812173c None None] Network 2ca065a0-30ac-4abf-bd64-c47717936a41 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:51:01.563900 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Pushing event updated for resources: {'Port': ['ID=df578c7b-a676-489f-83af-dd3bb6902c30,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:01.568975 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-74dce7e8-3cbf-4426-9fd6-cfd847ea38ee tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 1a3f800c-183c-4f08-8e55-292a1ad5925e) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:01.607209 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1563a789-3c39-4425-8dbb-b24d3afa8e88 None None] Network 1a3f800c-183c-4f08-8e55-292a1ad5925e requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:51:01.636081 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dce7e8-3cbf-4426-9fd6-cfd847ea38ee tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:01.637507 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-74dce7e8-3cbf-4426-9fd6-cfd847ea38ee tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:01.672315 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-74dce7e8-3cbf-4426-9fd6-cfd847ea38ee tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7138696 Apr 18 05:51:01.672887 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37676) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:01.687189 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb573-a900-444e-8b0c-293456dd47bc tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:01.696066 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-bb97fc93-0eda-4480-8132-73b5f92fb7d6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Request body: {'port': {'network_id': '1a3f800c-183c-4f08-8e55-292a1ad5925e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-442780363'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:01.757723 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-0b80b84c-7124-4bab-8275-68c721674e5b None None] Provisioning for port 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:01.783019 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-0b80b84c-7124-4bab-8275-68c721674e5b None None] Provisioning complete for port 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:01.783384 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0b80b84c-7124-4bab-8275-68c721674e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:01.802389 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Checking segment: {'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:51:01.802742 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Network hostable DHCP agents. Network: f6031fc1-42ba-4ece-b64a-4deba4ad76fe, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:51:01.831479 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:01.896503 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab07613-a36f-4f95-9973-6c0f9192cda7 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 05:51:01.897327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab07613-a36f-4f95-9973-6c0f9192cda7 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:51:01.921514 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Network f6031fc1-42ba-4ece-b64a-4deba4ad76fe is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:51:01.974929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, f6031fc1-42ba-4ece-b64a-4deba4ad76fe) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:01.979450 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:01.999702 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee72266-4888-497b-9f2e-2f4998746391 None None] Network f6031fc1-42ba-4ece-b64a-4deba4ad76fe requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:51:02.017842 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9cb573-a900-444e-8b0c-293456dd47bc tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:02.034363 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6ab07613-a36f-4f95-9973-6c0f9192cda7 tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.3887019 Apr 18 05:51:02.036026 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-ec9cb573-a900-444e-8b0c-293456dd47bc tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:02.037919 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9cb573-a900-444e-8b0c-293456dd47bc tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Pushing event updated for resources: {'Port': ['ID=d833f678-1ffb-4bd8-aefb-a32fd67c3dc6,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:02.040432 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9cb573-a900-444e-8b0c-293456dd47bc tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:02.049748 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37680) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:02.070975 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:02.071392 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:02.071737 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:02.134143 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port df578c7b-a676-489f-83af-dd3bb6902c30 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:02.134847 dv-neutron-837489-1-hyperv neutron-server[88034]: ERROR neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:02.139380 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.plugins.ml2.plugin [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 2 to bind port df578c7b-a676-489f-83af-dd3bb6902c30 Apr 18 05:51:02.149925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:02.216225 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:02.216555 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:02.216884 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:02.226840 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-1a3f800c-183c-4f08-8e55-292a1ad5925e', 'network_id': '1a3f800c-183c-4f08-8e55-292a1ad5925e', 'tenant_id': '015b4e5608904a7fb2ef9bc87c635938', 'fixed_ips': [{'subnet_id': '54083602-3cd3-4587-adb0-91b54cfbecc2'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:51:02.227877 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:02.234446 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:02.234819 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:02.235581 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:02.235905 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > port after_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:02.236247 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:02.236584 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > port after_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:02.236885 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:02.237214 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:02.237524 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:02.237833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:02.249783 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0b80b84c-7124-4bab-8275-68c721674e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:02.410642 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] Allocated IP 172.26.1.130 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/5aadb579-713b-424c-94fd-1cc257798c7d) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:02.411228 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:02.411228 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:02.411423 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:02.411606 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:02.411963 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708c46f9-c065-4d25-bb37-16490da93892']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:02.425613 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port df578c7b-a676-489f-83af-dd3bb6902c30 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:02.425845 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-16eebc49-cba8-4993-ad76-b21003d2130b tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Deleting port c77c3d31-ff1f-4f71-a460-1af56ecb24cd {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:51:02.425939 dv-neutron-837489-1-hyperv neutron-server[88034]: ERROR neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:02.426058 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-16eebc49-cba8-4993-ad76-b21003d2130b tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:02.428014 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.plugins.ml2.plugin [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 3 to bind port df578c7b-a676-489f-83af-dd3bb6902c30 Apr 18 05:51:02.434927 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-0b80b84c-7124-4bab-8275-68c721674e5b None None] For port 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0,segment=NetworkSegment(697bc392-01f0-4717-af3e-52af340b5bca),segment_id=697bc392-01f0-4717-af3e-52af340b5bca)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:02.443923 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5413b1ee-5b6c-488e-9060-3fe9ffcf34de') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:02.443923 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5413b1ee-5b6c-488e-9060-3fe9ffcf34de') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:02.447986 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0b80b84c-7124-4bab-8275-68c721674e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:02.462776 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eeec8b31-7507-43e4-b078-a78f28830c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:02.481533 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:02.490016 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:02.490215 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:02.490497 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:02.500769 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:02.503670 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port df578c7b-a676-489f-83af-dd3bb6902c30 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:02.504292 dv-neutron-837489-1-hyperv neutron-server[88034]: ERROR neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:02.514080 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb573-a900-444e-8b0c-293456dd47bc tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:02.545317 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.plugins.ml2.plugin [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 4 to bind port df578c7b-a676-489f-83af-dd3bb6902c30 Apr 18 05:51:02.549795 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-bb97fc93-0eda-4480-8132-73b5f92fb7d6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:02.560079 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:02.578176 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:02.578542 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:02.579199 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:02.589588 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:51:02.589746 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:02.593975 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80b84c-7124-4bab-8275-68c721674e5b None None] Pushing event updated for resources: {'Port': ['ID=7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:02.597047 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] Allocated IP 172.20.0.2 (1a3f800c-183c-4f08-8e55-292a1ad5925e/54083602-3cd3-4587-adb0-91b54cfbecc2/53060e22-0a08-4ba3-b1ca-fefc052f7b2d) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: from cryptography.utils import int_from_bytes Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: from cryptography.utils import int_from_bytes Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn_limited( Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn_limited( Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:51:02.607412 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:51:02.648464 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-bb97fc93-0eda-4480-8132-73b5f92fb7d6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Usage tracker for resource:port and tenant:015b4e5608904a7fb2ef9bc87c635938 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:02.657797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-bb97fc93-0eda-4480-8132-73b5f92fb7d6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:02.711697 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port df578c7b-a676-489f-83af-dd3bb6902c30 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:02.712024 dv-neutron-837489-1-hyperv neutron-server[88034]: ERROR neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:02.718496 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.plugins.ml2.plugin [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 5 to bind port df578c7b-a676-489f-83af-dd3bb6902c30 Apr 18 05:51:02.786390 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-bb97fc93-0eda-4480-8132-73b5f92fb7d6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:02.790648 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:02.791120 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:02.791635 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:02.802710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port df578c7b-a676-489f-83af-dd3bb6902c30 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:02.803086 dv-neutron-837489-1-hyperv neutron-server[88034]: ERROR neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:02.803470 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.plugins.ml2.plugin [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 6 to bind port df578c7b-a676-489f-83af-dd3bb6902c30 Apr 18 05:51:02.820634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:02.829751 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 708c46f9-c065-4d25-bb37-16490da93892 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 18 05:51:02.885157 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:02.885715 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:02.886102 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:02.916324 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb97fc93-0eda-4480-8132-73b5f92fb7d6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Made reservation on behalf of 015b4e5608904a7fb2ef9bc87c635938 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:02.920241 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb97fc93-0eda-4480-8132-73b5f92fb7d6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:02.922007 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-eeec8b31-7507-43e4-b078-a78f28830c22 admin admin] Allocated IP 172.20.0.1 (8e6ec6cd-b02b-4370-9725-304c806a2405/5fcd649f-492a-4c12-9975-b04bbb1ea4b5/bdf1c92f-3538-4382-a9ef-f9721140a992) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:02.954639 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:02.971170 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] Transition to ACTIVE for port object 53060e22-0a08-4ba3-b1ca-fefc052f7b2d will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:02.997957 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] Transition to ACTIVE for port object 53060e22-0a08-4ba3-b1ca-fefc052f7b2d will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:03.006945 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:03.016766 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb573-a900-444e-8b0c-293456dd47bc tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:03.098992 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eeec8b31-7507-43e4-b078-a78f28830c22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:03.107347 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-bb97fc93-0eda-4480-8132-73b5f92fb7d6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] device_id is not set on port 26008d4e-984c-40b1-8a78-c245a27d50eb yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:51:03.116184 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-eeec8b31-7507-43e4-b078-a78f28830c22 admin admin] Transition to ACTIVE for port object bdf1c92f-3538-4382-a9ef-f9721140a992 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:03.121409 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:03.139974 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:03.148740 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Pushing event deleted for resources: {'Network': ['ID=708c46f9-c065-4d25-bb37-16490da93892,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:03.152446 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e8dffaa7-624d-4244-8a2f-5a4ee300d95b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] 10.222.0.15 "DELETE /v2.0/networks/708c46f9-c065-4d25-bb37-16490da93892 HTTP/1.1" status: 204 len: 168 time: 1.6145728 Apr 18 05:51:03.155896 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eeec8b31-7507-43e4-b078-a78f28830c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:03.165354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37686) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:03.193566 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-16eebc49-cba8-4993-ad76-b21003d2130b tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:03.197932 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-16eebc49-cba8-4993-ad76-b21003d2130b tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:03.241799 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeec8b31-7507-43e4-b078-a78f28830c22 admin admin] Network 8e6ec6cd-b02b-4370-9725-304c806a2405 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:03.242703 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port df578c7b-a676-489f-83af-dd3bb6902c30 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:03.243070 dv-neutron-837489-1-hyperv neutron-server[88034]: ERROR neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:03.246784 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec8b31-7507-43e4-b078-a78f28830c22 admin admin] Pushing event updated for resources: {'Port': ['ID=bdf1c92f-3538-4382-a9ef-f9721140a992,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:03.249374 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-eeec8b31-7507-43e4-b078-a78f28830c22 admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:03.250989 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.plugins.ml2.plugin [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 7 to bind port df578c7b-a676-489f-83af-dd3bb6902c30 Apr 18 05:51:03.284576 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeec8b31-7507-43e4-b078-a78f28830c22 admin admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:03.287632 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] Network 1a3f800c-183c-4f08-8e55-292a1ad5925e is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:03.294458 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e8a4d2a2-b7a1-44ee-b8e5-cb925531f86f None None] Provisioning complete for port 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:03.294920 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e8a4d2a2-b7a1-44ee-b8e5-cb925531f86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:03.363884 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-8d942cb0-16fc-415d-978e-7d8339ca822b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:03.390157 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] Pushing event updated for resources: {'Port': ['ID=53060e22-0a08-4ba3-b1ca-fefc052f7b2d,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:03.399564 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:03.417768 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:03.423844 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:03.424659 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:03.441697 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8d942cb0-16fc-415d-978e-7d8339ca822b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:03.444049 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:03.444386 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:03.444717 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:03.467828 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8d942cb0-16fc-415d-978e-7d8339ca822b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Usage tracker for resource:network and tenant:5fe54d316234445287f1d39a8784eede is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:03.471750 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8d942cb0-16fc-415d-978e-7d8339ca822b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:03.509502 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port df578c7b-a676-489f-83af-dd3bb6902c30 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:03.510368 dv-neutron-837489-1-hyperv neutron-server[88034]: ERROR neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:03.511193 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8d942cb0-16fc-415d-978e-7d8339ca822b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:03.514745 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.plugins.ml2.plugin [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 8 to bind port df578c7b-a676-489f-83af-dd3bb6902c30 Apr 18 05:51:03.562972 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:03.563297 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:03.563633 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:03.565737 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eeec8b31-7507-43e4-b078-a78f28830c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:03.581478 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port df578c7b-a676-489f-83af-dd3bb6902c30 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:03.581799 dv-neutron-837489-1-hyperv neutron-server[88034]: ERROR neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:03.583075 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.plugins.ml2.plugin [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 9 to bind port df578c7b-a676-489f-83af-dd3bb6902c30 Apr 18 05:51:03.590764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d942cb0-16fc-415d-978e-7d8339ca822b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Made reservation on behalf of 5fe54d316234445287f1d39a8784eede for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:03.593068 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8d942cb0-16fc-415d-978e-7d8339ca822b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:03.623959 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:03.624339 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:03.624670 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:03.636866 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port df578c7b-a676-489f-83af-dd3bb6902c30 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:03.637187 dv-neutron-837489-1-hyperv neutron-server[88034]: ERROR neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:03.648173 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-16eebc49-cba8-4993-ad76-b21003d2130b tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Calling delete_port for c77c3d31-ff1f-4f71-a460-1af56ecb24cd owned by network:floatingip {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:51:03.652922 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.plugins.ml2.plugin [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 10 to bind port df578c7b-a676-489f-83af-dd3bb6902c30 Apr 18 05:51:03.682917 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d942cb0-16fc-415d-978e-7d8339ca822b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:51:03.691158 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:03.691623 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:03.692180 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:03.698217 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:03.703295 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port df578c7b-a676-489f-83af-dd3bb6902c30 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:03.703708 dv-neutron-837489-1-hyperv neutron-server[88034]: ERROR neutron.plugins.ml2.managers [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port df578c7b-a676-489f-83af-dd3bb6902c30 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:03.704237 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:03.718655 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8d942cb0-16fc-415d-978e-7d8339ca822b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:03.720069 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-8d942cb0-16fc-415d-978e-7d8339ca822b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Added segment 9c42ad91-0d7c-4bda-b276-95e1c7edd597 of type vlan for network b8dfa605-a297-450d-8941-27735b46465e Apr 18 05:51:03.729486 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] Attempting to bind port 53060e22-0a08-4ba3-b1ca-fefc052f7b2d on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:03.730233 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] Attempting to bind port 53060e22-0a08-4ba3-b1ca-fefc052f7b2d by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'fb482ff6-e7cb-4da1-83f3-827f44130247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1a3f800c-183c-4f08-8e55-292a1ad5925e'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:03.730233 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] Attempting to bind port 53060e22-0a08-4ba3-b1ca-fefc052f7b2d on network 1a3f800c-183c-4f08-8e55-292a1ad5925e {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:03.741587 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:51:03.741925 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] Checking segment: {'id': 'fb482ff6-e7cb-4da1-83f3-827f44130247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1a3f800c-183c-4f08-8e55-292a1ad5925e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:51:03.742301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:03.742717 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] Bound using segment: {'id': 'fb482ff6-e7cb-4da1-83f3-827f44130247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1a3f800c-183c-4f08-8e55-292a1ad5925e'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:51:03.743189 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] Bound port: 53060e22-0a08-4ba3-b1ca-fefc052f7b2d, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb482ff6-e7cb-4da1-83f3-827f44130247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1a3f800c-183c-4f08-8e55-292a1ad5925e'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:51:03.743632 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:03.877101 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] For port 53060e22-0a08-4ba3-b1ca-fefc052f7b2d, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:51:03.882789 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] For port 53060e22-0a08-4ba3-b1ca-fefc052f7b2d, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=53060e22-0a08-4ba3-b1ca-fefc052f7b2d,segment=NetworkSegment(fb482ff6-e7cb-4da1-83f3-827f44130247),segment_id=fb482ff6-e7cb-4da1-83f3-827f44130247)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:51:03.901498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:03.906787 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8d942cb0-16fc-415d-978e-7d8339ca822b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:03.986971 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] Router c33ca8c7-7169-4e64-a0d7-4109958c73d4 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:51:03.996561 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] For port df578c7b-a676-489f-83af-dd3bb6902c30, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:51:03.997086 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempted to set empty binding levels {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 18 05:51:04.014343 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:04.044348 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb573-a900-444e-8b0c-293456dd47bc tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:04.060860 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939c613-d866-4f29-932a-6ecae86b8c8c None None] Pushing event updated for resources: {'Port': ['ID=53060e22-0a08-4ba3-b1ca-fefc052f7b2d,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:04.068065 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-8d7b5a22-f8c1-4e71-87bf-b6a29c33661d None None] Provisioning for port bdf1c92f-3538-4382-a9ef-f9721140a992 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:04.070705 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-bb97fc93-0eda-4480-8132-73b5f92fb7d6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Allocated IP 172.20.0.6 (1a3f800c-183c-4f08-8e55-292a1ad5925e/54083602-3cd3-4587-adb0-91b54cfbecc2/26008d4e-984c-40b1-8a78-c245a27d50eb) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:04.077988 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-8d7b5a22-f8c1-4e71-87bf-b6a29c33661d None None] Provisioning complete for port bdf1c92f-3538-4382-a9ef-f9721140a992 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:04.078399 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5a22-f8c1-4e71-87bf-b6a29c33661d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:04.097374 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8d942cb0-16fc-415d-978e-7d8339ca822b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:04.098534 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d942cb0-16fc-415d-978e-7d8339ca822b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:04.099242 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8d942cb0-16fc-415d-978e-7d8339ca822b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:04.127940 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb573-a900-444e-8b0c-293456dd47bc tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:04.131369 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eeec8b31-7507-43e4-b078-a78f28830c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:04.163003 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:04.163592 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:04.198244 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b5a22-f8c1-4e71-87bf-b6a29c33661d None None] Port bdf1c92f-3538-4382-a9ef-f9721140a992 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:51:04.213820 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:04.267660 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8d942cb0-16fc-415d-978e-7d8339ca822b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0203357 Apr 18 05:51:04.316737 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37690) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:04.334056 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9cb573-a900-444e-8b0c-293456dd47bc tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Pushing event updated for resources: {'Port': ['ID=d833f678-1ffb-4bd8-aefb-a32fd67c3dc6,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:04.372369 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:04.429991 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:04.446444 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] Transition to ACTIVE for port object b99770fc-8dc9-41d1-8968-51ba959333eb will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:04.457099 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:04.457561 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-969f8d2b-d068-48a2-9b87-aaaccce92596 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Request body: {'subnet': {'network_id': 'b8dfa605-a297-450d-8941-27735b46465e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:04.534455 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:04.537177 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-16eebc49-cba8-4993-ad76-b21003d2130b tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:04.547115 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb573-a900-444e-8b0c-293456dd47bc tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:04.560132 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] Attempting to bind port b99770fc-8dc9-41d1-8968-51ba959333eb on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:04.560590 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] Attempting to bind port b99770fc-8dc9-41d1-8968-51ba959333eb by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:04.561019 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] Attempting to bind port b99770fc-8dc9-41d1-8968-51ba959333eb on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:04.564739 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:51:04.577400 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:04.584239 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:51:04.584642 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:51:04.585224 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:04.585678 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:51:04.586219 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] Bound port: b99770fc-8dc9-41d1-8968-51ba959333eb, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:51:04.586684 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:04.618348 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eeec8b31-7507-43e4-b078-a78f28830c22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:04.623254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Pushing event updated for resources: {'Port': ['ID=df578c7b-a676-489f-83af-dd3bb6902c30,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:04.626380 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945c65a-9423-4934-95d1-ca8bec10a268 None None] Pushing event updated for resources: {'Port': ['ID=b99770fc-8dc9-41d1-8968-51ba959333eb,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:04.632427 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-969f8d2b-d068-48a2-9b87-aaaccce92596 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:04.634722 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eeec8b31-7507-43e4-b078-a78f28830c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:04.641834 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945c65a-9423-4934-95d1-ca8bec10a268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:04.642278 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945c65a-9423-4934-95d1-ca8bec10a268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:04.642668 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945c65a-9423-4934-95d1-ca8bec10a268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:04.643072 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945c65a-9423-4934-95d1-ca8bec10a268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:04.643476 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945c65a-9423-4934-95d1-ca8bec10a268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:04.643886 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945c65a-9423-4934-95d1-ca8bec10a268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:04.644314 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945c65a-9423-4934-95d1-ca8bec10a268 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:04.644699 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945c65a-9423-4934-95d1-ca8bec10a268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:04.645113 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945c65a-9423-4934-95d1-ca8bec10a268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:04.645505 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945c65a-9423-4934-95d1-ca8bec10a268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:04.645995 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945c65a-9423-4934-95d1-ca8bec10a268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:04.646390 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945c65a-9423-4934-95d1-ca8bec10a268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945c65a-9423-4934-95d1-ca8bec10a268 None None] Tracked resource versions report: Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: pushed versions: Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: { 'AddressGroup': {'1.2'}, Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: 'ConntrackHelper': {'1.0'}, Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: 'Log': {'1.0'}, Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: 'Network': {'1.1'}, Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: 'Port': {'1.7'}, Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: 'PortForwarding': {'1.2'}, Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: 'QosPolicy': {'1.8'}, Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: 'SecurityGroup': {'1.4'}, Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: 'SecurityGroupRule': {'1.2'}, Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: 'SubPort': {'1.0'}, Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: 'Subnet': {'1.1'}, Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: 'Trunk': {'1.1'}} Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: consumer versions: Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: { DHCP agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: HyperV agent@hv-neutron-8374: {}, Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: L3 agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: Metadata agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: Metering agent@dv-neutron-837489-1-hyperv: {}, Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: Open vSwitch agent@dv-neutron-837489-1-hyperv: { 'AddressGroup': '1.2', Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: 'ConntrackHelper': '1.0', Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: 'Log': '1.0', Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: 'Network': '1.1', Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: 'Port': '1.7', Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: 'PortForwarding': '1.2', Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: 'QosPolicy': '1.8', Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: 'SecurityGroup': '1.4', Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: 'SecurityGroupRule': '1.2', Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: 'SubPort': '1.0', Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: 'Subnet': '1.1', Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: 'Trunk': '1.1'}} Apr 18 05:51:04.647942 dv-neutron-837489-1-hyperv neutron-server[88037]: {{(pid=88037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 05:51:04.696627 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] For port b99770fc-8dc9-41d1-8968-51ba959333eb, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:51:04.701108 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] For port b99770fc-8dc9-41d1-8968-51ba959333eb, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b99770fc-8dc9-41d1-8968-51ba959333eb,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:51:04.706419 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:04.775125 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 53060e22-0a08-4ba3-b1ca-fefc052f7b2d up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:04.786248 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-969f8d2b-d068-48a2-9b87-aaaccce92596 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Usage tracker for resource:subnet and tenant:5fe54d316234445287f1d39a8784eede is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:04.798164 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945c65a-9423-4934-95d1-ca8bec10a268 None None] Pushing event updated for resources: {'Port': ['ID=b99770fc-8dc9-41d1-8968-51ba959333eb,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:04.800204 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec8b31-7507-43e4-b078-a78f28830c22 admin admin] Pushing event updated for resources: {'Port': ['ID=bdf1c92f-3538-4382-a9ef-f9721140a992,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:04.803219 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2bef1cb8-41af-48e5-b02e-9804d92b138b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.4289124 Apr 18 05:51:04.813791 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-969f8d2b-d068-48a2-9b87-aaaccce92596 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:04.816371 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37696) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:04.828596 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] Routers {'233b1ceb-2a39-4c49-ad97-ac5069be2e93'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:51:04.829026 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d942cb0-16fc-415d-978e-7d8339ca822b tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Pushing event updated for resources: {'Network': ['ID=b8dfa605-a297-450d-8941-27735b46465e,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:04.830166 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:50:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['233b1ceb-2a39-4c49-ad97-ac5069be2e93'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:04.872502 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-969f8d2b-d068-48a2-9b87-aaaccce92596 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:04.887756 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network b8dfa605-a297-450d-8941-27735b46465e details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:51:04.927451 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eeec8b31-7507-43e4-b078-a78f28830c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:04.931037 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 53060e22-0a08-4ba3-b1ca-fefc052f7b2d completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:04.960831 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969f8d2b-d068-48a2-9b87-aaaccce92596 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Made reservation on behalf of 5fe54d316234445287f1d39a8784eede for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:04.963920 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-969f8d2b-d068-48a2-9b87-aaaccce92596 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:05.017590 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-5c35b817-a60f-49c8-8602-104a527e387c tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Deleting port df578c7b-a676-489f-83af-dd3bb6902c30 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:51:05.018022 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5c35b817-a60f-49c8-8602-104a527e387c tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:05.033973 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:05.082708 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] Set router 233b1ceb-2a39-4c49-ad97-ac5069be2e93 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:51:05.231142 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] Sync routers for ids ['c33ca8c7-7169-4e64-a0d7-4109958c73d4'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:51:05.245309 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8cac1eee-3e22-4238-ab34-29c6e26225bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:05.263985 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] Routers {'c33ca8c7-7169-4e64-a0d7-4109958c73d4'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:51:05.264640 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:50:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c33ca8c7-7169-4e64-a0d7-4109958c73d4'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:05.284503 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-16eebc49-cba8-4993-ad76-b21003d2130b tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:05.371266 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] Pushing event updated for resources: {'Port': ['ID=5aadb579-713b-424c-94fd-1cc257798c7d,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:05.488661 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eebc49-cba8-4993-ad76-b21003d2130b tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Pushing event deleted for resources: {'Port': ['ID=c77c3d31-ff1f-4f71-a460-1af56ecb24cd,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:05.502550 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb573-a900-444e-8b0c-293456dd47bc tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:05.503539 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5ffed8-e8ba-498f-9068-694f4b6933d6 None None] Network 1a3f800c-183c-4f08-8e55-292a1ad5925e requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:51:05.504480 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ec9cb573-a900-444e-8b0c-293456dd47bc tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.0836835 Apr 18 05:51:05.513496 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeec8b31-7507-43e4-b078-a78f28830c22 admin admin] Network 8e6ec6cd-b02b-4370-9725-304c806a2405 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:05.519474 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-16eebc49-cba8-4993-ad76-b21003d2130b tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:05.520946 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-16eebc49-cba8-4993-ad76-b21003d2130b tempest-ExternalNetworksAdminNegativeTestJSON-975102849 tempest-ExternalNetworksAdminNegativeTestJSON-975102849-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/d6714df5-6ad0-41af-9fb5-5323f5a06ff8 HTTP/1.1" status: 204 len: 168 time: 3.4686778 Apr 18 05:51:05.528697 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37700) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:05.536437 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:05.537864 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bb769c09-858a-4291-a30c-a0cb69bee369 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 10.6131601 Apr 18 05:51:05.545504 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1235016510'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:05.559047 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37706) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:05.572716 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:05.690601 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'name': 'tempest-ServersTestManualDisk-1963045406-router', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:53Z', 'updated_at': '2022-04-18T05:51:03Z', 'revision_number': 4, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'gw_port': {'id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'bdf1c92f-3538-4382-a9ef-f9721140a992', 'name': '', 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'mac_address': 'fa:16:3e:7d:ea:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:02Z', 'updated_at': '2022-04-18T05:51:04Z', 'revision_number': 2, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'subnets': [{'id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:05.691205 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-eeec8b31-7507-43e4-b078-a78f28830c22 admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:05.714686 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574daaf5-3a4e-48be-9779-10b3d90d17ad None None] The sync data for ids ['233b1ceb-2a39-4c49-ad97-ac5069be2e93'] in dv-neutron-837489-1-hyperv is: [{'id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'name': 'tempest-ServersTestManualDisk-1963045406-router', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:53Z', 'updated_at': '2022-04-18T05:51:03Z', 'revision_number': 4, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'gw_port': {'id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'bdf1c92f-3538-4382-a9ef-f9721140a992', 'name': '', 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'mac_address': 'fa:16:3e:7d:ea:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:02Z', 'updated_at': '2022-04-18T05:51:04Z', 'revision_number': 2, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'subnets': [{'id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:51:05.734529 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4272efd1-adb9-4704-b086-32f758012ff0 None None] Provisioning for port 53060e22-0a08-4ba3-b1ca-fefc052f7b2d completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:05.735127 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb97fc93-0eda-4480-8132-73b5f92fb7d6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:05.783923 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Usage tracker for resource:network and tenant:842a31d500c94d1fb6a1b7f455ed6703 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:05.796844 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] Set router c33ca8c7-7169-4e64-a0d7-4109958c73d4 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:51:05.883614 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-5c35b817-a60f-49c8-8602-104a527e387c tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] For port df578c7b-a676-489f-83af-dd3bb6902c30, host hv-neutron-8374, got binding levels [] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:05.884262 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5c35b817-a60f-49c8-8602-104a527e387c tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:05.913204 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4272efd1-adb9-4704-b086-32f758012ff0 None None] Provisioning complete for port 53060e22-0a08-4ba3-b1ca-fefc052f7b2d triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:05.913686 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4272efd1-adb9-4704-b086-32f758012ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:05.921167 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-bb97fc93-0eda-4480-8132-73b5f92fb7d6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Transition to ACTIVE for port object 26008d4e-984c-40b1-8a78-c245a27d50eb will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:05.928365 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:05.956859 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37712) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:05.957652 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:06.030321 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb97fc93-0eda-4480-8132-73b5f92fb7d6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:06.031483 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Made reservation on behalf of 842a31d500c94d1fb6a1b7f455ed6703 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:06.034956 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:06.193522 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:06.198424 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-5c35b817-a60f-49c8-8602-104a527e387c tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Calling delete_port for df578c7b-a676-489f-83af-dd3bb6902c30 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:51:06.385604 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:06.391140 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4272efd1-adb9-4704-b086-32f758012ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:06.393010 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb97fc93-0eda-4480-8132-73b5f92fb7d6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Network 1a3f800c-183c-4f08-8e55-292a1ad5925e is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:06.398390 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Usage tracker for resource:security_group_rule and tenant:842a31d500c94d1fb6a1b7f455ed6703 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:06.417518 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-bb97fc93-0eda-4480-8132-73b5f92fb7d6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:06.432266 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'name': 'tempest-ServersTestJSON-554563277-router', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131'}], 'enable_snat': True}, 'gw_port_id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:00Z', 'revision_number': 3, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'gw_port': {'id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:50:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:06.437914 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] Checking router: c33ca8c7-7169-4e64-a0d7-4109958c73d4 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:51:06.438299 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] Updating router c33ca8c7-7169-4e64-a0d7-4109958c73d4 port 63698077-dbb6-4788-ac22-0483f66b2e97 binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:51:06.449048 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:06.454465 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b5127f36-e3bb-4497-a6a3-38504dc3cb1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:06.473590 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb97fc93-0eda-4480-8132-73b5f92fb7d6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:06.479668 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb97fc93-0eda-4480-8132-73b5f92fb7d6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:06.480660 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb97fc93-0eda-4480-8132-73b5f92fb7d6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:06.501644 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:06.503594 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97fc93-0eda-4480-8132-73b5f92fb7d6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Pushing event updated for resources: {'Port': ['ID=26008d4e-984c-40b1-8a78-c245a27d50eb,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:06.510380 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4272efd1-adb9-4704-b086-32f758012ff0 None None] For port 53060e22-0a08-4ba3-b1ca-fefc052f7b2d, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=53060e22-0a08-4ba3-b1ca-fefc052f7b2d,segment=NetworkSegment(fb482ff6-e7cb-4da1-83f3-827f44130247),segment_id=fb482ff6-e7cb-4da1-83f3-827f44130247)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:06.522830 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4272efd1-adb9-4704-b086-32f758012ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:06.573917 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:06.611654 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeec8b31-7507-43e4-b078-a78f28830c22 admin admin] Router 233b1ceb-2a39-4c49-ad97-ac5069be2e93 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:51:06.634373 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5c35b817-a60f-49c8-8602-104a527e387c tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:06.693860 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:06.694312 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272efd1-adb9-4704-b086-32f758012ff0 None None] Pushing event updated for resources: {'Port': ['ID=53060e22-0a08-4ba3-b1ca-fefc052f7b2d,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:06.711102 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b5127f36-e3bb-4497-a6a3-38504dc3cb1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:06.799252 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-bb7fb411-2f4a-4735-aee5-e7f8d101fbd6 None None] Provisioning complete for port bdf1c92f-3538-4382-a9ef-f9721140a992 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:06.799554 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bb7fb411-2f4a-4735-aee5-e7f8d101fbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:06.831086 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35b817-a60f-49c8-8602-104a527e387c tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Pushing event deleted for resources: {'Port': ['ID=df578c7b-a676-489f-83af-dd3bb6902c30,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:06.855083 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5c35b817-a60f-49c8-8602-104a527e387c tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:06.864962 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b5127f36-e3bb-4497-a6a3-38504dc3cb1c admin admin] Usage tracker for resource:security_group_rule and tenant:490c741b2f74474abee7cf15f7b12950 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:06.868620 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bb97fc93-0eda-4480-8132-73b5f92fb7d6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1860585 Apr 18 05:51:06.870263 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b5127f36-e3bb-4497-a6a3-38504dc3cb1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:06.877549 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37718) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:06.893440 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b5127f36-e3bb-4497-a6a3-38504dc3cb1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:06.932885 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-bb7fb411-2f4a-4735-aee5-e7f8d101fbd6 None None] Port bdf1c92f-3538-4382-a9ef-f9721140a992 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:51:06.991211 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5c35b817-a60f-49c8-8602-104a527e387c tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] 10.222.0.15 "DELETE /v2.0/ports/df578c7b-a676-489f-83af-dd3bb6902c30 HTTP/1.1" status: 204 len: 168 time: 2.1699688 Apr 18 05:51:07.014636 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37722) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:07.065982 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.objects.ports [None req-969f8d2b-d068-48a2-9b87-aaaccce92596 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88034) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 05:51:07.065982 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-969f8d2b-d068-48a2-9b87-aaaccce92596 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:07.085795 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-cb74b0e3-7758-4711-9927-e6d9ca4fd86a None None] Provisioning for port 26008d4e-984c-40b1-8a78-c245a27d50eb completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:07.094812 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-cb74b0e3-7758-4711-9927-e6d9ca4fd86a None None] Provisioning complete for port 26008d4e-984c-40b1-8a78-c245a27d50eb triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:07.095229 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cb74b0e3-7758-4711-9927-e6d9ca4fd86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:07.173746 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-cb74b0e3-7758-4711-9927-e6d9ca4fd86a None None] Port 26008d4e-984c-40b1-8a78-c245a27d50eb cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:51:07.205819 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeec8b31-7507-43e4-b078-a78f28830c22 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:51:07.215482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-33aa94e9-527e-4612-ae77-39696afcb837 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Deleting port 26008d4e-984c-40b1-8a78-c245a27d50eb {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:51:07.215932 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-33aa94e9-527e-4612-ae77-39696afcb837 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:07.234918 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-cb74b0e3-7758-4711-9927-e6d9ca4fd86a None None] Provisioning complete for port 53060e22-0a08-4ba3-b1ca-fefc052f7b2d triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:07.235462 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cb74b0e3-7758-4711-9927-e6d9ca4fd86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:07.250518 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-eeec8b31-7507-43e4-b078-a78f28830c22 admin admin] 10.222.0.15 "PUT /v2.0/routers/233b1ceb-2a39-4c49-ad97-ac5069be2e93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6842048 Apr 18 05:51:07.260627 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f8d2b-d068-48a2-9b87-aaaccce92596 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Pushing event updated for resources: {'Subnet': ['ID=abf56181-5c71-4c7a-bea4-4210089324ab,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:07.283561 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969f8d2b-d068-48a2-9b87-aaaccce92596 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Checking segment: {'id': '9c42ad91-0d7c-4bda-b276-95e1c7edd597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b8dfa605-a297-450d-8941-27735b46465e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:51:07.284079 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969f8d2b-d068-48a2-9b87-aaaccce92596 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Network hostable DHCP agents. Network: b8dfa605-a297-450d-8941-27735b46465e, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:51:07.362295 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:07.376873 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb74378-be85-41df-8c40-19340405271b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] GET failed (client error): The resource could not be found. Apr 18 05:51:07.386421 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7eb74378-be85-41df-8c40-19340405271b tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] 10.222.0.15 "GET /v2.0/ports/df578c7b-a676-489f-83af-dd3bb6902c30 HTTP/1.1" status: 404 len: 333 time: 0.3681781 Apr 18 05:51:07.396615 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] Transition to ACTIVE for port object 63698077-dbb6-4788-ac22-0483f66b2e97 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:07.457003 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:07.485192 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37728) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:07.574698 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969f8d2b-d068-48a2-9b87-aaaccce92596 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Network b8dfa605-a297-450d-8941-27735b46465e is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:51:07.597386 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a77050-6768-4db7-af4f-f9c084fc9c6c None None] Pushing event updated for resources: {'Port': ['ID=63698077-dbb6-4788-ac22-0483f66b2e97,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:07.607198 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-969f8d2b-d068-48a2-9b87-aaaccce92596 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, b8dfa605-a297-450d-8941-27735b46465e) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:07.612019 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3b287ccd-e5da-4626-a0e8-4599c954dec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:07.613783 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] Attempting to bind port 63698077-dbb6-4788-ac22-0483f66b2e97 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:07.614244 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] Attempting to bind port 63698077-dbb6-4788-ac22-0483f66b2e97 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:07.614702 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] Attempting to bind port 63698077-dbb6-4788-ac22-0483f66b2e97 on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:07.627822 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969f8d2b-d068-48a2-9b87-aaaccce92596 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:07.628439 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-969f8d2b-d068-48a2-9b87-aaaccce92596 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:07.630686 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1babfdf-01ac-4acc-ab0a-af2aa072c3a8 None None] Network b8dfa605-a297-450d-8941-27735b46465e requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:51:07.653894 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-33aa94e9-527e-4612-ae77-39696afcb837 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:07.665939 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-969f8d2b-d068-48a2-9b87-aaaccce92596 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3432157 Apr 18 05:51:07.667642 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37740) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:07.672793 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-35ad0f7a-533b-46e6-abd1-44283dcf9da4 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Request body: {'floatingip': {'floating_network_id': 'b8dfa605-a297-450d-8941-27735b46465e'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:07.680429 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:51:07.681010 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:51:07.681863 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:07.682272 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:51:07.682868 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] Bound port: 63698077-dbb6-4788-ac22-0483f66b2e97, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:51:07.683342 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:07.683522 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-35ad0f7a-533b-46e6-abd1-44283dcf9da4 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:07.687463 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-35ad0f7a-533b-46e6-abd1-44283dcf9da4 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Usage tracker for resource:floatingip and tenant:5fe54d316234445287f1d39a8784eede is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:07.690444 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-35ad0f7a-533b-46e6-abd1-44283dcf9da4 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:07.696470 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-35ad0f7a-533b-46e6-abd1-44283dcf9da4 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:07.738137 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c62c4840-2d8b-415f-b619-6b6d7b453222 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Request body: {'port': {'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2117913697'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:07.769234 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-35ad0f7a-533b-46e6-abd1-44283dcf9da4 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:07.790085 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:07.828942 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c62c4840-2d8b-415f-b619-6b6d7b453222 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:07.833828 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c62c4840-2d8b-415f-b619-6b6d7b453222 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Usage tracker for resource:port and tenant:df93cae4a269459abd1c56db4a45d7e1 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:07.835988 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] For port 63698077-dbb6-4788-ac22-0483f66b2e97, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:51:07.837198 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c62c4840-2d8b-415f-b619-6b6d7b453222 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:07.842975 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:07.844397 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c62c4840-2d8b-415f-b619-6b6d7b453222 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:07.859592 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] For port 63698077-dbb6-4788-ac22-0483f66b2e97, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=63698077-dbb6-4788-ac22-0483f66b2e97,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:51:07.872518 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-33aa94e9-527e-4612-ae77-39696afcb837 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Calling delete_port for 26008d4e-984c-40b1-8a78-c245a27d50eb owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:51:07.912379 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b5127f36-e3bb-4497-a6a3-38504dc3cb1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:07.921373 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:07.930573 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:07.949455 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62c4840-2d8b-415f-b619-6b6d7b453222 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Made reservation on behalf of df93cae4a269459abd1c56db4a45d7e1 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:07.953043 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c62c4840-2d8b-415f-b619-6b6d7b453222 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:07.977339 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b5127f36-e3bb-4497-a6a3-38504dc3cb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:08.032378 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:51:08.055128 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:08.057045 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Added segment 25bbac8c-9c89-454c-a539-f760295b5ba6 of type vlan for network 4664e4d4-9d28-4014-a73c-7f12eb8a5bf0 Apr 18 05:51:08.093166 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:08.174117 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:08.179644 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:08.184346 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a77050-6768-4db7-af4f-f9c084fc9c6c None None] Pushing event updated for resources: {'Port': ['ID=63698077-dbb6-4788-ac22-0483f66b2e97,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:08.187172 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] Routers {'c33ca8c7-7169-4e64-a0d7-4109958c73d4'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:51:08.195186 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:08.206584 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:51:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c33ca8c7-7169-4e64-a0d7-4109958c73d4'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:08.288952 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-33aa94e9-527e-4612-ae77-39696afcb837 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:08.385789 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d34389-4f44-48ee-bbe8-2107b897e09d None None] Network b8dfa605-a297-450d-8941-27735b46465e requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:51:08.386819 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Pushing event updated for resources: {'Network': ['ID=4664e4d4-9d28-4014-a73c-7f12eb8a5bf0,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:08.394985 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa94e9-527e-4612-ae77-39696afcb837 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Pushing event deleted for resources: {'Port': ['ID=26008d4e-984c-40b1-8a78-c245a27d50eb,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:08.412306 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-c62c4840-2d8b-415f-b619-6b6d7b453222 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] device_id is not set on port c972c561-9270-45a1-b8fc-7f68625bc7e9 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:51:08.473890 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 4664e4d4-9d28-4014-a73c-7f12eb8a5bf0 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:51:08.580095 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19ddf818-4c63-43e5-aaf0-36cb9bfb9164,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:08.598443 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-33aa94e9-527e-4612-ae77-39696afcb837 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:08.609443 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-33aa94e9-527e-4612-ae77-39696afcb837 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] 10.222.0.15 "DELETE /v2.0/ports/26008d4e-984c-40b1-8a78-c245a27d50eb HTTP/1.1" status: 204 len: 168 time: 1.6986797 Apr 18 05:51:08.612747 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-35ad0f7a-533b-46e6-abd1-44283dcf9da4 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:08.620423 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37748) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:08.629322 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b5127f36-e3bb-4497-a6a3-38504dc3cb1c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=490c741b2f74474abee7cf15f7b12950&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6664965 Apr 18 05:51:08.687336 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37750) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:08.739153 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] Sync routers for ids ['233b1ceb-2a39-4c49-ad97-ac5069be2e93'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:51:08.764673 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] Routers {'233b1ceb-2a39-4c49-ad97-ac5069be2e93'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:51:08.765312 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:51:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['233b1ceb-2a39-4c49-ad97-ac5069be2e93'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:08.803466 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5127f36-e3bb-4497-a6a3-38504dc3cb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73b7f30-4a90-4ce9-a746-b527ebcdffd9,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:08.880144 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] Router 551b6347-bd74-4444-a007-2f51ae9f33b5 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:51:08.888411 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6df0d0a9-00c1-424b-91bd-c3ceda07cc80 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.3579929 Apr 18 05:51:08.891150 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37758) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:08.911627 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-50f206c9-1a4c-4073-acb4-0fae97923dce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Request body: {'subnet': {'network_id': '4664e4d4-9d28-4014-a73c-7f12eb8a5bf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:09.035420 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b99770fc-8dc9-41d1-8968-51ba959333eb up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:09.092886 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] Set router 233b1ceb-2a39-4c49-ad97-ac5069be2e93 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:51:09.106232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c62c4840-2d8b-415f-b619-6b6d7b453222 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:09.147440 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37762) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:09.165375 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:09.206437 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-35ad0f7a-533b-46e6-abd1-44283dcf9da4 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Allocated IP 172.20.0.7 (b8dfa605-a297-450d-8941-27735b46465e/abf56181-5c71-4c7a-bea4-4210089324ab/b7f01088-1d8c-4a25-aba7-d20e5e5133c5) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:09.218882 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] Set router c33ca8c7-7169-4e64-a0d7-4109958c73d4 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:51:09.227857 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-65d0191e-4099-4391-b59f-e23b0d165dfa tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1968186409', 'description': 'tempest-description--1658362613'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:09.263331 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-68c2f975-50a2-4114-a540-b982fc038bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:09.278409 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-65d0191e-4099-4391-b59f-e23b0d165dfa tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:09.285663 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c62c4840-2d8b-415f-b619-6b6d7b453222 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:09.306456 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-65d0191e-4099-4391-b59f-e23b0d165dfa tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Usage tracker for resource:security_group and tenant:637df6f0e57a4804a82858e7d06b6d7b is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:09.316730 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb194-c92e-4bef-b98d-cce3bc150400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:09.388553 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-35ad0f7a-533b-46e6-abd1-44283dcf9da4 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:09.418320 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-65d0191e-4099-4391-b59f-e23b0d165dfa tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:09.425578 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c4840-2d8b-415f-b619-6b6d7b453222 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Pushing event updated for resources: {'Port': ['ID=c972c561-9270-45a1-b8fc-7f68625bc7e9,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:09.439443 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:09.449880 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-fbc82fc9-3bb9-4a80-ad7b-9071bab5daa7 tempest-DHCPAgentSchedulersTestJSON-1235515391 tempest-DHCPAgentSchedulersTestJSON-1235515391-project-admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.8215072 Apr 18 05:51:09.454815 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port b99770fc-8dc9-41d1-8968-51ba959333eb completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:09.455862 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-50f206c9-1a4c-4073-acb4-0fae97923dce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:09.457309 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-65d0191e-4099-4391-b59f-e23b0d165dfa tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:09.461098 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-50f206c9-1a4c-4073-acb4-0fae97923dce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Usage tracker for resource:subnet and tenant:842a31d500c94d1fb6a1b7f455ed6703 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:09.466601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-50f206c9-1a4c-4073-acb4-0fae97923dce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:09.477833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-50f206c9-1a4c-4073-acb4-0fae97923dce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:09.485202 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port b99770fc-8dc9-41d1-8968-51ba959333eb triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:09.485736 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:09.489602 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37766) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:09.494170 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'name': 'tempest-ServersTestManualDisk-1963045406-router', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:53Z', 'updated_at': '2022-04-18T05:51:03Z', 'revision_number': 4, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'gw_port': {'id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'bdf1c92f-3538-4382-a9ef-f9721140a992', 'name': '', 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'mac_address': 'fa:16:3e:7d:ea:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:02Z', 'updated_at': '2022-04-18T05:51:04Z', 'revision_number': 2, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'subnets': [{'id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:09.498244 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-1c8fae76-ca1b-46a7-a0e5-5d3c7283403a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1019150555'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:09.498581 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] Checking router: 233b1ceb-2a39-4c49-ad97-ac5069be2e93 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:51:09.498940 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] Updating router 233b1ceb-2a39-4c49-ad97-ac5069be2e93 port bdf1c92f-3538-4382-a9ef-f9721140a992 binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:51:09.506423 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f206c9-1a4c-4073-acb4-0fae97923dce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Made reservation on behalf of 842a31d500c94d1fb6a1b7f455ed6703 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:09.512765 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-50f206c9-1a4c-4073-acb4-0fae97923dce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:09.532772 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-68c2f975-50a2-4114-a540-b982fc038bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:09.539659 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1c8fae76-ca1b-46a7-a0e5-5d3c7283403a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:09.547927 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62c4840-2d8b-415f-b619-6b6d7b453222 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Network f6031fc1-42ba-4ece-b64a-4deba4ad76fe is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:09.555736 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-c62c4840-2d8b-415f-b619-6b6d7b453222 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:09.560737 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:09.600851 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1c8fae76-ca1b-46a7-a0e5-5d3c7283403a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Usage tracker for resource:network and tenant:015b4e5608904a7fb2ef9bc87c635938 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:09.630419 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c4840-2d8b-415f-b619-6b6d7b453222 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:09.631793 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62c4840-2d8b-415f-b619-6b6d7b453222 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:09.632472 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c62c4840-2d8b-415f-b619-6b6d7b453222 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:09.660678 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1c8fae76-ca1b-46a7-a0e5-5d3c7283403a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:09.663124 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-65d0191e-4099-4391-b59f-e23b0d165dfa tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:09.680868 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1c8fae76-ca1b-46a7-a0e5-5d3c7283403a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:09.696596 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-35ad0f7a-533b-46e6-abd1-44283dcf9da4 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:09.761595 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-65d0191e-4099-4391-b59f-e23b0d165dfa tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:09.793528 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-65d0191e-4099-4391-b59f-e23b0d165dfa tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Usage tracker for resource:security_group_rule and tenant:637df6f0e57a4804a82858e7d06b6d7b is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:09.800813 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c62c4840-2d8b-415f-b619-6b6d7b453222 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3059237 Apr 18 05:51:09.804630 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-65d0191e-4099-4391-b59f-e23b0d165dfa tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:09.810533 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37770) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:09.845317 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ad0f7a-533b-46e6-abd1-44283dcf9da4 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Network b8dfa605-a297-450d-8941-27735b46465e is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:09.848619 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad0f7a-533b-46e6-abd1-44283dcf9da4 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Pushing event updated for resources: {'Port': ['ID=b7f01088-1d8c-4a25-aba7-d20e5e5133c5,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:09.856511 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8374'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:09.861104 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-35ad0f7a-533b-46e6-abd1-44283dcf9da4 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:09.866251 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ad0f7a-533b-46e6-abd1-44283dcf9da4 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:09.871815 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:09.892998 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:51:09.896370 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port b99770fc-8dc9-41d1-8968-51ba959333eb, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b99770fc-8dc9-41d1-8968-51ba959333eb,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:09.907578 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-65d0191e-4099-4391-b59f-e23b0d165dfa tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:09.911602 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] Sync routers for ids ['551b6347-bd74-4444-a007-2f51ae9f33b5'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:51:09.918521 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:09.919168 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 53060e22-0a08-4ba3-b1ca-fefc052f7b2d up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:09.960725 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:09.975450 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] Transition to ACTIVE for port object bdf1c92f-3538-4382-a9ef-f9721140a992 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:09.981570 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8fae76-ca1b-46a7-a0e5-5d3c7283403a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Made reservation on behalf of 015b4e5608904a7fb2ef9bc87c635938 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:09.985521 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:09.985659 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1c8fae76-ca1b-46a7-a0e5-5d3c7283403a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:09.994853 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-68c2f975-50a2-4114-a540-b982fc038bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:10.014272 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:10.019609 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-936e5990-05f3-4d87-bedd-6debef035381 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.4055703 Apr 18 05:51:10.024761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37776) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:10.030031 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8fae76-ca1b-46a7-a0e5-5d3c7283403a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:51:10.043162 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1c8fae76-ca1b-46a7-a0e5-5d3c7283403a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:10.043512 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-1c8fae76-ca1b-46a7-a0e5-5d3c7283403a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Added segment ce36ad97-d63a-4918-b94f-c18a0d75c53c of type vlan for network b038e657-22c6-4bcc-bf3f-eccc3a9f46de Apr 18 05:51:10.043615 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] Routers {'551b6347-bd74-4444-a007-2f51ae9f33b5'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:51:10.044236 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:51:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['551b6347-bd74-4444-a007-2f51ae9f33b5'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:10.075830 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1c8fae76-ca1b-46a7-a0e5-5d3c7283403a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:10.081491 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d5d55-9b86-4e3a-b560-2f3232869dcc None None] Pushing event updated for resources: {'Port': ['ID=bdf1c92f-3538-4382-a9ef-f9721140a992,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:10.119600 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:10.129661 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'name': 'tempest-ServersTestJSON-554563277-router', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131'}], 'enable_snat': True}, 'gw_port_id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:00Z', 'revision_number': 3, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'gw_port': {'id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:10.142573 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1c8fae76-ca1b-46a7-a0e5-5d3c7283403a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:10.148657 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8fae76-ca1b-46a7-a0e5-5d3c7283403a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:10.149226 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1c8fae76-ca1b-46a7-a0e5-5d3c7283403a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:10.180288 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928b153b-3d62-439a-9e37-8f671902e4ae None None] The sync data for ids ['c33ca8c7-7169-4e64-a0d7-4109958c73d4'] in dv-neutron-837489-1-hyperv is: [{'id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'name': 'tempest-ServersTestJSON-554563277-router', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131'}], 'enable_snat': True}, 'gw_port_id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:00Z', 'revision_number': 3, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'gw_port': {'id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:51:10.196582 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=b99770fc-8dc9-41d1-8968-51ba959333eb,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:10.317134 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fae76-ca1b-46a7-a0e5-5d3c7283403a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Pushing event updated for resources: {'Network': ['ID=b038e657-22c6-4bcc-bf3f-eccc3a9f46de,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:10.349018 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] Attempting to bind port bdf1c92f-3538-4382-a9ef-f9721140a992 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:10.349394 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] Attempting to bind port bdf1c92f-3538-4382-a9ef-f9721140a992 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'b0ba8c48-799c-416f-bb63-ed07cbafbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:10.349756 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] Attempting to bind port bdf1c92f-3538-4382-a9ef-f9721140a992 on network 8e6ec6cd-b02b-4370-9725-304c806a2405 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:10.358395 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:51:10.358813 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] Checking segment: {'id': 'b0ba8c48-799c-416f-bb63-ed07cbafbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:51:10.359219 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:10.359670 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] Bound using segment: {'id': 'b0ba8c48-799c-416f-bb63-ed07cbafbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:51:10.360261 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] Bound port: bdf1c92f-3538-4382-a9ef-f9721140a992, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ba8c48-799c-416f-bb63-ed07cbafbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:51:10.360752 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:10.382320 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2f975-50a2-4114-a540-b982fc038bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73b7f30-4a90-4ce9-a746-b527ebcdffd9,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:10.392766 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-68c2f975-50a2-4114-a540-b982fc038bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:10.394033 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-68c2f975-50a2-4114-a540-b982fc038bba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f73b7f30-4a90-4ce9-a746-b527ebcdffd9 HTTP/1.1" status: 204 len: 168 time: 1.6918099 Apr 18 05:51:10.450308 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network b038e657-22c6-4bcc-bf3f-eccc3a9f46de details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:51:10.492950 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] For port bdf1c92f-3538-4382-a9ef-f9721140a992, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:51:10.498221 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] For port bdf1c92f-3538-4382-a9ef-f9721140a992, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=bdf1c92f-3538-4382-a9ef-f9721140a992,segment=NetworkSegment(b0ba8c48-799c-416f-bb63-ed07cbafbfaa),segment_id=b0ba8c48-799c-416f-bb63-ed07cbafbfaa)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:51:10.508276 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:10.589986 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:10.607856 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 53060e22-0a08-4ba3-b1ca-fefc052f7b2d triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:10.608518 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:10.616650 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-35ad0f7a-533b-46e6-abd1-44283dcf9da4 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:10.639015 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1c8fae76-ca1b-46a7-a0e5-5d3c7283403a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1478610 Apr 18 05:51:10.652203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37784) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:10.688050 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d5d55-9b86-4e3a-b560-2f3232869dcc None None] Pushing event updated for resources: {'Port': ['ID=bdf1c92f-3538-4382-a9ef-f9721140a992,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:10.724578 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] Routers {'233b1ceb-2a39-4c49-ad97-ac5069be2e93'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:51:10.725312 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:51:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['233b1ceb-2a39-4c49-ad97-ac5069be2e93'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:10.728818 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] Set router 551b6347-bd74-4444-a007-2f51ae9f33b5 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:51:10.781337 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-e8ceb194-c92e-4bef-b98d-cce3bc150400 admin admin] Allocated IP 172.20.0.1 (529cc79f-e17f-4fa1-8fbf-dafe25139197/086e6f9c-e0df-4018-9811-30d13b145f68/a1768f3f-70e2-4bbc-8437-a0da10c6b549) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:10.838050 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-65d0191e-4099-4391-b59f-e23b0d165dfa tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:10.888922 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-65d0191e-4099-4391-b59f-e23b0d165dfa tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:10.975718 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-35ad0f7a-533b-46e6-abd1-44283dcf9da4 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:11.157480 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] Set router 233b1ceb-2a39-4c49-ad97-ac5069be2e93 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:51:11.173353 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37792) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:11.255711 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7f7f7b76-ec49-48ac-8e33-cf0f06012313 tempest-DHCPAgentSchedulersTestJSON-1235515391 tempest-DHCPAgentSchedulersTestJSON-1235515391-project-admin] 10.222.0.15 "GET /v2.0/agents/6819eed6-21ff-4c7b-a638-cb707d7d923e/dhcp-networks HTTP/1.1" status: 200 len: 7220 time: 0.5980289 Apr 18 05:51:11.351108 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb194-c92e-4bef-b98d-cce3bc150400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:11.382735 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37796) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:11.391989 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0191e-4099-4391-b59f-e23b0d165dfa tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4454dfcf-b58a-46d1-b9f8-5e5519d0cd95,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:11.394566 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-65d0191e-4099-4391-b59f-e23b0d165dfa tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:11.395946 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-65d0191e-4099-4391-b59f-e23b0d165dfa tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.2357001 Apr 18 05:51:11.516691 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37800) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:11.531989 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'name': 'tempest-ServerActionsTestJSON-1457690879-router', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:04Z', 'revision_number': 3, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'gw_port': {'id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:00Z', 'updated_at': '2022-04-18T05:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:11.541618 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] Checking router: 551b6347-bd74-4444-a007-2f51ae9f33b5 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:51:11.541961 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] Updating router 551b6347-bd74-4444-a007-2f51ae9f33b5 port 5aadb579-713b-424c-94fd-1cc257798c7d binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:51:11.549516 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-6b32cede-29b3-432a-8f41-c9492b04e044 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Request body: {'security_group_rule': {'security_group_id': '4454dfcf-b58a-46d1-b9f8-5e5519d0cd95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:11.578783 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6b32cede-29b3-432a-8f41-c9492b04e044 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:11.581401 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-e8ceb194-c92e-4bef-b98d-cce3bc150400 admin admin] Transition to ACTIVE for port object a1768f3f-70e2-4bbc-8437-a0da10c6b549 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:11.605464 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6b32cede-29b3-432a-8f41-c9492b04e044 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Usage tracker for resource:security_group_rule and tenant:637df6f0e57a4804a82858e7d06b6d7b is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:11.610449 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6b32cede-29b3-432a-8f41-c9492b04e044 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:11.621656 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:11.674873 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 63698077-dbb6-4788-ac22-0483f66b2e97 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:11.688959 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-50f206c9-1a4c-4073-acb4-0fae97923dce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:11.693287 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6b32cede-29b3-432a-8f41-c9492b04e044 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:11.720014 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'name': 'tempest-ServersTestManualDisk-1963045406-router', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:53Z', 'updated_at': '2022-04-18T05:51:03Z', 'revision_number': 4, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'gw_port': {'id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'bdf1c92f-3538-4382-a9ef-f9721140a992', 'name': '', 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'mac_address': 'fa:16:3e:7d:ea:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:02Z', 'updated_at': '2022-04-18T05:51:10Z', 'revision_number': 4, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'subnets': [{'id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:11.725962 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c25410e-cd0c-414c-a6a2-e9e9fd00df0d None None] The sync data for ids ['233b1ceb-2a39-4c49-ad97-ac5069be2e93'] in dv-neutron-837489-1-hyperv is: [{'id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'name': 'tempest-ServersTestManualDisk-1963045406-router', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:53Z', 'updated_at': '2022-04-18T05:51:03Z', 'revision_number': 4, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'gw_port': {'id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'bdf1c92f-3538-4382-a9ef-f9721140a992', 'name': '', 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'mac_address': 'fa:16:3e:7d:ea:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:02Z', 'updated_at': '2022-04-18T05:51:10Z', 'revision_number': 4, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'subnets': [{'id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:51:11.750230 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-35ad0f7a-533b-46e6-abd1-44283dcf9da4 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:11.790004 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f206c9-1a4c-4073-acb4-0fae97923dce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Pushing event updated for resources: {'Subnet': ['ID=2466a808-cc2c-4242-95fb-56f32778f4a4,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:11.803329 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-35ad0f7a-533b-46e6-abd1-44283dcf9da4 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:11.866561 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6b32cede-29b3-432a-8f41-c9492b04e044 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:11.875703 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 63698077-dbb6-4788-ac22-0483f66b2e97 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:11.910691 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 63698077-dbb6-4788-ac22-0483f66b2e97 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:11.911310 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:11.984130 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4552247a-e5cf-49fa-95e8-79b028ded4a0 admin admin] Synchronizing usage tracker for tenant:278b0ad4893944959689b595733b0581 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:11.992062 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb194-c92e-4bef-b98d-cce3bc150400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:11.995224 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad0f7a-533b-46e6-abd1-44283dcf9da4 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Pushing event updated for resources: {'Port': ['ID=b7f01088-1d8c-4a25-aba7-d20e5e5133c5,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:12.012091 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f206c9-1a4c-4073-acb4-0fae97923dce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Checking segment: {'id': '25bbac8c-9c89-454c-a539-f760295b5ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4664e4d4-9d28-4014-a73c-7f12eb8a5bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:51:12.012445 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f206c9-1a4c-4073-acb4-0fae97923dce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Network hostable DHCP agents. Network: 4664e4d4-9d28-4014-a73c-7f12eb8a5bf0, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:51:12.020389 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-35ad0f7a-533b-46e6-abd1-44283dcf9da4 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.045625 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4552247a-e5cf-49fa-95e8-79b028ded4a0 admin admin] Unset dirty status for tenant:278b0ad4893944959689b595733b0581 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:12.049322 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4552247a-e5cf-49fa-95e8-79b028ded4a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09499db000d44396b4eb043b5e13817b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7971776 Apr 18 05:51:12.049605 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37804) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:12.068352 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-35ad0f7a-533b-46e6-abd1-44283dcf9da4 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.072233 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-35ad0f7a-533b-46e6-abd1-44283dcf9da4 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.4009967 Apr 18 05:51:12.072233 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f206c9-1a4c-4073-acb4-0fae97923dce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Network 4664e4d4-9d28-4014-a73c-7f12eb8a5bf0 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:51:12.074809 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37808) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:12.140195 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.150048 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] device_id is not set on port c972c561-9270-45a1-b8fc-7f68625bc7e9 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:51:12.174200 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.184569 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ceb194-c92e-4bef-b98d-cce3bc150400 admin admin] Network 529cc79f-e17f-4fa1-8fbf-dafe25139197 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:12.201055 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-351345b3-df04-4172-b441-73ba4dadce58 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Synchronizing usage tracker for tenant:5fe54d316234445287f1d39a8784eede on resource:floatingip {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:12.212263 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 63698077-dbb6-4788-ac22-0483f66b2e97, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=63698077-dbb6-4788-ac22-0483f66b2e97,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:12.219187 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-e8ceb194-c92e-4bef-b98d-cce3bc150400 admin admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:12.225606 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6b32cede-29b3-432a-8f41-c9492b04e044 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.227252 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.228153 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b99770fc-8dc9-41d1-8968-51ba959333eb up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:12.230463 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c696365b-44fe-451f-9e5c-c065164f4f61 tempest-DHCPAgentSchedulersTestJSON-1235515391 tempest-DHCPAgentSchedulersTestJSON-1235515391-project-admin] Network b038e657-22c6-4bcc-bf3f-eccc3a9f46de is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:51:12.235657 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ceb194-c92e-4bef-b98d-cce3bc150400 admin admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:12.236315 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb194-c92e-4bef-b98d-cce3bc150400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.248883 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-50f206c9-1a4c-4073-acb4-0fae97923dce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 4664e4d4-9d28-4014-a73c-7f12eb8a5bf0) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:12.251383 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-351345b3-df04-4172-b441-73ba4dadce58 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Unset dirty status for tenant:5fe54d316234445287f1d39a8784eede on resource:floatingip {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:12.255339 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-351345b3-df04-4172-b441-73ba4dadce58 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] 10.222.0.15 "GET /v2.0/floatingips?floating_network_id=b8dfa605-a297-450d-8941-27735b46465e HTTP/1.1" status: 200 len: 689 time: 0.1796119 Apr 18 05:51:12.258605 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37812) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:12.263350 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f206c9-1a4c-4073-acb4-0fae97923dce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:12.263837 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-50f206c9-1a4c-4073-acb4-0fae97923dce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.295086 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.304381 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-50f206c9-1a4c-4073-acb4-0fae97923dce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4118323 Apr 18 05:51:12.314683 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b474c918-3dc5-46c0-9c56-25338b785060 None None] Network 4664e4d4-9d28-4014-a73c-7f12eb8a5bf0 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:51:12.417415 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] Transition to ACTIVE for port object 5aadb579-713b-424c-94fd-1cc257798c7d will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:12.458894 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.496689 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.498595 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37816) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:12.589040 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=63698077-dbb6-4788-ac22-0483f66b2e97,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:12.592413 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Transition to ACTIVE for port object c972c561-9270-45a1-b8fc-7f68625bc7e9 will not be triggered until provisioned by entity L2. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:12.595975 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ceb194-c92e-4bef-b98d-cce3bc150400 admin admin] Pushing event updated for resources: {'Port': ['ID=a1768f3f-70e2-4bbc-8437-a0da10c6b549,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:12.602389 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6b32cede-29b3-432a-8f41-c9492b04e044 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.612112 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2031572061', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}, 'admin_state_up': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:12.613915 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Deleting port b7f01088-1d8c-4a25-aba7-d20e5e5133c5 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:51:12.614264 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.648225 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.654843 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345546a1-e8a0-48cb-8509-f72fd844c8bf None None] Network b038e657-22c6-4bcc-bf3f-eccc3a9f46de requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:51:12.665443 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-542b62b7-4bed-4f5a-b638-c55121ba772b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.667204 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] Attempting to bind port 5aadb579-713b-424c-94fd-1cc257798c7d on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:12.667508 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c696365b-44fe-451f-9e5c-c065164f4f61 tempest-DHCPAgentSchedulersTestJSON-1235515391 tempest-DHCPAgentSchedulersTestJSON-1235515391-project-admin] 10.222.0.15 "POST /v2.0/agents/6819eed6-21ff-4c7b-a638-cb707d7d923e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.2768395 Apr 18 05:51:12.667608 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] Attempting to bind port 5aadb579-713b-424c-94fd-1cc257798c7d by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:12.667690 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37820) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:12.668006 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] Attempting to bind port 5aadb579-713b-424c-94fd-1cc257798c7d on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:12.673088 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:12.717924 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:51:12.718327 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:51:12.718641 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.719113 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:51:12.719491 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] Bound port: 5aadb579-713b-424c-94fd-1cc257798c7d, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:51:12.719874 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.741980 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Usage tracker for resource:router and tenant:842a31d500c94d1fb6a1b7f455ed6703 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:12.747200 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32cede-29b3-432a-8f41-c9492b04e044 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5c1b43-f9a0-4c14-809a-580c1741b244,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:12.749091 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:12.821358 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:12.847637 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-542b62b7-4bed-4f5a-b638-c55121ba772b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.870739 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6b32cede-29b3-432a-8f41-c9492b04e044 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.874867 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6b32cede-29b3-432a-8f41-c9492b04e044 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3513939 Apr 18 05:51:12.875718 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37824) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:12.885750 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port b99770fc-8dc9-41d1-8968-51ba959333eb triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:12.886116 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.897822 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-d3aa7b63-41a0-4e83-b3cf-f0d8f9ac7f66 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Request body: {'security_group_rule': {'security_group_id': '4454dfcf-b58a-46d1-b9f8-5e5519d0cd95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:12.957704 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ff1aa-d416-4142-b6c6-6158a3fe2c49 None None] Pushing event updated for resources: {'Port': ['ID=5aadb579-713b-424c-94fd-1cc257798c7d,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:12.968081 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:12.968457 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:12.968819 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:12.975986 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Pushing event updated for resources: {'Port': ['ID=c972c561-9270-45a1-b8fc-7f68625bc7e9,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:12.991518 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port c972c561-9270-45a1-b8fc-7f68625bc7e9 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:12.991518 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:12.992866 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 2 to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 Apr 18 05:51:13.007089 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:13.008458 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:13.018322 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d3aa7b63-41a0-4e83-b3cf-f0d8f9ac7f66 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:13.026597 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-112e135b-2609-4017-9324-24e4d7d0ec02 None None] Provisioning for port a1768f3f-70e2-4bbc-8437-a0da10c6b549 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:13.039774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:13.040229 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:13.040454 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:13.058781 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d3aa7b63-41a0-4e83-b3cf-f0d8f9ac7f66 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Usage tracker for resource:security_group_rule and tenant:637df6f0e57a4804a82858e7d06b6d7b is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:13.069863 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d3aa7b63-41a0-4e83-b3cf-f0d8f9ac7f66 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:13.091983 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-112e135b-2609-4017-9324-24e4d7d0ec02 None None] Provisioning complete for port a1768f3f-70e2-4bbc-8437-a0da10c6b549 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:13.092373 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-112e135b-2609-4017-9324-24e4d7d0ec02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:13.107556 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d3aa7b63-41a0-4e83-b3cf-f0d8f9ac7f66 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:13.143641 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port c972c561-9270-45a1-b8fc-7f68625bc7e9 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:13.144030 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:13.151742 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8e230dbd-9fca-4021-a2eb-239e0d356e18 tempest-DHCPAgentSchedulersTestJSON-1235515391 tempest-DHCPAgentSchedulersTestJSON-1235515391-project-admin] 10.222.0.15 "GET /v2.0/agents/6819eed6-21ff-4c7b-a638-cb707d7d923e/dhcp-networks HTTP/1.1" status: 200 len: 8794 time: 0.4795625 Apr 18 05:51:13.152617 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 3 to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 Apr 18 05:51:13.154831 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37828) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:13.158795 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:13.159135 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:13.161906 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:13.187499 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-542b62b7-4bed-4f5a-b638-c55121ba772b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:13.205650 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:13.205980 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:13.206344 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:13.219205 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port c972c561-9270-45a1-b8fc-7f68625bc7e9 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:13.219615 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:13.251790 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 4 to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 Apr 18 05:51:13.253759 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] For port 5aadb579-713b-424c-94fd-1cc257798c7d, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:51:13.264178 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85d9de82-8301-4b1b-ac59-a56e0caae8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:13.269855 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-4664e4d4-9d28-4014-a73c-7f12eb8a5bf0', 'network_id': '4664e4d4-9d28-4014-a73c-7f12eb8a5bf0', 'tenant_id': '842a31d500c94d1fb6a1b7f455ed6703', 'fixed_ips': [{'subnet_id': '2466a808-cc2c-4242-95fb-56f32778f4a4'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:51:13.270685 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:13.287102 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-112e135b-2609-4017-9324-24e4d7d0ec02 None None] Port a1768f3f-70e2-4bbc-8437-a0da10c6b549 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:51:13.290282 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] For port 5aadb579-713b-424c-94fd-1cc257798c7d, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5aadb579-713b-424c-94fd-1cc257798c7d,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:51:13.328435 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:13.361017 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d3aa7b63-41a0-4e83-b3cf-f0d8f9ac7f66 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:13.372942 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b62b7-4bed-4f5a-b638-c55121ba772b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a7b2e1-88fb-4b40-8445-5cddbab07825,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:13.398456 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Calling delete_port for b7f01088-1d8c-4a25-aba7-d20e5e5133c5 owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:51:13.415298 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:13.416142 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:13.416609 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:13.426460 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port c972c561-9270-45a1-b8fc-7f68625bc7e9 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:13.426928 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:13.446073 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-542b62b7-4bed-4f5a-b638-c55121ba772b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:13.450113 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-542b62b7-4bed-4f5a-b638-c55121ba772b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9a7b2e1-88fb-4b40-8445-5cddbab07825 HTTP/1.1" status: 204 len: 168 time: 1.3962393 Apr 18 05:51:13.496164 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device bdf1c92f-3538-4382-a9ef-f9721140a992 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:13.517497 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 5 to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 Apr 18 05:51:13.555003 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d3aa7b63-41a0-4e83-b3cf-f0d8f9ac7f66 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:13.566805 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6f5b138e-308d-40f5-8573-4a5ca44052f4 tempest-DHCPAgentSchedulersTestJSON-1235515391 tempest-DHCPAgentSchedulersTestJSON-1235515391-project-admin] 10.222.0.15 "DELETE /v2.0/agents/6819eed6-21ff-4c7b-a638-cb707d7d923e/dhcp-networks/b038e657-22c6-4bcc-bf3f-eccc3a9f46de HTTP/1.1" status: 204 len: 168 time: 0.4080639 Apr 18 05:51:13.567459 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37834) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:13.573028 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] Routers {'551b6347-bd74-4444-a007-2f51ae9f33b5'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:51:13.573660 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:51:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['551b6347-bd74-4444-a007-2f51ae9f33b5'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:13.578825 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d3aa7b63-41a0-4e83-b3cf-f0d8f9ac7f66 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:13.612578 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb194-c92e-4bef-b98d-cce3bc150400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:13.619102 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa7b63-41a0-4e83-b3cf-f0d8f9ac7f66 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7041f81-3461-48da-9db2-083cb50b04aa,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:13.644735 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ff1aa-d416-4142-b6c6-6158a3fe2c49 None None] Pushing event updated for resources: {'Port': ['ID=5aadb579-713b-424c-94fd-1cc257798c7d,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:13.802196 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:13.822595 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:13.824726 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:13.824726 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:13.845966 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d3aa7b63-41a0-4e83-b3cf-f0d8f9ac7f66 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:13.847066 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d3aa7b63-41a0-4e83-b3cf-f0d8f9ac7f66 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9621227 Apr 18 05:51:13.850165 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] Allocated IP 172.20.0.2 (4664e4d4-9d28-4014-a73c-7f12eb8a5bf0/2466a808-cc2c-4242-95fb-56f32778f4a4/de1b4bb6-1d6b-4d18-b392-1b9618cc32e2) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:13.856847 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port bdf1c92f-3538-4382-a9ef-f9721140a992 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:13.862025 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37840) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:13.870022 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-3f77921c-5b30-4a53-96fd-2661c10e6bdf tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:13.883370 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3f77921c-5b30-4a53-96fd-2661c10e6bdf tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:13.889289 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port bdf1c92f-3538-4382-a9ef-f9721140a992 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:13.889937 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:13.894544 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3f77921c-5b30-4a53-96fd-2661c10e6bdf tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Usage tracker for resource:floatingip and tenant:637df6f0e57a4804a82858e7d06b6d7b is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:13.902218 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3f77921c-5b30-4a53-96fd-2661c10e6bdf tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:13.913503 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3f77921c-5b30-4a53-96fd-2661c10e6bdf tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:13.915300 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port c972c561-9270-45a1-b8fc-7f68625bc7e9 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:13.916310 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:13.919345 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:13.928139 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] Set router 551b6347-bd74-4444-a007-2f51ae9f33b5 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:51:13.989508 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7f01088-1d8c-4a25-aba7-d20e5e5133c5,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:13.998420 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3f77921c-5b30-4a53-96fd-2661c10e6bdf tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks [] for floatingip, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:14.066512 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7066f03c-59ff-45ba-b37a-99d282d99c3e tempest-DHCPAgentSchedulersTestJSON-1235515391 tempest-DHCPAgentSchedulersTestJSON-1235515391-project-admin] 10.222.0.15 "GET /v2.0/agents/6819eed6-21ff-4c7b-a638-cb707d7d923e/dhcp-networks HTTP/1.1" status: 200 len: 8024 time: 0.4978399 Apr 18 05:51:14.076214 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37850) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:14.098021 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 6 to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 Apr 18 05:51:14.158190 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:14.158528 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:14.160418 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:14.196770 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ed5a1569-1fd6-4e17-b06f-6a97298533b8 tempest-DHCPAgentSchedulersTestJSON-1235515391 tempest-DHCPAgentSchedulersTestJSON-1235515391-project-admin] 10.222.0.15 "GET /v2.0/networks/1a3f800c-183c-4f08-8e55-292a1ad5925e/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1185164 Apr 18 05:51:14.205732 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37856) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:14.225344 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:14.246483 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5b6a0be6-4750-446c-85b3-c7688ca0690f tempest-DHCPAgentSchedulersTestJSON-1235515391 tempest-DHCPAgentSchedulersTestJSON-1235515391-project-admin] 10.222.0.15 "GET /v2.0/networks/1a3f800c-183c-4f08-8e55-292a1ad5925e/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0398660 Apr 18 05:51:14.246823 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb194-c92e-4bef-b98d-cce3bc150400 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:14.249313 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37860) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:14.421903 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:14.484865 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3f77921c-5b30-4a53-96fd-2661c10e6bdf tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:14.488389 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:14.539560 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port c972c561-9270-45a1-b8fc-7f68625bc7e9 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:14.552505 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:14.569939 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 7 to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 Apr 18 05:51:14.584233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb194-c92e-4bef-b98d-cce3bc150400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:14.586113 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb194-c92e-4bef-b98d-cce3bc150400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:14.599828 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port bdf1c92f-3538-4382-a9ef-f9721140a992, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=bdf1c92f-3538-4382-a9ef-f9721140a992,segment=NetworkSegment(b0ba8c48-799c-416f-bb63-ed07cbafbfaa),segment_id=b0ba8c48-799c-416f-bb63-ed07cbafbfaa)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:14.609564 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:14.616049 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:14.629992 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-22212f66-5b19-41ae-8caa-d0031f014c43 tempest-DHCPAgentSchedulersTestJSON-1235515391 tempest-DHCPAgentSchedulersTestJSON-1235515391-project-admin] 10.222.0.15 "GET /v2.0/agents/6819eed6-21ff-4c7b-a638-cb707d7d923e/dhcp-networks HTTP/1.1" status: 200 len: 8024 time: 0.3763900 Apr 18 05:51:14.631565 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37872) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:14.669823 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] Transition to ACTIVE for port object de1b4bb6-1d6b-4d18-b392-1b9618cc32e2 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:14.708187 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:14.718187 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] Transition to ACTIVE for port object de1b4bb6-1d6b-4d18-b392-1b9618cc32e2 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:14.720899 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'name': 'tempest-ServerActionsTestJSON-1457690879-router', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:04Z', 'revision_number': 3, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'gw_port': {'id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:00Z', 'updated_at': '2022-04-18T05:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:14.732748 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585c6187-cc8c-4876-80bd-1c5e8adefaf3 None None] The sync data for ids ['551b6347-bd74-4444-a007-2f51ae9f33b5'] in dv-neutron-837489-1-hyperv is: [{'id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'name': 'tempest-ServerActionsTestJSON-1457690879-router', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:04Z', 'revision_number': 3, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'gw_port': {'id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:00Z', 'updated_at': '2022-04-18T05:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:51:14.734897 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=bdf1c92f-3538-4382-a9ef-f9721140a992,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:14.740130 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:14.816752 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] Network 4664e4d4-9d28-4014-a73c-7f12eb8a5bf0 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:14.818239 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 63698077-dbb6-4788-ac22-0483f66b2e97 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:14.846167 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:14.847217 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:14.848063 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:14.880769 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:14.885726 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port c972c561-9270-45a1-b8fc-7f68625bc7e9 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:14.886225 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:14.888412 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-3f77921c-5b30-4a53-96fd-2661c10e6bdf tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Allocated IP 172.26.1.32 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/d62be02c-dceb-45b3-8de4-04c278c3366a) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:14.893797 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:14.926339 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=abf56181-5c71-4c7a-bea4-4210089324ab,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:14.943948 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-89d75cc7-18bf-4624-9dca-cd335ea593e6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:14.957525 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 8 to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 Apr 18 05:51:14.972264 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-85d9de82-8301-4b1b-ac59-a56e0caae8e6 admin admin] Allocated IP 172.20.0.1 (2ca065a0-30ac-4abf-bd64-c47717936a41/b9d647f1-8c55-4e15-9c83-afad77ec2154/b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:14.975264 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ceb194-c92e-4bef-b98d-cce3bc150400 admin admin] Pushing event updated for resources: {'Port': ['ID=a1768f3f-70e2-4bbc-8437-a0da10c6b549,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:15.021249 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:15.021588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:15.021900 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:15.045913 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] Pushing event updated for resources: {'Port': ['ID=de1b4bb6-1d6b-4d18-b392-1b9618cc32e2,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:15.059141 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port c972c561-9270-45a1-b8fc-7f68625bc7e9 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:15.059477 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:15.076355 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 9 to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 Apr 18 05:51:15.083914 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] Attempting to bind port de1b4bb6-1d6b-4d18-b392-1b9618cc32e2 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:15.084351 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] Attempting to bind port de1b4bb6-1d6b-4d18-b392-1b9618cc32e2 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '25bbac8c-9c89-454c-a539-f760295b5ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4664e4d4-9d28-4014-a73c-7f12eb8a5bf0'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:15.084709 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] Attempting to bind port de1b4bb6-1d6b-4d18-b392-1b9618cc32e2 on network 4664e4d4-9d28-4014-a73c-7f12eb8a5bf0 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:15.094599 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:51:15.095076 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] Checking segment: {'id': '25bbac8c-9c89-454c-a539-f760295b5ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4664e4d4-9d28-4014-a73c-7f12eb8a5bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:51:15.095528 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:15.095919 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] Bound using segment: {'id': '25bbac8c-9c89-454c-a539-f760295b5ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4664e4d4-9d28-4014-a73c-7f12eb8a5bf0'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:51:15.096485 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] Bound port: de1b4bb6-1d6b-4d18-b392-1b9618cc32e2, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bbac8c-9c89-454c-a539-f760295b5ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4664e4d4-9d28-4014-a73c-7f12eb8a5bf0'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:51:15.096868 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:15.120421 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 63698077-dbb6-4788-ac22-0483f66b2e97 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:15.120793 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:15.197629 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:15.198148 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:15.198491 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:15.232966 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ceb194-c92e-4bef-b98d-cce3bc150400 admin admin] Network 529cc79f-e17f-4fa1-8fbf-dafe25139197 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:15.238703 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-e8ceb194-c92e-4bef-b98d-cce3bc150400 admin admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:15.243466 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port c972c561-9270-45a1-b8fc-7f68625bc7e9 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:15.244381 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:15.248878 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 10 to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 Apr 18 05:51:15.274807 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:15.425756 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8dfa605-a297-450d-8941-27735b46465e']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:15.465067 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] For port de1b4bb6-1d6b-4d18-b392-1b9618cc32e2, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:51:15.502302 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] For port de1b4bb6-1d6b-4d18-b392-1b9618cc32e2, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=de1b4bb6-1d6b-4d18-b392-1b9618cc32e2,segment=NetworkSegment(25bbac8c-9c89-454c-a539-f760295b5ba6),segment_id=25bbac8c-9c89-454c-a539-f760295b5ba6)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:51:15.523761 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:15.567786 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:15.568364 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:15.568700 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:15.576586 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-89d75cc7-18bf-4624-9dca-cd335ea593e6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:15.605438 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-89d75cc7-18bf-4624-9dca-cd335ea593e6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b038e657-22c6-4bcc-bf3f-eccc3a9f46de']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:15.629872 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-89d75cc7-18bf-4624-9dca-cd335ea593e6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce36ad97-d63a-4918-b94f-c18a0d75c53c') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:15.630206 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-89d75cc7-18bf-4624-9dca-cd335ea593e6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce36ad97-d63a-4918-b94f-c18a0d75c53c') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:15.656203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-89d75cc7-18bf-4624-9dca-cd335ea593e6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:15.658317 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port c972c561-9270-45a1-b8fc-7f68625bc7e9 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:15.658644 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port c972c561-9270-45a1-b8fc-7f68625bc7e9 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:15.659019 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:15.660419 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-bce82933-3afb-472c-88e4-ff4d1ce5aca7 None None] Provisioning complete for port a1768f3f-70e2-4bbc-8437-a0da10c6b549 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:15.660791 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bce82933-3afb-472c-88e4-ff4d1ce5aca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:15.682050 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-89d75cc7-18bf-4624-9dca-cd335ea593e6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:15.706932 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c42ad91-0d7c-4bda-b276-95e1c7edd597') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:15.707304 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c42ad91-0d7c-4bda-b276-95e1c7edd597') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:15.727575 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d75cc7-18bf-4624-9dca-cd335ea593e6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:51:15.727763 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-89d75cc7-18bf-4624-9dca-cd335ea593e6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:15.741119 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85d9de82-8301-4b1b-ac59-a56e0caae8e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:51:15.750354 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:51:15.753068 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-bce82933-3afb-472c-88e4-ff4d1ce5aca7 None None] Port a1768f3f-70e2-4bbc-8437-a0da10c6b549 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:51:15.760500 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274fd66-e2da-471c-a5bc-237e614502ac None None] Pushing event updated for resources: {'Port': ['ID=de1b4bb6-1d6b-4d18-b392-1b9618cc32e2,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:15.778285 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:15.792270 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3f77921c-5b30-4a53-96fd-2661c10e6bdf tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:15.871206 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:15.878227 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:51:15.878638 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:15.894761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ceb194-c92e-4bef-b98d-cce3bc150400 admin admin] Router c33ca8c7-7169-4e64-a0d7-4109958c73d4 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:51:15.910673 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:51:15.917739 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37890) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:15.970655 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-85d9de82-8301-4b1b-ac59-a56e0caae8e6 admin admin] Transition to ACTIVE for port object b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:16.010039 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:16.060839 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] For port c972c561-9270-45a1-b8fc-7f68625bc7e9, host hv-neutron-8374, cleared binding levels {{(pid=88035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:51:16.061200 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempted to set empty binding levels {{(pid=88035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 18 05:51:16.062488 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:16.115009 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-89d75cc7-18bf-4624-9dca-cd335ea593e6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:16.134987 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-89d75cc7-18bf-4624-9dca-cd335ea593e6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:16.146709 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:16.159056 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d75cc7-18bf-4624-9dca-cd335ea593e6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Pushing event deleted for resources: {'Network': ['ID=b038e657-22c6-4bcc-bf3f-eccc3a9f46de,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:16.160899 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b8dfa605-a297-450d-8941-27735b46465e {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 18 05:51:16.196331 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:16.208683 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:16.209440 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] 10.222.0.15 "DELETE /v2.0/networks/b8dfa605-a297-450d-8941-27735b46465e HTTP/1.1" status: 204 len: 168 time: 3.9496260 Apr 18 05:51:16.213227 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37896) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:16.218673 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-89d75cc7-18bf-4624-9dca-cd335ea593e6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] 10.222.0.15 "DELETE /v2.0/networks/b038e657-22c6-4bcc-bf3f-eccc3a9f46de HTTP/1.1" status: 204 len: 168 time: 1.5833917 Apr 18 05:51:16.222237 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37898) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:16.279419 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773533d9-ee01-4167-8eff-9d518bef9c4e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8dfa605-a297-450d-8941-27735b46465e,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:16.305113 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] In _notify_port_updated(), no bound segment for port c972c561-9270-45a1-b8fc-7f68625bc7e9 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 05:51:16.306046 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:16.306675 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:16.310773 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] 10.222.0.15 "PUT /v2.0/ports/c972c561-9270-45a1-b8fc-7f68625bc7e9 HTTP/1.1" status: 200 len: 977 time: 6.4986076 Apr 18 05:51:16.322815 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37904) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:16.371801 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85d9de82-8301-4b1b-ac59-a56e0caae8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:16.384089 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3f77921c-5b30-4a53-96fd-2661c10e6bdf tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:16.427277 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-a376e502-2dcb-47e4-b9b2-1a6813fadd81 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] DELETE failed (client error): The resource could not be found. Apr 18 05:51:16.427864 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a376e502-2dcb-47e4-b9b2-1a6813fadd81 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:51:16.432334 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a376e502-2dcb-47e4-b9b2-1a6813fadd81 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] 10.222.0.15 "DELETE /v2.0/ports/26008d4e-984c-40b1-8a78-c245a27d50eb HTTP/1.1" status: 404 len: 333 time: 0.2049685 Apr 18 05:51:16.438294 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2c3e0d37-a1c6-4ace-a2f4-8692a7e78f5c tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Synchronizing usage tracker for tenant:5fe54d316234445287f1d39a8784eede on resource:floatingip {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:16.440494 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37910) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:16.450996 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1404235356'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:16.498652 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:16.514010 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Usage tracker for resource:network and tenant:e9712ada82a5472eb32b5018a1e12740 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:16.523476 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:16.531356 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f77921c-5b30-4a53-96fd-2661c10e6bdf tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:16.547505 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:16.549069 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819cad7-208e-4408-a86d-47c1b16d5461 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Pushing event updated for resources: {'Port': ['ID=c972c561-9270-45a1-b8fc-7f68625bc7e9,revision_number=3']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:16.563471 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-3f77921c-5b30-4a53-96fd-2661c10e6bdf tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:16.578337 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f77921c-5b30-4a53-96fd-2661c10e6bdf tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:16.605106 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77921c-5b30-4a53-96fd-2661c10e6bdf tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Pushing event updated for resources: {'Port': ['ID=d62be02c-dceb-45b3-8de4-04c278c3366a,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:16.634295 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2c3e0d37-a1c6-4ace-a2f4-8692a7e78f5c tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Unset dirty status for tenant:5fe54d316234445287f1d39a8784eede on resource:floatingip {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:16.638321 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2c3e0d37-a1c6-4ace-a2f4-8692a7e78f5c tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.4203010 Apr 18 05:51:16.639951 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37916) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:16.654313 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad2381f-fa63-407e-8b00-43dc4a3e67a6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Deleting subnet 54083602-3cd3-4587-adb0-91b54cfbecc2 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:51:16.690281 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d9de82-8301-4b1b-ac59-a56e0caae8e6 admin admin] Network 2ca065a0-30ac-4abf-bd64-c47717936a41 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:16.698781 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ceb194-c92e-4bef-b98d-cce3bc150400 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:51:16.701296 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ad2381f-fa63-407e-8b00-43dc4a3e67a6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:16.702025 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-85d9de82-8301-4b1b-ac59-a56e0caae8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:16.725455 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d9de82-8301-4b1b-ac59-a56e0caae8e6 admin admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:16.725962 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85d9de82-8301-4b1b-ac59-a56e0caae8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:16.744864 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Made reservation on behalf of e9712ada82a5472eb32b5018a1e12740 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:16.748808 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:16.766227 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] Sync routers for ids ['c33ca8c7-7169-4e64-a0d7-4109958c73d4'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:51:16.780893 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Allocated IP 172.26.1.178 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/45fbc246-ce97-49a1-b748-5d9787627649) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:16.799772 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] Routers {'c33ca8c7-7169-4e64-a0d7-4109958c73d4'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:51:16.801487 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:51:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c33ca8c7-7169-4e64-a0d7-4109958c73d4'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:16.832875 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:16.897153 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29050f94-e311-4419-bb1f-d3ce75d4ff15 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:16.898004 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29050f94-e311-4419-bb1f-d3ce75d4ff15 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:16.898920 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29050f94-e311-4419-bb1f-d3ce75d4ff15 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:16.899502 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29050f94-e311-4419-bb1f-d3ce75d4ff15 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:16.900305 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29050f94-e311-4419-bb1f-d3ce75d4ff15 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:16.900916 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29050f94-e311-4419-bb1f-d3ce75d4ff15 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:16.901379 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29050f94-e311-4419-bb1f-d3ce75d4ff15 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:16.901826 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29050f94-e311-4419-bb1f-d3ce75d4ff15 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:16.902444 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29050f94-e311-4419-bb1f-d3ce75d4ff15 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:16.903057 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29050f94-e311-4419-bb1f-d3ce75d4ff15 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:16.904017 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29050f94-e311-4419-bb1f-d3ce75d4ff15 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:16.904835 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29050f94-e311-4419-bb1f-d3ce75d4ff15 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:16.905458 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29050f94-e311-4419-bb1f-d3ce75d4ff15 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:16.906047 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29050f94-e311-4419-bb1f-d3ce75d4ff15 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:16.906635 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29050f94-e311-4419-bb1f-d3ce75d4ff15 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:16.907640 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29050f94-e311-4419-bb1f-d3ce75d4ff15 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:16.908253 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29050f94-e311-4419-bb1f-d3ce75d4ff15 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:16.908839 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29050f94-e311-4419-bb1f-d3ce75d4ff15 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:16.910780 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-29050f94-e311-4419-bb1f-d3ce75d4ff15 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Synchronizing usage tracker for tenant:df93cae4a269459abd1c56db4a45d7e1 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:16.953538 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device de1b4bb6-1d6b-4d18-b392-1b9618cc32e2 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:16.968806 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3f77921c-5b30-4a53-96fd-2661c10e6bdf tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:16.995598 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:17.010916 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Usage tracker for resource:security_group_rule and tenant:e9712ada82a5472eb32b5018a1e12740 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:17.015569 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:17.018666 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9de82-8301-4b1b-ac59-a56e0caae8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:17.034328 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:17.043194 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e8ceb194-c92e-4bef-b98d-cce3bc150400 admin admin] 10.222.0.15 "PUT /v2.0/routers/c33ca8c7-7169-4e64-a0d7-4109958c73d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4804430 Apr 18 05:51:17.093506 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port de1b4bb6-1d6b-4d18-b392-1b9618cc32e2 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:17.100359 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ad2381f-fa63-407e-8b00-43dc4a3e67a6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:17.101166 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5aadb579-713b-424c-94fd-1cc257798c7d up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:17.111847 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] Set router c33ca8c7-7169-4e64-a0d7-4109958c73d4 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:51:17.125000 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:17.216795 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e655a45c-3471-4d72-9791-bd971fbd2cb3 None None] Provisioning for port b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:17.224298 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e655a45c-3471-4d72-9791-bd971fbd2cb3 None None] Provisioning complete for port b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:17.224786 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e655a45c-3471-4d72-9791-bd971fbd2cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:17.260234 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 5aadb579-713b-424c-94fd-1cc257798c7d completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:17.273643 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 5aadb579-713b-424c-94fd-1cc257798c7d triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:17.274040 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:17.316198 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:17.412024 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db3b728-fa9b-4e60-a9ac-3cfd8ff7360f None None] Network 4664e4d4-9d28-4014-a73c-7f12eb8a5bf0 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:51:17.429388 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115fd4f6-b52b-4381-95ed-bc90c4c41a3e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:17.429768 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e655a45c-3471-4d72-9791-bd971fbd2cb3 None None] Port b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:51:17.429849 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115fd4f6-b52b-4381-95ed-bc90c4c41a3e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:17.430291 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115fd4f6-b52b-4381-95ed-bc90c4c41a3e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:17.430735 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115fd4f6-b52b-4381-95ed-bc90c4c41a3e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:17.431174 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115fd4f6-b52b-4381-95ed-bc90c4c41a3e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:17.432679 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115fd4f6-b52b-4381-95ed-bc90c4c41a3e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:17.436212 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115fd4f6-b52b-4381-95ed-bc90c4c41a3e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:17.436660 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115fd4f6-b52b-4381-95ed-bc90c4c41a3e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:17.437715 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-115fd4f6-b52b-4381-95ed-bc90c4c41a3e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Synchronizing usage tracker for tenant:5fe54d316234445287f1d39a8784eede on resource:subnet {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:17.445572 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85d9de82-8301-4b1b-ac59-a56e0caae8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:17.476414 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Pushing event updated for resources: {'Port': ['ID=45fbc246-ce97-49a1-b748-5d9787627649,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:17.589429 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3f77921c-5b30-4a53-96fd-2661c10e6bdf tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:17.668733 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'name': 'tempest-ServersTestJSON-554563277-router', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131'}], 'enable_snat': True}, 'gw_port_id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:13Z', 'revision_number': 4, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'gw_port': {'id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'a1768f3f-70e2-4bbc-8437-a0da10c6b549', 'name': '', 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'mac_address': 'fa:16:3e:f1:4e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '086e6f9c-e0df-4018-9811-30d13b145f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:09Z', 'updated_at': '2022-04-18T05:51:13Z', 'revision_number': 2, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'subnets': [{'id': '086e6f9c-e0df-4018-9811-30d13b145f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:17.673776 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] Checking router: c33ca8c7-7169-4e64-a0d7-4109958c73d4 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:51:17.674434 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] Updating router c33ca8c7-7169-4e64-a0d7-4109958c73d4 port a1768f3f-70e2-4bbc-8437-a0da10c6b549 binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:51:17.678601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ad2381f-fa63-407e-8b00-43dc4a3e67a6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:17.758102 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-45b54e6a-208c-4806-8b96-7a25e7007d13 None None] Provisioning for port de1b4bb6-1d6b-4d18-b392-1b9618cc32e2 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:17.787114 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:17.814951 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-45b54e6a-208c-4806-8b96-7a25e7007d13 None None] Provisioning complete for port de1b4bb6-1d6b-4d18-b392-1b9618cc32e2 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:17.815855 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-45b54e6a-208c-4806-8b96-7a25e7007d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:17.854570 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85d9de82-8301-4b1b-ac59-a56e0caae8e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:17.863480 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:17.869508 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:17.879586 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:17.880014 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:17.904285 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:17.927924 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:17.942059 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 5aadb579-713b-424c-94fd-1cc257798c7d, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5aadb579-713b-424c-94fd-1cc257798c7d,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:17.946103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-29050f94-e311-4419-bb1f-d3ce75d4ff15 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Unset dirty status for tenant:df93cae4a269459abd1c56db4a45d7e1 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:17.951240 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-29050f94-e311-4419-bb1f-d3ce75d4ff15 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16233 time: 1.6238322 Apr 18 05:51:17.957148 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37928) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:17.957846 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:17.958726 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device bdf1c92f-3538-4382-a9ef-f9721140a992 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:17.965588 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-115fd4f6-b52b-4381-95ed-bc90c4c41a3e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Unset dirty status for tenant:5fe54d316234445287f1d39a8784eede on resource:subnet {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:17.966734 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-115fd4f6-b52b-4381-95ed-bc90c4c41a3e tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5199 time: 1.3204918 Apr 18 05:51:18.039514 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9e9f8-9dcb-4cbb-b049-18e6ff57c23c tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Deleting port c972c561-9270-45a1-b8fc-7f68625bc7e9 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:51:18.039849 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b7e9e9f8-9dcb-4cbb-b049-18e6ff57c23c tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:18.081203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37932) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:18.101403 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:51:18.107588 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ad2381f-fa63-407e-8b00-43dc4a3e67a6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:18.122977 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=5aadb579-713b-424c-94fd-1cc257798c7d,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:18.246746 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ad2381f-fa63-407e-8b00-43dc4a3e67a6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:18.253644 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73e4ee2-8518-4748-8715-ed1cb577037e None None] Network 1a3f800c-183c-4f08-8e55-292a1ad5925e requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:51:18.263389 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2381f-fa63-407e-8b00-43dc4a3e67a6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Pushing event deleted for resources: {'Subnet': ['ID=54083602-3cd3-4587-adb0-91b54cfbecc2,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:18.272303 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7dedde-c68f-4a01-9a25-66a483223a00,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:18.291438 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-81f76984-e34d-4bf3-8c9c-cf10717d8103 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] delete failed (client error): The resource could not be found. Apr 18 05:51:18.292589 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-81f76984-e34d-4bf3-8c9c-cf10717d8103 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/2d91fc6f-523c-42e0-830e-c854930a2229 HTTP/1.1" status: 404 len: 345 time: 0.2078693 Apr 18 05:51:18.303515 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:18.305225 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Added segment 96f07775-366e-463d-a553-bde75d010ad9 of type vlan for network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a Apr 18 05:51:18.327644 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37938) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:18.328562 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37940) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:18.330405 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8ad2381f-fa63-407e-8b00-43dc4a3e67a6 tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] 10.222.0.15 "DELETE /v2.0/subnets/54083602-3cd3-4587-adb0-91b54cfbecc2 HTTP/1.1" status: 204 len: 168 time: 1.8696079 Apr 18 05:51:18.350637 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37942) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:18.376478 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:18.377851 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85d9de82-8301-4b1b-ac59-a56e0caae8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:18.378525 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85d9de82-8301-4b1b-ac59-a56e0caae8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:18.390789 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-322aa410-e3cc-4a49-b76b-8cced4acfed8 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] DELETE failed (client error): The resource could not be found. Apr 18 05:51:18.391384 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322aa410-e3cc-4a49-b76b-8cced4acfed8 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:51:18.397913 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-322aa410-e3cc-4a49-b76b-8cced4acfed8 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] 10.222.0.15 "DELETE /v2.0/networks/b8dfa605-a297-450d-8941-27735b46465e HTTP/1.1" status: 404 len: 339 time: 0.0640714 Apr 18 05:51:18.399199 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] Transition to ACTIVE for port object a1768f3f-70e2-4bbc-8437-a0da10c6b549 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:18.400110 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37950) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:18.404005 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-b9058c38-fb7e-4169-8f00-38db4eab4c37 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1986988156', 'description': 'tempest-description--2046466521'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:18.415104 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:18.455892 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-45b54e6a-208c-4806-8b96-7a25e7007d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:18.613924 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-45b54e6a-208c-4806-8b96-7a25e7007d13 None None] For port de1b4bb6-1d6b-4d18-b392-1b9618cc32e2, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=de1b4bb6-1d6b-4d18-b392-1b9618cc32e2,segment=NetworkSegment(25bbac8c-9c89-454c-a539-f760295b5ba6),segment_id=25bbac8c-9c89-454c-a539-f760295b5ba6)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:18.639811 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-45b54e6a-208c-4806-8b96-7a25e7007d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:18.665727 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9de82-8301-4b1b-ac59-a56e0caae8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:18.683358 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285402d-981d-432e-addc-5e63a09afd4d None None] Pushing event updated for resources: {'Port': ['ID=a1768f3f-70e2-4bbc-8437-a0da10c6b549,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:18.756773 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] Attempting to bind port a1768f3f-70e2-4bbc-8437-a0da10c6b549 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:18.764589 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] Attempting to bind port a1768f3f-70e2-4bbc-8437-a0da10c6b549 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '90bc9c89-017d-4efd-82f8-9dbfeb8d8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:18.765192 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] Attempting to bind port a1768f3f-70e2-4bbc-8437-a0da10c6b549 on network 529cc79f-e17f-4fa1-8fbf-dafe25139197 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:18.766494 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-b7e9e9f8-9dcb-4cbb-b049-18e6ff57c23c tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] For port c972c561-9270-45a1-b8fc-7f68625bc7e9, host hv-neutron-8374, got binding levels [] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:18.766947 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b7e9e9f8-9dcb-4cbb-b049-18e6ff57c23c tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:18.771835 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:51:18.772366 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] Checking segment: {'id': '90bc9c89-017d-4efd-82f8-9dbfeb8d8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:51:18.772877 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:18.773809 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] Bound using segment: {'id': '90bc9c89-017d-4efd-82f8-9dbfeb8d8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:51:18.774327 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] Bound port: a1768f3f-70e2-4bbc-8437-a0da10c6b549, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bc9c89-017d-4efd-82f8-9dbfeb8d8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:51:18.774940 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:18.800686 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port bdf1c92f-3538-4382-a9ef-f9721140a992 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:18.801052 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:18.856800 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:18.896675 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b54e6a-208c-4806-8b96-7a25e7007d13 None None] Pushing event updated for resources: {'Port': ['ID=de1b4bb6-1d6b-4d18-b392-1b9618cc32e2,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:18.906505 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] For port a1768f3f-70e2-4bbc-8437-a0da10c6b549, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:51:18.910375 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] For port a1768f3f-70e2-4bbc-8437-a0da10c6b549, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a1768f3f-70e2-4bbc-8437-a0da10c6b549,segment=NetworkSegment(90bc9c89-017d-4efd-82f8-9dbfeb8d8462),segment_id=90bc9c89-017d-4efd-82f8-9dbfeb8d8462)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:51:18.912062 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9e9f8-9dcb-4cbb-b049-18e6ff57c23c tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Calling delete_port for c972c561-9270-45a1-b8fc-7f68625bc7e9 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:51:18.913884 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-88cbc8ed-26ca-4a35-b12a-a4f7f23bfcf6 None None] Provisioning complete for port de1b4bb6-1d6b-4d18-b392-1b9618cc32e2 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:18.914252 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-88cbc8ed-26ca-4a35-b12a-a4f7f23bfcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:18.918830 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:18.944481 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d9de82-8301-4b1b-ac59-a56e0caae8e6 admin admin] Network 2ca065a0-30ac-4abf-bd64-c47717936a41 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:18.949412 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-85d9de82-8301-4b1b-ac59-a56e0caae8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:19.001560 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-9cd1e241-6691-4b69-aa39-43dcd40f9371 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Request body: {'network': {'name': 'tempest-network--414137400', 'router:external': True}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:19.006312 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9cd1e241-6691-4b69-aa39-43dcd40f9371 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:19.010951 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9cd1e241-6691-4b69-aa39-43dcd40f9371 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Usage tracker for resource:network and tenant:5fe54d316234445287f1d39a8784eede is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:19.013983 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9cd1e241-6691-4b69-aa39-43dcd40f9371 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:19.020361 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9cd1e241-6691-4b69-aa39-43dcd40f9371 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:19.028735 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b9058c38-fb7e-4169-8f00-38db4eab4c37 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:19.052637 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b7e9e9f8-9dcb-4cbb-b049-18e6ff57c23c tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:19.068619 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b9058c38-fb7e-4169-8f00-38db4eab4c37 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Usage tracker for resource:security_group and tenant:16530a209bf44d9e8d1b192ff854fad3 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:19.073786 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd1e241-6691-4b69-aa39-43dcd40f9371 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Made reservation on behalf of 5fe54d316234445287f1d39a8784eede for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:19.076138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9cd1e241-6691-4b69-aa39-43dcd40f9371 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:19.093308 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b9058c38-fb7e-4169-8f00-38db4eab4c37 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:19.101016 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285402d-981d-432e-addc-5e63a09afd4d None None] Pushing event updated for resources: {'Port': ['ID=a1768f3f-70e2-4bbc-8437-a0da10c6b549,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:19.144857 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] Routers {'c33ca8c7-7169-4e64-a0d7-4109958c73d4'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:51:19.145605 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:51:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c33ca8c7-7169-4e64-a0d7-4109958c73d4'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:19.253497 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.resource_extend [None req-3f77921c-5b30-4a53-96fd-2661c10e6bdf tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] It took 0.84 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:51:19.272048 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc18ba51-451c-4428-b655-19e9064d47fb None None] DHCP port deletion for 1a3f800c-183c-4f08-8e55-292a1ad5925e request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:51:19.285051 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-dc18ba51-451c-4428-b655-19e9064d47fb None None] Deleting port 53060e22-0a08-4ba3-b1ca-fefc052f7b2d {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:51:19.285844 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dc18ba51-451c-4428-b655-19e9064d47fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:19.291304 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:19.425364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9e9f8-9dcb-4cbb-b049-18e6ff57c23c tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Pushing event deleted for resources: {'Port': ['ID=c972c561-9270-45a1-b8fc-7f68625bc7e9,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:19.429433 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device de1b4bb6-1d6b-4d18-b392-1b9618cc32e2 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:19.433650 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b9058c38-fb7e-4169-8f00-38db4eab4c37 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:19.459293 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3f77921c-5b30-4a53-96fd-2661c10e6bdf tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:19.463375 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b7e9e9f8-9dcb-4cbb-b049-18e6ff57c23c tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:19.477930 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] Set router c33ca8c7-7169-4e64-a0d7-4109958c73d4 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:51:19.498358 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3f77921c-5b30-4a53-96fd-2661c10e6bdf tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:19.519258 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ed46917d-43a9-4683-b706-84d024fb6e84 None None] Provisioning complete for port b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:19.519258 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ed46917d-43a9-4683-b706-84d024fb6e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:19.614465 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77921c-5b30-4a53-96fd-2661c10e6bdf tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Pushing event updated for resources: {'Port': ['ID=d62be02c-dceb-45b3-8de4-04c278c3366a,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:19.632100 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d9de82-8301-4b1b-ac59-a56e0caae8e6 admin admin] Router 551b6347-bd74-4444-a007-2f51ae9f33b5 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:51:19.645140 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd9983f2-2d5a-4c4e-b351-19abd1aaf17a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:19.655278 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b9058c38-fb7e-4169-8f00-38db4eab4c37 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:19.667150 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-ed46917d-43a9-4683-b706-84d024fb6e84 None None] Port b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:51:19.673756 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.resource_extend [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:51:19.688258 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b7e9e9f8-9dcb-4cbb-b049-18e6ff57c23c tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] 10.222.0.15 "DELETE /v2.0/ports/c972c561-9270-45a1-b8fc-7f68625bc7e9 HTTP/1.1" status: 204 len: 168 time: 1.7203667 Apr 18 05:51:19.727130 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd1e241-6691-4b69-aa39-43dcd40f9371 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:51:19.736833 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port de1b4bb6-1d6b-4d18-b392-1b9618cc32e2 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:19.737197 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:19.738138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37954) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:19.798270 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-650eed02-234d-4ee4-bc0b-5ae91845d83f tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] GET failed (client error): The resource could not be found. Apr 18 05:51:19.799570 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-650eed02-234d-4ee4-bc0b-5ae91845d83f tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Synchronizing usage tracker for tenant:df93cae4a269459abd1c56db4a45d7e1 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:19.812453 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-fd9983f2-2d5a-4c4e-b351-19abd1aaf17a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Deleting port 53060e22-0a08-4ba3-b1ca-fefc052f7b2d {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:51:19.813073 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd9983f2-2d5a-4c4e-b351-19abd1aaf17a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:19.846597 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b9058c38-fb7e-4169-8f00-38db4eab4c37 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:19.851692 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b9058c38-fb7e-4169-8f00-38db4eab4c37 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Usage tracker for resource:security_group_rule and tenant:16530a209bf44d9e8d1b192ff854fad3 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:19.856232 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b9058c38-fb7e-4169-8f00-38db4eab4c37 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:19.862666 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b9058c38-fb7e-4169-8f00-38db4eab4c37 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:19.875455 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:19.906887 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-dc18ba51-451c-4428-b655-19e9064d47fb None None] For port 53060e22-0a08-4ba3-b1ca-fefc052f7b2d, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=53060e22-0a08-4ba3-b1ca-fefc052f7b2d,segment=NetworkSegment(fb482ff6-e7cb-4da1-83f3-827f44130247),segment_id=fb482ff6-e7cb-4da1-83f3-827f44130247)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:19.907230 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dc18ba51-451c-4428-b655-19e9064d47fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:19.944088 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b9058c38-fb7e-4169-8f00-38db4eab4c37 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:19.969853 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9cd1e241-6691-4b69-aa39-43dcd40f9371 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:19.970389 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-9cd1e241-6691-4b69-aa39-43dcd40f9371 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Added segment 68dbd5e9-3d69-4777-ac8d-7f74ab315ad7 of type vlan for network a6aa6bab-cff2-4dee-a427-c95616e357e2 Apr 18 05:51:19.976076 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b9058c38-fb7e-4169-8f00-38db4eab4c37 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:19.980517 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:19.983993 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'name': 'tempest-ServersTestJSON-554563277-router', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131'}], 'enable_snat': True}, 'gw_port_id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:13Z', 'revision_number': 4, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'gw_port': {'id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'a1768f3f-70e2-4bbc-8437-a0da10c6b549', 'name': '', 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'mac_address': 'fa:16:3e:f1:4e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '086e6f9c-e0df-4018-9811-30d13b145f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:09Z', 'updated_at': '2022-04-18T05:51:18Z', 'revision_number': 4, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'subnets': [{'id': '086e6f9c-e0df-4018-9811-30d13b145f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:19.986602 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:19.987211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:19.989422 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecdcdfb-494b-4fb1-b380-ee5b8757ad8f None None] The sync data for ids ['c33ca8c7-7169-4e64-a0d7-4109958c73d4'] in dv-neutron-837489-1-hyperv is: [{'id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'name': 'tempest-ServersTestJSON-554563277-router', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131'}], 'enable_snat': True}, 'gw_port_id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:13Z', 'revision_number': 4, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'gw_port': {'id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'a1768f3f-70e2-4bbc-8437-a0da10c6b549', 'name': '', 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'mac_address': 'fa:16:3e:f1:4e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '086e6f9c-e0df-4018-9811-30d13b145f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:09Z', 'updated_at': '2022-04-18T05:51:18Z', 'revision_number': 4, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'subnets': [{'id': '086e6f9c-e0df-4018-9811-30d13b145f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:51:20.000681 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5aadb579-713b-424c-94fd-1cc257798c7d up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:20.145061 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d9de82-8301-4b1b-ac59-a56e0caae8e6 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:51:20.151280 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-dc18ba51-451c-4428-b655-19e9064d47fb None None] Calling delete_port for 53060e22-0a08-4ba3-b1ca-fefc052f7b2d owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:51:20.153969 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-85d9de82-8301-4b1b-ac59-a56e0caae8e6 admin admin] 10.222.0.15 "PUT /v2.0/routers/551b6347-bd74-4444-a007-2f51ae9f33b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1230516 Apr 18 05:51:20.206177 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] Sync routers for ids ['551b6347-bd74-4444-a007-2f51ae9f33b5'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:51:20.245452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Pushing event updated for resources: {'Network': ['ID=17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:20.275589 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:51:20.310348 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] Routers {'551b6347-bd74-4444-a007-2f51ae9f33b5'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:51:20.310969 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:51:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['551b6347-bd74-4444-a007-2f51ae9f33b5'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:20.356679 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Router 102cb63a-14dc-48c1-8a73-a7065d857d00 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:51:20.532665 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-fd9983f2-2d5a-4c4e-b351-19abd1aaf17a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] For port 53060e22-0a08-4ba3-b1ca-fefc052f7b2d, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=53060e22-0a08-4ba3-b1ca-fefc052f7b2d,segment=NetworkSegment(fb482ff6-e7cb-4da1-83f3-827f44130247),segment_id=fb482ff6-e7cb-4da1-83f3-827f44130247)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:20.533024 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd9983f2-2d5a-4c4e-b351-19abd1aaf17a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:20.671275 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] Set router 551b6347-bd74-4444-a007-2f51ae9f33b5 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:51:20.688443 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-fd9983f2-2d5a-4c4e-b351-19abd1aaf17a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Calling delete_port for 53060e22-0a08-4ba3-b1ca-fefc052f7b2d owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:51:20.729149 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:51:20.744641 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138c9595-b4a7-4d70-8070-22f5005c04f6 None None] Sync routers for ids ['102cb63a-14dc-48c1-8a73-a7065d857d00'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:51:20.761649 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c9595-b4a7-4d70-8070-22f5005c04f6 None None] Routers {'102cb63a-14dc-48c1-8a73-a7065d857d00'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:51:20.762730 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-138c9595-b4a7-4d70-8070-22f5005c04f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:51:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['102cb63a-14dc-48c1-8a73-a7065d857d00'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:20.782554 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3f77921c-5b30-4a53-96fd-2661c10e6bdf tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:20.787475 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-650eed02-234d-4ee4-bc0b-5ae91845d83f tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Unset dirty status for tenant:df93cae4a269459abd1c56db4a45d7e1 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:20.792777 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-650eed02-234d-4ee4-bc0b-5ae91845d83f tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] 10.222.0.15 "GET /v2.0/ports/c972c561-9270-45a1-b8fc-7f68625bc7e9 HTTP/1.1" status: 404 len: 333 time: 1.0488467 Apr 18 05:51:20.799794 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37966) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:20.808751 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-a1bc768a-05f0-40c9-900a-90e7b84d8567 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-206160534', 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:20.814989 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd9983f2-2d5a-4c4e-b351-19abd1aaf17a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:20.818030 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:20.819701 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a9c9cac8-ae57-4680-95cb-31bf7cd1cfce tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.2430277 Apr 18 05:51:20.821073 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a1bc768a-05f0-40c9-900a-90e7b84d8567 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:20.823689 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37970) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:20.831005 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3c505e19-37fc-43bb-bff6-69099dac9c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 4.9093041 Apr 18 05:51:20.925519 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-138c9595-b4a7-4d70-8070-22f5005c04f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:20.935041 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 5aadb579-713b-424c-94fd-1cc257798c7d triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:20.935413 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:20.942195 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a1bc768a-05f0-40c9-900a-90e7b84d8567 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:20.944063 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c9595-b4a7-4d70-8070-22f5005c04f6 None None] Routers {'102cb63a-14dc-48c1-8a73-a7065d857d00'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:51:20.946730 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-138c9595-b4a7-4d70-8070-22f5005c04f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:51:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['102cb63a-14dc-48c1-8a73-a7065d857d00'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:20.976376 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bc768a-05f0-40c9-900a-90e7b84d8567 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Made reservation on behalf of df93cae4a269459abd1c56db4a45d7e1 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:20.984525 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a1bc768a-05f0-40c9-900a-90e7b84d8567 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:21.017891 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37978) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:21.019155 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b9058c38-fb7e-4169-8f00-38db4eab4c37 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:21.026933 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b9058c38-fb7e-4169-8f00-38db4eab4c37 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.6941814 Apr 18 05:51:21.029735 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9983f2-2d5a-4c4e-b351-19abd1aaf17a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] No DVR routers for this DVR port 53060e22-0a08-4ba3-b1ca-fefc052f7b2d on host dv-neutron-837489-1-hyperv {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:51:21.107107 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-138c9595-b4a7-4d70-8070-22f5005c04f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:21.107806 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138c9595-b4a7-4d70-8070-22f5005c04f6 None None] The sync data for ids ['102cb63a-14dc-48c1-8a73-a7065d857d00'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:51:21.120996 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Request body: {'port': {'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a', 'binding:host_id': 'hv-neutron-8374', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942254650'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:21.126287 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 37982) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:21.146855 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-dc18ba51-451c-4428-b655-19e9064d47fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:51:21.147258 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-dc18ba51-451c-4428-b655-19e9064d47fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:51:21.148129 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-f026d23a-602d-4521-a141-e2d6d76ab9ac tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Request body: {'security_group_rule': {'security_group_id': '0243f8f4-55ad-4220-a9f6-be527e81dacb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:21.155051 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:21.165309 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f026d23a-602d-4521-a141-e2d6d76ab9ac tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:21.200737 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Usage tracker for resource:port and tenant:c1d12dd322b947abaabd2134bca0138b is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:21.207040 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9983f2-2d5a-4c4e-b351-19abd1aaf17a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Pushing event deleted for resources: {'Port': ['ID=53060e22-0a08-4ba3-b1ca-fefc052f7b2d,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:21.209944 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-a1bc768a-05f0-40c9-900a-90e7b84d8567 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] device_id is not set on port fe7c6fd7-fa68-4812-a4fa-4a3a5986889d yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:51:21.214426 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9cd1e241-6691-4b69-aa39-43dcd40f9371 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:21.217990 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9058c38-fb7e-4169-8f00-38db4eab4c37 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0243f8f4-55ad-4220-a9f6-be527e81dacb,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:21.236771 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 37986) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:21.239294 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3f77921c-5b30-4a53-96fd-2661c10e6bdf tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:21.258344 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:21.262070 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f026d23a-602d-4521-a141-e2d6d76ab9ac tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Usage tracker for resource:security_group_rule and tenant:16530a209bf44d9e8d1b192ff854fad3 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:21.263009 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3f77921c-5b30-4a53-96fd-2661c10e6bdf tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.3919754 Apr 18 05:51:21.267147 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-f1aa1027-9721-4c5b-905c-94cacf605b55 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1979197640', 'description': 'tempest-description--632622222'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:21.271477 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:21.273664 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f026d23a-602d-4521-a141-e2d6d76ab9ac tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:21.305301 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f026d23a-602d-4521-a141-e2d6d76ab9ac tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:21.306111 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f1aa1027-9721-4c5b-905c-94cacf605b55 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:21.325059 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f1aa1027-9721-4c5b-905c-94cacf605b55 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Usage tracker for resource:security_group and tenant:e66226dc1f664b9db6f01b9a65f1c168 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:21.332332 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f1aa1027-9721-4c5b-905c-94cacf605b55 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:21.342682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f1aa1027-9721-4c5b-905c-94cacf605b55 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:21.380577 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1027-9721-4c5b-905c-94cacf605b55 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:21.413346 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.resource_extend [None req-9cd1e241-6691-4b69-aa39-43dcd40f9371 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:51:21.418644 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'name': 'tempest-ServerActionsTestJSON-1457690879-router', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:17Z', 'revision_number': 4, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'gw_port': {'id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:00Z', 'updated_at': '2022-04-18T05:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5', 'name': '', 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'mac_address': 'fa:16:3e:d4:cf:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'b9d647f1-8c55-4e15-9c83-afad77ec2154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:13Z', 'updated_at': '2022-04-18T05:51:17Z', 'revision_number': 2, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'subnets': [{'id': 'b9d647f1-8c55-4e15-9c83-afad77ec2154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:21.423604 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] Checking router: 551b6347-bd74-4444-a007-2f51ae9f33b5 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:51:21.423953 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] Updating router 551b6347-bd74-4444-a007-2f51ae9f33b5 port b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5 binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:51:21.489322 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 53060e22-0a08-4ba3-b1ca-fefc052f7b2d no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:51:21.529071 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f1aa1027-9721-4c5b-905c-94cacf605b55 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:21.536480 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd9983f2-2d5a-4c4e-b351-19abd1aaf17a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:21.544384 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f1aa1027-9721-4c5b-905c-94cacf605b55 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Usage tracker for resource:security_group_rule and tenant:e66226dc1f664b9db6f01b9a65f1c168 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:21.551390 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 53060e22-0a08-4ba3-b1ca-fefc052f7b2d {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:51:21.551390 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 53060e22-0a08-4ba3-b1ca-fefc052f7b2d not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:51:21.551764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f1aa1027-9721-4c5b-905c-94cacf605b55 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:21.563028 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9cd1e241-6691-4b69-aa39-43dcd40f9371 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:21.564329 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd1e241-6691-4b69-aa39-43dcd40f9371 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:21.565027 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9cd1e241-6691-4b69-aa39-43dcd40f9371 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:21.569838 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f1aa1027-9721-4c5b-905c-94cacf605b55 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:21.570168 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:21.595569 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Made reservation on behalf of c1d12dd322b947abaabd2134bca0138b for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:21.598649 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:21.620476 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-fd9983f2-2d5a-4c4e-b351-19abd1aaf17a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a3f800c-183c-4f08-8e55-292a1ad5925e']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:21.651415 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-dc18ba51-451c-4428-b655-19e9064d47fb None None] Deleting port 53060e22-0a08-4ba3-b1ca-fefc052f7b2d {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:51:21.652075 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dc18ba51-451c-4428-b655-19e9064d47fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:21.658489 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-fd9983f2-2d5a-4c4e-b351-19abd1aaf17a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb482ff6-e7cb-4da1-83f3-827f44130247') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:21.658792 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-fd9983f2-2d5a-4c4e-b351-19abd1aaf17a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb482ff6-e7cb-4da1-83f3-827f44130247') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:21.683923 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9cd1e241-6691-4b69-aa39-43dcd40f9371 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.2673552 Apr 18 05:51:21.699165 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:21.731805 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38008) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:21.733616 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd9983f2-2d5a-4c4e-b351-19abd1aaf17a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:21.757063 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a1768f3f-70e2-4bbc-8437-a0da10c6b549 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:21.764632 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f026d23a-602d-4521-a141-e2d6d76ab9ac tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:21.796869 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-dc18ba51-451c-4428-b655-19e9064d47fb None None] The port '53060e22-0a08-4ba3-b1ca-fefc052f7b2d' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:51:21.822587 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1e241-6691-4b69-aa39-43dcd40f9371 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Pushing event updated for resources: {'Network': ['ID=a6aa6bab-cff2-4dee-a427-c95616e357e2,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:21.836181 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd9983f2-2d5a-4c4e-b351-19abd1aaf17a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:21.854818 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network a6aa6bab-cff2-4dee-a427-c95616e357e2 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:51:21.900015 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38016) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:21.906422 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:21.922354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9983f2-2d5a-4c4e-b351-19abd1aaf17a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:51:21.922608 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd9983f2-2d5a-4c4e-b351-19abd1aaf17a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:21.928272 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Usage tracker for resource:security_group_rule and tenant:c1d12dd322b947abaabd2134bca0138b is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:21.936746 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:21.939477 dv-neutron-837489-1-hyperv neutron-server[88034]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:51:21.940493 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:51:21.971478 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:22.082529 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-c21dfe83-97f9-467a-aad9-9d9c8d6eda52 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Synchronizing usage tracker for tenant:637df6f0e57a4804a82858e7d06b6d7b on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:22.116068 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port a1768f3f-70e2-4bbc-8437-a0da10c6b549 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:22.116442 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1027-9721-4c5b-905c-94cacf605b55 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.125458 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port a1768f3f-70e2-4bbc-8437-a0da10c6b549 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:22.125839 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.135697 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1027-9721-4c5b-905c-94cacf605b55 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.174367 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd9983f2-2d5a-4c4e-b351-19abd1aaf17a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.178121 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd9983f2-2d5a-4c4e-b351-19abd1aaf17a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.233323 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa1027-9721-4c5b-905c-94cacf605b55 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21128d8a-23e5-428b-b58b-2a244f71821a,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:22.236603 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9983f2-2d5a-4c4e-b351-19abd1aaf17a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] Pushing event deleted for resources: {'Network': ['ID=1a3f800c-183c-4f08-8e55-292a1ad5925e,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:22.247979 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39942cb-3cad-423a-929d-92086a634c12 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:22.254677 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39942cb-3cad-423a-929d-92086a634c12 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:22.261623 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39942cb-3cad-423a-929d-92086a634c12 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:22.267618 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39942cb-3cad-423a-929d-92086a634c12 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:22.275345 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b39942cb-3cad-423a-929d-92086a634c12 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.5221536 Apr 18 05:51:22.275345 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-fd9983f2-2d5a-4c4e-b351-19abd1aaf17a tempest-DHCPAgentSchedulersTestJSON-2089140988 tempest-DHCPAgentSchedulersTestJSON-2089140988-project] 10.222.0.15 "DELETE /v2.0/networks/1a3f800c-183c-4f08-8e55-292a1ad5925e HTTP/1.1" status: 204 len: 168 time: 3.8834074 Apr 18 05:51:22.276572 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38022) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:22.277450 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1027-9721-4c5b-905c-94cacf605b55 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.280078 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f1aa1027-9721-4c5b-905c-94cacf605b55 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0409038 Apr 18 05:51:22.297766 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38026) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:22.313211 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f026d23a-602d-4521-a141-e2d6d76ab9ac tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.316263 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a1bc768a-05f0-40c9-900a-90e7b84d8567 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.325970 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-11fb4578-cfe3-40d0-a3c2-7616cd7803f2 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Request body: {'security_group_rule': {'security_group_id': '21128d8a-23e5-428b-b58b-2a244f71821a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:22.341436 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-11fb4578-cfe3-40d0-a3c2-7616cd7803f2 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:22.343942 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f026d23a-602d-4521-a141-e2d6d76ab9ac tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.350701 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.368770 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-11fb4578-cfe3-40d0-a3c2-7616cd7803f2 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Usage tracker for resource:security_group_rule and tenant:e66226dc1f664b9db6f01b9a65f1c168 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:22.388921 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-11fb4578-cfe3-40d0-a3c2-7616cd7803f2 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:22.391225 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.410983 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026d23a-602d-4521-a141-e2d6d76ab9ac tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8927cce3-b06f-4ecc-a519-c99063ac033d,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:22.411177 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port a1768f3f-70e2-4bbc-8437-a0da10c6b549, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a1768f3f-70e2-4bbc-8437-a0da10c6b549,segment=NetworkSegment(90bc9c89-017d-4efd-82f8-9dbfeb8d8462),segment_id=90bc9c89-017d-4efd-82f8-9dbfeb8d8462)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:22.412475 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] Transition to ACTIVE for port object b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:22.418477 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.459392 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.479895 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04acff9a-9d68-4cdd-8f79-16624c0c8cee tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.486100 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-11fb4578-cfe3-40d0-a3c2-7616cd7803f2 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:22.581545 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f026d23a-602d-4521-a141-e2d6d76ab9ac tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.583088 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f026d23a-602d-4521-a141-e2d6d76ab9ac tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4538586 Apr 18 05:51:22.595131 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.603209 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38030) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:22.610578 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.617114 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-e7b11698-3703-40b2-8ed1-c5f0d70e3f3b tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Request body: {'security_group_rule': {'security_group_id': '0243f8f4-55ad-4220-a9f6-be527e81dacb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:22.652428 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-11fb4578-cfe3-40d0-a3c2-7616cd7803f2 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.711159 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-c21dfe83-97f9-467a-aad9-9d9c8d6eda52 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Unset dirty status for tenant:637df6f0e57a4804a82858e7d06b6d7b on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:22.720979 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-c21dfe83-97f9-467a-aad9-9d9c8d6eda52 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1968186409&fields=id&tenant_id=637df6f0e57a4804a82858e7d06b6d7b HTTP/1.1" status: 200 len: 267 time: 0.8171349 Apr 18 05:51:22.725820 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=a1768f3f-70e2-4bbc-8437-a0da10c6b549,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:22.759728 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04acff9a-9d68-4cdd-8f79-16624c0c8cee tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.768336 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] device_id is not set on port f6f859fa-0098-4163-9106-c1584dade3ab yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:51:22.828942 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e7b11698-3703-40b2-8ed1-c5f0d70e3f3b tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:22.830977 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea06b1-f874-4d63-b852-0e1eb31a65d7 None None] Pushing event updated for resources: {'Port': ['ID=b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:22.866344 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38036) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:22.888338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-04acff9a-9d68-4cdd-8f79-16624c0c8cee tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6aa6bab-cff2-4dee-a427-c95616e357e2']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:22.901498 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e7b11698-3703-40b2-8ed1-c5f0d70e3f3b tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Usage tracker for resource:security_group_rule and tenant:16530a209bf44d9e8d1b192ff854fad3 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:22.902237 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] Attempting to bind port b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:22.902608 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] Attempting to bind port b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '697bc392-01f0-4717-af3e-52af340b5bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:22.902972 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] Attempting to bind port b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5 on network 2ca065a0-30ac-4abf-bd64-c47717936a41 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:22.904411 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e7b11698-3703-40b2-8ed1-c5f0d70e3f3b tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:22.908697 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:51:22.908697 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] Checking segment: {'id': '697bc392-01f0-4717-af3e-52af340b5bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:51:22.909064 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.909452 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] Bound using segment: {'id': '697bc392-01f0-4717-af3e-52af340b5bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:51:22.909973 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] Bound port: b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697bc392-01f0-4717-af3e-52af340b5bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:51:22.910302 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.913457 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-04acff9a-9d68-4cdd-8f79-16624c0c8cee tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68dbd5e9-3d69-4777-ac8d-7f74ab315ad7') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:22.913844 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-04acff9a-9d68-4cdd-8f79-16624c0c8cee tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68dbd5e9-3d69-4777-ac8d-7f74ab315ad7') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:22.931939 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04acff9a-9d68-4cdd-8f79-16624c0c8cee tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.933676 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a1bc768a-05f0-40c9-900a-90e7b84d8567 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.963794 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04acff9a-9d68-4cdd-8f79-16624c0c8cee tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.975651 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e7b11698-3703-40b2-8ed1-c5f0d70e3f3b tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:22.978606 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-6f9bdab5-52bc-4931-b33e-6850d7bd6cae tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:22.979746 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-6f9bdab5-52bc-4931-b33e-6850d7bd6cae tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Synchronizing usage tracker for tenant:637df6f0e57a4804a82858e7d06b6d7b on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:22.983719 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04acff9a-9d68-4cdd-8f79-16624c0c8cee tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:51:22.984245 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04acff9a-9d68-4cdd-8f79-16624c0c8cee tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:51:22.998637 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:51:23.016503 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] For port b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:51:23.020268 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] For port b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5,segment=NetworkSegment(697bc392-01f0-4717-af3e-52af340b5bca),segment_id=697bc392-01f0-4717-af3e-52af340b5bca)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:51:23.026673 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:23.096247 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-6f9bdab5-52bc-4931-b33e-6850d7bd6cae tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Unset dirty status for tenant:637df6f0e57a4804a82858e7d06b6d7b on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:23.105694 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-6f9bdab5-52bc-4931-b33e-6850d7bd6cae tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/networks?id=8e6ec6cd-b02b-4370-9725-304c806a2405 HTTP/1.1" status: 200 len: 812 time: 0.3834083 Apr 18 05:51:23.116056 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] Routers {'551b6347-bd74-4444-a007-2f51ae9f33b5'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:51:23.116794 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:51:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['551b6347-bd74-4444-a007-2f51ae9f33b5'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:23.121974 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04acff9a-9d68-4cdd-8f79-16624c0c8cee tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:23.124431 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-ac24d34a-f09a-4351-86ef-a82e4e0fe719 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/quotas/637df6f0e57a4804a82858e7d06b6d7b HTTP/1.1" status: 200 len: 375 time: 0.0173345 Apr 18 05:51:23.142689 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13287960-9fb7-4d54-809f-68ce5e296902 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:23.148510 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04acff9a-9d68-4cdd-8f79-16624c0c8cee tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a6aa6bab-cff2-4dee-a427-c95616e357e2 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 18 05:51:23.151180 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04acff9a-9d68-4cdd-8f79-16624c0c8cee tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6aa6bab-cff2-4dee-a427-c95616e357e2,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:23.154820 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04acff9a-9d68-4cdd-8f79-16624c0c8cee tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:23.194221 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71edda70-fb98-4a2f-8120-bb5cb0891edf,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:23.199038 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea06b1-f874-4d63-b852-0e1eb31a65d7 None None] Pushing event updated for resources: {'Port': ['ID=b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:23.206123 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bc768a-05f0-40c9-900a-90e7b84d8567 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Network f6031fc1-42ba-4ece-b64a-4deba4ad76fe is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:23.207672 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-04acff9a-9d68-4cdd-8f79-16624c0c8cee tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] 10.222.0.15 "DELETE /v2.0/networks/a6aa6bab-cff2-4dee-a427-c95616e357e2 HTTP/1.1" status: 204 len: 168 time: 0.9272816 Apr 18 05:51:23.212084 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38044) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:23.220428 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-8b1ca617-1816-4ecc-b299-1240cb678de8 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Request body: {'network': {'name': 'tempest-network--683599032', 'router:external': True}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:23.227910 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8b1ca617-1816-4ecc-b299-1240cb678de8 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:23.235033 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8b1ca617-1816-4ecc-b299-1240cb678de8 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Usage tracker for resource:network and tenant:5fe54d316234445287f1d39a8784eede is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:23.238714 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8b1ca617-1816-4ecc-b299-1240cb678de8 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:23.253614 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8b1ca617-1816-4ecc-b299-1240cb678de8 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:23.304972 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-f830c023-5bfd-445b-bc85-3e7349e10417 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Synchronizing usage tracker for tenant:637df6f0e57a4804a82858e7d06b6d7b on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:23.312625 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1ca617-1816-4ecc-b299-1240cb678de8 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Made reservation on behalf of 5fe54d316234445287f1d39a8784eede for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:23.314959 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8b1ca617-1816-4ecc-b299-1240cb678de8 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:23.360958 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-f830c023-5bfd-445b-bc85-3e7349e10417 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Unset dirty status for tenant:637df6f0e57a4804a82858e7d06b6d7b on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:23.362585 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-f830c023-5bfd-445b-bc85-3e7349e10417 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=637df6f0e57a4804a82858e7d06b6d7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2156513 Apr 18 05:51:23.368020 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-a1bc768a-05f0-40c9-900a-90e7b84d8567 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:23.376250 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc768a-05f0-40c9-900a-90e7b84d8567 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:23.377431 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b1ca617-1816-4ecc-b299-1240cb678de8 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:51:23.377830 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bc768a-05f0-40c9-900a-90e7b84d8567 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:23.379571 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a1bc768a-05f0-40c9-900a-90e7b84d8567 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:23.387777 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8b1ca617-1816-4ecc-b299-1240cb678de8 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:23.388143 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-8b1ca617-1816-4ecc-b299-1240cb678de8 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Added segment 889bb3d2-141e-4a41-a5eb-2b890fcfc19f of type vlan for network 2dda512e-54bf-4b46-8e0f-a06d58d37ff6 Apr 18 05:51:23.443726 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] Set router 551b6347-bd74-4444-a007-2f51ae9f33b5 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:51:23.455598 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8b1ca617-1816-4ecc-b299-1240cb678de8 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:23.496807 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8b1ca617-1816-4ecc-b299-1240cb678de8 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:23.497039 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e7b11698-3703-40b2-8ed1-c5f0d70e3f3b tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:23.499174 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ca617-1816-4ecc-b299-1240cb678de8 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:23.500780 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8b1ca617-1816-4ecc-b299-1240cb678de8 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:23.573079 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8b1ca617-1816-4ecc-b299-1240cb678de8 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3584547 Apr 18 05:51:23.610293 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38054) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:23.659756 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a1bc768a-05f0-40c9-900a-90e7b84d8567 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.8585236 Apr 18 05:51:23.682616 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e7b11698-3703-40b2-8ed1-c5f0d70e3f3b tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:23.691272 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a1768f3f-70e2-4bbc-8437-a0da10c6b549 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:23.694987 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38060) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:23.804048 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b8a41da6-baff-4089-9527-6d8a5b874f3f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=015b4e5608904a7fb2ef9bc87c635938&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9292552 Apr 18 05:51:23.811953 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4111c0-7b2a-4cd6-ad8a-bac56535c17b tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:23.812710 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5a4111c0-7b2a-4cd6-ad8a-bac56535c17b tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Synchronizing usage tracker for tenant:9526ea2edfeb475a94c2ab24bc90448b on resource:network {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:23.816405 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc768a-05f0-40c9-900a-90e7b84d8567 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Pushing event updated for resources: {'Port': ['ID=fe7c6fd7-fa68-4812-a4fa-4a3a5986889d,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:23.822253 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38064) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:23.835748 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e7b11698-3703-40b2-8ed1-c5f0d70e3f3b tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:23.839385 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-a21290d4-ea90-4bb4-aaac-96e89b5d4330 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:51:23.840615 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-a21290d4-ea90-4bb4-aaac-96e89b5d4330 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2777507 Apr 18 05:51:23.881137 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ca617-1816-4ecc-b299-1240cb678de8 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Pushing event updated for resources: {'Network': ['ID=2dda512e-54bf-4b46-8e0f-a06d58d37ff6,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:23.894125 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port a1768f3f-70e2-4bbc-8437-a0da10c6b549 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:23.894501 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:23.926078 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 2dda512e-54bf-4b46-8e0f-a06d58d37ff6 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:51:23.973596 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e981eeb7-500f-4963-b425-761eb0023ff9 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:23.977812 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e981eeb7-500f-4963-b425-761eb0023ff9 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] 10.222.0.15 "GET /v2.0/ports/fe7c6fd7-fa68-4812-a4fa-4a3a5986889d HTTP/1.1" status: 200 len: 954 time: 0.2790322 Apr 18 05:51:23.983560 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38068) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:24.073529 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-f8e29fa2-9d1e-4a35-a03c-64e423a160be service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ec6cd-b02b-4370-9725-304c806a2405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215505 Apr 18 05:51:24.075735 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-945823fa-3ff8-4450-befc-dd819e53ff33 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Deleting port fe7c6fd7-fa68-4812-a4fa-4a3a5986889d {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:51:24.076091 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-945823fa-3ff8-4450-befc-dd819e53ff33 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:24.095004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b11698-3703-40b2-8ed1-c5f0d70e3f3b tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b647bb-dc79-43a4-9df9-00e263fb47ef,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:24.101443 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-11fb4578-cfe3-40d0-a3c2-7616cd7803f2 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:24.151286 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-11fb4578-cfe3-40d0-a3c2-7616cd7803f2 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:24.230327 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'name': 'tempest-ServerActionsTestJSON-1457690879-router', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:17Z', 'revision_number': 4, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'gw_port': {'id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:00Z', 'updated_at': '2022-04-18T05:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5', 'name': '', 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'mac_address': 'fa:16:3e:d4:cf:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'b9d647f1-8c55-4e15-9c83-afad77ec2154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:13Z', 'updated_at': '2022-04-18T05:51:23Z', 'revision_number': 4, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'subnets': [{'id': 'b9d647f1-8c55-4e15-9c83-afad77ec2154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:24.239445 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9008aabb-a7f9-4ffc-8033-4bde009e345e None None] The sync data for ids ['551b6347-bd74-4444-a007-2f51ae9f33b5'] in dv-neutron-837489-1-hyperv is: [{'id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'name': 'tempest-ServerActionsTestJSON-1457690879-router', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:17Z', 'revision_number': 4, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'gw_port': {'id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:00Z', 'updated_at': '2022-04-18T05:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5', 'name': '', 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'mac_address': 'fa:16:3e:d4:cf:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'b9d647f1-8c55-4e15-9c83-afad77ec2154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:13Z', 'updated_at': '2022-04-18T05:51:23Z', 'revision_number': 4, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'subnets': [{'id': 'b9d647f1-8c55-4e15-9c83-afad77ec2154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:51:24.247918 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb4578-cfe3-40d0-a3c2-7616cd7803f2 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff42c230-c81f-4220-ab52-f95ddcdeab97,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:24.249859 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-11fb4578-cfe3-40d0-a3c2-7616cd7803f2 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:24.253372 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-11fb4578-cfe3-40d0-a3c2-7616cd7803f2 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9403408 Apr 18 05:51:24.289321 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5a4111c0-7b2a-4cd6-ad8a-bac56535c17b tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Unset dirty status for tenant:9526ea2edfeb475a94c2ab24bc90448b on resource:network {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:24.293520 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5a4111c0-7b2a-4cd6-ad8a-bac56535c17b tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] 10.222.0.15 "GET /v2.0/networks/2dda512e-54bf-4b46-8e0f-a06d58d37ff6 HTTP/1.1" status: 200 len: 756 time: 0.6748042 Apr 18 05:51:24.294353 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38072) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:24.294682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38074) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:24.309274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e7b11698-3703-40b2-8ed1-c5f0d70e3f3b tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:24.311072 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e7b11698-3703-40b2-8ed1-c5f0d70e3f3b tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7065165 Apr 18 05:51:24.315721 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-75538386-594a-49bc-848d-49b1f1c6b25f tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Request body: {'security_group_rule': {'security_group_id': '21128d8a-23e5-428b-b58b-2a244f71821a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:24.370986 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38080) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:24.392594 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-75538386-594a-49bc-848d-49b1f1c6b25f tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:24.398710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-ab107fa9-697f-472f-ba7f-da8c28f23ed4 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:24.415428 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-afd82b6c-ada9-4dad-b581-e057cb952255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:24.424441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-75538386-594a-49bc-848d-49b1f1c6b25f tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Usage tracker for resource:security_group_rule and tenant:e66226dc1f664b9db6f01b9a65f1c168 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:24.430967 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-75538386-594a-49bc-848d-49b1f1c6b25f tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:24.444120 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ab107fa9-697f-472f-ba7f-da8c28f23ed4 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:24.447764 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] device_id is not set on port f6f859fa-0098-4163-9106-c1584dade3ab yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:51:24.482425 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:24.559409 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-afd82b6c-ada9-4dad-b581-e057cb952255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:24.562349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-75538386-594a-49bc-848d-49b1f1c6b25f tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:24.578632 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Transition to ACTIVE for port object f6f859fa-0098-4163-9106-c1584dade3ab will not be triggered until provisioned by entity L2. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:24.590054 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ab107fa9-697f-472f-ba7f-da8c28f23ed4 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Usage tracker for resource:floatingip and tenant:16530a209bf44d9e8d1b192ff854fad3 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:24.617199 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ab107fa9-697f-472f-ba7f-da8c28f23ed4 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:24.635964 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-4db34f5c-8901-4d82-919d-186b10d8be5c service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ec6cd-b02b-4370-9725-304c806a2405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285034 Apr 18 05:51:24.637003 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ab107fa9-697f-472f-ba7f-da8c28f23ed4 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:24.640052 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-945823fa-3ff8-4450-befc-dd819e53ff33 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:24.647053 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:24.657427 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6d6659-925d-4292-a8f5-78bcecf54f69 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:24.661910 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ad6d6659-925d-4292-a8f5-78bcecf54f69 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] 10.222.0.15 "GET /v2.0/networks/5fedeb47-40dd-4b85-ad10-44b92e7e3776 HTTP/1.1" status: 200 len: 767 time: 0.3559203 Apr 18 05:51:24.664282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38084) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:24.774206 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-13287960-9fb7-4d54-809f-68ce5e296902 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Allocated IP 172.20.0.1 (4664e4d4-9d28-4014-a73c-7f12eb8a5bf0/2466a808-cc2c-4242-95fb-56f32778f4a4/aa05af83-ccad-4927-8de7-550313f832d3) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:24.779167 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Pushing event updated for resources: {'Port': ['ID=f6f859fa-0098-4163-9106-c1584dade3ab,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:24.809282 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-afd82b6c-ada9-4dad-b581-e057cb952255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:24.824862 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-945823fa-3ff8-4450-befc-dd819e53ff33 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Calling delete_port for fe7c6fd7-fa68-4812-a4fa-4a3a5986889d owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:51:24.849030 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Checking segment: {'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:51:24.849387 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Network hostable DHCP agents. Network: 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:51:24.871284 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-75538386-594a-49bc-848d-49b1f1c6b25f tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:24.875131 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd82b6c-ada9-4dad-b581-e057cb952255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983c7caf-d0a0-48f2-ba2a-884de64668c9,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:25.000551 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-afd82b6c-ada9-4dad-b581-e057cb952255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:25.001925 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-afd82b6c-ada9-4dad-b581-e057cb952255 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/983c7caf-d0a0-48f2-ba2a-884de64668c9 HTTP/1.1" status: 204 len: 168 time: 1.1635704 Apr 18 05:51:25.005812 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:51:25.037010 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:25.052446 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef07c5a4-2c1a-4beb-b837-c5af6b7e5b39 None None] Network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:51:25.062702 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27c335da-9e52-4593-9a15-2e32e59409b9 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:25.063337 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:25.073464 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab107fa9-697f-472f-ba7f-da8c28f23ed4 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks [] for floatingip, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:25.116549 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:25.116885 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:25.117458 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:25.132399 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-75538386-594a-49bc-848d-49b1f1c6b25f tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:25.155971 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port f6f859fa-0098-4163-9106-c1584dade3ab on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:25.164625 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port f6f859fa-0098-4163-9106-c1584dade3ab on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:25.166818 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-75538386-594a-49bc-848d-49b1f1c6b25f tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:25.175396 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13287960-9fb7-4d54-809f-68ce5e296902 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:25.195042 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 2 to bind port f6f859fa-0098-4163-9106-c1584dade3ab Apr 18 05:51:25.222066 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-13287960-9fb7-4d54-809f-68ce5e296902 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Transition to ACTIVE for port object aa05af83-ccad-4927-8de7-550313f832d3 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:25.225625 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:25.225960 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:25.226296 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:25.233077 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port f6f859fa-0098-4163-9106-c1584dade3ab on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:25.233402 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port f6f859fa-0098-4163-9106-c1584dade3ab on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:25.234612 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 3 to bind port f6f859fa-0098-4163-9106-c1584dade3ab Apr 18 05:51:25.262604 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:25.262940 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:25.263420 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:25.280605 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port f6f859fa-0098-4163-9106-c1584dade3ab on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:25.280941 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port f6f859fa-0098-4163-9106-c1584dade3ab on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:25.281373 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38112) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:25.282907 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 4 to bind port f6f859fa-0098-4163-9106-c1584dade3ab Apr 18 05:51:25.318930 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:25.319273 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:25.319689 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:25.329102 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port f6f859fa-0098-4163-9106-c1584dade3ab on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:25.329430 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port f6f859fa-0098-4163-9106-c1584dade3ab on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:25.330435 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 5 to bind port f6f859fa-0098-4163-9106-c1584dade3ab Apr 18 05:51:25.343060 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13287960-9fb7-4d54-809f-68ce5e296902 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:25.384019 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75538386-594a-49bc-848d-49b1f1c6b25f tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f85e2c-8b5f-42b1-a9bb-5c3d8bf1c4f0,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:25.412594 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:25.412929 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:25.413267 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:25.434680 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-75538386-594a-49bc-848d-49b1f1c6b25f tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:25.438931 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-75538386-594a-49bc-848d-49b1f1c6b25f tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1414101 Apr 18 05:51:25.439493 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port f6f859fa-0098-4163-9106-c1584dade3ab on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:25.439829 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port f6f859fa-0098-4163-9106-c1584dade3ab on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:25.455156 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 6 to bind port f6f859fa-0098-4163-9106-c1584dade3ab Apr 18 05:51:25.466757 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38120) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:25.477823 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13287960-9fb7-4d54-809f-68ce5e296902 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Network 4664e4d4-9d28-4014-a73c-7f12eb8a5bf0 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:25.498630 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-13287960-9fb7-4d54-809f-68ce5e296902 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:25.503623 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-67a78225-7223-40d6-9d12-30b49bb986b1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:25.509674 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-67a78225-7223-40d6-9d12-30b49bb986b1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:25.537442 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-67a78225-7223-40d6-9d12-30b49bb986b1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Usage tracker for resource:floatingip and tenant:e66226dc1f664b9db6f01b9a65f1c168 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:25.547800 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-67a78225-7223-40d6-9d12-30b49bb986b1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:25.565486 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-67a78225-7223-40d6-9d12-30b49bb986b1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:25.634153 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-945823fa-3ff8-4450-befc-dd819e53ff33 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:25.639448 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:25.641754 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:25.642856 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:25.667394 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13287960-9fb7-4d54-809f-68ce5e296902 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:25.674489 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13287960-9fb7-4d54-809f-68ce5e296902 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:25.675033 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port f6f859fa-0098-4163-9106-c1584dade3ab on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:25.676926 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port f6f859fa-0098-4163-9106-c1584dade3ab on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:25.677699 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-67a78225-7223-40d6-9d12-30b49bb986b1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks [] for floatingip, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:25.727118 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27c335da-9e52-4593-9a15-2e32e59409b9 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:25.752029 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:25.769323 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945823fa-3ff8-4450-befc-dd819e53ff33 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe7c6fd7-fa68-4812-a4fa-4a3a5986889d,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:25.781023 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38126) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:25.798553 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 7 to bind port f6f859fa-0098-4163-9106-c1584dade3ab Apr 18 05:51:25.836453 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13287960-9fb7-4d54-809f-68ce5e296902 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Pushing event updated for resources: {'Port': ['ID=aa05af83-ccad-4927-8de7-550313f832d3,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:25.907960 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:25.909948 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:25.911800 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:25.920748 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-945823fa-3ff8-4450-befc-dd819e53ff33 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:25.949900 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port f6f859fa-0098-4163-9106-c1584dade3ab on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:25.955041 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port f6f859fa-0098-4163-9106-c1584dade3ab on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:25.955041 dv-neutron-837489-1-hyperv neutron-server[88035]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 05:51:25.958105 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 8 to bind port f6f859fa-0098-4163-9106-c1584dade3ab Apr 18 05:51:25.968236 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-27c335da-9e52-4593-9a15-2e32e59409b9 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dda512e-54bf-4b46-8e0f-a06d58d37ff6']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:25.997732 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-630239a2-8303-4c01-8a86-56a02ace734d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.005484 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ea447e39-3506-4684-b543-f8517a7d26ff None None] Provisioning for port aa05af83-ccad-4927-8de7-550313f832d3 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:26.011993 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-27c335da-9e52-4593-9a15-2e32e59409b9 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889bb3d2-141e-4a41-a5eb-2b890fcfc19f') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:26.012521 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-27c335da-9e52-4593-9a15-2e32e59409b9 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889bb3d2-141e-4a41-a5eb-2b890fcfc19f') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:26.014473 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:26.019683 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ea447e39-3506-4684-b543-f8517a7d26ff None None] Provisioning complete for port aa05af83-ccad-4927-8de7-550313f832d3 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:26.020310 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ea447e39-3506-4684-b543-f8517a7d26ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.031162 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-630239a2-8303-4c01-8a86-56a02ace734d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:26.034982 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-630239a2-8303-4c01-8a86-56a02ace734d admin admin] Usage tracker for resource:security_group_rule and tenant:ef278e152e89433fbcb2fe340e352889 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:26.037841 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-630239a2-8303-4c01-8a86-56a02ace734d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:26.044080 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-630239a2-8303-4c01-8a86-56a02ace734d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:26.052671 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:26.053887 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.123439 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-945823fa-3ff8-4450-befc-dd819e53ff33 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] 10.222.0.15 "DELETE /v2.0/ports/fe7c6fd7-fa68-4812-a4fa-4a3a5986889d HTTP/1.1" status: 204 len: 168 time: 2.1365597 Apr 18 05:51:26.124002 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ba08eb96-b8c3-4bea-b909-43b5d951e71b req-4aa8145c-e304-44da-9391-dc09b659385a tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 210 time: 0.8147128 Apr 18 05:51:26.124160 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27c335da-9e52-4593-9a15-2e32e59409b9 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.126994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:26.127335 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:26.127995 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:26.130189 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38138) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:26.149043 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab107fa9-697f-472f-ba7f-da8c28f23ed4 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.165976 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-ea447e39-3506-4684-b543-f8517a7d26ff None None] Port aa05af83-ccad-4927-8de7-550313f832d3 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:51:26.201890 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port f6f859fa-0098-4163-9106-c1584dade3ab on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:26.202399 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port f6f859fa-0098-4163-9106-c1584dade3ab on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:26.210760 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 9 to bind port f6f859fa-0098-4163-9106-c1584dade3ab Apr 18 05:51:26.217043 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-630239a2-8303-4c01-8a86-56a02ace734d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.226746 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-810ebf1e-3c5f-439d-bc6a-be643ee16130 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] GET failed (client error): The resource could not be found. Apr 18 05:51:26.226966 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27c335da-9e52-4593-9a15-2e32e59409b9 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.227275 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-810ebf1e-3c5f-439d-bc6a-be643ee16130 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Synchronizing usage tracker for tenant:df93cae4a269459abd1c56db4a45d7e1 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:26.235372 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-630239a2-8303-4c01-8a86-56a02ace734d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.237522 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.249525 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:26.250026 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:26.250456 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:26.259042 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port f6f859fa-0098-4163-9106-c1584dade3ab on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:26.259780 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port f6f859fa-0098-4163-9106-c1584dade3ab on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:26.262687 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 10 to bind port f6f859fa-0098-4163-9106-c1584dade3ab Apr 18 05:51:26.277808 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-630239a2-8303-4c01-8a86-56a02ace734d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef278e152e89433fbcb2fe340e352889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4932539 Apr 18 05:51:26.282098 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5,segment=NetworkSegment(697bc392-01f0-4717-af3e-52af340b5bca),segment_id=697bc392-01f0-4717-af3e-52af340b5bca)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:26.282555 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c335da-9e52-4593-9a15-2e32e59409b9 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:51:26.282994 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27c335da-9e52-4593-9a15-2e32e59409b9 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.284059 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38144) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:26.288957 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.298316 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-810ebf1e-3c5f-439d-bc6a-be643ee16130 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Unset dirty status for tenant:df93cae4a269459abd1c56db4a45d7e1 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:26.299541 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-810ebf1e-3c5f-439d-bc6a-be643ee16130 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] 10.222.0.15 "GET /v2.0/ports/fe7c6fd7-fa68-4812-a4fa-4a3a5986889d HTTP/1.1" status: 404 len: 333 time: 0.1663930 Apr 18 05:51:26.303830 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:51:26.304025 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:51:26.306973 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:26.306973 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f6f859fa-0098-4163-9106-c1584dade3ab on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:26.310439 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38148) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:26.321053 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-8773aa96-0fd0-4e85-bd98-36cf381527bc tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Request body: {'port': {'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-796942967'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:26.325384 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8773aa96-0fd0-4e85-bd98-36cf381527bc tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:26.335377 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8773aa96-0fd0-4e85-bd98-36cf381527bc tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:26.341786 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:51:26.373367 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port f6f859fa-0098-4163-9106-c1584dade3ab on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:26.373871 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port f6f859fa-0098-4163-9106-c1584dade3ab on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:26.374333 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.393096 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:26.408408 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8773aa96-0fd0-4e85-bd98-36cf381527bc tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Made reservation on behalf of df93cae4a269459abd1c56db4a45d7e1 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:26.410840 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8773aa96-0fd0-4e85-bd98-36cf381527bc tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.488694 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630239a2-8303-4c01-8a86-56a02ace734d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2326b971-def9-40a0-b7d7-7c08b861a027,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:26.516618 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27c335da-9e52-4593-9a15-2e32e59409b9 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.518598 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-67a78225-7223-40d6-9d12-30b49bb986b1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.523819 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-8773aa96-0fd0-4e85-bd98-36cf381527bc tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] device_id is not set on port bf431152-19f4-4e2a-91fc-1b09ff428973 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:51:26.542697 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c335da-9e52-4593-9a15-2e32e59409b9 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2dda512e-54bf-4b46-8e0f-a06d58d37ff6 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 18 05:51:26.553804 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-ab107fa9-697f-472f-ba7f-da8c28f23ed4 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Allocated IP 172.26.1.181 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/c381d2c5-ce10-42dc-9a12-2063867cbdd4) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:26.557324 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c335da-9e52-4593-9a15-2e32e59409b9 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Pushing event deleted for resources: {'Network': ['ID=2dda512e-54bf-4b46-8e0f-a06d58d37ff6,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:26.561667 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27c335da-9e52-4593-9a15-2e32e59409b9 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.582488 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-27c335da-9e52-4593-9a15-2e32e59409b9 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] 10.222.0.15 "DELETE /v2.0/networks/2dda512e-54bf-4b46-8e0f-a06d58d37ff6 HTTP/1.1" status: 204 len: 168 time: 1.9142251 Apr 18 05:51:26.597100 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38160) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:26.614247 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-0681a895-6d6b-4d7a-b8db-e48d114831c0 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Request body: {'network': {'name': 'tempest-network--1311404844'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:26.621893 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13287960-9fb7-4d54-809f-68ce5e296902 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.622107 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0681a895-6d6b-4d7a-b8db-e48d114831c0 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:26.628706 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-0681a895-6d6b-4d7a-b8db-e48d114831c0 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Usage tracker for resource:network and tenant:5fe54d316234445287f1d39a8784eede is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:26.681510 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-0681a895-6d6b-4d7a-b8db-e48d114831c0 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:26.691491 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-398f6a28-2ba6-4e5a-918e-1b156851b361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.700852 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0681a895-6d6b-4d7a-b8db-e48d114831c0 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:26.726841 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0681a895-6d6b-4d7a-b8db-e48d114831c0 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Made reservation on behalf of 5fe54d316234445287f1d39a8784eede for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:26.730489 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0681a895-6d6b-4d7a-b8db-e48d114831c0 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.798318 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0681a895-6d6b-4d7a-b8db-e48d114831c0 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:51:26.802452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab107fa9-697f-472f-ba7f-da8c28f23ed4 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.817883 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0681a895-6d6b-4d7a-b8db-e48d114831c0 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.818231 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-0681a895-6d6b-4d7a-b8db-e48d114831c0 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Added segment a51c6d4e-9036-40ca-b62d-c8fb6142111f of type vlan for network 836e7312-c68d-4b2f-86af-7d1732da24e7 Apr 18 05:51:26.852371 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0681a895-6d6b-4d7a-b8db-e48d114831c0 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.874578 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] For port f6f859fa-0098-4163-9106-c1584dade3ab, host hv-neutron-8374, cleared binding levels {{(pid=88035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:51:26.875227 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempted to set empty binding levels {{(pid=88035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 18 05:51:26.887328 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab107fa9-697f-472f-ba7f-da8c28f23ed4 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.901225 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.910766 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-398f6a28-2ba6-4e5a-918e-1b156851b361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.957211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0681a895-6d6b-4d7a-b8db-e48d114831c0 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.958201 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0681a895-6d6b-4d7a-b8db-e48d114831c0 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:26.958949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0681a895-6d6b-4d7a-b8db-e48d114831c0 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.967185 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab107fa9-697f-472f-ba7f-da8c28f23ed4 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:26.996442 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-ab107fa9-697f-472f-ba7f-da8c28f23ed4 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:27.013454 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab107fa9-697f-472f-ba7f-da8c28f23ed4 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:27.047167 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab107fa9-697f-472f-ba7f-da8c28f23ed4 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Pushing event updated for resources: {'Port': ['ID=c381d2c5-ce10-42dc-9a12-2063867cbdd4,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:27.118440 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0681a895-6d6b-4d7a-b8db-e48d114831c0 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5202625 Apr 18 05:51:27.125762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38166) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:27.128657 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:27.129329 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:27.133409 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-6081513c-823e-4a7e-a5da-adb16c54e8f3 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:27.221522 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Pushing event updated for resources: {'Port': ['ID=f6f859fa-0098-4163-9106-c1584dade3ab,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:27.266248 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681a895-6d6b-4d7a-b8db-e48d114831c0 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Pushing event updated for resources: {'Network': ['ID=836e7312-c68d-4b2f-86af-7d1732da24e7,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:27.278246 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 836e7312-c68d-4b2f-86af-7d1732da24e7 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:51:27.437711 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8773aa96-0fd0-4e85-bd98-36cf381527bc tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:27.468281 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-075aa5de-8c17-44f2-9976-aab646471ba2 req-50d69a1c-326e-4206-8e4c-d30c855fa30d tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 210 time: 0.0816176 Apr 18 05:51:27.496638 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab107fa9-697f-472f-ba7f-da8c28f23ed4 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:27.500985 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6081513c-823e-4a7e-a5da-adb16c54e8f3 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:27.530981 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-66770a12-6663-45dd-85aa-e4e40eee9818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.5114293 Apr 18 05:51:27.535729 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-67a78225-7223-40d6-9d12-30b49bb986b1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Allocated IP 172.26.1.147 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/a65597d2-db82-4fa4-b1e0-470d5c0389ef) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:27.537506 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38176) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:27.565654 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6081513c-823e-4a7e-a5da-adb16c54e8f3 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:27.617919 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-1a62e971-deb5-432f-94e2-4ec7e7237fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Deleting port f6f859fa-0098-4163-9106-c1584dade3ab {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:51:27.618261 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1a62e971-deb5-432f-94e2-4ec7e7237fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:27.651249 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:27.665022 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6081513c-823e-4a7e-a5da-adb16c54e8f3 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Network 836e7312-c68d-4b2f-86af-7d1732da24e7 is not hosted by any dhcp agent {{(pid=88034) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 18 05:51:27.666556 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6081513c-823e-4a7e-a5da-adb16c54e8f3 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:27.667571 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6081513c-823e-4a7e-a5da-adb16c54e8f3 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:27.672206 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6081513c-823e-4a7e-a5da-adb16c54e8f3 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] 10.222.0.15 "PUT /v2.0/networks/836e7312-c68d-4b2f-86af-7d1732da24e7 HTTP/1.1" status: 200 len: 858 time: 0.5407410 Apr 18 05:51:27.674914 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38180) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:27.684552 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081513c-823e-4a7e-a5da-adb16c54e8f3 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Pushing event updated for resources: {'Network': ['ID=836e7312-c68d-4b2f-86af-7d1732da24e7,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:27.688693 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-398f6a28-2ba6-4e5a-918e-1b156851b361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:27.689068 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab107fa9-697f-472f-ba7f-da8c28f23ed4 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:27.765354 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f6a28-2ba6-4e5a-918e-1b156851b361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2326b971-def9-40a0-b7d7-7c08b861a027,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:27.766702 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:27.767279 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:27.775536 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.52', 51527) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:27.817236 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8773aa96-0fd0-4e85-bd98-36cf381527bc tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:27.819157 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-398f6a28-2ba6-4e5a-918e-1b156851b361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:27.822650 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-398f6a28-2ba6-4e5a-918e-1b156851b361 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2326b971-def9-40a0-b7d7-7c08b861a027 HTTP/1.1" status: 204 len: 168 time: 1.5352652 Apr 18 05:51:27.971874 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-8d702b87-a0db-4794-b7eb-6ab7d1303986 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:27.973492 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-8d702b87-a0db-4794-b7eb-6ab7d1303986 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.52 "GET /v2.0/networks?id=8e6ec6cd-b02b-4370-9725-304c806a2405 HTTP/1.1" status: 200 len: 812 time: 0.1967471 Apr 18 05:51:28.165103 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8773aa96-0fd0-4e85-bd98-36cf381527bc tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Network f6031fc1-42ba-4ece-b64a-4deba4ad76fe is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:28.179308 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:28.194726 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-8773aa96-0fd0-4e85-bd98-36cf381527bc tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:28.217855 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-701b13d2-2fbb-4406-8e04-dc89789fc9ef tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=637df6f0e57a4804a82858e7d06b6d7b HTTP/1.1" status: 200 len: 380 time: 0.0738320 Apr 18 05:51:28.227548 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8773aa96-0fd0-4e85-bd98-36cf381527bc tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:28.229007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8773aa96-0fd0-4e85-bd98-36cf381527bc tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:28.229600 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8773aa96-0fd0-4e85-bd98-36cf381527bc tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:28.229858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-6866c32e-4848-46c4-af77-5ec71f925623 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Request body: {'port': {'device_id': 'eae53991-b658-49f8-9ce9-d343dfab7a07', 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405', 'admin_state_up': True, 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'security_groups': ['4454dfcf-b58a-46d1-b9f8-5e5519d0cd95']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:28.232994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773aa96-0fd0-4e85-bd98-36cf381527bc tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Pushing event updated for resources: {'Port': ['ID=bf431152-19f4-4e2a-91fc-1b09ff428973,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:28.372548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-6866c32e-4848-46c4-af77-5ec71f925623 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:28.386204 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-6866c32e-4848-46c4-af77-5ec71f925623 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:28.414934 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8773aa96-0fd0-4e85-bd98-36cf381527bc tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.0995405 Apr 18 05:51:28.420436 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-67a78225-7223-40d6-9d12-30b49bb986b1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:28.423974 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab107fa9-697f-472f-ba7f-da8c28f23ed4 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:28.432883 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38208) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:28.436328 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab107fa9-697f-472f-ba7f-da8c28f23ed4 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:28.453967 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-1a62e971-deb5-432f-94e2-4ec7e7237fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] For port f6f859fa-0098-4163-9106-c1584dade3ab, host hv-neutron-8374, got binding levels [] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:28.454238 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1a62e971-deb5-432f-94e2-4ec7e7237fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:28.468012 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8374'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:28.485561 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-6866c32e-4848-46c4-af77-5ec71f925623 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Made reservation on behalf of 637df6f0e57a4804a82858e7d06b6d7b for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:28.489762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-6866c32e-4848-46c4-af77-5ec71f925623 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:28.579188 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab107fa9-697f-472f-ba7f-da8c28f23ed4 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Pushing event updated for resources: {'Port': ['ID=c381d2c5-ce10-42dc-9a12-2063867cbdd4,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:28.711155 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab107fa9-697f-472f-ba7f-da8c28f23ed4 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:28.756591 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.resource_extend [None req-13287960-9fb7-4d54-809f-68ce5e296902 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:51:28.790319 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab107fa9-697f-472f-ba7f-da8c28f23ed4 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:28.800106 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ab107fa9-697f-472f-ba7f-da8c28f23ed4 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4167607 Apr 18 05:51:28.821105 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-6866c32e-4848-46c4-af77-5ec71f925623 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Allocated IP 172.20.0.7 (8e6ec6cd-b02b-4370-9725-304c806a2405/5fcd649f-492a-4c12-9975-b04bbb1ea4b5/c443a733-7925-498b-ab6a-316c3b18bf5a) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:28.883105 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-1a62e971-deb5-432f-94e2-4ec7e7237fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Calling delete_port for f6f859fa-0098-4163-9106-c1584dade3ab owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:51:29.048595 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13287960-9fb7-4d54-809f-68ce5e296902 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:29.053892 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:29.067612 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13287960-9fb7-4d54-809f-68ce5e296902 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:29.068328 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13287960-9fb7-4d54-809f-68ce5e296902 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:29.074562 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-26d0bf93-13a2-48d5-a7e8-4ad121dd7149 req-94ceead9-38d2-4c57-bd68-5f52867d7045 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 210 time: 0.3831496 Apr 18 05:51:29.130879 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-3d23bafc-41c7-41f7-ad5e-0f63a69f45b5 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Synchronizing usage tracker for tenant:16530a209bf44d9e8d1b192ff854fad3 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:29.144146 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-6866c32e-4848-46c4-af77-5ec71f925623 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:29.178353 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-6866c32e-4848-46c4-af77-5ec71f925623 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Transition to ACTIVE for port object c443a733-7925-498b-ab6a-316c3b18bf5a will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:29.186470 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-3d23bafc-41c7-41f7-ad5e-0f63a69f45b5 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Unset dirty status for tenant:16530a209bf44d9e8d1b192ff854fad3 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:29.187779 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-3d23bafc-41c7-41f7-ad5e-0f63a69f45b5 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1986988156&fields=id&tenant_id=16530a209bf44d9e8d1b192ff854fad3 HTTP/1.1" status: 200 len: 267 time: 0.1391985 Apr 18 05:51:29.197654 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13287960-9fb7-4d54-809f-68ce5e296902 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Pushing event updated for resources: {'Port': ['ID=aa05af83-ccad-4927-8de7-550313f832d3,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:29.330148 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:29.406927 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:29.407643 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:29.408779 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:29.409255 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > port after_create 55550000 {{(pid=88035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:29.409718 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:29.410237 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > port after_update 55550000 {{(pid=88035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:29.410693 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:29.411762 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:29.412263 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:29.412710 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:29.539482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-97236b17-51b1-430f-9f34-a3fe5cd0f190 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:29.545752 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-97236b17-51b1-430f-9f34-a3fe5cd0f190 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/networks?id=529cc79f-e17f-4fa1-8fbf-dafe25139197 HTTP/1.1" status: 200 len: 805 time: 0.3459098 Apr 18 05:51:29.579229 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-cf791eaf-e549-4e27-95ff-c7c0c4d98b0b tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/quotas/16530a209bf44d9e8d1b192ff854fad3 HTTP/1.1" status: 200 len: 375 time: 0.0312002 Apr 18 05:51:29.580855 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-6866c32e-4848-46c4-af77-5ec71f925623 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:29.718320 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:29.718887 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:29.719363 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:29.719833 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:51:29.720399 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['836e7312-c68d-4b2f-86af-7d1732da24e7']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:29.754429 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51c6d4e-9036-40ca-b62d-c8fb6142111f') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:29.754721 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51c6d4e-9036-40ca-b62d-c8fb6142111f') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:29.808588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:29.824566 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-67a78225-7223-40d6-9d12-30b49bb986b1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:29.889369 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-6866c32e-4848-46c4-af77-5ec71f925623 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Network 8e6ec6cd-b02b-4370-9725-304c806a2405 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:29.893815 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-6866c32e-4848-46c4-af77-5ec71f925623 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:29.897543 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866c32e-4848-46c4-af77-5ec71f925623 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Pushing event updated for resources: {'Port': ['ID=c443a733-7925-498b-ab6a-316c3b18bf5a,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:29.902473 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-6866c32e-4848-46c4-af77-5ec71f925623 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:29.925691 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:29.950771 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1a62e971-deb5-432f-94e2-4ec7e7237fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:29.996295 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1a62e971-deb5-432f-94e2-4ec7e7237fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:30.015195 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13287960-9fb7-4d54-809f-68ce5e296902 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Network 4664e4d4-9d28-4014-a73c-7f12eb8a5bf0 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:30.020680 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:51:30.021308 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:30.042574 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-13287960-9fb7-4d54-809f-68ce5e296902 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: from cryptography.utils import int_from_bytes Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: from cryptography.utils import int_from_bytes Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn_limited( Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn_limited( Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:51:30.050511 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:51:30.074931 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-6866c32e-4848-46c4-af77-5ec71f925623 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:30.075682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-6866c32e-4848-46c4-af77-5ec71f925623 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:30.080198 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a78225-7223-40d6-9d12-30b49bb986b1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:30.122172 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-944b82b0-b0ef-4360-bcaf-e94aa44d302c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=16530a209bf44d9e8d1b192ff854fad3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4423964 Apr 18 05:51:30.154118 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-6866c32e-4848-46c4-af77-5ec71f925623 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9309459 Apr 18 05:51:30.183653 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1a62e971-deb5-432f-94e2-4ec7e7237fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] 10.222.0.15 "DELETE /v2.0/ports/f6f859fa-0098-4163-9106-c1584dade3ab HTTP/1.1" status: 204 len: 168 time: 2.6416903 Apr 18 05:51:30.193083 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38272) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:30.197929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-0a7afa5a-a810-459e-b3b2-aaeefb8122cc tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:51:30.198956 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-0a7afa5a-a810-459e-b3b2-aaeefb8122cc tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094056 Apr 18 05:51:30.202545 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-67a78225-7223-40d6-9d12-30b49bb986b1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:30.205904 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a78225-7223-40d6-9d12-30b49bb986b1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:30.299358 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-799042d2-264d-4fc6-9958-934159bd502e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] GET failed (client error): The resource could not be found. Apr 18 05:51:30.300888 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-799042d2-264d-4fc6-9958-934159bd502e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] 10.222.0.15 "GET /v2.0/ports/f6f859fa-0098-4163-9106-c1584dade3ab HTTP/1.1" status: 404 len: 333 time: 0.1008949 Apr 18 05:51:30.323452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38276) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:30.337903 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-0f0c8347-3198-4f6a-8ff4-538017d1f8e1 None None] Provisioning for port c443a733-7925-498b-ab6a-316c3b18bf5a completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:30.357838 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-0f0c8347-3198-4f6a-8ff4-538017d1f8e1 None None] Provisioning complete for port c443a733-7925-498b-ab6a-316c3b18bf5a triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:30.358473 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8347-3198-4f6a-8ff4-538017d1f8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:30.425850 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-cfe6d1a8-e944-41dc-a819-6f2e2d934383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Request body: {'port': {'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-734293637'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:30.449949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-cfe6d1a8-e944-41dc-a819-6f2e2d934383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:30.454548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-cfe6d1a8-e944-41dc-a819-6f2e2d934383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Usage tracker for resource:port and tenant:c1d12dd322b947abaabd2134bca0138b is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:30.481490 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-cfe6d1a8-e944-41dc-a819-6f2e2d934383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:30.492537 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-cfe6d1a8-e944-41dc-a819-6f2e2d934383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:30.549583 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38280) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:30.555968 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe6d1a8-e944-41dc-a819-6f2e2d934383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Made reservation on behalf of c1d12dd322b947abaabd2134bca0138b for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:30.559161 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cfe6d1a8-e944-41dc-a819-6f2e2d934383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:30.562787 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-0f0c8347-3198-4f6a-8ff4-538017d1f8e1 None None] Port c443a733-7925-498b-ab6a-316c3b18bf5a cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:51:30.611091 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-cfe6d1a8-e944-41dc-a819-6f2e2d934383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] device_id is not set on port 1b252832-902e-499d-808f-420e11d5916e yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:51:30.616512 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a78225-7223-40d6-9d12-30b49bb986b1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Pushing event updated for resources: {'Port': ['ID=a65597d2-db82-4fa4-b1e0-470d5c0389ef,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:30.697402 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ad753b61-b43e-4a23-bf6f-63e63635b9fb None None] Provisioning complete for port aa05af83-ccad-4927-8de7-550313f832d3 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:30.697402 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ad753b61-b43e-4a23-bf6f-63e63635b9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:30.699516 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-14fc0d64-9da0-4338-8adf-db9a68842c59 service neutron] 10.222.0.15 "GET /v2.0/networks/529cc79f-e17f-4fa1-8fbf-dafe25139197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5763984 Apr 18 05:51:30.796670 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62e971-deb5-432f-94e2-4ec7e7237fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6f859fa-0098-4163-9106-c1584dade3ab,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:30.822961 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-ad753b61-b43e-4a23-bf6f-63e63635b9fb None None] Port aa05af83-ccad-4927-8de7-550313f832d3 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:51:30.902243 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] Request body: {'port': {'device_id': 'eae53991-b658-49f8-9ce9-d343dfab7a07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:30.928571 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-893bebd0-89c5-434e-b471-df4e9effff97 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:30.943104 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-2e4945c3-6f45-47a6-af2e-5e56c1de09ea service neutron] 10.222.0.15 "GET /v2.0/networks/529cc79f-e17f-4fa1-8fbf-dafe25139197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427270 Apr 18 05:51:31.028655 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:31.043060 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13287960-9fb7-4d54-809f-68ce5e296902 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Router 102cb63a-14dc-48c1-8a73-a7065d857d00 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:51:31.096930 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Pushing event deleted for resources: {'Network': ['ID=836e7312-c68d-4b2f-86af-7d1732da24e7,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:31.106400 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 836e7312-c68d-4b2f-86af-7d1732da24e7 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 18 05:51:31.115200 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-67a78225-7223-40d6-9d12-30b49bb986b1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:31.122205 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:31.172530 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-893bebd0-89c5-434e-b471-df4e9effff97 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] 10.222.0.15 "PUT /v2.0/quotas/22e11454954f4b829ce742a50da1a1af HTTP/1.1" status: 200 len: 368 time: 0.6217067 Apr 18 05:51:31.228228 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38290) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:31.242601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Request body: {'network': {'project_id': '22e11454954f4b829ce742a50da1a1af'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:31.251943 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:31.266964 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Usage tracker for resource:network and tenant:22e11454954f4b829ce742a50da1a1af is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:31.272952 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:31.283804 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:31.309388 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:31.357194 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cfe6d1a8-e944-41dc-a819-6f2e2d934383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:31.472082 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Made reservation on behalf of 22e11454954f4b829ce742a50da1a1af for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:31.474515 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:31.491539 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cfe6d1a8-e944-41dc-a819-6f2e2d934383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:31.607615 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:31.655235 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-67a78225-7223-40d6-9d12-30b49bb986b1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:31.695196 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6dd0e41d-d418-44eb-a2cb-49fff3cba2b9 req-0040fba4-0a43-43de-bd67-306fc9d265f5 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 210 time: 0.2090118 Apr 18 05:51:31.697480 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b9950efc-9f60-47de-aa8c-4daf467a38f2 tempest-ExternalNetworksTestJSON-2042247217 tempest-ExternalNetworksTestJSON-2042247217-project-admin] 10.222.0.15 "DELETE /v2.0/networks/836e7312-c68d-4b2f-86af-7d1732da24e7 HTTP/1.1" status: 204 len: 168 time: 4.0176342 Apr 18 05:51:31.709034 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38310) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:31.714832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:31.748767 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe6d1a8-e944-41dc-a819-6f2e2d934383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:31.754082 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Usage tracker for resource:security_group_rule and tenant:22e11454954f4b829ce742a50da1a1af is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:31.756744 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-cfe6d1a8-e944-41dc-a819-6f2e2d934383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:31.763252 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe6d1a8-e944-41dc-a819-6f2e2d934383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:31.764206 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe6d1a8-e944-41dc-a819-6f2e2d934383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:31.764788 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cfe6d1a8-e944-41dc-a819-6f2e2d934383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:31.766387 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] device_id is not set on port bf431152-19f4-4e2a-91fc-1b09ff428973 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:51:31.777582 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:31.792396 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:31.813280 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Transition to ACTIVE for port object bf431152-19f4-4e2a-91fc-1b09ff428973 will not be triggered until provisioned by entity L2. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:31.853602 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcb207-5fb2-4cf9-950a-01e687f08d15 req-effd4321-84c1-417a-9628-0a59d9e73e73 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:31.856087 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a1bcb207-5fb2-4cf9-950a-01e687f08d15 req-effd4321-84c1-417a-9628-0a59d9e73e73 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 931 time: 1.2554574 Apr 18 05:51:31.875137 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-508b92f7-1a3e-4518-af1f-a163664c5376 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] DELETE failed (client error): The resource could not be found. Apr 18 05:51:31.875744 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-508b92f7-1a3e-4518-af1f-a163664c5376 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:51:31.881300 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-508b92f7-1a3e-4518-af1f-a163664c5376 tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] 10.222.0.15 "DELETE /v2.0/subnets/abf56181-5c71-4c7a-bea4-4210089324ab HTTP/1.1" status: 404 len: 337 time: 0.1697352 Apr 18 05:51:31.882619 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:31.898405 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38318) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:31.957029 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:32.012803 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6d1a8-e944-41dc-a819-6f2e2d934383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Pushing event updated for resources: {'Port': ['ID=1b252832-902e-499d-808f-420e11d5916e,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:32.298249 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Pushing event updated for resources: {'Port': ['ID=bf431152-19f4-4e2a-91fc-1b09ff428973,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:32.382506 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c443a733-7925-498b-ab6a-316c3b18bf5a {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 05:51:32.391667 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:32.407700 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] Transition to ACTIVE for port object c443a733-7925-498b-ab6a-316c3b18bf5a will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:32.409726 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-cfe6d1a8-e944-41dc-a819-6f2e2d934383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0853415 Apr 18 05:51:32.413118 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38330) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:32.429156 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:32.446380 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:32.467004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:32.467336 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:32.467670 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:32.558862 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f23f0f30-8171-4bc7-acae-b4a19f2de5bb tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:32.563113 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port bf431152-19f4-4e2a-91fc-1b09ff428973 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:32.563766 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:32.577995 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] Pushing event updated for resources: {'Port': ['ID=c443a733-7925-498b-ab6a-316c3b18bf5a,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:32.581701 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 2 to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 Apr 18 05:51:32.595690 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-a1bcb207-5fb2-4cf9-950a-01e687f08d15 req-8a0e9d07-0bd2-4f31-8600-8b2c5f4afc27 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Synchronizing usage tracker for tenant:637df6f0e57a4804a82858e7d06b6d7b on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:32.831156 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f23f0f30-8171-4bc7-acae-b4a19f2de5bb tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:32.879201 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-f23f0f30-8171-4bc7-acae-b4a19f2de5bb tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fedeb47-40dd-4b85-ad10-44b92e7e3776']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:32.894919 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-f23f0f30-8171-4bc7-acae-b4a19f2de5bb tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b550d10a-d57d-43fe-8d0c-5522abfe9214') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:32.895406 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-f23f0f30-8171-4bc7-acae-b4a19f2de5bb tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b550d10a-d57d-43fe-8d0c-5522abfe9214') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:32.910681 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f23f0f30-8171-4bc7-acae-b4a19f2de5bb tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:32.932255 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f23f0f30-8171-4bc7-acae-b4a19f2de5bb tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:32.940809 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f23f0f30-8171-4bc7-acae-b4a19f2de5bb tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:51:32.941396 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f23f0f30-8171-4bc7-acae-b4a19f2de5bb tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:33.047653 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:51:33.056613 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:51:33.066635 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:33.067111 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:33.067551 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:33.074304 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13287960-9fb7-4d54-809f-68ce5e296902 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:51:33.083158 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port bf431152-19f4-4e2a-91fc-1b09ff428973 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:33.083348 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:33.089851 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-13287960-9fb7-4d54-809f-68ce5e296902 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] 10.222.0.15 "PUT /v2.0/routers/102cb63a-14dc-48c1-8a73-a7065d857d00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2645223 Apr 18 05:51:33.090663 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 3 to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 Apr 18 05:51:33.090896 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38975b5-6459-4d2b-97a8-3cd7d92c54ce None None] Sync routers for ids ['102cb63a-14dc-48c1-8a73-a7065d857d00'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:51:33.097632 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:33.105406 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38975b5-6459-4d2b-97a8-3cd7d92c54ce None None] Routers {'102cb63a-14dc-48c1-8a73-a7065d857d00'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:51:33.106402 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c38975b5-6459-4d2b-97a8-3cd7d92c54ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:51:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['102cb63a-14dc-48c1-8a73-a7065d857d00'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:33.114743 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38338) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:33.115600 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:33.116229 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:33.116752 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:33.133616 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-a1bcb207-5fb2-4cf9-950a-01e687f08d15 req-8a0e9d07-0bd2-4f31-8600-8b2c5f4afc27 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Unset dirty status for tenant:637df6f0e57a4804a82858e7d06b6d7b on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:33.134935 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a1bcb207-5fb2-4cf9-950a-01e687f08d15 req-8a0e9d07-0bd2-4f31-8600-8b2c5f4afc27 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/security-groups?id=4454dfcf-b58a-46d1-b9f8-5e5519d0cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2666304 Apr 18 05:51:33.144854 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port bf431152-19f4-4e2a-91fc-1b09ff428973 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:33.145300 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:33.149142 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-0e798326-8e24-48f9-9778-9f71e0d3fbba tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Request body: {'port': {'network_id': '4664e4d4-9d28-4014-a73c-7f12eb8a5bf0', 'name': 'tempest-FloatingIPAdminTestJSON-1554735029'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:33.193299 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:33.203603 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 4 to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 Apr 18 05:51:33.211732 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c38975b5-6459-4d2b-97a8-3cd7d92c54ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:33.222115 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38975b5-6459-4d2b-97a8-3cd7d92c54ce None None] Routers {'102cb63a-14dc-48c1-8a73-a7065d857d00'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:51:33.223292 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c38975b5-6459-4d2b-97a8-3cd7d92c54ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:51:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['102cb63a-14dc-48c1-8a73-a7065d857d00'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:33.252331 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f23f0f30-8171-4bc7-acae-b4a19f2de5bb tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:33.295907 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] Attempting to bind port c443a733-7925-498b-ab6a-316c3b18bf5a on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:33.296270 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] Attempting to bind port c443a733-7925-498b-ab6a-316c3b18bf5a by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'b0ba8c48-799c-416f-bb63-ed07cbafbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:33.299698 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] Attempting to bind port c443a733-7925-498b-ab6a-316c3b18bf5a on network 8e6ec6cd-b02b-4370-9725-304c806a2405 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:33.306011 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f23f0f30-8171-4bc7-acae-b4a19f2de5bb tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:33.326461 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c38975b5-6459-4d2b-97a8-3cd7d92c54ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:33.326808 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38975b5-6459-4d2b-97a8-3cd7d92c54ce None None] The sync data for ids ['102cb63a-14dc-48c1-8a73-a7065d857d00'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:51:33.344851 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:51:33.347094 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:33.347830 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:33.348221 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:33.355011 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] Port c443a733-7925-498b-ab6a-316c3b18bf5a on network 8e6ec6cd-b02b-4370-9725-304c806a2405 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:33.355762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] Attempting to bind port c443a733-7925-498b-ab6a-316c3b18bf5a on network 8e6ec6cd-b02b-4370-9725-304c806a2405 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:33.370249 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:51:33.370796 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] Checking segment: {'id': 'b0ba8c48-799c-416f-bb63-ed07cbafbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:51:33.371580 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] Bound using segment: {'id': 'b0ba8c48-799c-416f-bb63-ed07cbafbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:51:33.374834 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] Bound port: c443a733-7925-498b-ab6a-316c3b18bf5a, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0ba8c48-799c-416f-bb63-ed07cbafbfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:51:33.374834 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:33.375094 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f23f0f30-8171-4bc7-acae-b4a19f2de5bb tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] 10.222.0.15 "DELETE /v2.0/networks/5fedeb47-40dd-4b85-ad10-44b92e7e3776 HTTP/1.1" status: 204 len: 168 time: 1.3629961 Apr 18 05:51:33.376297 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port bf431152-19f4-4e2a-91fc-1b09ff428973 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:33.378794 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:33.387484 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-81468667-c6d6-4ed9-ae55-b728ce5a32a0 req-42163ff2-f661-4c06-bfb1-da1898d16d32 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 210 time: 0.3235409 Apr 18 05:51:33.475522 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:33.479005 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Added segment 95e76d3f-7b2a-4611-b3c8-54b079fd0619 of type vlan for network b4cc9cad-791d-41f5-96c9-a54fc97dc641 Apr 18 05:51:33.507497 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 5 to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 Apr 18 05:51:33.529122 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f0f30-8171-4bc7-acae-b4a19f2de5bb tempest-ExternalNetworksTestJSON-796526950 tempest-ExternalNetworksTestJSON-796526950-project] Pushing event deleted for resources: {'Network': ['ID=5fedeb47-40dd-4b85-ad10-44b92e7e3776,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:33.561485 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:33.561875 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:33.562288 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:33.581738 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port bf431152-19f4-4e2a-91fc-1b09ff428973 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:33.581738 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:33.581738 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 6 to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 Apr 18 05:51:33.619607 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-67a78225-7223-40d6-9d12-30b49bb986b1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:33.626280 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e28412-d299-4674-a9e1-488ea07c9c10,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:33.642540 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-67a78225-7223-40d6-9d12-30b49bb986b1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:33.657569 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:33.657882 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:33.658597 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:33.746789 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:33.801760 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] For port c443a733-7925-498b-ab6a-316c3b18bf5a, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:51:33.851217 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] For port c443a733-7925-498b-ab6a-316c3b18bf5a, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c443a733-7925-498b-ab6a-316c3b18bf5a,segment=NetworkSegment(b0ba8c48-799c-416f-bb63-ed07cbafbfaa),segment_id=b0ba8c48-799c-416f-bb63-ed07cbafbfaa)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:51:33.873857 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:33.896941 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38346) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:33.907981 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port bf431152-19f4-4e2a-91fc-1b09ff428973 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:33.909137 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:33.921106 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a78225-7223-40d6-9d12-30b49bb986b1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Pushing event updated for resources: {'Port': ['ID=a65597d2-db82-4fa4-b1e0-470d5c0389ef,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:33.924910 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 7 to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 Apr 18 05:51:33.939306 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-0e798326-8e24-48f9-9778-9f71e0d3fbba tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:33.943619 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0e798326-8e24-48f9-9778-9f71e0d3fbba tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Usage tracker for resource:port and tenant:842a31d500c94d1fb6a1b7f455ed6703 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:33.956510 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0e798326-8e24-48f9-9778-9f71e0d3fbba tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:33.973160 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:33.974347 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:33.974760 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:33.977349 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-0e798326-8e24-48f9-9778-9f71e0d3fbba tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:33.988647 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port bf431152-19f4-4e2a-91fc-1b09ff428973 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:33.989067 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:33.992486 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 8 to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 Apr 18 05:51:34.011232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e798326-8e24-48f9-9778-9f71e0d3fbba tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Made reservation on behalf of 842a31d500c94d1fb6a1b7f455ed6703 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:34.011789 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:34.012422 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:34.013865 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] 10.222.0.52 "PUT /v2.0/ports/c443a733-7925-498b-ab6a-316c3b18bf5a HTTP/1.1" status: 200 len: 1093 time: 3.4275177 Apr 18 05:51:34.014742 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0e798326-8e24-48f9-9778-9f71e0d3fbba tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:34.028739 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae53991-b658-49f8-9ce9-d343dfab7a07', 'tag': 'c443a733-7925-498b-ab6a-316c3b18bf5a'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:51:34.038742 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-67a78225-7223-40d6-9d12-30b49bb986b1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:34.039039 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.resource_extend [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:51:34.041301 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:34.041750 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:34.042194 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:34.074745 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-0e798326-8e24-48f9-9778-9f71e0d3fbba tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] device_id is not set on port ce7e060c-105c-4f96-a806-f1e122961d9d yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:51:34.164083 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port bf431152-19f4-4e2a-91fc-1b09ff428973 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:34.164613 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:34.177701 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 9 to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 Apr 18 05:51:34.224548 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-67a78225-7223-40d6-9d12-30b49bb986b1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:34.236288 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-67a78225-7223-40d6-9d12-30b49bb986b1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.7381549 Apr 18 05:51:34.246691 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:34.247039 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:34.247328 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:34.271030 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port bf431152-19f4-4e2a-91fc-1b09ff428973 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:34.271328 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:34.334714 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempt 10 to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 Apr 18 05:51:34.420290 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:34.420598 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:34.420936 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempting to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:34.565282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:34.567713 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:34.568992 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:34.634946 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Port bf431152-19f4-4e2a-91fc-1b09ff428973 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:34.635966 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Failed to bind port bf431152-19f4-4e2a-91fc-1b09ff428973 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'ffc5555d-404a-465e-a146-c79b27a2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f6031fc1-42ba-4ece-b64a-4deba4ad76fe'}] Apr 18 05:51:34.637074 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:34.672584 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.52', 51534) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:34.749239 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-0e798326-8e24-48f9-9778-9f71e0d3fbba tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Allocated IP 172.20.0.3 (4664e4d4-9d28-4014-a73c-7f12eb8a5bf0/2466a808-cc2c-4242-95fb-56f32778f4a4/ce7e060c-105c-4f96-a806-f1e122961d9d) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:34.903861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165f4a0-a335-45e3-a05b-ec6bfdfa595e service neutron] Pushing event updated for resources: {'Port': ['ID=c443a733-7925-498b-ab6a-316c3b18bf5a,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:34.910522 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3ecd941a-0b65-44e6-aa97-af135af8cf9e req-795775a5-8695-4492-98d1-017b91cb5e74 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 210 time: 0.1711612 Apr 18 05:51:34.961428 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Pushing event updated for resources: {'Network': ['ID=b4cc9cad-791d-41f5-96c9-a54fc97dc641,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:34.969590 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.resource_extend [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:51:34.996074 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network b4cc9cad-791d-41f5-96c9-a54fc97dc641 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:51:35.004150 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-306711fb-d434-4881-a40c-4322186fb91c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9526ea2edfeb475a94c2ab24bc90448b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9874139 Apr 18 05:51:35.006044 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38370) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:35.047402 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78503a27-f07d-46cf-872b-b1d8a56dc410 req-772c40e7-b615-4816-84a2-5b90a6879f59 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:35.057127 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-78503a27-f07d-46cf-872b-b1d8a56dc410 req-772c40e7-b615-4816-84a2-5b90a6879f59 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 943 time: 0.6168711 Apr 18 05:51:35.123495 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4e3a44d8-abbb-4853-82ce-57f3eb61b14c tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.8922341 Apr 18 05:51:35.134057 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38374) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:35.147399 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] For port bf431152-19f4-4e2a-91fc-1b09ff428973, host hv-neutron-8374, cleared binding levels {{(pid=88035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:51:35.147771 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attempted to set empty binding levels {{(pid=88035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 18 05:51:35.152847 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-81dfa129-5e63-4452-9a70-36a5d280bb96 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Request body: {'network': {'project_id': '22e11454954f4b829ce742a50da1a1af'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:35.167091 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-81dfa129-5e63-4452-9a70-36a5d280bb96 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:35.172223 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-81dfa129-5e63-4452-9a70-36a5d280bb96 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Usage tracker for resource:network and tenant:22e11454954f4b829ce742a50da1a1af is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:35.175552 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-81dfa129-5e63-4452-9a70-36a5d280bb96 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:35.183867 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-81dfa129-5e63-4452-9a70-36a5d280bb96 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:35.186802 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] device_id is not set on port 1b252832-902e-499d-808f-420e11d5916e yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:51:35.204834 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:35.209128 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-230e9755-7e81-4f80-8116-23c6e8af992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:35.210891 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-230e9755-7e81-4f80-8116-23c6e8af992e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=637df6f0e57a4804a82858e7d06b6d7b&device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 1096 time: 0.9640961 Apr 18 05:51:35.214447 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bcb12971-62c8-4ac3-9151-1b01677e2885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:35.245887 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:35.289884 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9af60c56-2e13-47b6-8902-938faf7e7641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:35.310136 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55892348-4461-4510-acab-8539399b3174'] response: {'name': 'network-changed', 'server_uuid': 'eae53991-b658-49f8-9ce9-d343dfab7a07', 'tag': 'c443a733-7925-498b-ab6a-316c3b18bf5a', 'status': 'completed', 'code': 200} Apr 18 05:51:35.310551 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dfa129-5e63-4452-9a70-36a5d280bb96 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Made reservation on behalf of 22e11454954f4b829ce742a50da1a1af for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:35.318190 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Transition to ACTIVE for port object 1b252832-902e-499d-808f-420e11d5916e will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:35.325161 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bcb12971-62c8-4ac3-9151-1b01677e2885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:35.330906 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-81dfa129-5e63-4452-9a70-36a5d280bb96 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:35.393581 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:35.399530 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] In _notify_port_updated(), no bound segment for port bf431152-19f4-4e2a-91fc-1b09ff428973 on network f6031fc1-42ba-4ece-b64a-4deba4ad76fe {{(pid=88035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 05:51:35.401366 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:35.401976 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:35.403274 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] 10.222.0.15 "PUT /v2.0/ports/bf431152-19f4-4e2a-91fc-1b09ff428973 HTTP/1.1" status: 200 len: 976 time: 6.9564335 Apr 18 05:51:35.443751 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bcb12971-62c8-4ac3-9151-1b01677e2885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:35.498494 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38384) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:35.582438 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb12971-62c8-4ac3-9151-1b01677e2885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc19d9f-0a83-4ff2-b66a-332efd295b34,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:35.599985 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-78503a27-f07d-46cf-872b-b1d8a56dc410 req-dffa92a1-cd71-4599-84cd-d73b03245b38 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/security-groups?id=4454dfcf-b58a-46d1-b9f8-5e5519d0cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5393538 Apr 18 05:51:35.660415 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81dfa129-5e63-4452-9a70-36a5d280bb96 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:51:35.680316 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-a16104d1-2490-4306-99cf-17883730ed58 req-34fd6f78-9227-40d0-bafb-f30869b9bd00 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Synchronizing usage tracker for tenant:e66226dc1f664b9db6f01b9a65f1c168 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:35.688957 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d92fe-9146-44bf-b4a6-ee3087daa5e6 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Pushing event updated for resources: {'Port': ['ID=bf431152-19f4-4e2a-91fc-1b09ff428973,revision_number=3']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:35.707730 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-81dfa129-5e63-4452-9a70-36a5d280bb96 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:35.708182 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-81dfa129-5e63-4452-9a70-36a5d280bb96 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Added segment 6fd8f56e-fde1-430d-97db-5eeb724fedbc of type vlan for network c5a21597-c154-4bf7-93c4-8f9a0ce5fecd Apr 18 05:51:35.738880 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0e798326-8e24-48f9-9778-9f71e0d3fbba tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:35.742522 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bcb12971-62c8-4ac3-9151-1b01677e2885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:35.747211 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bcb12971-62c8-4ac3-9151-1b01677e2885 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7fc19d9f-0a83-4ff2-b66a-332efd295b34 HTTP/1.1" status: 204 len: 168 time: 0.7332399 Apr 18 05:51:35.778674 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:35.779050 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:35.779424 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:35.787394 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-a16104d1-2490-4306-99cf-17883730ed58 req-34fd6f78-9227-40d0-bafb-f30869b9bd00 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Unset dirty status for tenant:e66226dc1f664b9db6f01b9a65f1c168 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:35.790086 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-81dfa129-5e63-4452-9a70-36a5d280bb96 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:35.795515 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a16104d1-2490-4306-99cf-17883730ed58 req-34fd6f78-9227-40d0-bafb-f30869b9bd00 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1979197640&fields=id&tenant_id=e66226dc1f664b9db6f01b9a65f1c168 HTTP/1.1" status: 200 len: 267 time: 0.3272667 Apr 18 05:51:35.808937 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-0e798326-8e24-48f9-9778-9f71e0d3fbba tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Transition to ACTIVE for port object ce7e060c-105c-4f96-a806-f1e122961d9d will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:35.835235 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Pushing event updated for resources: {'Port': ['ID=1b252832-902e-499d-808f-420e11d5916e,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:35.842345 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port 1b252832-902e-499d-808f-420e11d5916e on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:35.842684 dv-neutron-837489-1-hyperv neutron-server[88034]: ERROR neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port 1b252832-902e-499d-808f-420e11d5916e on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:35.847619 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.plugins.ml2.plugin [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 2 to bind port 1b252832-902e-499d-808f-420e11d5916e Apr 18 05:51:35.889457 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-81dfa129-5e63-4452-9a70-36a5d280bb96 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:35.890437 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dfa129-5e63-4452-9a70-36a5d280bb96 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:35.893183 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-81dfa129-5e63-4452-9a70-36a5d280bb96 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:35.912572 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-fd717c40-fab4-42c0-bd14-1a22aa9561cd tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Deleting port bf431152-19f4-4e2a-91fc-1b09ff428973 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:51:35.912932 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd717c40-fab4-42c0-bd14-1a22aa9561cd tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:36.080470 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-81dfa129-5e63-4452-9a70-36a5d280bb96 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9413114 Apr 18 05:51:36.081610 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38398) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:36.082264 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfa129-5e63-4452-9a70-36a5d280bb96 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Pushing event updated for resources: {'Network': ['ID=c5a21597-c154-4bf7-93c4-8f9a0ce5fecd,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:36.098451 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network c5a21597-c154-4bf7-93c4-8f9a0ce5fecd details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:51:36.099070 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0e798326-8e24-48f9-9778-9f71e0d3fbba tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:36.103981 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-eb1eff18-6e93-45cb-b66e-3cb15bded586 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Request body: {'network': {'project_id': '22e11454954f4b829ce742a50da1a1af'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:36.288106 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-eb1eff18-6e93-45cb-b66e-3cb15bded586 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:36.288106 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-379f9702-e114-4ba6-8937-8b7c8b97c43f req-f9e61920-f80f-4214-8b3d-0b103421f046 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Synchronizing usage tracker for tenant:16530a209bf44d9e8d1b192ff854fad3 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:36.289203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:36.289203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:36.289203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:36.304028 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e798326-8e24-48f9-9778-9f71e0d3fbba tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Network 4664e4d4-9d28-4014-a73c-7f12eb8a5bf0 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:36.305243 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-eb1eff18-6e93-45cb-b66e-3cb15bded586 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Usage tracker for resource:network and tenant:22e11454954f4b829ce742a50da1a1af is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:36.313233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-0e798326-8e24-48f9-9778-9f71e0d3fbba tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:36.324994 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port 1b252832-902e-499d-808f-420e11d5916e on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:36.328996 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-eb1eff18-6e93-45cb-b66e-3cb15bded586 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:36.340256 dv-neutron-837489-1-hyperv neutron-server[88034]: ERROR neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port 1b252832-902e-499d-808f-420e11d5916e on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:36.345204 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e798326-8e24-48f9-9778-9f71e0d3fbba tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:36.368259 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-fd717c40-fab4-42c0-bd14-1a22aa9561cd tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] For port bf431152-19f4-4e2a-91fc-1b09ff428973, host hv-neutron-8374, got binding levels [] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:36.369435 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd717c40-fab4-42c0-bd14-1a22aa9561cd tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:36.511915 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-eb1eff18-6e93-45cb-b66e-3cb15bded586 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:36.512789 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e798326-8e24-48f9-9778-9f71e0d3fbba tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Pushing event updated for resources: {'Port': ['ID=ce7e060c-105c-4f96-a806-f1e122961d9d,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:36.525287 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38404) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:36.559484 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-379f9702-e114-4ba6-8937-8b7c8b97c43f req-f9e61920-f80f-4214-8b3d-0b103421f046 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Unset dirty status for tenant:16530a209bf44d9e8d1b192ff854fad3 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:36.560725 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-379f9702-e114-4ba6-8937-8b7c8b97c43f req-f9e61920-f80f-4214-8b3d-0b103421f046 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 210 time: 0.3647106 Apr 18 05:51:36.561594 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1eff18-6e93-45cb-b66e-3cb15bded586 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 05:51:36.562115 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb1eff18-6e93-45cb-b66e-3cb15bded586 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:51:36.567632 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-eb1eff18-6e93-45cb-b66e-3cb15bded586 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4826906 Apr 18 05:51:36.570758 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38408) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:36.717398 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.plugins.ml2.plugin [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 3 to bind port 1b252832-902e-499d-808f-420e11d5916e Apr 18 05:51:36.771476 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f7b3cb30-424a-4ee1-ac40-6b6971e84d2e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5fe54d316234445287f1d39a8784eede&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2430701 Apr 18 05:51:36.780652 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7b2bb883-b936-471d-862e-911972d9cee4 None None] Provisioning for port ce7e060c-105c-4f96-a806-f1e122961d9d completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:36.788301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7b2bb883-b936-471d-862e-911972d9cee4 None None] Provisioning complete for port ce7e060c-105c-4f96-a806-f1e122961d9d triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:36.789609 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7b2bb883-b936-471d-862e-911972d9cee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:36.814976 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38414) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:36.821420 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e798326-8e24-48f9-9778-9f71e0d3fbba tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:36.821662 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0e798326-8e24-48f9-9778-9f71e0d3fbba tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:36.888684 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-fd717c40-fab4-42c0-bd14-1a22aa9561cd tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Calling delete_port for bf431152-19f4-4e2a-91fc-1b09ff428973 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:51:36.905893 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-7b2bb883-b936-471d-862e-911972d9cee4 None None] Port ce7e060c-105c-4f96-a806-f1e122961d9d cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:51:36.915374 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0e798326-8e24-48f9-9778-9f71e0d3fbba tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7791750 Apr 18 05:51:36.920509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38418) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:36.973644 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d58091df-2570-46fa-a541-330fb6d10d13 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22e11454954f4b829ce742a50da1a1af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3901272 Apr 18 05:51:36.975317 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-e8c2f325-3e80-4400-8701-233f925b5199 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c443a733-7925-498b-ab6a-316c3b18bf5a HTTP/1.1" status: 200 len: 217 time: 0.2263806 Apr 18 05:51:36.980057 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38424) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:36.980661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:36.981038 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:36.981433 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:36.989734 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-e0b5b0fe-f0cb-4b87-81ff-6d920cb89674 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:36.990518 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-e0b5b0fe-f0cb-4b87-81ff-6d920cb89674 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Synchronizing usage tracker for tenant:16530a209bf44d9e8d1b192ff854fad3 on resource:network {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:37.030723 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-e0b5b0fe-f0cb-4b87-81ff-6d920cb89674 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Unset dirty status for tenant:16530a209bf44d9e8d1b192ff854fad3 on resource:network {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:37.031884 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-e0b5b0fe-f0cb-4b87-81ff-6d920cb89674 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.52 "GET /v2.0/networks?id=529cc79f-e17f-4fa1-8fbf-dafe25139197 HTTP/1.1" status: 200 len: 805 time: 0.6062016 Apr 18 05:51:37.044461 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-147e4a8f-bfd8-4966-b859-403067ccd6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:37.055133 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8661f51-3d56-4a4a-bd94-fbc8d66a866c req-0f5ae4e9-7ca3-4630-8a13-d0f842d62a0f tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:37.057408 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b8661f51-3d56-4a4a-bd94-fbc8d66a866c req-0f5ae4e9-7ca3-4630-8a13-d0f842d62a0f tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 943 time: 0.2998450 Apr 18 05:51:37.066942 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port 1b252832-902e-499d-808f-420e11d5916e on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:37.067394 dv-neutron-837489-1-hyperv neutron-server[88034]: ERROR neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port 1b252832-902e-499d-808f-420e11d5916e on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:37.122945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-147e4a8f-bfd8-4966-b859-403067ccd6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:37.136917 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.plugins.ml2.plugin [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 4 to bind port 1b252832-902e-499d-808f-420e11d5916e Apr 18 05:51:37.161115 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b8661f51-3d56-4a4a-bd94-fbc8d66a866c req-00066dae-8a2c-4982-8d24-1eb7bba5bf37 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/security-groups?id=4454dfcf-b58a-46d1-b9f8-5e5519d0cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960162 Apr 18 05:51:37.185983 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:37.186497 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:37.187062 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:37.202200 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port 1b252832-902e-499d-808f-420e11d5916e on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:37.202632 dv-neutron-837489-1-hyperv neutron-server[88034]: ERROR neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port 1b252832-902e-499d-808f-420e11d5916e on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:37.207170 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.plugins.ml2.plugin [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 5 to bind port 1b252832-902e-499d-808f-420e11d5916e Apr 18 05:51:37.215461 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-147e4a8f-bfd8-4966-b859-403067ccd6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:37.241237 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd717c40-fab4-42c0-bd14-1a22aa9561cd tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:37.246332 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e4a8f-bfd8-4966-b859-403067ccd6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38cb34a-f138-4e09-ae81-e37b33b0fe52,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:37.249060 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-147e4a8f-bfd8-4966-b859-403067ccd6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:37.250814 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-147e4a8f-bfd8-4966-b859-403067ccd6fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c38cb34a-f138-4e09-ae81-e37b33b0fe52 HTTP/1.1" status: 204 len: 168 time: 0.4183762 Apr 18 05:51:37.268958 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16104d1-2490-4306-99cf-17883730ed58 req-8da10833-5d16-445e-b0ee-b98418dfc77d tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:37.274110 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-a16104d1-2490-4306-99cf-17883730ed58 req-8da10833-5d16-445e-b0ee-b98418dfc77d tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Synchronizing usage tracker for tenant:e66226dc1f664b9db6f01b9a65f1c168 on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:37.371240 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9656324c-3fa6-4c04-8b60-50e1eb30242e tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:37.392767 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-1e8b36de-f44a-4301-8eed-a450fd022aeb tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Synchronizing usage tracker for tenant:16530a209bf44d9e8d1b192ff854fad3 on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:37.418162 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-1e8b36de-f44a-4301-8eed-a450fd022aeb tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Unset dirty status for tenant:16530a209bf44d9e8d1b192ff854fad3 on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:37.421265 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-1e8b36de-f44a-4301-8eed-a450fd022aeb tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16530a209bf44d9e8d1b192ff854fad3 HTTP/1.1" status: 200 len: 380 time: 0.1448734 Apr 18 05:51:37.431270 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'project_id': '842a31d500c94d1fb6a1b7f455ed6703', 'port_id': 'ce7e060c-105c-4f96-a806-f1e122961d9d'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:37.440047 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-64a3012b-5ba4-4ca8-afad-3fd8074f65aa tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Request body: {'port': {'device_id': '399ecdd2-1884-4a98-8c14-b3e29b9512f9', 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197', 'admin_state_up': True, 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'security_groups': ['0243f8f4-55ad-4220-a9f6-be527e81dacb']}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:37.465842 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd717c40-fab4-42c0-bd14-1a22aa9561cd tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:37.570966 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ef4a0df6-2d87-43ba-ae33-381e2cbc4efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:37.579928 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-fd717c40-fab4-42c0-bd14-1a22aa9561cd tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] 10.222.0.15 "DELETE /v2.0/ports/bf431152-19f4-4e2a-91fc-1b09ff428973 HTTP/1.1" status: 204 len: 168 time: 2.0679321 Apr 18 05:51:37.653728 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:37.765997 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:37.769484 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38434) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:37.835324 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd717c40-fab4-42c0-bd14-1a22aa9561cd tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf431152-19f4-4e2a-91fc-1b09ff428973,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:37.839567 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:37.839908 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:37.840434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:37.855594 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port 1b252832-902e-499d-808f-420e11d5916e on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:37.855923 dv-neutron-837489-1-hyperv neutron-server[88034]: ERROR neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port 1b252832-902e-499d-808f-420e11d5916e on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:37.870071 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.plugins.ml2.plugin [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 6 to bind port 1b252832-902e-499d-808f-420e11d5916e Apr 18 05:51:37.894433 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:37.894766 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:37.895320 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:37.911735 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9656324c-3fa6-4c04-8b60-50e1eb30242e tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:37.919405 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-a16104d1-2490-4306-99cf-17883730ed58 req-8da10833-5d16-445e-b0ee-b98418dfc77d tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Unset dirty status for tenant:e66226dc1f664b9db6f01b9a65f1c168 on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:37.926291 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a16104d1-2490-4306-99cf-17883730ed58 req-8da10833-5d16-445e-b0ee-b98418dfc77d tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/networks?id=2ca065a0-30ac-4abf-bd64-c47717936a41 HTTP/1.1" status: 200 len: 812 time: 2.1298056 Apr 18 05:51:37.933861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port 1b252832-902e-499d-808f-420e11d5916e on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:37.933861 dv-neutron-837489-1-hyperv neutron-server[88034]: ERROR neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port 1b252832-902e-499d-808f-420e11d5916e on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:37.933861 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.plugins.ml2.plugin [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 7 to bind port 1b252832-902e-499d-808f-420e11d5916e Apr 18 05:51:37.956108 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0f1791-c8be-477e-bd9d-7fa2bbb963b7 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] GET failed (client error): The resource could not be found. Apr 18 05:51:37.957102 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1a0f1791-c8be-477e-bd9d-7fa2bbb963b7 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Synchronizing usage tracker for tenant:df93cae4a269459abd1c56db4a45d7e1 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:37.968379 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a16104d1-2490-4306-99cf-17883730ed58 req-045d29ef-6191-4d25-bcc8-b12b3740088b tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/quotas/e66226dc1f664b9db6f01b9a65f1c168 HTTP/1.1" status: 200 len: 375 time: 0.0412021 Apr 18 05:51:37.968776 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Usage tracker for resource:floatingip and tenant:842a31d500c94d1fb6a1b7f455ed6703 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:37.990230 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:38.055382 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d3846ce5-5bfe-41f9-b539-652342dcb63d req-6137da70-9d20-472a-80a7-fd40607cbd81 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 210 time: 0.2845442 Apr 18 05:51:38.060322 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:38.099765 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1a0f1791-c8be-477e-bd9d-7fa2bbb963b7 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] Unset dirty status for tenant:df93cae4a269459abd1c56db4a45d7e1 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:38.101270 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1a0f1791-c8be-477e-bd9d-7fa2bbb963b7 tempest-PortsAdminExtendedAttrsTestJSON-658983770 tempest-PortsAdminExtendedAttrsTestJSON-658983770-project-admin] 10.222.0.15 "GET /v2.0/ports/bf431152-19f4-4e2a-91fc-1b09ff428973 HTTP/1.1" status: 404 len: 333 time: 0.3293147 Apr 18 05:51:38.106708 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38448) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:38.116081 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:38.146721 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-4a8036b7-e7ef-4e9e-8bfe-13e978e7a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:38.152262 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-4a8036b7-e7ef-4e9e-8bfe-13e978e7a8c8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5fcd649f-492a-4c12-9975-b04bbb1ea4b5 HTTP/1.1" status: 200 len: 851 time: 0.8228438 Apr 18 05:51:38.161301 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:38.161301 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:38.161882 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:38.166191 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-64a3012b-5ba4-4ca8-afad-3fd8074f65aa tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:38.209177 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9656324c-3fa6-4c04-8b60-50e1eb30242e tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:38.216667 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-64a3012b-5ba4-4ca8-afad-3fd8074f65aa tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:38.231619 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port 1b252832-902e-499d-808f-420e11d5916e on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:38.232015 dv-neutron-837489-1-hyperv neutron-server[88034]: ERROR neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port 1b252832-902e-499d-808f-420e11d5916e on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:38.234853 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656324c-3fa6-4c04-8b60-50e1eb30242e tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e28412-d299-4674-a9e1-488ea07c9c10,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:38.236863 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.plugins.ml2.plugin [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 8 to bind port 1b252832-902e-499d-808f-420e11d5916e Apr 18 05:51:38.269881 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9656324c-3fa6-4c04-8b60-50e1eb30242e tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:38.274345 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9656324c-3fa6-4c04-8b60-50e1eb30242e tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4e28412-d299-4674-a9e1-488ea07c9c10 HTTP/1.1" status: 204 len: 168 time: 1.2906322 Apr 18 05:51:38.277047 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38456) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:38.371260 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:38.371601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:38.371935 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:38.427783 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:38.434408 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port 1b252832-902e-499d-808f-420e11d5916e on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:38.434923 dv-neutron-837489-1-hyperv neutron-server[88034]: ERROR neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port 1b252832-902e-499d-808f-420e11d5916e on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:38.439571 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.plugins.ml2.plugin [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 9 to bind port 1b252832-902e-499d-808f-420e11d5916e Apr 18 05:51:38.460875 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:38.460963 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:38.461238 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:38.486895 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-64a3012b-5ba4-4ca8-afad-3fd8074f65aa tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Made reservation on behalf of 16530a209bf44d9e8d1b192ff854fad3 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:38.490443 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-64a3012b-5ba4-4ca8-afad-3fd8074f65aa tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:38.515755 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-388dc57d-2616-4b4b-90f3-8adb7c0af4bc tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:38.521466 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a16104d1-2490-4306-99cf-17883730ed58 req-2fb1ee16-b7c1-4f74-89d3-908d94185ee3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e66226dc1f664b9db6f01b9a65f1c168&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4647968 Apr 18 05:51:38.528661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port 1b252832-902e-499d-808f-420e11d5916e on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:38.528991 dv-neutron-837489-1-hyperv neutron-server[88034]: ERROR neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port 1b252832-902e-499d-808f-420e11d5916e on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:38.531603 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.plugins.ml2.plugin [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 10 to bind port 1b252832-902e-499d-808f-420e11d5916e Apr 18 05:51:38.557429 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:38.688876 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a16104d1-2490-4306-99cf-17883730ed58 req-17f9852f-2385-43fb-91ea-efdcff1105ff service neutron] 10.222.0.15 "GET /v2.0/networks/2ca065a0-30ac-4abf-bd64-c47717936a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382709 Apr 18 05:51:38.694498 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:38.694934 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:38.695399 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port 1b252832-902e-499d-808f-420e11d5916e on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:38.702883 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-df7236a9-49d3-49b1-bf00-6a8a0cebe96e tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:38.734758 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port 1b252832-902e-499d-808f-420e11d5916e on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:38.734962 dv-neutron-837489-1-hyperv neutron-server[88034]: ERROR neutron.plugins.ml2.managers [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port 1b252832-902e-499d-808f-420e11d5916e on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:38.735316 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:38.816710 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-388dc57d-2616-4b4b-90f3-8adb7c0af4bc tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:38.844396 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d57c5-b21e-4b0e-88fb-9852007b4677 req-119bde8e-df8c-4f7c-86c0-a290124ab5b3 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:38.845905 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-232d57c5-b21e-4b0e-88fb-9852007b4677 req-119bde8e-df8c-4f7c-86c0-a290124ab5b3 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 943 time: 0.4688036 Apr 18 05:51:38.873282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-301a94f1-813b-4c75-b19e-d4c5a660380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:38.874112 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-388dc57d-2616-4b4b-90f3-8adb7c0af4bc tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6031fc1-42ba-4ece-b64a-4deba4ad76fe']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:38.874656 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-301a94f1-813b-4c75-b19e-d4c5a660380f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8e6ec6cd-b02b-4370-9725-304c806a2405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5931997 Apr 18 05:51:38.917731 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-388dc57d-2616-4b4b-90f3-8adb7c0af4bc tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc5555d-404a-465e-a146-c79b27a2de64') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:38.917937 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-388dc57d-2616-4b4b-90f3-8adb7c0af4bc tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc5555d-404a-465e-a146-c79b27a2de64') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:38.936162 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-64a3012b-5ba4-4ca8-afad-3fd8074f65aa tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Allocated IP 172.20.0.5 (529cc79f-e17f-4fa1-8fbf-dafe25139197/086e6f9c-e0df-4018-9811-30d13b145f68/888a1820-99bb-4a06-a2a7-bfd6b7791d9a) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:38.952003 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:38.959363 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-388dc57d-2616-4b4b-90f3-8adb7c0af4bc tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:39.021081 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-232d57c5-b21e-4b0e-88fb-9852007b4677 req-ae2accb7-762c-4bb1-8f78-f5d50f048842 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/security-groups?id=4454dfcf-b58a-46d1-b9f8-5e5519d0cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533799 Apr 18 05:51:39.022006 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-388dc57d-2616-4b4b-90f3-8adb7c0af4bc tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:39.062292 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388dc57d-2616-4b4b-90f3-8adb7c0af4bc tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:51:39.062815 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-388dc57d-2616-4b4b-90f3-8adb7c0af4bc tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:51:39.078660 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:51:39.150963 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a16104d1-2490-4306-99cf-17883730ed58 req-e9c9f389-d02b-4304-95f8-a44daa6faa84 service neutron] 10.222.0.15 "GET /v2.0/networks/2ca065a0-30ac-4abf-bd64-c47717936a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437449 Apr 18 05:51:39.157019 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] For port 1b252832-902e-499d-808f-420e11d5916e, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:51:39.157460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempted to set empty binding levels {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 18 05:51:39.159093 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-df7236a9-49d3-49b1-bf00-6a8a0cebe96e tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:39.175002 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:39.248811 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-df7236a9-49d3-49b1-bf00-6a8a0cebe96e tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a21597-c154-4bf7-93c4-8f9a0ce5fecd']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:39.283479 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-df7236a9-49d3-49b1-bf00-6a8a0cebe96e tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd8f56e-fde1-430d-97db-5eeb724fedbc') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:39.283479 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-df7236a9-49d3-49b1-bf00-6a8a0cebe96e tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd8f56e-fde1-430d-97db-5eeb724fedbc') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:39.289398 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] In _notify_port_updated(), no bound segment for port 1b252832-902e-499d-808f-420e11d5916e on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 05:51:39.289551 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e3116173-aa5b-4c0c-8f55-c9e79111a4d6 req-5cf15aaf-3119-4653-a3ea-1568f505a9d4 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 210 time: 0.0819764 Apr 18 05:51:39.289990 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.292165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:39.296949 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] 10.222.0.15 "PUT /v2.0/ports/1b252832-902e-499d-808f-420e11d5916e HTTP/1.1" status: 200 len: 980 time: 6.8794806 Apr 18 05:51:39.309194 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38482) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:39.371800 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-df7236a9-49d3-49b1-bf00-6a8a0cebe96e tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:39.390333 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-6003eb26-fcf6-422a-b29a-f255c8d682c6 service neutron] 10.222.0.52 "GET /v2.0/networks/8e6ec6cd-b02b-4370-9725-304c806a2405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763701 Apr 18 05:51:39.401615 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7196ce4-e6aa-4ba3-9d74-a782ca864ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Pushing event updated for resources: {'Port': ['ID=1b252832-902e-499d-808f-420e11d5916e,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:39.437302 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-df7236a9-49d3-49b1-bf00-6a8a0cebe96e tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:39.440586 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-388dc57d-2616-4b4b-90f3-8adb7c0af4bc tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:39.445203 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-388dc57d-2616-4b4b-90f3-8adb7c0af4bc tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:39.511729 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7236a9-49d3-49b1-bf00-6a8a0cebe96e tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:51:39.512143 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-df7236a9-49d3-49b1-bf00-6a8a0cebe96e tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:51:39.526878 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:51:39.530480 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38492) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:39.543183 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e96e7e21-caeb-4341-90d9-2729c284fc08 req-9fcc939a-c57e-4807-9d4a-217b34b1594b tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 210 time: 0.1303999 Apr 18 05:51:39.570591 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388dc57d-2616-4b4b-90f3-8adb7c0af4bc tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] Pushing event deleted for resources: {'Network': ['ID=f6031fc1-42ba-4ece-b64a-4deba4ad76fe,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:39.580530 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-388dc57d-2616-4b4b-90f3-8adb7c0af4bc tempest-PortsAdminExtendedAttrsTestJSON-652289898 tempest-PortsAdminExtendedAttrsTestJSON-652289898-project] 10.222.0.15 "DELETE /v2.0/networks/f6031fc1-42ba-4ece-b64a-4deba4ad76fe HTTP/1.1" status: 204 len: 168 time: 1.4660966 Apr 18 05:51:39.611562 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Allocated IP 172.26.1.6 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/72288d29-53cc-43ed-8495-a53d58535a56) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:39.714421 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-df7236a9-49d3-49b1-bf00-6a8a0cebe96e tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:39.823821 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-64a3012b-5ba4-4ca8-afad-3fd8074f65aa tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:39.849509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-64a3012b-5ba4-4ca8-afad-3fd8074f65aa tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Transition to ACTIVE for port object 888a1820-99bb-4a06-a2a7-bfd6b7791d9a will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:39.856167 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.856644 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.857169 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.857559 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.858022 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.858475 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.859317 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.859317 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.859784 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.860255 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.860702 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.861148 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.861747 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.862021 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.862473 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.863386 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.863386 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.863787 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.864395 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.864687 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.865132 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.865596 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.866165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:39.868090 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Synchronizing usage tracker for tenant:c1d12dd322b947abaabd2134bca0138b on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:39.871643 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-df7236a9-49d3-49b1-bf00-6a8a0cebe96e tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:39.882450 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-3901c4eb-2562-4474-ba96-4de5a8e20ab9 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2080869448'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:39.890175 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:39.892685 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc1d8657-a888-4112-9a5e-a58e0445ddc3 req-ba1d0969-dc36-448b-a519-bd1f51694ec6 service neutron] 10.222.0.52 "GET /v2.0/networks/8e6ec6cd-b02b-4370-9725-304c806a2405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787436 Apr 18 05:51:39.895291 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3901c4eb-2562-4474-ba96-4de5a8e20ab9 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:39.900762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7236a9-49d3-49b1-bf00-6a8a0cebe96e tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Pushing event deleted for resources: {'Network': ['ID=c5a21597-c154-4bf7-93c4-8f9a0ce5fecd,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:39.906264 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3901c4eb-2562-4474-ba96-4de5a8e20ab9 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Usage tracker for resource:router and tenant:1a03dda1eeab418b99a47dfab34dc614 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:39.912180 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-df7236a9-49d3-49b1-bf00-6a8a0cebe96e tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] 10.222.0.15 "DELETE /v2.0/networks/c5a21597-c154-4bf7-93c4-8f9a0ce5fecd HTTP/1.1" status: 204 len: 168 time: 1.6304834 Apr 18 05:51:39.912180 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3901c4eb-2562-4474-ba96-4de5a8e20ab9 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:39.914090 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38506) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:39.919693 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3901c4eb-2562-4474-ba96-4de5a8e20ab9 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:39.936471 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Unset dirty status for tenant:c1d12dd322b947abaabd2134bca0138b on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:39.940130 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b8b754bb-ed59-4f74-847d-b0c40f1e06aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20485 time: 0.6291430 Apr 18 05:51:39.942683 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38512) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:39.996183 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:40.044702 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3901c4eb-2562-4474-ba96-4de5a8e20ab9 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:40.046042 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3901c4eb-2562-4474-ba96-4de5a8e20ab9 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:40.051616 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38516) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:40.104979 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-f68123fa-35f5-4d13-9bd4-8fc20e393b8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Deleting port 1b252832-902e-499d-808f-420e11d5916e {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:51:40.105322 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f68123fa-35f5-4d13-9bd4-8fc20e393b8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:40.163135 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dbd4a-b115-48bb-80c3-ae50c7cb32d3 req-c288e71a-5a09-4200-9715-58bf2bba634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:40.167325 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c56dbd4a-b115-48bb-80c3-ae50c7cb32d3 req-c288e71a-5a09-4200-9715-58bf2bba634f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=637df6f0e57a4804a82858e7d06b6d7b&device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 1096 time: 0.1761136 Apr 18 05:51:40.174364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3901c4eb-2562-4474-ba96-4de5a8e20ab9 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:40.192007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b4b5795a-66e7-4d49-9a95-0ce16a8a7e80 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:40.244563 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-64a3012b-5ba4-4ca8-afad-3fd8074f65aa tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:40.444927 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:40.472300 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-64a3012b-5ba4-4ca8-afad-3fd8074f65aa tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Network 529cc79f-e17f-4fa1-8fbf-dafe25139197 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:40.472996 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3012b-5ba4-4ca8-afad-3fd8074f65aa tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Pushing event updated for resources: {'Port': ['ID=888a1820-99bb-4a06-a2a7-bfd6b7791d9a,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:40.489692 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-64a3012b-5ba4-4ca8-afad-3fd8074f65aa tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:40.525153 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3901c4eb-2562-4474-ba96-4de5a8e20ab9 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:40.542076 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-64a3012b-5ba4-4ca8-afad-3fd8074f65aa tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:40.559218 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-f68123fa-35f5-4d13-9bd4-8fc20e393b8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] For port 1b252832-902e-499d-808f-420e11d5916e, host hv-neutron-8374, got binding levels [] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:40.559566 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f68123fa-35f5-4d13-9bd4-8fc20e393b8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:40.636255 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:40.640012 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-90e8fb96-9160-4f07-b296-a82a0d3c87b3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=511f83e100a146a9adf2cd8a3cd15964&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5863881 Apr 18 05:51:40.654771 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38528) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:40.666172 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:40.686370 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b4b5795a-66e7-4d49-9a95-0ce16a8a7e80 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:40.702214 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:40.720570 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-f68123fa-35f5-4d13-9bd4-8fc20e393b8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Calling delete_port for 1b252832-902e-499d-808f-420e11d5916e owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:51:40.747749 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3901c4eb-2562-4474-ba96-4de5a8e20ab9 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:40.748865 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3901c4eb-2562-4474-ba96-4de5a8e20ab9 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2048984 Apr 18 05:51:40.749745 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Pushing event updated for resources: {'Port': ['ID=72288d29-53cc-43ed-8495-a53d58535a56,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:40.754174 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38532) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:40.765819 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dbd4a-b115-48bb-80c3-ae50c7cb32d3 req-2f316381-9ea1-4717-8487-ee07d60f98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:40.766990 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c56dbd4a-b115-48bb-80c3-ae50c7cb32d3 req-2f316381-9ea1-4717-8487-ee07d60f98d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8e6ec6cd-b02b-4370-9725-304c806a2405 HTTP/1.1" status: 200 len: 913 time: 0.5911615 Apr 18 05:51:40.770891 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-de64b2af-eab7-463b-a975-d5dafe4a0fc2 None None] Provisioning for port 888a1820-99bb-4a06-a2a7-bfd6b7791d9a completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:40.777102 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-de64b2af-eab7-463b-a975-d5dafe4a0fc2 None None] Provisioning complete for port 888a1820-99bb-4a06-a2a7-bfd6b7791d9a triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:40.777798 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-de64b2af-eab7-463b-a975-d5dafe4a0fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:40.829414 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.52', 51539) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:40.850929 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-de64b2af-eab7-463b-a975-d5dafe4a0fc2 None None] Port 888a1820-99bb-4a06-a2a7-bfd6b7791d9a cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:51:40.874527 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-b4b5795a-66e7-4d49-9a95-0ce16a8a7e80 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4cc9cad-791d-41f5-96c9-a54fc97dc641']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:40.875111 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c56dbd4a-b115-48bb-80c3-ae50c7cb32d3 req-5e328657-a598-4594-8a18-1de40b82a51f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c443a733-7925-498b-ab6a-316c3b18bf5a HTTP/1.1" status: 200 len: 217 time: 0.0950170 Apr 18 05:51:40.887951 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-64a3012b-5ba4-4ca8-afad-3fd8074f65aa tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:40.887951 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-64a3012b-5ba4-4ca8-afad-3fd8074f65aa tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:40.912003 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd744f1-e275-48ae-8b73-f03cf14b42c9 req-aba71241-8fab-449d-bbc8-e4038ae3da70 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:40.913512 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-cbd744f1-e275-48ae-8b73-f03cf14b42c9 req-aba71241-8fab-449d-bbc8-e4038ae3da70 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 943 time: 0.7117884 Apr 18 05:51:40.929835 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-b4b5795a-66e7-4d49-9a95-0ce16a8a7e80 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e76d3f-7b2a-4611-b3c8-54b079fd0619') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:40.930154 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-b4b5795a-66e7-4d49-9a95-0ce16a8a7e80 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e76d3f-7b2a-4611-b3c8-54b079fd0619') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:41.027519 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e563bc-be4f-4d7c-b2fc-ad1c91c078ca req-830b3783-0644-4ace-a50c-7c5e0f857604 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:41.029165 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e9e563bc-be4f-4d7c-b2fc-ad1c91c078ca req-830b3783-0644-4ace-a50c-7c5e0f857604 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 931 time: 0.5753880 Apr 18 05:51:41.034222 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f68123fa-35f5-4d13-9bd4-8fc20e393b8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:41.066871 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b4b5795a-66e7-4d49-9a95-0ce16a8a7e80 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:41.075298 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-52d4f3cc-72de-4ce0-becc-4e45db4a89dc tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:41.119750 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dbd4a-b115-48bb-80c3-ae50c7cb32d3 req-76a92f24-f1f0-4a07-810a-a4325f3312eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:41.121196 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c56dbd4a-b115-48bb-80c3-ae50c7cb32d3 req-76a92f24-f1f0-4a07-810a-a4325f3312eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5fcd649f-492a-4c12-9975-b04bbb1ea4b5 HTTP/1.1" status: 200 len: 851 time: 0.2233815 Apr 18 05:51:41.128163 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68123fa-35f5-4d13-9bd4-8fc20e393b8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b252832-902e-499d-808f-420e11d5916e,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:41.143806 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-64a3012b-5ba4-4ca8-afad-3fd8074f65aa tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7075741 Apr 18 05:51:41.145274 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f68123fa-35f5-4d13-9bd4-8fc20e393b8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:41.188508 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] Request body: {'port': {'device_id': '399ecdd2-1884-4a98-8c14-b3e29b9512f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:41.209825 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16104d1-2490-4306-99cf-17883730ed58 req-d879b896-d1c5-4a46-a058-740fc7649672 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:41.211231 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a16104d1-2490-4306-99cf-17883730ed58 req-d879b896-d1c5-4a46-a058-740fc7649672 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.52 "GET /v2.0/networks?id=2ca065a0-30ac-4abf-bd64-c47717936a41 HTTP/1.1" status: 200 len: 812 time: 0.3761122 Apr 18 05:51:41.219601 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f68123fa-35f5-4d13-9bd4-8fc20e393b8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] 10.222.0.15 "DELETE /v2.0/ports/1b252832-902e-499d-808f-420e11d5916e HTTP/1.1" status: 204 len: 168 time: 1.2736678 Apr 18 05:51:41.221963 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38542) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:41.230156 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e9e563bc-be4f-4d7c-b2fc-ad1c91c078ca req-7510c75c-3fdf-4153-9880-ff56e23e83f8 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/security-groups?id=0243f8f4-55ad-4220-a9f6-be527e81dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545050 Apr 18 05:51:41.289854 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0a82ee-4448-4779-8980-d7a7752aa2a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] GET failed (client error): The resource could not be found. Apr 18 05:51:41.290418 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2b0a82ee-4448-4779-8980-d7a7752aa2a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Synchronizing usage tracker for tenant:c1d12dd322b947abaabd2134bca0138b on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:41.295204 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-47248966-0b76-456a-898d-4e896ee12a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:41.297168 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b4b5795a-66e7-4d49-9a95-0ce16a8a7e80 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:41.332171 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a16104d1-2490-4306-99cf-17883730ed58 req-8cec98fb-ab82-434c-a519-f8c13ac94ab0 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e66226dc1f664b9db6f01b9a65f1c168 HTTP/1.1" status: 200 len: 380 time: 0.1052370 Apr 18 05:51:41.345563 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-cbd744f1-e275-48ae-8b73-f03cf14b42c9 req-35a8e2e2-ad9a-4ab0-b3cf-7c7271e2880c tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/security-groups?id=4454dfcf-b58a-46d1-b9f8-5e5519d0cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4077952 Apr 18 05:51:41.373540 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dbd4a-b115-48bb-80c3-ae50c7cb32d3 req-0e77459e-881a-4193-80c2-2706037a6819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:41.374989 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c56dbd4a-b115-48bb-80c3-ae50c7cb32d3 req-0e77459e-881a-4193-80c2-2706037a6819 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8e6ec6cd-b02b-4370-9725-304c806a2405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2438414 Apr 18 05:51:41.381290 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2b0a82ee-4448-4779-8980-d7a7752aa2a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Unset dirty status for tenant:c1d12dd322b947abaabd2134bca0138b on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:41.386004 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2b0a82ee-4448-4779-8980-d7a7752aa2a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] 10.222.0.15 "GET /v2.0/ports/1b252832-902e-499d-808f-420e11d5916e HTTP/1.1" status: 404 len: 333 time: 0.1577721 Apr 18 05:51:41.386893 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38548) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:41.390565 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-a16104d1-2490-4306-99cf-17883730ed58 req-dcd75f4c-218a-48dd-83ec-fb365f513ac3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Request body: {'port': {'device_id': '469fbe35-3f96-423b-98ac-7d619d25993f', 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41', 'admin_state_up': True, 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'security_groups': ['21128d8a-23e5-428b-b58b-2a244f71821a']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:41.409148 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cb31d16a-c480-4293-8d9e-9a64d1739655 req-d84eec39-8c79-44e3-9550-b5311022fb2c tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 210 time: 0.0714226 Apr 18 05:51:41.480142 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b5795a-66e7-4d49-9a95-0ce16a8a7e80 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:51:41.480696 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b4b5795a-66e7-4d49-9a95-0ce16a8a7e80 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:51:41.494129 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:51:41.525765 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c262635f-f15d-408a-b192-982b23420445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1352569721', 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:41.550444 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c262635f-f15d-408a-b192-982b23420445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:41.729956 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-a16104d1-2490-4306-99cf-17883730ed58 req-dcd75f4c-218a-48dd-83ec-fb365f513ac3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:41.733643 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c56dbd4a-b115-48bb-80c3-ae50c7cb32d3 req-160b1f72-5ef5-47bd-9bab-9e6a34fac77e service neutron] 10.222.0.52 "GET /v2.0/networks/8e6ec6cd-b02b-4370-9725-304c806a2405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270068 Apr 18 05:51:41.735961 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-a16104d1-2490-4306-99cf-17883730ed58 req-dcd75f4c-218a-48dd-83ec-fb365f513ac3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Usage tracker for resource:port and tenant:e66226dc1f664b9db6f01b9a65f1c168 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:41.738993 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-a16104d1-2490-4306-99cf-17883730ed58 req-dcd75f4c-218a-48dd-83ec-fb365f513ac3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:41.763400 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-a16104d1-2490-4306-99cf-17883730ed58 req-dcd75f4c-218a-48dd-83ec-fb365f513ac3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:41.792413 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-47248966-0b76-456a-898d-4e896ee12a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:41.803805 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-52d4f3cc-72de-4ce0-becc-4e45db4a89dc tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:41.823320 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c262635f-f15d-408a-b192-982b23420445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:41.832195 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16104d1-2490-4306-99cf-17883730ed58 req-dcd75f4c-218a-48dd-83ec-fb365f513ac3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Made reservation on behalf of e66226dc1f664b9db6f01b9a65f1c168 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:41.835637 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-a16104d1-2490-4306-99cf-17883730ed58 req-dcd75f4c-218a-48dd-83ec-fb365f513ac3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:41.882506 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-52d4f3cc-72de-4ce0-becc-4e45db4a89dc tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:41.951493 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c56dbd4a-b115-48bb-80c3-ae50c7cb32d3 req-f1e44004-9ad4-4fab-8a31-2fabeabaea58 service neutron] 10.222.0.52 "GET /v2.0/networks/8e6ec6cd-b02b-4370-9725-304c806a2405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060587 Apr 18 05:51:42.017844 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b4b5795a-66e7-4d49-9a95-0ce16a8a7e80 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:42.024425 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c262635f-f15d-408a-b192-982b23420445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Made reservation on behalf of c1d12dd322b947abaabd2134bca0138b for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:42.027003 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c262635f-f15d-408a-b192-982b23420445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:42.032266 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-a16104d1-2490-4306-99cf-17883730ed58 req-dcd75f4c-218a-48dd-83ec-fb365f513ac3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Allocated IP 172.20.0.11 (2ca065a0-30ac-4abf-bd64-c47717936a41/b9d647f1-8c55-4e15-9c83-afad77ec2154/2023ea57-6102-47af-bc76-b79aecd0dacb) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:42.035733 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:42.142159 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b4b5795a-66e7-4d49-9a95-0ce16a8a7e80 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:42.144778 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-52d4f3cc-72de-4ce0-becc-4e45db4a89dc tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:42.145263 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d4f3cc-72de-4ce0-becc-4e45db4a89dc tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52a6b314-b68d-4075-bad5-4b170c849e26 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:51:42.159522 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5795a-66e7-4d49-9a95-0ce16a8a7e80 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] Pushing event deleted for resources: {'Network': ['ID=b4cc9cad-791d-41f5-96c9-a54fc97dc641,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:42.164282 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c443a733-7925-498b-ab6a-316c3b18bf5a details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 05:51:42.229006 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-a16104d1-2490-4306-99cf-17883730ed58 req-dcd75f4c-218a-48dd-83ec-fb365f513ac3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:42.237334 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b4b5795a-66e7-4d49-9a95-0ce16a8a7e80 tempest-QuotasNegativeTest-1340637941 tempest-QuotasNegativeTest-1340637941-project-admin] 10.222.0.15 "DELETE /v2.0/networks/b4cc9cad-791d-41f5-96c9-a54fc97dc641 HTTP/1.1" status: 204 len: 168 time: 2.3194759 Apr 18 05:51:42.250053 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-a16104d1-2490-4306-99cf-17883730ed58 req-dcd75f4c-218a-48dd-83ec-fb365f513ac3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Transition to ACTIVE for port object 2023ea57-6102-47af-bc76-b79aecd0dacb will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:42.251241 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-c262635f-f15d-408a-b192-982b23420445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] device_id is not set on port 72ca8bac-ea0c-48ef-99fb-0134ec2be7bd yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:51:42.276575 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-a16104d1-2490-4306-99cf-17883730ed58 req-dcd75f4c-218a-48dd-83ec-fb365f513ac3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:42.284558 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-52d4f3cc-72de-4ce0-becc-4e45db4a89dc tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:42.288494 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-52d4f3cc-72de-4ce0-becc-4e45db4a89dc tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] 10.222.0.15 "DELETE /v2.0/routers/52a6b314-b68d-4075-bad5-4b170c849e26 HTTP/1.1" status: 204 len: 168 time: 1.5158818 Apr 18 05:51:42.308630 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38556) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:42.320776 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-3f3eb21b-1742-4bd7-a4bc-f4cbf6bff203 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Request body: {'router': {'name': 'tempest-router-1905274354', 'distributed': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:42.327152 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c443a733-7925-498b-ab6a-316c3b18bf5a, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c443a733-7925-498b-ab6a-316c3b18bf5a,segment=NetworkSegment(b0ba8c48-799c-416f-bb63-ed07cbafbfaa),segment_id=b0ba8c48-799c-416f-bb63-ed07cbafbfaa)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:42.350296 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3f3eb21b-1742-4bd7-a4bc-f4cbf6bff203 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:42.362365 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16104d1-2490-4306-99cf-17883730ed58 req-dcd75f4c-218a-48dd-83ec-fb365f513ac3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Network 2ca065a0-30ac-4abf-bd64-c47717936a41 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:42.363845 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'c443a733-7925-498b-ab6a-316c3b18bf5a', 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405', 'port_id': 'c443a733-7925-498b-ab6a-316c3b18bf5a', 'mac_address': 'fa:16:3e:3c:f0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 05:51:42.371221 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-a16104d1-2490-4306-99cf-17883730ed58 req-dcd75f4c-218a-48dd-83ec-fb365f513ac3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:42.375923 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16104d1-2490-4306-99cf-17883730ed58 req-dcd75f4c-218a-48dd-83ec-fb365f513ac3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:42.401573 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-47248966-0b76-456a-898d-4e896ee12a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:42.413729 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3f3eb21b-1742-4bd7-a4bc-f4cbf6bff203 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Usage tracker for resource:router and tenant:1a03dda1eeab418b99a47dfab34dc614 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:42.416478 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd75f4c-218a-48dd-83ec-fb365f513ac3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Pushing event updated for resources: {'Port': ['ID=2023ea57-6102-47af-bc76-b79aecd0dacb,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:42.453780 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3f3eb21b-1742-4bd7-a4bc-f4cbf6bff203 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:42.457336 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16104d1-2490-4306-99cf-17883730ed58 req-dcd75f4c-218a-48dd-83ec-fb365f513ac3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:42.458338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-a16104d1-2490-4306-99cf-17883730ed58 req-dcd75f4c-218a-48dd-83ec-fb365f513ac3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:42.475440 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47248966-0b76-456a-898d-4e896ee12a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92962d19-399c-4bdb-a846-94bffd1c0fed,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:42.478543 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3f3eb21b-1742-4bd7-a4bc-f4cbf6bff203 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:42.502750 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a16104d1-2490-4306-99cf-17883730ed58 req-dcd75f4c-218a-48dd-83ec-fb365f513ac3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1223974 Apr 18 05:51:42.525952 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-a16104d1-2490-4306-99cf-17883730ed58 req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] Request body: {'port': {'device_id': '469fbe35-3f96-423b-98ac-7d619d25993f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:42.547413 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:42.608895 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c443a733-7925-498b-ab6a-316c3b18bf5a {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 05:51:42.641414 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c443a733-7925-498b-ab6a-316c3b18bf5a, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c443a733-7925-498b-ab6a-316c3b18bf5a,segment=NetworkSegment(b0ba8c48-799c-416f-bb63-ed07cbafbfaa),segment_id=b0ba8c48-799c-416f-bb63-ed07cbafbfaa)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:42.650436 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:42.751392 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-a16104d1-2490-4306-99cf-17883730ed58 req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:42.758231 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=c443a733-7925-498b-ab6a-316c3b18bf5a,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:42.797850 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e5ce924b-9db5-40e4-9616-b0e88d27db59 None None] Provisioning for port 2023ea57-6102-47af-bc76-b79aecd0dacb completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:42.803506 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e5ce924b-9db5-40e4-9616-b0e88d27db59 None None] Provisioning complete for port 2023ea57-6102-47af-bc76-b79aecd0dacb triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:42.804063 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e5ce924b-9db5-40e4-9616-b0e88d27db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:42.825350 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f3eb21b-1742-4bd7-a4bc-f4cbf6bff203 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:42.826388 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f3eb21b-1742-4bd7-a4bc-f4cbf6bff203 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:42.867582 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e5ce924b-9db5-40e4-9616-b0e88d27db59 None None] Port 2023ea57-6102-47af-bc76-b79aecd0dacb cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:51:42.925275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f184597-b1e7-46ad-b021-08979c850888 req-a757009f-62ea-441d-b70c-49cdcffc845e tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:42.926033 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-5f184597-b1e7-46ad-b021-08979c850888 req-a757009f-62ea-441d-b70c-49cdcffc845e tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Synchronizing usage tracker for tenant:637df6f0e57a4804a82858e7d06b6d7b on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:42.935486 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-47248966-0b76-456a-898d-4e896ee12a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:42.936663 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-47248966-0b76-456a-898d-4e896ee12a8f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/92962d19-399c-4bdb-a846-94bffd1c0fed HTTP/1.1" status: 204 len: 168 time: 2.2727773 Apr 18 05:51:42.964099 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-5f184597-b1e7-46ad-b021-08979c850888 req-a757009f-62ea-441d-b70c-49cdcffc845e tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Unset dirty status for tenant:637df6f0e57a4804a82858e7d06b6d7b on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:42.965863 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5f184597-b1e7-46ad-b021-08979c850888 req-a757009f-62ea-441d-b70c-49cdcffc845e tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 944 time: 0.2922461 Apr 18 05:51:42.974230 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['c443a733-7925-498b-ab6a-316c3b18bf5a'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 05:51:43.069401 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f3eb21b-1742-4bd7-a4bc-f4cbf6bff203 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:43.103754 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5f184597-b1e7-46ad-b021-08979c850888 req-1ad5495c-686c-47e3-95eb-a90fd5ca5f66 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/security-groups?id=4454dfcf-b58a-46d1-b9f8-5e5519d0cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286678 Apr 18 05:51:43.222627 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c262635f-f15d-408a-b192-982b23420445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:43.231976 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38572) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:43.238853 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54596d8-3891-485a-9cc1-9766a5e04bbd req-4fd72584-dfae-4576-bf6b-1d7a0a79e2d7 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:43.239552 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-c54596d8-3891-485a-9cc1-9766a5e04bbd req-4fd72584-dfae-4576-bf6b-1d7a0a79e2d7 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Synchronizing usage tracker for tenant:16530a209bf44d9e8d1b192ff854fad3 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:43.247512 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f3eb21b-1742-4bd7-a4bc-f4cbf6bff203 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:43.267988 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:43.341687 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-a16104d1-2490-4306-99cf-17883730ed58 req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2023ea57-6102-47af-bc76-b79aecd0dacb {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 05:51:43.350444 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-a16104d1-2490-4306-99cf-17883730ed58 req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:43.374219 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-a16104d1-2490-4306-99cf-17883730ed58 req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] Transition to ACTIVE for port object 2023ea57-6102-47af-bc76-b79aecd0dacb will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:43.386643 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-a16104d1-2490-4306-99cf-17883730ed58 req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:43.439687 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986600d2-001d-4de3-8909-6291421b5cb8 req-f65c6879-6c22-41b6-b857-1094f9d283ae tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:43.440430 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-986600d2-001d-4de3-8909-6291421b5cb8 req-f65c6879-6c22-41b6-b857-1094f9d283ae tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Synchronizing usage tracker for tenant:e66226dc1f664b9db6f01b9a65f1c168 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:43.515492 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38578) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:43.526110 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.resource_extend [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:51:43.535290 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f3eb21b-1742-4bd7-a4bc-f4cbf6bff203 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:43.536478 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3f3eb21b-1742-4bd7-a4bc-f4cbf6bff203 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2269847 Apr 18 05:51:43.550032 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38584) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:43.674116 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-c54596d8-3891-485a-9cc1-9766a5e04bbd req-4fd72584-dfae-4576-bf6b-1d7a0a79e2d7 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Unset dirty status for tenant:16530a209bf44d9e8d1b192ff854fad3 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:43.675251 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c54596d8-3891-485a-9cc1-9766a5e04bbd req-4fd72584-dfae-4576-bf6b-1d7a0a79e2d7 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 931 time: 0.9237220 Apr 18 05:51:43.701904 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f0cebc4a-d670-4a3c-bed2-99d2210d58da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:43.744205 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-986600d2-001d-4de3-8909-6291421b5cb8 req-f65c6879-6c22-41b6-b857-1094f9d283ae tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Unset dirty status for tenant:e66226dc1f664b9db6f01b9a65f1c168 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:43.745471 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-986600d2-001d-4de3-8909-6291421b5cb8 req-f65c6879-6c22-41b6-b857-1094f9d283ae tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 932 time: 0.4739642 Apr 18 05:51:43.752229 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] Pushing event updated for resources: {'Port': ['ID=2023ea57-6102-47af-bc76-b79aecd0dacb,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:43.777888 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4b2d5aa4-cd5c-4507-9ff2-279621573ccd tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:43.802449 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f0cebc4a-d670-4a3c-bed2-99d2210d58da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:43.818344 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f0cebc4a-d670-4a3c-bed2-99d2210d58da admin admin] Usage tracker for resource:security_group_rule and tenant:8e03764ed1c2415c8d429446cdfab671 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:43.822548 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e6320b78-6ee2-4e26-ba0e-42f49bdceb60 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df93cae4a269459abd1c56db4a45d7e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3050344 Apr 18 05:51:43.825293 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f0cebc4a-d670-4a3c-bed2-99d2210d58da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:43.835623 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38588) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:43.847086 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f0cebc4a-d670-4a3c-bed2-99d2210d58da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:43.856166 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 888a1820-99bb-4a06-a2a7-bfd6b7791d9a {{(pid=88035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 05:51:43.877539 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-986600d2-001d-4de3-8909-6291421b5cb8 req-ac98f370-5a9d-4827-be22-de817ffb7eb5 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164782 Apr 18 05:51:43.885411 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-a16104d1-2490-4306-99cf-17883730ed58 req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] Attempting to bind port 2023ea57-6102-47af-bc76-b79aecd0dacb on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:43.885744 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-a16104d1-2490-4306-99cf-17883730ed58 req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] Attempting to bind port 2023ea57-6102-47af-bc76-b79aecd0dacb by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '697bc392-01f0-4717-af3e-52af340b5bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:43.886064 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16104d1-2490-4306-99cf-17883730ed58 req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] Attempting to bind port 2023ea57-6102-47af-bc76-b79aecd0dacb on network 2ca065a0-30ac-4abf-bd64-c47717936a41 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:43.890789 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:43.908286 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16104d1-2490-4306-99cf-17883730ed58 req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] Port 2023ea57-6102-47af-bc76-b79aecd0dacb on network 2ca065a0-30ac-4abf-bd64-c47717936a41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:43.908609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16104d1-2490-4306-99cf-17883730ed58 req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] Attempting to bind port 2023ea57-6102-47af-bc76-b79aecd0dacb on network 2ca065a0-30ac-4abf-bd64-c47717936a41 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:43.931786 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16104d1-2490-4306-99cf-17883730ed58 req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:51:43.932142 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16104d1-2490-4306-99cf-17883730ed58 req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] Checking segment: {'id': '697bc392-01f0-4717-af3e-52af340b5bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:51:43.932516 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16104d1-2490-4306-99cf-17883730ed58 req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] Bound using segment: {'id': '697bc392-01f0-4717-af3e-52af340b5bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:51:43.932949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-a16104d1-2490-4306-99cf-17883730ed58 req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] Bound port: 2023ea57-6102-47af-bc76-b79aecd0dacb, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '697bc392-01f0-4717-af3e-52af340b5bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:51:43.933287 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-a16104d1-2490-4306-99cf-17883730ed58 req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.020895 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-edcbd932-4571-4be2-bb75-538000e6329c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.022414 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] Transition to ACTIVE for port object 888a1820-99bb-4a06-a2a7-bfd6b7791d9a will not be triggered until provisioned by entity L2. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:44.024233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c262635f-f15d-408a-b192-982b23420445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.099197 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-edcbd932-4571-4be2-bb75-538000e6329c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.110053 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.114677 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-a16104d1-2490-4306-99cf-17883730ed58 req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] For port 2023ea57-6102-47af-bc76-b79aecd0dacb, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:51:44.133749 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f0cebc4a-d670-4a3c-bed2-99d2210d58da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.145165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-a16104d1-2490-4306-99cf-17883730ed58 req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] For port 2023ea57-6102-47af-bc76-b79aecd0dacb, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=2023ea57-6102-47af-bc76-b79aecd0dacb,segment=NetworkSegment(697bc392-01f0-4717-af3e-52af340b5bca),segment_id=697bc392-01f0-4717-af3e-52af340b5bca)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:51:44.148888 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f0cebc4a-d670-4a3c-bed2-99d2210d58da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.153097 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c443a733-7925-498b-ab6a-316c3b18bf5a up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:44.165994 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-a16104d1-2490-4306-99cf-17883730ed58 req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.264484 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port c443a733-7925-498b-ab6a-316c3b18bf5a completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:44.270791 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port c443a733-7925-498b-ab6a-316c3b18bf5a triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:44.271208 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.287684 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4b2d5aa4-cd5c-4507-9ff2-279621573ccd tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.290274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4b2d5aa4-cd5c-4507-9ff2-279621573ccd tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.312071 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16104d1-2490-4306-99cf-17883730ed58 req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:44.312654 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-a16104d1-2490-4306-99cf-17883730ed58 req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.314103 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a16104d1-2490-4306-99cf-17883730ed58 req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] 10.222.0.52 "PUT /v2.0/ports/2023ea57-6102-47af-bc76-b79aecd0dacb HTTP/1.1" status: 200 len: 1094 time: 1.8005223 Apr 18 05:51:44.314851 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469fbe35-3f96-423b-98ac-7d619d25993f', 'tag': '2023ea57-6102-47af-bc76-b79aecd0dacb'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:51:44.326060 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f0cebc4a-d670-4a3c-bed2-99d2210d58da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e03764ed1c2415c8d429446cdfab671&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0873902 Apr 18 05:51:44.329787 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cebc4a-d670-4a3c-bed2-99d2210d58da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b9e8f3-fd15-411d-8059-ffdf3452df64,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:44.334397 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c54596d8-3891-485a-9cc1-9766a5e04bbd req-b7ea37ca-b401-4f0c-bb19-200b270dc119 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/security-groups?id=0243f8f4-55ad-4220-a9f6-be527e81dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5965283 Apr 18 05:51:44.337116 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.337288 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38596) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:44.381234 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd339e-3e5d-4a9d-98cf-13dc70761424 service neutron] Pushing event updated for resources: {'Port': ['ID=2023ea57-6102-47af-bc76-b79aecd0dacb,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:44.390761 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-edcbd932-4571-4be2-bb75-538000e6329c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.521193 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4b2d5aa4-cd5c-4507-9ff2-279621573ccd tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.521803 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2d5aa4-cd5c-4507-9ff2-279621573ccd tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37b4661b-c212-4d76-9ad7-5450e5f0e0fe {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:51:44.538076 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64782d48-b27d-4972-be46-f1f23f0ff1d9'] response: {'name': 'network-changed', 'server_uuid': '469fbe35-3f96-423b-98ac-7d619d25993f', 'tag': '2023ea57-6102-47af-bc76-b79aecd0dacb', 'status': 'completed', 'code': 200} Apr 18 05:51:44.538753 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbd932-4571-4be2-bb75-538000e6329c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4add19b0-e18b-43d2-87fb-2cf6c63c184c,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:44.551383 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4b2d5aa4-cd5c-4507-9ff2-279621573ccd tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.556487 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4b2d5aa4-cd5c-4507-9ff2-279621573ccd tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] 10.222.0.15 "DELETE /v2.0/routers/37b4661b-c212-4d76-9ad7-5450e5f0e0fe HTTP/1.1" status: 204 len: 168 time: 1.0017126 Apr 18 05:51:44.565537 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c262635f-f15d-408a-b192-982b23420445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:44.569838 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38602) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:44.582915 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.586547 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-e731747c-97bb-476b-a67a-c03fca152e1b tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Request body: {'router': {'name': 'tempest-router-1072369969', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '175503c4b4e14033b5bdfa53083091f1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:44.602386 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-edcbd932-4571-4be2-bb75-538000e6329c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.604110 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-edcbd932-4571-4be2-bb75-538000e6329c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4add19b0-e18b-43d2-87fb-2cf6c63c184c HTTP/1.1" status: 204 len: 168 time: 0.7586868 Apr 18 05:51:44.609331 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e731747c-97bb-476b-a67a-c03fca152e1b tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:44.618090 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae53991-b658-49f8-9ce9-d343dfab7a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c443a733-7925-498b-ab6a-316c3b18bf5a'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:51:44.620428 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e731747c-97bb-476b-a67a-c03fca152e1b tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Usage tracker for resource:router and tenant:175503c4b4e14033b5bdfa53083091f1 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:44.638852 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e731747c-97bb-476b-a67a-c03fca152e1b tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:44.641194 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-c262635f-f15d-408a-b192-982b23420445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:44.663412 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e731747c-97bb-476b-a67a-c03fca152e1b tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:44.667139 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c262635f-f15d-408a-b192-982b23420445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:44.668642 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c262635f-f15d-408a-b192-982b23420445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:44.671652 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c262635f-f15d-408a-b192-982b23420445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.677953 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56862b-eda4-4c49-b185-7223823f2101 req-b4c2d082-7cca-4348-b8be-7d73e9fb2134 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:44.679224 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bd56862b-eda4-4c49-b185-7223823f2101 req-b4c2d082-7cca-4348-b8be-7d73e9fb2134 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 944 time: 0.4469039 Apr 18 05:51:44.689734 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9cba1e2b-2827-427f-8c37-5165c0048f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.713876 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c262635f-f15d-408a-b192-982b23420445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.3076952 Apr 18 05:51:44.719661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38612) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:44.721348 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c443a733-7925-498b-ab6a-316c3b18bf5a, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c443a733-7925-498b-ab6a-316c3b18bf5a,segment=NetworkSegment(b0ba8c48-799c-416f-bb63-ed07cbafbfaa),segment_id=b0ba8c48-799c-416f-bb63-ed07cbafbfaa)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:44.731974 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.813336 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16104d1-2490-4306-99cf-17883730ed58 req-c4d21e11-3ae8-4237-9b39-d515fcf72718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:44.814389 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262635f-f15d-408a-b192-982b23420445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Pushing event updated for resources: {'Port': ['ID=72ca8bac-ea0c-48ef-99fb-0134ec2be7bd,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:44.815783 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a16104d1-2490-4306-99cf-17883730ed58 req-c4d21e11-3ae8-4237-9b39-d515fcf72718 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e66226dc1f664b9db6f01b9a65f1c168&device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 1097 time: 0.4186325 Apr 18 05:51:44.817310 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e731747c-97bb-476b-a67a-c03fca152e1b tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.818586 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e731747c-97bb-476b-a67a-c03fca152e1b tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.883125 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=c443a733-7925-498b-ab6a-316c3b18bf5a,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:44.953977 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e731747c-97bb-476b-a67a-c03fca152e1b tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:44.983020 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] Pushing event updated for resources: {'Port': ['ID=888a1820-99bb-4a06-a2a7-bfd6b7791d9a,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:44.995130 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a16104d1-2490-4306-99cf-17883730ed58 req-d26fde10-269c-4e27-8ee7-3d81bafdc0ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2023ea57-6102-47af-bc76-b79aecd0dacb HTTP/1.1" status: 200 len: 217 time: 0.1355431 Apr 18 05:51:45.001068 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] Attempting to bind port 888a1820-99bb-4a06-a2a7-bfd6b7791d9a on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:45.001638 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] Attempting to bind port 888a1820-99bb-4a06-a2a7-bfd6b7791d9a by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '90bc9c89-017d-4efd-82f8-9dbfeb8d8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:45.002118 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] Attempting to bind port 888a1820-99bb-4a06-a2a7-bfd6b7791d9a on network 529cc79f-e17f-4fa1-8fbf-dafe25139197 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:45.003932 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9cba1e2b-2827-427f-8c37-5165c0048f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:45.011185 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] Port 888a1820-99bb-4a06-a2a7-bfd6b7791d9a on network 529cc79f-e17f-4fa1-8fbf-dafe25139197 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:45.011765 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] Attempting to bind port 888a1820-99bb-4a06-a2a7-bfd6b7791d9a on network 529cc79f-e17f-4fa1-8fbf-dafe25139197 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:45.018167 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:45.021759 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:51:45.022293 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] Checking segment: {'id': '90bc9c89-017d-4efd-82f8-9dbfeb8d8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:51:45.023007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] Bound using segment: {'id': '90bc9c89-017d-4efd-82f8-9dbfeb8d8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197'} {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:51:45.023597 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] Bound port: 888a1820-99bb-4a06-a2a7-bfd6b7791d9a, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90bc9c89-017d-4efd-82f8-9dbfeb8d8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197'}}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:51:45.024104 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:45.036469 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:45.048241 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e731747c-97bb-476b-a67a-c03fca152e1b tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:45.103648 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bd56862b-eda4-4c49-b185-7223823f2101 req-554b2a57-5d3d-4ae4-9f24-999fc2bc6358 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/security-groups?id=4454dfcf-b58a-46d1-b9f8-5e5519d0cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4096146 Apr 18 05:51:45.109826 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce283a-2b06-47a7-ad4d-e297cf6d50b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:45.114390 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3cce283a-2b06-47a7-ad4d-e297cf6d50b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] 10.222.0.15 "GET /v2.0/ports/72ca8bac-ea0c-48ef-99fb-0134ec2be7bd HTTP/1.1" status: 200 len: 959 time: 0.3582084 Apr 18 05:51:45.134887 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38626) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:45.196628 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e731747c-97bb-476b-a67a-c03fca152e1b tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:45.198288 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e731747c-97bb-476b-a67a-c03fca152e1b tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6260350 Apr 18 05:51:45.215792 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38634) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:45.234627 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-273a98f6-cc39-4137-8005-47bde208a652 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:45.296721 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16104d1-2490-4306-99cf-17883730ed58 req-57794e2f-c483-4900-85fb-c479feb60990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:45.297990 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a16104d1-2490-4306-99cf-17883730ed58 req-57794e2f-c483-4900-85fb-c479feb60990 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b9d647f1-8c55-4e15-9c83-afad77ec2154 HTTP/1.1" status: 200 len: 851 time: 0.2859626 Apr 18 05:51:45.420056 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-0c893118-be7e-46db-84e1-9e11150257f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Deleting port 72ca8bac-ea0c-48ef-99fb-0134ec2be7bd {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:51:45.420478 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0c893118-be7e-46db-84e1-9e11150257f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:45.438270 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:45.471771 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9cba1e2b-2827-427f-8c37-5165c0048f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:45.474566 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def9f484-0157-4725-9fc5-a6c02e111380'] response: {'server_uuid': 'eae53991-b658-49f8-9ce9-d343dfab7a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c443a733-7925-498b-ab6a-316c3b18bf5a', 'code': 200} Apr 18 05:51:45.517060 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Pushing event updated for resources: {'Port': ['ID=72288d29-53cc-43ed-8495-a53d58535a56,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:45.584448 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] For port 888a1820-99bb-4a06-a2a7-bfd6b7791d9a, host hv-neutron-8374, cleared binding levels {{(pid=88035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:51:45.617164 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba1e2b-2827-427f-8c37-5165c0048f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b9e8f3-fd15-411d-8059-ffdf3452df64,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:45.693286 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] For port 888a1820-99bb-4a06-a2a7-bfd6b7791d9a, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=888a1820-99bb-4a06-a2a7-bfd6b7791d9a,segment=NetworkSegment(90bc9c89-017d-4efd-82f8-9dbfeb8d8462),segment_id=90bc9c89-017d-4efd-82f8-9dbfeb8d8462)] {{(pid=88035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:51:45.711760 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:45.755486 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d90fbc-db21-4228-b77f-51c46b8d1ae7 req-e009c975-9eaf-40fc-9e73-eb19b3d72edd tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:45.756256 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-a9d90fbc-db21-4228-b77f-51c46b8d1ae7 req-e009c975-9eaf-40fc-9e73-eb19b3d72edd tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Synchronizing usage tracker for tenant:e66226dc1f664b9db6f01b9a65f1c168 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:45.779386 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Floating IP 6fe1f0e8-6a03-4161-a021-c79bc5db8c21 associated. External IP: 172.26.1.6, port: ce7e060c-105c-4f96-a806-f1e122961d9d. Apr 18 05:51:45.829215 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38650) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:45.858819 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:45.859438 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:45.860846 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] 10.222.0.52 "PUT /v2.0/ports/888a1820-99bb-4a06-a2a7-bfd6b7791d9a HTTP/1.1" status: 200 len: 1093 time: 4.6962638 Apr 18 05:51:45.869201 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399ecdd2-1884-4a98-8c14-b3e29b9512f9', 'tag': '888a1820-99bb-4a06-a2a7-bfd6b7791d9a'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:51:45.890322 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-a9d90fbc-db21-4228-b77f-51c46b8d1ae7 req-e009c975-9eaf-40fc-9e73-eb19b3d72edd tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Unset dirty status for tenant:e66226dc1f664b9db6f01b9a65f1c168 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:45.892723 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9cba1e2b-2827-427f-8c37-5165c0048f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:45.896110 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9cba1e2b-2827-427f-8c37-5165c0048f27 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8b9e8f3-fd15-411d-8059-ffdf3452df64 HTTP/1.1" status: 204 len: 168 time: 1.5564828 Apr 18 05:51:45.901552 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a9d90fbc-db21-4228-b77f-51c46b8d1ae7 req-e009c975-9eaf-40fc-9e73-eb19b3d72edd tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 944 time: 0.8612154 Apr 18 05:51:46.061740 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878db354-465b-4d86-907b-1d411e6594a3 service neutron] Pushing event updated for resources: {'Port': ['ID=888a1820-99bb-4a06-a2a7-bfd6b7791d9a,revision_number=3']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:46.068367 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2090791320'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:46.128482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-273a98f6-cc39-4137-8005-47bde208a652 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:46.128742 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-273a98f6-cc39-4137-8005-47bde208a652 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:46.148454 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:46.167199 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Usage tracker for resource:network and tenant:5363d5685d824735b18239fcd4923d66 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:46.174464 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a9d90fbc-db21-4228-b77f-51c46b8d1ae7 req-569c5500-6f94-4ee2-880d-8ab5c376c36b tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716677 Apr 18 05:51:46.178821 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:46.203723 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:46.211057 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16104d1-2490-4306-99cf-17883730ed58 req-685d8e55-f09a-4bea-9f1e-74f28cbb8817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:46.214585 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a16104d1-2490-4306-99cf-17883730ed58 req-685d8e55-f09a-4bea-9f1e-74f28cbb8817 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ca065a0-30ac-4abf-bd64-c47717936a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8956356 Apr 18 05:51:46.288611 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Made reservation on behalf of 5363d5685d824735b18239fcd4923d66 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:46.292918 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:46.327088 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:46.340178 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-273a98f6-cc39-4137-8005-47bde208a652 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88034) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 18 05:51:46.340614 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-273a98f6-cc39-4137-8005-47bde208a652 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Router 53353e5e-96e5-40e3-96e2-1be872a167fa migrating from provider to provider. {{(pid=88034) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 18 05:51:46.341035 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-273a98f6-cc39-4137-8005-47bde208a652 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:46.349845 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-273a98f6-cc39-4137-8005-47bde208a652 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:46.398588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-eec3ac16-ccf3-41d6-839b-7baf0679f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:46.400893 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-eec3ac16-ccf3-41d6-839b-7baf0679f373 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=16530a209bf44d9e8d1b192ff854fad3&device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 1096 time: 0.4574201 Apr 18 05:51:46.406662 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-273a98f6-cc39-4137-8005-47bde208a652 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:46.406960 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:46.438914 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38668) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:46.476081 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Usage tracker for resource:security_group_rule and tenant:5363d5685d824735b18239fcd4923d66 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:46.535031 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:46.546710 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-fac6e5cf-d567-45dc-85e7-418afecf59af service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=888a1820-99bb-4a06-a2a7-bfd6b7791d9a HTTP/1.1" status: 200 len: 217 time: 0.1285484 Apr 18 05:51:46.553310 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:46.563688 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea7c69-2548-445b-aee6-2897bee3e367 req-6e8538b8-8fda-49ef-814d-35da52efeef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:46.565524 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-99ea7c69-2548-445b-aee6-2897bee3e367 req-6e8538b8-8fda-49ef-814d-35da52efeef1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 1098 time: 0.8470976 Apr 18 05:51:46.656616 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6d332ab0-80ea-490e-a9cf-5f84ff53ecb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:46.670731 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Router 102cb63a-14dc-48c1-8a73-a7065d857d00 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:51:46.683272 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b528dd-deb2-44a6-ab1c-8bcd39b4a95e req-2da23946-4bc0-42c4-86ae-fbe80251080f tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:46.684758 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f9b528dd-deb2-44a6-ab1c-8bcd39b4a95e req-2da23946-4bc0-42c4-86ae-fbe80251080f tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 945 time: 0.3657112 Apr 18 05:51:46.692474 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-75a53470-35fa-4544-8d5b-9c33df01a002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:46.693762 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-75a53470-35fa-4544-8d5b-9c33df01a002 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=086e6f9c-e0df-4018-9811-30d13b145f68 HTTP/1.1" status: 200 len: 844 time: 0.1346104 Apr 18 05:51:46.733619 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f18b0b-e2ba-460f-8000-417a916d17e1 req-35709345-feae-45f3-85c4-add4af0d0730 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:46.735062 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-52f18b0b-e2ba-460f-8000-417a916d17e1 req-35709345-feae-45f3-85c4-add4af0d0730 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 943 time: 1.1075177 Apr 18 05:51:46.745331 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0c893118-be7e-46db-84e1-9e11150257f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:46.763865 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-99ea7c69-2548-445b-aee6-2897bee3e367 req-89588869-3754-458f-a5a0-6be4fe5baee4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:46.845039 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6d332ab0-80ea-490e-a9cf-5f84ff53ecb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:46.872748 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f9b528dd-deb2-44a6-ab1c-8bcd39b4a95e req-9b9a640a-2189-4301-8536-8d0941ffd795 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/security-groups?id=4454dfcf-b58a-46d1-b9f8-5e5519d0cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751487 Apr 18 05:51:46.916708 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-0c893118-be7e-46db-84e1-9e11150257f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Calling delete_port for 72ca8bac-ea0c-48ef-99fb-0134ec2be7bd owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:51:46.944859 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6d332ab0-80ea-490e-a9cf-5f84ff53ecb1 admin admin] Usage tracker for resource:security_group_rule and tenant:b19548d3a2a3459f96562522bfc43d83 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:46.948026 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6d332ab0-80ea-490e-a9cf-5f84ff53ecb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:46.971789 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-99ea7c69-2548-445b-aee6-2897bee3e367 req-89588869-3754-458f-a5a0-6be4fe5baee4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:46.976290 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6d332ab0-80ea-490e-a9cf-5f84ff53ecb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:46.980489 dv-neutron-837489-1-hyperv neutron-server[88034]: WARNING neutron.scheduler.l3_agent_scheduler [None req-273a98f6-cc39-4137-8005-47bde208a652 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] No L3 agents can host the router 53353e5e-96e5-40e3-96e2-1be872a167fa Apr 18 05:51:46.991557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-99ea7c69-2548-445b-aee6-2897bee3e367 req-89588869-3754-458f-a5a0-6be4fe5baee4 service neutron] Usage tracker for resource:security_group_rule and tenant:68fcc22bb5b843b09bc0c604d6ff4096 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:47.009507 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-99ea7c69-2548-445b-aee6-2897bee3e367 req-89588869-3754-458f-a5a0-6be4fe5baee4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:47.049523 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-99ea7c69-2548-445b-aee6-2897bee3e367 req-89588869-3754-458f-a5a0-6be4fe5baee4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:47.082015 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b513e0b5-ebbe-4cf3-a6c0-8cced03a518d'] response: {'name': 'network-changed', 'server_uuid': '399ecdd2-1884-4a98-8c14-b3e29b9512f9', 'tag': '888a1820-99bb-4a06-a2a7-bfd6b7791d9a', 'status': 'completed', 'code': 200} Apr 18 05:51:47.082566 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a16104d1-2490-4306-99cf-17883730ed58 req-75767227-f7d4-4a55-97c0-c0c615a2472d service neutron] 10.222.0.52 "GET /v2.0/networks/2ca065a0-30ac-4abf-bd64-c47717936a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7065897 Apr 18 05:51:47.084988 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-52f18b0b-e2ba-460f-8000-417a916d17e1 req-f3361d26-470d-4cac-a77d-e8a7053e5c44 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/security-groups?id=0243f8f4-55ad-4220-a9f6-be527e81dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3236349 Apr 18 05:51:47.110421 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:47.131020 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:47.157994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:51:47.167982 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762edbde-4e4e-4ca2-b738-c59ece68f555 None None] Sync routers for ids ['102cb63a-14dc-48c1-8a73-a7065d857d00'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:51:47.177530 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762edbde-4e4e-4ca2-b738-c59ece68f555 None None] Routers {'102cb63a-14dc-48c1-8a73-a7065d857d00'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:51:47.178133 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-762edbde-4e4e-4ca2-b738-c59ece68f555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:51:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['102cb63a-14dc-48c1-8a73-a7065d857d00'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:47.197855 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-14ecf9ae-b46b-4d65-bbef-86acf46b91c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:47.199534 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-14ecf9ae-b46b-4d65-bbef-86acf46b91c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=529cc79f-e17f-4fa1-8fbf-dafe25139197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4846649 Apr 18 05:51:47.200348 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f74f619-cc33-419e-9b06-ca170b5df312,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:47.203583 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:51:47.248199 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-762edbde-4e4e-4ca2-b738-c59ece68f555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:47.258499 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762edbde-4e4e-4ca2-b738-c59ece68f555 None None] Routers {'102cb63a-14dc-48c1-8a73-a7065d857d00'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:51:47.262239 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-762edbde-4e4e-4ca2-b738-c59ece68f555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:51:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['102cb63a-14dc-48c1-8a73-a7065d857d00'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:47.330327 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-762edbde-4e4e-4ca2-b738-c59ece68f555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:47.330724 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762edbde-4e4e-4ca2-b738-c59ece68f555 None None] The sync data for ids ['102cb63a-14dc-48c1-8a73-a7065d857d00'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:51:47.384767 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:47.385519 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Added segment 91eebe50-fc25-4a55-b18d-baec4884d659 of type vlan for network 84240401-986e-4ecd-a0a3-d8b36ab8fb9d Apr 18 05:51:47.474897 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0c893118-be7e-46db-84e1-9e11150257f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:47.480157 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:47.529221 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:47.544317 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-d57a8a7a-34a7-4b60-a73a-784f171d54c8 service neutron] 10.222.0.52 "GET /v2.0/networks/529cc79f-e17f-4fa1-8fbf-dafe25139197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185813 Apr 18 05:51:47.558861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c893118-be7e-46db-84e1-9e11150257f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Pushing event deleted for resources: {'Port': ['ID=72ca8bac-ea0c-48ef-99fb-0134ec2be7bd,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:47.574265 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273a98f6-cc39-4137-8005-47bde208a652 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Hosts for router 53353e5e-96e5-40e3-96e2-1be872a167fa: [] {{(pid=88034) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Apr 18 05:51:47.612125 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8af33243-d8e1-45d7-8653-3db73a6bf84c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 10.6719499 Apr 18 05:51:47.614600 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0c893118-be7e-46db-84e1-9e11150257f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:47.616469 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38676) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:47.667920 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273a98f6-cc39-4137-8005-47bde208a652 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Hosts for other DVR routers connected to router 53353e5e-96e5-40e3-96e2-1be872a167fa: set() {{(pid=88034) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Apr 18 05:51:47.685376 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a16104d1-2490-4306-99cf-17883730ed58 req-a4d2d84c-3f72-4372-90c1-414f49773cc8 service neutron] 10.222.0.52 "GET /v2.0/networks/2ca065a0-30ac-4abf-bd64-c47717936a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328834 Apr 18 05:51:47.704131 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0c893118-be7e-46db-84e1-9e11150257f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] 10.222.0.15 "DELETE /v2.0/ports/72ca8bac-ea0c-48ef-99fb-0134ec2be7bd HTTP/1.1" status: 204 len: 168 time: 2.5623112 Apr 18 05:51:47.706448 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38680) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:47.707415 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-273a98f6-cc39-4137-8005-47bde208a652 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:47.708818 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-273a98f6-cc39-4137-8005-47bde208a652 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] 10.222.0.15 "PUT /v2.0/routers/53353e5e-96e5-40e3-96e2-1be872a167fa HTTP/1.1" status: 200 len: 717 time: 2.4895246 Apr 18 05:51:47.729573 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38684) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:47.776888 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:47.782264 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:47.782852 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:47.822972 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a253170-1b44-4f48-ab76-718a2d607419 req-ee52f03b-5d42-4c99-961b-b0ff63a22555 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:47.824465 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9a253170-1b44-4f48-ab76-718a2d607419 req-ee52f03b-5d42-4c99-961b-b0ff63a22555 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 944 time: 0.4422662 Apr 18 05:51:47.875983 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6d332ab0-80ea-490e-a9cf-5f84ff53ecb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:47.890727 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-264a3c4a-e61e-420c-bf2c-1ec324a76e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] GET failed (client error): The resource could not be found. Apr 18 05:51:47.891278 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-264a3c4a-e61e-420c-bf2c-1ec324a76e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Synchronizing usage tracker for tenant:c1d12dd322b947abaabd2134bca0138b on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:47.902295 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-99ea7c69-2548-445b-aee6-2897bee3e367 req-89588869-3754-458f-a5a0-6be4fe5baee4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:47.904276 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6d332ab0-80ea-490e-a9cf-5f84ff53ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:47.931900 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-99ea7c69-2548-445b-aee6-2897bee3e367 req-89588869-3754-458f-a5a0-6be4fe5baee4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:47.939346 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f0b56528-0cb4-43ce-b394-c6b68c19ac83 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] 10.222.0.15 "GET /v2.0/floatingips/6fe1f0e8-6a03-4161-a021-c79bc5db8c21 HTTP/1.1" status: 200 len: 981 time: 0.3155544 Apr 18 05:51:47.950249 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38690) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:47.973512 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1251969 Apr 18 05:51:47.973512 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75cd064-dab9-4b55-a2a5-79c3662b1910 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Network': ['ID=84240401-986e-4ecd-a0a3-d8b36ab8fb9d,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:47.992594 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 84240401-986e-4ecd-a0a3-d8b36ab8fb9d details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:51:48.028288 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-99ea7c69-2548-445b-aee6-2897bee3e367 req-89588869-3754-458f-a5a0-6be4fe5baee4 service neutron] Synchronizing usage tracker for tenant:68fcc22bb5b843b09bc0c604d6ff4096 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:48.032931 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ec5cc24d-6d8f-43a7-8836-e707463747a2 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] 10.222.0.15 "GET /v2.0/routers/53353e5e-96e5-40e3-96e2-1be872a167fa HTTP/1.1" status: 200 len: 717 time: 0.2666190 Apr 18 05:51:48.046495 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6d332ab0-80ea-490e-a9cf-5f84ff53ecb1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b19548d3a2a3459f96562522bfc43d83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6066647 Apr 18 05:51:48.049135 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38694) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:48.049467 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38696) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:48.086245 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b2d76ee3-2dff-412d-be17-a5c28b6338e0 req-66585451-9f62-4349-a2d7-14fef40922ef service neutron] 10.222.0.52 "GET /v2.0/networks/529cc79f-e17f-4fa1-8fbf-dafe25139197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256729 Apr 18 05:51:48.116024 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38706) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:48.121741 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-264a3c4a-e61e-420c-bf2c-1ec324a76e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Unset dirty status for tenant:c1d12dd322b947abaabd2134bca0138b on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:48.123116 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-264a3c4a-e61e-420c-bf2c-1ec324a76e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] 10.222.0.15 "GET /v2.0/ports/72ca8bac-ea0c-48ef-99fb-0134ec2be7bd HTTP/1.1" status: 404 len: 333 time: 0.4132073 Apr 18 05:51:48.128357 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9a253170-1b44-4f48-ab76-718a2d607419 req-3bca24fa-bc76-4513-9b95-4f34707e54a5 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855868 Apr 18 05:51:48.128860 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38710) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:48.135469 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d332ab0-80ea-490e-a9cf-5f84ff53ecb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e244ef7-372f-4f81-94bd-9261e0ab217c,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:48.137592 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-0bb2d1b6-4010-49cd-bf47-0b6d7ca04966 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'subnet': {'network_id': '84240401-986e-4ecd-a0a3-d8b36ab8fb9d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:48.165257 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-99ea7c69-2548-445b-aee6-2897bee3e367 req-89588869-3754-458f-a5a0-6be4fe5baee4 service neutron] Unset dirty status for tenant:68fcc22bb5b843b09bc0c604d6ff4096 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:48.166724 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-99ea7c69-2548-445b-aee6-2897bee3e367 req-89588869-3754-458f-a5a0-6be4fe5baee4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4454dfcf-b58a-46d1-b9f8-5e5519d0cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5398343 Apr 18 05:51:48.187626 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9c138-f920-4b43-b835-1d59731a270a req-4ce73826-03d6-41a4-b0b5-ea526deaf34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:48.189317 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0bf9c138-f920-4b43-b835-1d59731a270a req-4ce73826-03d6-41a4-b0b5-ea526deaf34f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e66226dc1f664b9db6f01b9a65f1c168&device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 1097 time: 0.4195881 Apr 18 05:51:48.192165 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-3abfa3f6-97e9-4ce5-8f05-d21e05336aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Request body: {'port': {'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-426160113'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:48.199517 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89588869-3754-458f-a5a0-6be4fe5baee4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fd183614-203e-4d47-992b-ed3982467826,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:48.231142 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e5a1c-e90c-44ca-83f2-a2c3977717ae req-74b0afbd-9fb1-460b-876d-0bf8c29e5b1b tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:48.233034 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-273e5a1c-e90c-44ca-83f2-a2c3977717ae req-74b0afbd-9fb1-460b-876d-0bf8c29e5b1b tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 945 time: 0.1893072 Apr 18 05:51:48.290694 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-273e5a1c-e90c-44ca-83f2-a2c3977717ae req-f3dffed0-eec7-498f-81b4-ebba9413c6b5 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/security-groups?id=4454dfcf-b58a-46d1-b9f8-5e5519d0cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504959 Apr 18 05:51:48.371161 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3abfa3f6-97e9-4ce5-8f05-d21e05336aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:48.483503 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-426dc970-65cc-4a1c-9363-bc1233d240e0 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2903 time: 0.5299094 Apr 18 05:51:48.493928 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38718) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:48.500595 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3abfa3f6-97e9-4ce5-8f05-d21e05336aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:48.514762 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-0bb2d1b6-4010-49cd-bf47-0b6d7ca04966 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:48.577462 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0bb2d1b6-4010-49cd-bf47-0b6d7ca04966 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Usage tracker for resource:subnet and tenant:5363d5685d824735b18239fcd4923d66 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:48.600407 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0bb2d1b6-4010-49cd-bf47-0b6d7ca04966 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:48.615177 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bfb6ba26-0fa5-41e9-8fe6-5373cf1218e4 tempest-RoutersTestDVR-1840628445 tempest-RoutersTestDVR-1840628445-project] 10.222.0.15 "GET /v2.0/routers/53353e5e-96e5-40e3-96e2-1be872a167fa HTTP/1.1" status: 200 len: 683 time: 0.5629878 Apr 18 05:51:48.617098 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abfa3f6-97e9-4ce5-8f05-d21e05336aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Made reservation on behalf of c1d12dd322b947abaabd2134bca0138b for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:48.619429 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3abfa3f6-97e9-4ce5-8f05-d21e05336aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:48.623336 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38722) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:48.631513 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-0bb2d1b6-4010-49cd-bf47-0b6d7ca04966 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:48.633657 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-573e4c51-d340-48a5-a739-63284c8d0123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:48.670732 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-3abfa3f6-97e9-4ce5-8f05-d21e05336aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] device_id is not set on port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:51:48.707996 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb2d1b6-4010-49cd-bf47-0b6d7ca04966 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Made reservation on behalf of 5363d5685d824735b18239fcd4923d66 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:48.712073 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0bb2d1b6-4010-49cd-bf47-0b6d7ca04966 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:48.755046 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9c138-f920-4b43-b835-1d59731a270a req-099da4a8-a8be-431b-ad08-da8ef37ec703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:48.756553 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0bf9c138-f920-4b43-b835-1d59731a270a req-099da4a8-a8be-431b-ad08-da8ef37ec703 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ca065a0-30ac-4abf-bd64-c47717936a41 HTTP/1.1" status: 200 len: 913 time: 0.3459878 Apr 18 05:51:48.772694 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-573e4c51-d340-48a5-a739-63284c8d0123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:48.806764 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3e356-5c7d-48dc-bcd1-79275d8c8522 req-49a3b14b-0ec4-4a9c-a696-4f441dc60674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:48.808393 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6ce3e356-5c7d-48dc-bcd1-79275d8c8522 req-49a3b14b-0ec4-4a9c-a696-4f441dc60674 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=16530a209bf44d9e8d1b192ff854fad3&device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 1096 time: 0.6306586 Apr 18 05:51:48.982942 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ef289-624a-488c-8d31-8034b6bcf76d req-f98346c2-0ab6-479f-939f-c569aa259fa6 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:48.984401 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d83ef289-624a-488c-8d31-8034b6bcf76d req-f98346c2-0ab6-479f-939f-c569aa259fa6 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 943 time: 0.7043400 Apr 18 05:51:48.994379 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0bf9c138-f920-4b43-b835-1d59731a270a req-431d2d0f-271a-42ce-ab29-1c55738f38db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2023ea57-6102-47af-bc76-b79aecd0dacb HTTP/1.1" status: 200 len: 217 time: 0.2232051 Apr 18 05:51:49.001072 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6354fde5-3937-4220-a408-e35fc736d021 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:49.111988 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-d01d289c-95b4-43de-8d73-cd99140ba6a5 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Deleting port 72288d29-53cc-43ed-8495-a53d58535a56 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:51:49.112354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d01d289c-95b4-43de-8d73-cd99140ba6a5 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:49.206126 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d83ef289-624a-488c-8d31-8034b6bcf76d req-d44df461-dfdd-4f42-8342-2c55181b6bcd tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/security-groups?id=0243f8f4-55ad-4220-a9f6-be527e81dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071133 Apr 18 05:51:49.292861 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-573e4c51-d340-48a5-a739-63284c8d0123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:49.331296 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3e356-5c7d-48dc-bcd1-79275d8c8522 req-7f66c3c2-0cda-4962-a6f4-85bb5e3354e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:49.332665 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6ce3e356-5c7d-48dc-bcd1-79275d8c8522 req-7f66c3c2-0cda-4962-a6f4-85bb5e3354e2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=529cc79f-e17f-4fa1-8fbf-dafe25139197 HTTP/1.1" status: 200 len: 906 time: 0.3448334 Apr 18 05:51:49.333399 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e4c51-d340-48a5-a739-63284c8d0123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e244ef7-372f-4f81-94bd-9261e0ab217c,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:49.420086 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9c138-f920-4b43-b835-1d59731a270a req-ef7b0662-7cd4-4201-ae6a-47ddc8adf0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:49.421532 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0bf9c138-f920-4b43-b835-1d59731a270a req-ef7b0662-7cd4-4201-ae6a-47ddc8adf0ae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b9d647f1-8c55-4e15-9c83-afad77ec2154 HTTP/1.1" status: 200 len: 851 time: 0.3624375 Apr 18 05:51:49.476398 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6ce3e356-5c7d-48dc-bcd1-79275d8c8522 req-57aa0580-864c-4617-a6af-f9a3ded332c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=888a1820-99bb-4a06-a2a7-bfd6b7791d9a HTTP/1.1" status: 200 len: 217 time: 0.0879228 Apr 18 05:51:49.527971 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6354fde5-3937-4220-a408-e35fc736d021 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:49.535557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6354fde5-3937-4220-a408-e35fc736d021 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:49.602346 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3abfa3f6-97e9-4ce5-8f05-d21e05336aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:49.637254 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-573e4c51-d340-48a5-a739-63284c8d0123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:49.638354 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-573e4c51-d340-48a5-a739-63284c8d0123 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e244ef7-372f-4f81-94bd-9261e0ab217c HTTP/1.1" status: 204 len: 168 time: 1.5842621 Apr 18 05:51:49.657179 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0bb2d1b6-4010-49cd-bf47-0b6d7ca04966 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:49.692225 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3e356-5c7d-48dc-bcd1-79275d8c8522 req-49aebaba-2763-4ccc-ae38-2b7097f130d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:49.693656 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6ce3e356-5c7d-48dc-bcd1-79275d8c8522 req-49aebaba-2763-4ccc-ae38-2b7097f130d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=086e6f9c-e0df-4018-9811-30d13b145f68 HTTP/1.1" status: 200 len: 844 time: 0.1671021 Apr 18 05:51:49.708369 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6354fde5-3937-4220-a408-e35fc736d021 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:49.708860 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6354fde5-3937-4220-a408-e35fc736d021 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53353e5e-96e5-40e3-96e2-1be872a167fa {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:51:49.756077 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df4f8c-9c6d-4a86-a412-4fb40145c040 req-4fbc9f51-d493-4bd2-8f63-6bae9b0ea35a tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:49.757539 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-66df4f8c-9c6d-4a86-a412-4fb40145c040 req-4fbc9f51-d493-4bd2-8f63-6bae9b0ea35a tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 944 time: 0.4277694 Apr 18 05:51:49.760016 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6354fde5-3937-4220-a408-e35fc736d021 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:49.761171 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6354fde5-3937-4220-a408-e35fc736d021 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] 10.222.0.15 "DELETE /v2.0/routers/53353e5e-96e5-40e3-96e2-1be872a167fa HTTP/1.1" status: 204 len: 168 time: 1.1369214 Apr 18 05:51:49.765452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d01d289c-95b4-43de-8d73-cd99140ba6a5 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:49.765782 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d01d289c-95b4-43de-8d73-cd99140ba6a5 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:49.769877 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38732) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:49.798862 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-4e2196c8-8ad7-44d1-84ee-c6958832d530 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Request body: {'router': {'name': 'tempest-router-1564947963', 'distributed': True}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:49.823475 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-4e2196c8-8ad7-44d1-84ee-c6958832d530 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:49.833942 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2d1b6-4010-49cd-bf47-0b6d7ca04966 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Subnet': ['ID=e3163092-43ac-4a68-991f-117f79705ef2,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:49.843545 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-4e2196c8-8ad7-44d1-84ee-c6958832d530 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Usage tracker for resource:router and tenant:1a03dda1eeab418b99a47dfab34dc614 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:49.848568 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3abfa3f6-97e9-4ce5-8f05-d21e05336aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:49.858550 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-4e2196c8-8ad7-44d1-84ee-c6958832d530 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:49.900130 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f747de-b76f-44cf-a6e4-734f0f7847c0 req-dc7083cb-b6c8-42ec-b690-7da624108c9b tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:49.902021 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-27f747de-b76f-44cf-a6e4-734f0f7847c0 req-dc7083cb-b6c8-42ec-b690-7da624108c9b tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 945 time: 0.4202106 Apr 18 05:51:49.920284 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-d01d289c-95b4-43de-8d73-cd99140ba6a5 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Calling delete_port for 72288d29-53cc-43ed-8495-a53d58535a56 owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:51:49.928751 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-4e2196c8-8ad7-44d1-84ee-c6958832d530 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:49.957050 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9c138-f920-4b43-b835-1d59731a270a req-e4026157-e004-48e9-8ece-a23de92ba033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:49.958544 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0bf9c138-f920-4b43-b835-1d59731a270a req-e4026157-e004-48e9-8ece-a23de92ba033 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ca065a0-30ac-4abf-bd64-c47717936a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4619370 Apr 18 05:51:49.972075 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb2d1b6-4010-49cd-bf47-0b6d7ca04966 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Checking segment: {'id': '91eebe50-fc25-4a55-b18d-baec4884d659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '84240401-986e-4ecd-a0a3-d8b36ab8fb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:51:49.972485 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb2d1b6-4010-49cd-bf47-0b6d7ca04966 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network hostable DHCP agents. Network: 84240401-986e-4ecd-a0a3-d8b36ab8fb9d, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:51:49.979001 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abfa3f6-97e9-4ce5-8f05-d21e05336aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:49.995165 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-3abfa3f6-97e9-4ce5-8f05-d21e05336aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:49.998509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4e2196c8-8ad7-44d1-84ee-c6958832d530 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:49.999504 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4e2196c8-8ad7-44d1-84ee-c6958832d530 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:50.006713 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abfa3f6-97e9-4ce5-8f05-d21e05336aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:50.007630 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abfa3f6-97e9-4ce5-8f05-d21e05336aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:50.008246 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3abfa3f6-97e9-4ce5-8f05-d21e05336aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:50.040119 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfa3f6-97e9-4ce5-8f05-d21e05336aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Pushing event updated for resources: {'Port': ['ID=f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:50.040259 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-66df4f8c-9c6d-4a86-a412-4fb40145c040 req-0bf8d783-e1fe-4ca6-ab6d-9224db46e2a8 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646484 Apr 18 05:51:50.077882 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-27f747de-b76f-44cf-a6e4-734f0f7847c0 req-b921fb73-2ff4-4c90-8ecf-861bba65bb56 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/security-groups?id=4454dfcf-b58a-46d1-b9f8-5e5519d0cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545250 Apr 18 05:51:50.092336 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb2d1b6-4010-49cd-bf47-0b6d7ca04966 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network 84240401-986e-4ecd-a0a3-d8b36ab8fb9d is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:51:50.098142 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3e356-5c7d-48dc-bcd1-79275d8c8522 req-0514e8ff-f0be-44f2-8438-16fad2e97064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:50.099814 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6ce3e356-5c7d-48dc-bcd1-79275d8c8522 req-0514e8ff-f0be-44f2-8438-16fad2e97064 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=529cc79f-e17f-4fa1-8fbf-dafe25139197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3912530 Apr 18 05:51:50.104228 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3abfa3f6-97e9-4ce5-8f05-d21e05336aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9280574 Apr 18 05:51:50.105040 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38742) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:50.119327 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8374'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:50.150443 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4e2196c8-8ad7-44d1-84ee-c6958832d530 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:50.184965 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 888a1820-99bb-4a06-a2a7-bfd6b7791d9a details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 05:51:50.189441 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-0bb2d1b6-4010-49cd-bf47-0b6d7ca04966 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 84240401-986e-4ecd-a0a3-d8b36ab8fb9d) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:50.193741 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb2d1b6-4010-49cd-bf47-0b6d7ca04966 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:50.194305 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0bb2d1b6-4010-49cd-bf47-0b6d7ca04966 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:50.206253 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebfa556-9c09-4743-882d-0dcb6abea864 None None] Network 84240401-986e-4ecd-a0a3-d8b36ab8fb9d requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:51:50.217632 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0bf9c138-f920-4b43-b835-1d59731a270a req-039e396d-8d59-4434-996b-4c94e5b69432 service neutron] 10.222.0.52 "GET /v2.0/networks/2ca065a0-30ac-4abf-bd64-c47717936a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445369 Apr 18 05:51:50.319472 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0bb2d1b6-4010-49cd-bf47-0b6d7ca04966 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2018995 Apr 18 05:51:50.323918 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4e2196c8-8ad7-44d1-84ee-c6958832d530 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:50.354812 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38752) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:50.373647 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-95d58eee-524c-41f4-bd56-ed70605b49d2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-936968521'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:50.389728 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:50.531256 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 888a1820-99bb-4a06-a2a7-bfd6b7791d9a, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=888a1820-99bb-4a06-a2a7-bfd6b7791d9a,segment=NetworkSegment(90bc9c89-017d-4efd-82f8-9dbfeb8d8462),segment_id=90bc9c89-017d-4efd-82f8-9dbfeb8d8462)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:50.550943 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '888a1820-99bb-4a06-a2a7-bfd6b7791d9a', 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197', 'port_id': '888a1820-99bb-4a06-a2a7-bfd6b7791d9a', 'mac_address': 'fa:16:3e:55:25:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086e6f9c-e0df-4018-9811-30d13b145f68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 05:51:50.615406 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-95d58eee-524c-41f4-bd56-ed70605b49d2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:50.643951 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-95d58eee-524c-41f4-bd56-ed70605b49d2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Usage tracker for resource:network and tenant:5363d5685d824735b18239fcd4923d66 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:50.652816 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-95d58eee-524c-41f4-bd56-ed70605b49d2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:50.666762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-95d58eee-524c-41f4-bd56-ed70605b49d2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:50.678152 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] device_id is not set on port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:51:50.687860 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:50.705788 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:50.706179 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Transition to ACTIVE for port object f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 will not be triggered until provisioned by entity L2. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:50.706732 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d58eee-524c-41f4-bd56-ed70605b49d2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Made reservation on behalf of 5363d5685d824735b18239fcd4923d66 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:50.710224 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-95d58eee-524c-41f4-bd56-ed70605b49d2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:50.717707 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4e2196c8-8ad7-44d1-84ee-c6958832d530 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:50.721602 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4e2196c8-8ad7-44d1-84ee-c6958832d530 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9447105 Apr 18 05:51:50.721602 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:50.724599 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38764) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:50.724974 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d01d289c-95b4-43de-8d73-cd99140ba6a5 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:50.733016 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 888a1820-99bb-4a06-a2a7-bfd6b7791d9a {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 05:51:50.749977 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 888a1820-99bb-4a06-a2a7-bfd6b7791d9a, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=888a1820-99bb-4a06-a2a7-bfd6b7791d9a,segment=NetworkSegment(90bc9c89-017d-4efd-82f8-9dbfeb8d8462),segment_id=90bc9c89-017d-4efd-82f8-9dbfeb8d8462)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:50.764733 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:50.765669 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 2023ea57-6102-47af-bc76-b79aecd0dacb details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 05:51:50.788106 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0bf9c138-f920-4b43-b835-1d59731a270a req-88649f35-7590-4960-bb66-703dafc473e3 service neutron] 10.222.0.52 "GET /v2.0/networks/2ca065a0-30ac-4abf-bd64-c47717936a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5641611 Apr 18 05:51:50.793662 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d289c-95b4-43de-8d73-cd99140ba6a5 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Pushing event deleted for resources: {'Port': ['ID=72288d29-53cc-43ed-8495-a53d58535a56,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:50.798937 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Pushing event updated for resources: {'Port': ['ID=f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:50.856515 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=888a1820-99bb-4a06-a2a7-bfd6b7791d9a,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:50.901512 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d58eee-524c-41f4-bd56-ed70605b49d2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:51:50.911069 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df635c0-c911-40e3-ba16-15f1fb920089 req-76f3921a-be3b-4208-a4cb-f52215ea8226 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:50.918629 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4df635c0-c911-40e3-ba16-15f1fb920089 req-76f3921a-be3b-4208-a4cb-f52215ea8226 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 943 time: 0.5036032 Apr 18 05:51:50.949489 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-95d58eee-524c-41f4-bd56-ed70605b49d2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:50.949848 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-95d58eee-524c-41f4-bd56-ed70605b49d2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Added segment 00bcbcf5-ddd0-452a-b95a-d454c4eab061 of type vlan for network f95dfb87-d092-48b8-b24b-c7af200e3680 Apr 18 05:51:50.995720 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d01d289c-95b4-43de-8d73-cd99140ba6a5 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for floatingip, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:50.996126 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-d01d289c-95b4-43de-8d73-cd99140ba6a5 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Floating IP 6fe1f0e8-6a03-4161-a021-c79bc5db8c21 disassociated (deleted). External IP: 172.26.1.6, port: ce7e060c-105c-4f96-a806-f1e122961d9d. Apr 18 05:51:51.064463 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6ce3e356-5c7d-48dc-bcd1-79275d8c8522 req-05594102-e5c8-4907-81b5-65293d6e42f2 service neutron] 10.222.0.52 "GET /v2.0/networks/529cc79f-e17f-4fa1-8fbf-dafe25139197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9497182 Apr 18 05:51:51.079019 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4df635c0-c911-40e3-ba16-15f1fb920089 req-f72e71cb-3bd7-4b35-8842-5b88c3db9744 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/security-groups?id=0243f8f4-55ad-4220-a9f6-be527e81dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594007 Apr 18 05:51:51.084871 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5181007e-a205-4256-a55a-5985394d6063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-84240401-986e-4ecd-a0a3-d8b36ab8fb9d', 'network_id': '84240401-986e-4ecd-a0a3-d8b36ab8fb9d', 'tenant_id': '5363d5685d824735b18239fcd4923d66', 'fixed_ips': [{'subnet_id': 'e3163092-43ac-4a68-991f-117f79705ef2'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:51:51.085998 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5181007e-a205-4256-a55a-5985394d6063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:51.122086 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-95d58eee-524c-41f4-bd56-ed70605b49d2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:51.260451 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-27ae0228-b4a6-4b40-8cdb-b42ec5c387f8 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:51.331855 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 2023ea57-6102-47af-bc76-b79aecd0dacb, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=2023ea57-6102-47af-bc76-b79aecd0dacb,segment=NetworkSegment(697bc392-01f0-4717-af3e-52af340b5bca),segment_id=697bc392-01f0-4717-af3e-52af340b5bca)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:51.349060 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-95d58eee-524c-41f4-bd56-ed70605b49d2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:51.354525 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-5181007e-a205-4256-a55a-5985394d6063 None None] Allocated IP 172.20.255.242 (84240401-986e-4ecd-a0a3-d8b36ab8fb9d/e3163092-43ac-4a68-991f-117f79705ef2/440ab18b-05de-4698-aa36-5e370073e0ad) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:51.356329 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d58eee-524c-41f4-bd56-ed70605b49d2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:51.357237 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-95d58eee-524c-41f4-bd56-ed70605b49d2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:51.362783 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '2023ea57-6102-47af-bc76-b79aecd0dacb', 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41', 'port_id': '2023ea57-6102-47af-bc76-b79aecd0dacb', 'mac_address': 'fa:16:3e:88:30:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d647f1-8c55-4e15-9c83-afad77ec2154', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 05:51:51.421353 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:51.421353 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:51.421915 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:51.545961 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:51.546290 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:51.556847 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 2 to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 Apr 18 05:51:51.596945 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d58eee-524c-41f4-bd56-ed70605b49d2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Network': ['ID=f95dfb87-d092-48b8-b24b-c7af200e3680,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:51.611873 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network f95dfb87-d092-48b8-b24b-c7af200e3680 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:51:51.629929 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-95d58eee-524c-41f4-bd56-ed70605b49d2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2740717 Apr 18 05:51:51.636582 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38786) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:51.639323 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38788) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:51.654259 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'subnet': {'network_id': 'f95dfb87-d092-48b8-b24b-c7af200e3680', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:51.697862 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:51.698200 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:51.698523 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:51.731208 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b45ad-8dc3-4c9a-8639-59522a7c23b4 req-ab0c7b31-578f-4bfa-822a-92eec7d9b897 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:51.733069 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d4b45ad-8dc3-4c9a-8639-59522a7c23b4 req-ab0c7b31-578f-4bfa-822a-92eec7d9b897 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 945 time: 0.4560883 Apr 18 05:51:51.775402 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:51.775757 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:51.780648 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-27ae0228-b4a6-4b40-8cdb-b42ec5c387f8 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:51.782107 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 3 to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 Apr 18 05:51:51.791410 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-27ae0228-b4a6-4b40-8cdb-b42ec5c387f8 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:51.814588 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:51.821048 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6ce3e356-5c7d-48dc-bcd1-79275d8c8522 req-f8684ef1-6894-4dcf-9a83-cd79c802d393 service neutron] 10.222.0.52 "GET /v2.0/networks/529cc79f-e17f-4fa1-8fbf-dafe25139197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6599753 Apr 18 05:51:51.829893 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:51.830096 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:51.830342 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:51.846481 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:51.846481 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:51.846481 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 4 to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 Apr 18 05:51:51.846844 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2023ea57-6102-47af-bc76-b79aecd0dacb {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 05:51:51.871622 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a33442-1f34-4698-9a30-aeeae82d539f req-9f7958cf-f407-4e42-bdc1-78124e886fd0 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:51.873191 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-03a33442-1f34-4698-9a30-aeeae82d539f req-9f7958cf-f407-4e42-bdc1-78124e886fd0 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 944 time: 0.6145103 Apr 18 05:51:51.875848 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-27ae0228-b4a6-4b40-8cdb-b42ec5c387f8 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:51.876700 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ae0228-b4a6-4b40-8cdb-b42ec5c387f8 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7938e81c-3edf-4895-90bc-ccf9cdb810ce {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:51:51.878438 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:51.878438 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:51.878619 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:51.878812 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5181007e-a205-4256-a55a-5985394d6063 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:51.886152 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 2023ea57-6102-47af-bc76-b79aecd0dacb, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=2023ea57-6102-47af-bc76-b79aecd0dacb,segment=NetworkSegment(697bc392-01f0-4717-af3e-52af340b5bca),segment_id=697bc392-01f0-4717-af3e-52af340b5bca)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:51.890329 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:51.890654 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:51.893136 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:51.895389 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5181007e-a205-4256-a55a-5985394d6063 None None] Transition to ACTIVE for port object 440ab18b-05de-4698-aa36-5e370073e0ad will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:51.902314 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-693614858', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:51.903881 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 5 to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 Apr 18 05:51:51.918168 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-27ae0228-b4a6-4b40-8cdb-b42ec5c387f8 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:51.923690 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-27ae0228-b4a6-4b40-8cdb-b42ec5c387f8 tempest-RoutersTestDVR-1440066599 tempest-RoutersTestDVR-1440066599-project-admin] 10.222.0.15 "DELETE /v2.0/routers/7938e81c-3edf-4895-90bc-ccf9cdb810ce HTTP/1.1" status: 204 len: 168 time: 1.1277936 Apr 18 05:51:51.923828 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:51.937835 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Usage tracker for resource:port and tenant:e52a46312f2644a88e0c783ad87250d8 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:51.940617 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:51.940949 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:51.941284 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:51.957504 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5181007e-a205-4256-a55a-5985394d6063 None None] Transition to ACTIVE for port object 440ab18b-05de-4698-aa36-5e370073e0ad will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:51.959372 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:51.959496 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-03a33442-1f34-4698-9a30-aeeae82d539f req-c96a7971-e513-41e4-93c5-0787423a8bca tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717816 Apr 18 05:51:51.960221 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:51.960554 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:51.960947 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 6 to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 Apr 18 05:51:51.973023 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5181007e-a205-4256-a55a-5985394d6063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:51.984354 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:51.984631 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:51.985096 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:51.985655 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:51.989272 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:51.991549 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:51.992101 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:51.992779 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 7 to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 Apr 18 05:51:52.002051 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01d289c-95b4-43de-8d73-cd99140ba6a5 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Router 102cb63a-14dc-48c1-8a73-a7065d857d00 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:51:52.010092 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:52.010936 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:52.011689 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Usage tracker for resource:subnet and tenant:5363d5685d824735b18239fcd4923d66 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:52.012261 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:52.014009 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5181007e-a205-4256-a55a-5985394d6063 None None] Network 84240401-986e-4ecd-a0a3-d8b36ab8fb9d is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:52.016904 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-5181007e-a205-4256-a55a-5985394d6063 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:52.017260 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d4b45ad-8dc3-4c9a-8639-59522a7c23b4 req-86455047-1706-4609-b6ad-bcb1eac90ac4 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/security-groups?id=4454dfcf-b58a-46d1-b9f8-5e5519d0cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652191 Apr 18 05:51:52.018074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:52.019465 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:52.020064 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:52.021013 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 8 to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 Apr 18 05:51:52.024284 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=2023ea57-6102-47af-bc76-b79aecd0dacb,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:52.027367 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:52.035171 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5181007e-a205-4256-a55a-5985394d6063 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:52.039077 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Made reservation on behalf of e52a46312f2644a88e0c783ad87250d8 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:52.041952 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:52.056675 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:52.057074 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:52.057564 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:52.062938 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:52.063221 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:52.063609 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 9 to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 Apr 18 05:51:52.081906 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:52.082249 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:52.082588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:52.088689 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:52.089018 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:52.089406 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.plugins.ml2.plugin [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempt 10 to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 Apr 18 05:51:52.127056 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:52.133738 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:52.135962 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] {{(pid=88035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:52.136524 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempting to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:52.145861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Made reservation on behalf of 5363d5685d824735b18239fcd4923d66 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:52.148000 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:51:52.148575 dv-neutron-837489-1-hyperv neutron-server[88035]: ERROR neutron.plugins.ml2.managers [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Failed to bind port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on host hv-neutron-8374 for vnic_type normal using segments [{'id': '96f07775-366e-463d-a553-bde75d010ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a'}] Apr 18 05:51:52.149516 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:52.151606 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:52.153431 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181007e-a205-4256-a55a-5985394d6063 None None] Pushing event updated for resources: {'Port': ['ID=440ab18b-05de-4698-aa36-5e370073e0ad,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:52.170720 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:52.189136 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Usage tracker for resource:security_group_rule and tenant:e52a46312f2644a88e0c783ad87250d8 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:52.197693 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:52.213306 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:52.236623 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-5181007e-a205-4256-a55a-5985394d6063 None None] Attempting to bind port 440ab18b-05de-4698-aa36-5e370073e0ad on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:52.236995 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-5181007e-a205-4256-a55a-5985394d6063 None None] Attempting to bind port 440ab18b-05de-4698-aa36-5e370073e0ad by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '91eebe50-fc25-4a55-b18d-baec4884d659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '84240401-986e-4ecd-a0a3-d8b36ab8fb9d'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:52.237500 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5181007e-a205-4256-a55a-5985394d6063 None None] Attempting to bind port 440ab18b-05de-4698-aa36-5e370073e0ad on network 84240401-986e-4ecd-a0a3-d8b36ab8fb9d {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:52.243316 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['2023ea57-6102-47af-bc76-b79aecd0dacb'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 05:51:52.309440 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5181007e-a205-4256-a55a-5985394d6063 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:51:52.310204 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5181007e-a205-4256-a55a-5985394d6063 None None] Checking segment: {'id': '91eebe50-fc25-4a55-b18d-baec4884d659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '84240401-986e-4ecd-a0a3-d8b36ab8fb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:51:52.310894 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5181007e-a205-4256-a55a-5985394d6063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:52.311716 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5181007e-a205-4256-a55a-5985394d6063 None None] Bound using segment: {'id': '91eebe50-fc25-4a55-b18d-baec4884d659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '84240401-986e-4ecd-a0a3-d8b36ab8fb9d'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:51:52.311987 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-5181007e-a205-4256-a55a-5985394d6063 None None] Bound port: 440ab18b-05de-4698-aa36-5e370073e0ad, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91eebe50-fc25-4a55-b18d-baec4884d659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '84240401-986e-4ecd-a0a3-d8b36ab8fb9d'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:51:52.312426 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5181007e-a205-4256-a55a-5985394d6063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:52.325748 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['888a1820-99bb-4a06-a2a7-bfd6b7791d9a'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 05:51:52.417922 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] For port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9, host hv-neutron-8374, cleared binding levels {{(pid=88035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:51:52.418704 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attempted to set empty binding levels {{(pid=88035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 18 05:51:52.440138 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:52.497288 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38808) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:52.533610 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] In _notify_port_updated(), no bound segment for port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 on network 17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a {{(pid=88035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 05:51:52.535177 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:52.535276 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:52.537045 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] 10.222.0.15 "PUT /v2.0/ports/f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 HTTP/1.1" status: 200 len: 980 time: 2.4271376 Apr 18 05:51:52.549277 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38814) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:52.608354 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b70d39-f2e8-40cd-8070-4a4d591ef5e1 req-1cc84c4e-141f-498a-abc3-3dc041d92148 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:52.609746 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a4b70d39-f2e8-40cd-8070-4a4d591ef5e1 req-1cc84c4e-141f-498a-abc3-3dc041d92148 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 945 time: 0.3324790 Apr 18 05:51:52.613291 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-5181007e-a205-4256-a55a-5985394d6063 None None] For port 440ab18b-05de-4698-aa36-5e370073e0ad, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:51:52.624749 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38818) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:52.631245 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a4467-14e6-4341-b889-7e1427d8f927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Pushing event updated for resources: {'Port': ['ID=f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9,revision_number=3']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:52.639187 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:52.659200 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-2b6995c5-2f7b-4be1-a34e-f9951e94adc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Deleting port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:51:52.660446 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2b6995c5-2f7b-4be1-a34e-f9951e94adc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:52.660843 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-5181007e-a205-4256-a55a-5985394d6063 None None] For port 440ab18b-05de-4698-aa36-5e370073e0ad, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=440ab18b-05de-4698-aa36-5e370073e0ad,segment=NetworkSegment(91eebe50-fc25-4a55-b18d-baec4884d659),segment_id=91eebe50-fc25-4a55-b18d-baec4884d659)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:51:52.664483 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:52.678228 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5181007e-a205-4256-a55a-5985394d6063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:52.686770 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] device_id is not set on port 149fc9a6-8f9b-4c20-b36b-ea116db1beb2 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:51:52.705035 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-5513df13-4b08-48a7-a7c7-fa14f42132ee tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Request body: {'floatingip': {'port_id': 'c443a733-7925-498b-ab6a-316c3b18bf5a'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:52.739170 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01d289c-95b4-43de-8d73-cd99140ba6a5 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:51:52.772194 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381948b1-b1a2-4690-8fa3-e094b1e71371 None None] Sync routers for ids ['102cb63a-14dc-48c1-8a73-a7065d857d00'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:51:52.794642 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0dbfbd-a114-4b11-b021-840888e674c5,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:52.812130 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381948b1-b1a2-4690-8fa3-e094b1e71371 None None] Routers {'102cb63a-14dc-48c1-8a73-a7065d857d00'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:51:52.812307 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-381948b1-b1a2-4690-8fa3-e094b1e71371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:51:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['102cb63a-14dc-48c1-8a73-a7065d857d00'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:52.902820 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-381948b1-b1a2-4690-8fa3-e094b1e71371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:52.918518 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9895ccab-91f3-41fe-b073-0137911c5a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:52.928388 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181007e-a205-4256-a55a-5985394d6063 None None] Pushing event updated for resources: {'Port': ['ID=440ab18b-05de-4698-aa36-5e370073e0ad,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:52.932562 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5513df13-4b08-48a7-a7c7-fa14f42132ee tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks [] for floatingip, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:52.933539 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381948b1-b1a2-4690-8fa3-e094b1e71371 None None] Routers {'102cb63a-14dc-48c1-8a73-a7065d857d00'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:51:52.934148 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-381948b1-b1a2-4690-8fa3-e094b1e71371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:51:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['102cb63a-14dc-48c1-8a73-a7065d857d00'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:52.945477 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9830ba-b1f7-4f44-88db-c4788cea17a7 req-99629450-f990-4f30-bba0-0696e78eb353 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:52.947598 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2a9830ba-b1f7-4f44-88db-c4788cea17a7 req-99629450-f990-4f30-bba0-0696e78eb353 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 944 time: 0.6000202 Apr 18 05:51:52.961583 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d01d289c-95b4-43de-8d73-cd99140ba6a5 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:53.000689 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-381948b1-b1a2-4690-8fa3-e094b1e71371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:53.001163 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381948b1-b1a2-4690-8fa3-e094b1e71371 None None] The sync data for ids ['102cb63a-14dc-48c1-8a73-a7065d857d00'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:51:53.014992 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Allocated IP 172.26.1.226 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/149fc9a6-8f9b-4c20-b36b-ea116db1beb2) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:53.053013 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9895ccab-91f3-41fe-b073-0137911c5a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:53.113734 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9895ccab-91f3-41fe-b073-0137911c5a01 admin admin] Usage tracker for resource:security_group_rule and tenant:175503c4b4e14033b5bdfa53083091f1 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:53.135834 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9895ccab-91f3-41fe-b073-0137911c5a01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:53.154214 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2a9830ba-b1f7-4f44-88db-c4788cea17a7 req-6f57872c-a941-438c-9d90-bc19457e2d5f tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/security-groups?id=0243f8f4-55ad-4220-a9f6-be527e81dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001352 Apr 18 05:51:53.160712 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d01d289c-95b4-43de-8d73-cd99140ba6a5 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] 10.222.0.15 "DELETE /v2.0/floatingips/6fe1f0e8-6a03-4161-a021-c79bc5db8c21 HTTP/1.1" status: 204 len: 168 time: 4.6615834 Apr 18 05:51:53.160712 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38824) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:53.179666 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-1099b1a0-93fe-4dee-a5dd-bc0fec9cfa36 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:53.187606 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:53.199076 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1099b1a0-93fe-4dee-a5dd-bc0fec9cfa36 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:53.219729 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9895ccab-91f3-41fe-b073-0137911c5a01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:53.269271 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1099b1a0-93fe-4dee-a5dd-bc0fec9cfa36 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Usage tracker for resource:floatingip and tenant:6f020036041149a0b9ac9afbe1944a70 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:53.295592 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1099b1a0-93fe-4dee-a5dd-bc0fec9cfa36 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:53.322345 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1099b1a0-93fe-4dee-a5dd-bc0fec9cfa36 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:53.407963 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Subnet': ['ID=a32f5791-fbff-4fe5-a7e5-ac010c56b295,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:53.429417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:53.429752 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:53.430081 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:53.430457 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:53.432107 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:53.432107 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:53.432490 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:53.432847 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:53.433170 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:53.433466 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:53.433815 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:53.434626 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:53.437656 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1099b1a0-93fe-4dee-a5dd-bc0fec9cfa36 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:53.451009 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-2b6995c5-2f7b-4be1-a34e-f9951e94adc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] For port f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9, host hv-neutron-8374, got binding levels [] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:53.451563 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2b6995c5-2f7b-4be1-a34e-f9951e94adc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:53.462686 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Checking segment: {'id': '00bcbcf5-ddd0-452a-b95a-d454c4eab061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f95dfb87-d092-48b8-b24b-c7af200e3680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:51:53.463482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network hostable DHCP agents. Network: f95dfb87-d092-48b8-b24b-c7af200e3680, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:51:53.529285 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:53.532157 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network f95dfb87-d092-48b8-b24b-c7af200e3680 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:51:53.594172 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, f95dfb87-d092-48b8-b24b-c7af200e3680) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:53.602056 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b4f795-59bd-466b-a64b-d92eb883c2e2 None None] Network f95dfb87-d092-48b8-b24b-c7af200e3680 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:51:53.602958 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:53.603552 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:53.642650 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bbd9856c-904e-453e-abb7-f463205a309b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0004201 Apr 18 05:51:53.646249 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38828) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:53.662341 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-2b6995c5-2f7b-4be1-a34e-f9951e94adc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Calling delete_port for f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:51:53.718356 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:53.773566 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2036800-41fc-4155-8d4d-addbe1e07074 req-929862cc-acea-4e34-82a4-a44798f9df0c tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:53.777602 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c2036800-41fc-4155-8d4d-addbe1e07074 req-929862cc-acea-4e34-82a4-a44798f9df0c tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 945 time: 0.6658127 Apr 18 05:51:53.803355 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 440ab18b-05de-4698-aa36-5e370073e0ad up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:53.872658 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:53.889848 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:53.900917 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:53.937200 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9895ccab-91f3-41fe-b073-0137911c5a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:53.937883 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1099b1a0-93fe-4dee-a5dd-bc0fec9cfa36 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:53.939694 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Pushing event updated for resources: {'Port': ['ID=149fc9a6-8f9b-4c20-b36b-ea116db1beb2,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:53.955170 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2b6995c5-2f7b-4be1-a34e-f9951e94adc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:53.969384 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9895ccab-91f3-41fe-b073-0137911c5a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:54.014239 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:54.026204 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-f95dfb87-d092-48b8-b24b-c7af200e3680', 'network_id': 'f95dfb87-d092-48b8-b24b-c7af200e3680', 'tenant_id': '5363d5685d824735b18239fcd4923d66', 'fixed_ips': [{'subnet_id': 'a32f5791-fbff-4fe5-a7e5-ac010c56b295'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:51:54.027025 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:54.048883 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 440ab18b-05de-4698-aa36-5e370073e0ad completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:54.059604 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c2036800-41fc-4155-8d4d-addbe1e07074 req-0bc2711a-252b-422e-8a11-f1035f84d80f tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370727 Apr 18 05:51:54.066082 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:54.066697 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:54.120961 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6995c5-2f7b-4be1-a34e-f9951e94adc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:54.173410 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2b6995c5-2f7b-4be1-a34e-f9951e94adc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:54.199525 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9895ccab-91f3-41fe-b073-0137911c5a01 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=175503c4b4e14033b5bdfa53083091f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6931686 Apr 18 05:51:54.206320 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38834) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:54.214198 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6995c5-2f7b-4be1-a34e-f9951e94adc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:54.214541 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6995c5-2f7b-4be1-a34e-f9951e94adc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:54.214878 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6995c5-2f7b-4be1-a34e-f9951e94adc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:54.215205 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6995c5-2f7b-4be1-a34e-f9951e94adc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:54.215533 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6995c5-2f7b-4be1-a34e-f9951e94adc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:54.215857 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6995c5-2f7b-4be1-a34e-f9951e94adc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:54.221178 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f883b078-3f73-4e3d-a141-ebda7800e803 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5774765 Apr 18 05:51:54.228588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6995c5-2f7b-4be1-a34e-f9951e94adc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:54.228934 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6995c5-2f7b-4be1-a34e-f9951e94adc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:54.229274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6995c5-2f7b-4be1-a34e-f9951e94adc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:54.229605 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6995c5-2f7b-4be1-a34e-f9951e94adc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:54.229929 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6995c5-2f7b-4be1-a34e-f9951e94adc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:54.230250 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6995c5-2f7b-4be1-a34e-f9951e94adc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:54.231670 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 888a1820-99bb-4a06-a2a7-bfd6b7791d9a up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:54.233005 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895ccab-91f3-41fe-b073-0137911c5a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4eb5d6-9e00-4fb7-bad0-bce51cbaa839,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:54.235217 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38838) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:54.248807 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:54.265775 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-701b4936-f9c9-4480-86a5-2199128ccf89 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.226'}]}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:54.275498 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2b6995c5-2f7b-4be1-a34e-f9951e94adc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] 10.222.0.15 "DELETE /v2.0/ports/f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 HTTP/1.1" status: 204 len: 168 time: 1.7241638 Apr 18 05:51:54.277381 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-701b4936-f9c9-4480-86a5-2199128ccf89 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:54.281097 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38842) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:54.286646 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-701b4936-f9c9-4480-86a5-2199128ccf89 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Usage tracker for resource:router and tenant:e52a46312f2644a88e0c783ad87250d8 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:54.291630 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-701b4936-f9c9-4480-86a5-2199128ccf89 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:54.318283 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d2f24e-8329-4efd-b154-aaef60e35fe5 None None] Network 84240401-986e-4ecd-a0a3-d8b36ab8fb9d requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:51:54.338741 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Allocated IP 172.20.0.2 (f95dfb87-d092-48b8-b24b-c7af200e3680/a32f5791-fbff-4fe5-a7e5-ac010c56b295/b1a79ba0-dd46-45c3-8db2-58cdaa871b57) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:54.347283 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-701b4936-f9c9-4480-86a5-2199128ccf89 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:54.355379 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-938b7205-f4d3-449b-8f37-ecafe5a3ec5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] GET failed (client error): The resource could not be found. Apr 18 05:51:54.356124 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-938b7205-f4d3-449b-8f37-ecafe5a3ec5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Synchronizing usage tracker for tenant:c1d12dd322b947abaabd2134bca0138b on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:51:54.385625 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-701b4936-f9c9-4480-86a5-2199128ccf89 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:54.386762 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-701b4936-f9c9-4480-86a5-2199128ccf89 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:54.401333 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-1099b1a0-93fe-4dee-a5dd-bc0fec9cfa36 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Allocated IP 172.26.1.160 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/992c8f98-c1e7-430d-9f1e-15779d67d791) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:54.401566 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-938b7205-f4d3-449b-8f37-ecafe5a3ec5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] Unset dirty status for tenant:c1d12dd322b947abaabd2134bca0138b on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:51:54.406548 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-938b7205-f4d3-449b-8f37-ecafe5a3ec5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814153287-project-admin] 10.222.0.15 "GET /v2.0/ports/f5d6c2ad-08ea-4f6f-9d47-81a5c60026d9 HTTP/1.1" status: 404 len: 333 time: 0.1194284 Apr 18 05:51:54.408077 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38846) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:54.485034 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-701b4936-f9c9-4480-86a5-2199128ccf89 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:54.501213 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9f0e41cd-3a15-4703-bf0d-c41a1a632b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:54.562917 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.resource_extend [None req-5513df13-4b08-48a7-a7c7-fa14f42132ee tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:51:54.584184 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-99e0a78a-278f-4306-b47b-5b23b5f86b59 None None] Provisioning for port 440ab18b-05de-4698-aa36-5e370073e0ad completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:54.598087 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9f0e41cd-3a15-4703-bf0d-c41a1a632b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:54.599034 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-99e0a78a-278f-4306-b47b-5b23b5f86b59 None None] Provisioning complete for port 440ab18b-05de-4698-aa36-5e370073e0ad triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:54.599384 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-99e0a78a-278f-4306-b47b-5b23b5f86b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:54.682131 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4f7be-4052-436c-9b47-367129df68f8 req-f49dc11d-8e89-4d6c-99bf-e0352a8be23f tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:54.683674 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ada4f7be-4052-436c-9b47-367129df68f8 req-f49dc11d-8e89-4d6c-99bf-e0352a8be23f tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 944 time: 0.3450265 Apr 18 05:51:54.702205 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1099b1a0-93fe-4dee-a5dd-bc0fec9cfa36 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:54.747186 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port 888a1820-99bb-4a06-a2a7-bfd6b7791d9a completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:54.750108 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9f0e41cd-3a15-4703-bf0d-c41a1a632b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:54.753356 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e590ab80-0500-40f3-92a4-b62abf743531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:54.775555 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 888a1820-99bb-4a06-a2a7-bfd6b7791d9a triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:54.775924 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:54.784893 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e41cd-3a15-4703-bf0d-c41a1a632b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4eb5d6-9e00-4fb7-bad0-bce51cbaa839,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:54.795030 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ada4f7be-4052-436c-9b47-367129df68f8 req-1fd39536-1817-4ef3-bb79-b224313720fd tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/security-groups?id=0243f8f4-55ad-4220-a9f6-be527e81dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971379 Apr 18 05:51:54.798139 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9f0e41cd-3a15-4703-bf0d-c41a1a632b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:54.802034 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9f0e41cd-3a15-4703-bf0d-c41a1a632b39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed4eb5d6-9e00-4fb7-bad0-bce51cbaa839 HTTP/1.1" status: 204 len: 168 time: 0.5941660 Apr 18 05:51:54.828083 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1099b1a0-93fe-4dee-a5dd-bc0fec9cfa36 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:54.889928 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5513df13-4b08-48a7-a7c7-fa14f42132ee tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:54.941483 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-99e0a78a-278f-4306-b47b-5b23b5f86b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:54.959260 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:54.959503 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5513df13-4b08-48a7-a7c7-fa14f42132ee tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:55.045081 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Transition to ACTIVE for port object b1a79ba0-dd46-45c3-8db2-58cdaa871b57 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:55.067567 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1099b1a0-93fe-4dee-a5dd-bc0fec9cfa36 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:55.068942 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099b1a0-93fe-4dee-a5dd-bc0fec9cfa36 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Pushing event updated for resources: {'Port': ['ID=992c8f98-c1e7-430d-9f1e-15779d67d791,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:55.074323 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-1099b1a0-93fe-4dee-a5dd-bc0fec9cfa36 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:55.076585 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1099b1a0-93fe-4dee-a5dd-bc0fec9cfa36 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:55.090575 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Transition to ACTIVE for port object b1a79ba0-dd46-45c3-8db2-58cdaa871b57 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:51:55.110993 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-99e0a78a-278f-4306-b47b-5b23b5f86b59 None None] For port 440ab18b-05de-4698-aa36-5e370073e0ad, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=440ab18b-05de-4698-aa36-5e370073e0ad,segment=NetworkSegment(91eebe50-fc25-4a55-b18d-baec4884d659),segment_id=91eebe50-fc25-4a55-b18d-baec4884d659)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:55.124977 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:55.198868 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:55.238122 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38856) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:55.261964 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Subnet': ['ID=a32f5791-fbff-4fe5-a7e5-ac010c56b295,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:55.265274 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:55.281947 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e590ab80-0500-40f3-92a4-b62abf743531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:55.283376 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a9f0c9c0-8da3-4c03-b64a-055729445353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:55.293214 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-99e0a78a-278f-4306-b47b-5b23b5f86b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:55.324561 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-a9f0c9c0-8da3-4c03-b64a-055729445353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:55.327045 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1099b1a0-93fe-4dee-a5dd-bc0fec9cfa36 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:55.327164 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-701b4936-f9c9-4480-86a5-2199128ccf89 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:55.331570 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Network f95dfb87-d092-48b8-b24b-c7af200e3680 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:55.342435 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399ecdd2-1884-4a98-8c14-b3e29b9512f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888a1820-99bb-4a06-a2a7-bfd6b7791d9a'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:51:55.346746 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:55.356451 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:55.361793 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Pushing event updated for resources: {'Port': ['ID=b1a79ba0-dd46-45c3-8db2-58cdaa871b57,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:55.392539 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a9f0c9c0-8da3-4c03-b64a-055729445353 admin admin] Usage tracker for resource:security_group_rule and tenant:1a03dda1eeab418b99a47dfab34dc614 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:55.414828 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 888a1820-99bb-4a06-a2a7-bfd6b7791d9a, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=888a1820-99bb-4a06-a2a7-bfd6b7791d9a,segment=NetworkSegment(90bc9c89-017d-4efd-82f8-9dbfeb8d8462),segment_id=90bc9c89-017d-4efd-82f8-9dbfeb8d8462)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:55.431061 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:55.444546 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-e590ab80-0500-40f3-92a4-b62abf743531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:55.454233 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a9f0c9c0-8da3-4c03-b64a-055729445353 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:55.458061 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:55.458708 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:55.459776 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:55.460423 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:55.462343 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:55.462834 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:55.464691 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:55.465490 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:55.465980 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:55.467230 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:55.467732 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:55.468274 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:55.495765 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-a9f0c9c0-8da3-4c03-b64a-055729445353 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:55.516823 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95dfb87-d092-48b8-b24b-c7af200e3680']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:55.544525 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bcbcf5-ddd0-452a-b95a-d454c4eab061') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:55.544817 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bcbcf5-ddd0-452a-b95a-d454c4eab061') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:55.572114 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:55.573233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-e590ab80-0500-40f3-92a4-b62abf743531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f07775-366e-463d-a553-bde75d010ad9') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:55.573704 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-e590ab80-0500-40f3-92a4-b62abf743531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f07775-366e-463d-a553-bde75d010ad9') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:55.578810 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1099b1a0-93fe-4dee-a5dd-bc0fec9cfa36 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:55.594827 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e590ab80-0500-40f3-92a4-b62abf743531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:55.638115 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e590ab80-0500-40f3-92a4-b62abf743531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:55.644748 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-5513df13-4b08-48a7-a7c7-fa14f42132ee tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Floating IP 0cb0cd27-b2fc-43e8-90e2-4d1c4e10654d associated. External IP: 172.26.1.32, port: c443a733-7925-498b-ab6a-316c3b18bf5a. Apr 18 05:51:55.657590 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:55.660725 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f684c4bc-671c-4bc9-a78a-ca458344da98'] response: {'server_uuid': '399ecdd2-1884-4a98-8c14-b3e29b9512f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888a1820-99bb-4a06-a2a7-bfd6b7791d9a', 'code': 200} Apr 18 05:51:55.668068 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0a78a-278f-4306-b47b-5b23b5f86b59 None None] Pushing event updated for resources: {'Port': ['ID=440ab18b-05de-4698-aa36-5e370073e0ad,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:55.674453 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:55.675322 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 2023ea57-6102-47af-bc76-b79aecd0dacb up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:55.679251 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:51:55.679652 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:51:55.695207 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:51:55.797845 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Attempting to bind port b1a79ba0-dd46-45c3-8db2-58cdaa871b57 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:55.798371 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Attempting to bind port b1a79ba0-dd46-45c3-8db2-58cdaa871b57 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '00bcbcf5-ddd0-452a-b95a-d454c4eab061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f95dfb87-d092-48b8-b24b-c7af200e3680'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:55.798801 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Attempting to bind port b1a79ba0-dd46-45c3-8db2-58cdaa871b57 on network f95dfb87-d092-48b8-b24b-c7af200e3680 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:51:55.805338 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e590ab80-0500-40f3-92a4-b62abf743531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:51:55.806537 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e590ab80-0500-40f3-92a4-b62abf743531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:51:55.826932 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:51:55.852352 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=888a1820-99bb-4a06-a2a7-bfd6b7791d9a,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:55.867596 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:51:55.867966 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Checking segment: {'id': '00bcbcf5-ddd0-452a-b95a-d454c4eab061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f95dfb87-d092-48b8-b24b-c7af200e3680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:51:55.869136 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:55.869526 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Bound using segment: {'id': '00bcbcf5-ddd0-452a-b95a-d454c4eab061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f95dfb87-d092-48b8-b24b-c7af200e3680'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:51:55.870063 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Bound port: b1a79ba0-dd46-45c3-8db2-58cdaa871b57, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bcbcf5-ddd0-452a-b95a-d454c4eab061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f95dfb87-d092-48b8-b24b-c7af200e3680'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:51:55.870435 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:55.893866 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-87741827-6a9a-4a6d-9c4e-fa2f8db1664d None None] Provisioning complete for port 440ab18b-05de-4698-aa36-5e370073e0ad triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:55.895015 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.api [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 05:51:55.895015 dv-neutron-837489-1-hyperv neutron-server[88034]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 05:51:55.895015 dv-neutron-837489-1-hyperv neutron-server[88034]: [parameters: {'id': 'f95dfb87-d092-48b8-b24b-c7af200e3680'}] Apr 18 05:51:55.895015 dv-neutron-837489-1-hyperv neutron-server[88034]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:51:55.895391 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG oslo_db.api [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:51:55.895997 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-87741827-6a9a-4a6d-9c4e-fa2f8db1664d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:55.958394 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c9afe-6f04-488b-9e9a-e6a6de029b11 req-e5fa455a-55d5-469d-a709-800632dccb2b tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:55.959854 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-cc5c9afe-6f04-488b-9e9a-e6a6de029b11 req-e5fa455a-55d5-469d-a709-800632dccb2b tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 945 time: 0.7361374 Apr 18 05:51:55.972998 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a9f0c9c0-8da3-4c03-b64a-055729445353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:55.993118 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a9f0c9c0-8da3-4c03-b64a-055729445353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:56.042517 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port 2023ea57-6102-47af-bc76-b79aecd0dacb completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:51:56.059600 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a9f0c9c0-8da3-4c03-b64a-055729445353 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a03dda1eeab418b99a47dfab34dc614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8185539 Apr 18 05:51:56.060089 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 2023ea57-6102-47af-bc76-b79aecd0dacb triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:56.060393 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:56.064568 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38864) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:56.083493 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0c9c0-8da3-4c03-b64a-055729445353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d696f76b-94cb-4543-a7c4-fd24236319de,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:56.108670 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] For port b1a79ba0-dd46-45c3-8db2-58cdaa871b57, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:51:56.111169 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1099b1a0-93fe-4dee-a5dd-bc0fec9cfa36 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:56.131157 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1099b1a0-93fe-4dee-a5dd-bc0fec9cfa36 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:56.154035 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] For port b1a79ba0-dd46-45c3-8db2-58cdaa871b57, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b1a79ba0-dd46-45c3-8db2-58cdaa871b57,segment=NetworkSegment(00bcbcf5-ddd0-452a-b95a-d454c4eab061),segment_id=00bcbcf5-ddd0-452a-b95a-d454c4eab061)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:51:56.170918 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:56.175414 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e590ab80-0500-40f3-92a4-b62abf743531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:56.203187 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e590ab80-0500-40f3-92a4-b62abf743531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:56.207728 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47eb06-f229-44e4-9a45-38d619d8e501 req-fd3a9ab0-1876-477c-b29f-bd9a9ec5b767 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:56.209553 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-be47eb06-f229-44e4-9a45-38d619d8e501 req-fd3a9ab0-1876-477c-b29f-bd9a9ec5b767 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 945 time: 0.2877634 Apr 18 05:51:56.247717 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590ab80-0500-40f3-92a4-b62abf743531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] Pushing event deleted for resources: {'Network': ['ID=17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:56.267750 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e590ab80-0500-40f3-92a4-b62abf743531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599953220-project] 10.222.0.15 "DELETE /v2.0/networks/17cab1bb-4bf3-41b9-adc9-c3ddcfc8654a HTTP/1.1" status: 204 len: 168 time: 1.8566859 Apr 18 05:51:56.281121 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-cc5c9afe-6f04-488b-9e9a-e6a6de029b11 req-0fd0dc63-3edb-470c-b50c-b2be08f22a48 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581172 Apr 18 05:51:56.296083 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cc55c-54a6-4cf7-b852-2f1ce0d456cb req-3b515ffa-f0dd-4689-9126-6811c3fde3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:56.299247 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-835cc55c-54a6-4cf7-b852-2f1ce0d456cb req-3b515ffa-f0dd-4689-9126-6811c3fde3b7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 1098 time: 0.5928802 Apr 18 05:51:56.303060 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099b1a0-93fe-4dee-a5dd-bc0fec9cfa36 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Pushing event updated for resources: {'Port': ['ID=992c8f98-c1e7-430d-9f1e-15779d67d791,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:56.310432 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6f753d5e-ced9-42e1-8fcd-de55a61073fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:56.343502 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1099b1a0-93fe-4dee-a5dd-bc0fec9cfa36 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:56.372074 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-be47eb06-f229-44e4-9a45-38d619d8e501 req-cdcab355-2a0f-4c0f-b89f-ace61b0dccea tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/security-groups?id=0243f8f4-55ad-4220-a9f6-be527e81dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131628 Apr 18 05:51:56.373751 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6f753d5e-ced9-42e1-8fcd-de55a61073fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:56.406355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:56.462645 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1099b1a0-93fe-4dee-a5dd-bc0fec9cfa36 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:56.464326 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1099b1a0-93fe-4dee-a5dd-bc0fec9cfa36 tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3028045 Apr 18 05:51:56.467149 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38870) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:56.471907 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407e67d-7cbc-497b-8ab3-6aac0442222b None None] Pushing event updated for resources: {'Port': ['ID=b1a79ba0-dd46-45c3-8db2-58cdaa871b57,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:56.501120 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-835cc55c-54a6-4cf7-b852-2f1ce0d456cb req-962b7341-ecef-44f0-ae16-9034653b8bdd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0243f8f4-55ad-4220-a9f6-be527e81dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772722 Apr 18 05:51:56.501827 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Deleting port b1a79ba0-dd46-45c3-8db2-58cdaa871b57 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:51:56.502165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:56.525642 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:56.563758 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6f753d5e-ced9-42e1-8fcd-de55a61073fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:56.576005 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 2023ea57-6102-47af-bc76-b79aecd0dacb, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=2023ea57-6102-47af-bc76-b79aecd0dacb,segment=NetworkSegment(697bc392-01f0-4717-af3e-52af340b5bca),segment_id=697bc392-01f0-4717-af3e-52af340b5bca)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:56.577226 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cc011e-2881-4064-b4bc-554603e0345c None None] Network f95dfb87-d092-48b8-b24b-c7af200e3680 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:51:56.622101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f753d5e-ced9-42e1-8fcd-de55a61073fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d696f76b-94cb-4543-a7c4-fd24236319de,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:56.631795 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6f753d5e-ced9-42e1-8fcd-de55a61073fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:56.640886 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6f753d5e-ced9-42e1-8fcd-de55a61073fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d696f76b-94cb-4543-a7c4-fd24236319de HTTP/1.1" status: 204 len: 168 time: 0.5745115 Apr 18 05:51:56.728682 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5513df13-4b08-48a7-a7c7-fa14f42132ee tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Router 233b1ceb-2a39-4c49-ad97-ac5069be2e93 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:51:56.736060 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-1d776142-3c4e-454d-afa9-c398c6bf2de4 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:56.753524 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1d776142-3c4e-454d-afa9-c398c6bf2de4 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:56.761861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38880) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:56.776363 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:56.794383 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1d776142-3c4e-454d-afa9-c398c6bf2de4 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Usage tracker for resource:floatingip and tenant:3362e10e4501489b8ba5cd9a74d0ad5a is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:56.800269 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1d776142-3c4e-454d-afa9-c398c6bf2de4 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:56.871243 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1d776142-3c4e-454d-afa9-c398c6bf2de4 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:56.902900 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] For port b1a79ba0-dd46-45c3-8db2-58cdaa871b57, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b1a79ba0-dd46-45c3-8db2-58cdaa871b57,segment=NetworkSegment(00bcbcf5-ddd0-452a-b95a-d454c4eab061),segment_id=00bcbcf5-ddd0-452a-b95a-d454c4eab061)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:51:56.903401 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:56.915125 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d776142-3c4e-454d-afa9-c398c6bf2de4 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Notify callbacks [] for floatingip, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:56.925487 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-701b4936-f9c9-4480-86a5-2199128ccf89 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:56.986108 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=2023ea57-6102-47af-bc76-b79aecd0dacb,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:57.016136 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-701b4936-f9c9-4480-86a5-2199128ccf89 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:57.046462 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82133922-8a24-4bb1-bb4a-38832d30fada None None] get_active_networks_info from dv-neutron-837489-1-hyperv {{(pid=88036) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 05:51:57.078946 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Calling delete_port for b1a79ba0-dd46-45c3-8db2-58cdaa871b57 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:51:57.198986 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82133922-8a24-4bb1-bb4a-38832d30fada None None] Resources bound (agent type, host, resource id): {{(pid=88036) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 05:51:57.213251 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5513df13-4b08-48a7-a7c7-fa14f42132ee tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:51:57.225652 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c2115e-e002-4d38-86bb-4df6f304410b None None] Sync routers for ids ['233b1ceb-2a39-4c49-ad97-ac5069be2e93'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:51:57.241697 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c2115e-e002-4d38-86bb-4df6f304410b None None] Routers {'233b1ceb-2a39-4c49-ad97-ac5069be2e93'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:51:57.244441 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-53c2115e-e002-4d38-86bb-4df6f304410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:51:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['233b1ceb-2a39-4c49-ad97-ac5069be2e93'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:57.304745 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-75147940-c63b-4db5-8352-4b446bfaf071 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9712ada82a5472eb32b5018a1e12740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5246387 Apr 18 05:51:57.311233 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38896) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:57.378629 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5513df13-4b08-48a7-a7c7-fa14f42132ee tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:57.507016 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5513df13-4b08-48a7-a7c7-fa14f42132ee tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "PUT /v2.0/floatingips/0cb0cd27-b2fc-43e8-90e2-4d1c4e10654d HTTP/1.1" status: 200 len: 990 time: 4.8771718 Apr 18 05:51:57.510333 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae53991-b658-49f8-9ce9-d343dfab7a07', 'tag': 'c443a733-7925-498b-ab6a-316c3b18bf5a'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:51:57.529886 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:57.531341 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-701b4936-f9c9-4480-86a5-2199128ccf89 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:57.642858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No DVR routers for this DVR port b1a79ba0-dd46-45c3-8db2-58cdaa871b57 on host dv-neutron-837489-1-hyperv {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:51:57.706671 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-53c2115e-e002-4d38-86bb-4df6f304410b None None] Set router 233b1ceb-2a39-4c49-ad97-ac5069be2e93 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:51:57.748071 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469fbe35-3f96-423b-98ac-7d619d25993f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2023ea57-6102-47af-bc76-b79aecd0dacb'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:51:57.796223 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 440ab18b-05de-4698-aa36-5e370073e0ad up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:51:57.872288 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Port': ['ID=b1a79ba0-dd46-45c3-8db2-58cdaa871b57,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:57.922146 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-07938ce2-203c-4752-964a-416ee4a1a382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:58.087077 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 440ab18b-05de-4698-aa36-5e370073e0ad triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:58.087489 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:58.125434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38918) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:58.129928 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:58.142250 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-701b4936-f9c9-4480-86a5-2199128ccf89 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:58.144338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-07938ce2-203c-4752-964a-416ee4a1a382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:58.145035 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-701b4936-f9c9-4480-86a5-2199128ccf89 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:58.178241 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914e4bf-2241-4be5-9785-a89bdb2ca361 req-acd85eef-215e-4107-96a9-128b90fcad24 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:58.179734 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9914e4bf-2241-4be5-9785-a89bdb2ca361 req-acd85eef-215e-4107-96a9-128b90fcad24 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.5822060 Apr 18 05:51:58.184346 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-53c2115e-e002-4d38-86bb-4df6f304410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'name': 'tempest-ServersTestManualDisk-1963045406-router', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:53Z', 'updated_at': '2022-04-18T05:51:03Z', 'revision_number': 4, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'gw_port': {'id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '0cb0cd27-b2fc-43e8-90e2-4d1c4e10654d', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'floating_ip_address': '172.26.1.32', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'port_id': 'c443a733-7925-498b-ab6a-316c3b18bf5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405', 'mac_address': 'fa:16:3e:3c:f0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae53991-b658-49f8-9ce9-d343dfab7a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:51:16Z', 'updated_at': '2022-04-18T05:51:54Z', 'revision_number': 1, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf1c92f-3538-4382-a9ef-f9721140a992', 'name': '', 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'mac_address': 'fa:16:3e:7d:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:02Z', 'updated_at': '2022-04-18T05:51:14Z', 'revision_number': 5, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'subnets': [{'id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:58.188766 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c2115e-e002-4d38-86bb-4df6f304410b None None] Checking router: 233b1ceb-2a39-4c49-ad97-ac5069be2e93 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:51:58.190983 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-701b4936-f9c9-4480-86a5-2199128ccf89 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:58.192498 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701b4936-f9c9-4480-86a5-2199128ccf89 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0cdef48-ba4b-487d-9170-c6fb6099e1bb {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:51:58.200825 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c2115e-e002-4d38-86bb-4df6f304410b None None] Routers {'233b1ceb-2a39-4c49-ad97-ac5069be2e93'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:51:58.201451 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-53c2115e-e002-4d38-86bb-4df6f304410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:51:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['233b1ceb-2a39-4c49-ad97-ac5069be2e93'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:58.209467 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95dfb87-d092-48b8-b24b-c7af200e3680']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:58.254550 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bcbcf5-ddd0-452a-b95a-d454c4eab061') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:58.254875 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bcbcf5-ddd0-452a-b95a-d454c4eab061') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:58.273826 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d776142-3c4e-454d-afa9-c398c6bf2de4 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:58.277393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:58.298848 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a71335-f65c-4c71-b33b-674b1e99d988 req-e593cf2a-fe28-425e-810b-687d135cb79c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:58.300469 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f6a71335-f65c-4c71-b33b-674b1e99d988 req-e593cf2a-fe28-425e-810b-687d135cb79c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 945 time: 0.5652845 Apr 18 05:51:58.325498 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-701b4936-f9c9-4480-86a5-2199128ccf89 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 18 05:51:58.329635 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-701b4936-f9c9-4480-86a5-2199128ccf89 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.0769744 Apr 18 05:51:58.332538 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38924) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:58.359249 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:58.376241 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-990725070'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:58.390697 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:51:58.391306 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:58.415004 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:51:58.417114 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:51:58.440092 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9914e4bf-2241-4be5-9785-a89bdb2ca361 req-3a0f7a13-6045-49c0-b257-2f7661ff38ed tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252357 Apr 18 05:51:58.441673 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-c797f1b7-5ef0-42b9-b4d0-d0595193f788 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Deleting port 149fc9a6-8f9b-4c20-b36b-ea116db1beb2 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:51:58.442706 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c797f1b7-5ef0-42b9-b4d0-d0595193f788 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:58.443149 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Usage tracker for resource:network and tenant:53217080630e4ec6bc3e36527767510c is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:58.468576 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-53c2115e-e002-4d38-86bb-4df6f304410b None None] Set router 233b1ceb-2a39-4c49-ad97-ac5069be2e93 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:51:58.506788 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:58.519568 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-07938ce2-203c-4752-964a-416ee4a1a382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:58.542633 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:58.560179 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f6a71335-f65c-4c71-b33b-674b1e99d988 req-c2f4272a-b6de-435c-92fa-9f34d0add5ce tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/security-groups?id=0243f8f4-55ad-4220-a9f6-be527e81dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191918 Apr 18 05:51:58.592616 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07938ce2-203c-4752-964a-416ee4a1a382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7dedde-c68f-4a01-9a25-66a483223a00,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:58.623810 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Made reservation on behalf of 53217080630e4ec6bc3e36527767510c for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:58.627331 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:58.654155 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:58.666311 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-07938ce2-203c-4752-964a-416ee4a1a382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:58.667557 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-07938ce2-203c-4752-964a-416ee4a1a382 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c7dedde-c68f-4a01-9a25-66a483223a00 HTTP/1.1" status: 204 len: 168 time: 1.3534303 Apr 18 05:51:58.682847 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:58.702196 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:58.707626 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-1d776142-3c4e-454d-afa9-c398c6bf2de4 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Allocated IP 172.26.1.148 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/fa6d9fed-809f-4d53-a15b-f3370df4f4dc) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:58.717551 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Network': ['ID=f95dfb87-d092-48b8-b24b-c7af200e3680,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:58.718526 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229a1da0-94c0-417f-8487-5890750ed9a1'] response: {'name': 'network-changed', 'server_uuid': 'eae53991-b658-49f8-9ce9-d343dfab7a07', 'tag': 'c443a733-7925-498b-ab6a-316c3b18bf5a', 'status': 'completed', 'code': 200} Apr 18 05:51:58.724396 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:58.730893 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d228d0e8-996e-4124-9302-2c336d73da52'] response: {'server_uuid': '469fbe35-3f96-423b-98ac-7d619d25993f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2023ea57-6102-47af-bc76-b79aecd0dacb', 'code': 200} Apr 18 05:51:58.735150 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-eb9e1415-cfba-4734-ba64-c393f50a9770 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/f95dfb87-d092-48b8-b24b-c7af200e3680 HTTP/1.1" status: 204 len: 168 time: 5.0846279 Apr 18 05:51:58.736012 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Usage tracker for resource:security_group_rule and tenant:53217080630e4ec6bc3e36527767510c is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:58.738585 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38930) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:58.743147 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:58.749243 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-21d08ca9-3f78-4b6d-81ac-f0f920df0ae4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-15153884'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:58.781028 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-21d08ca9-3f78-4b6d-81ac-f0f920df0ae4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:51:58.786141 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:58.794531 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-21d08ca9-3f78-4b6d-81ac-f0f920df0ae4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Usage tracker for resource:network and tenant:5363d5685d824735b18239fcd4923d66 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:51:58.799201 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-21d08ca9-3f78-4b6d-81ac-f0f920df0ae4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:51:58.833241 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b60e3c-75f8-487b-93d7-3bdb6d361b02 req-e8c27adf-7586-4072-abe9-905fb66b2a73 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:58.834947 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-51b60e3c-75f8-487b-93d7-3bdb6d361b02 req-e8c27adf-7586-4072-abe9-905fb66b2a73 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 945 time: 0.2955968 Apr 18 05:51:58.862600 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-21d08ca9-3f78-4b6d-81ac-f0f920df0ae4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:51:58.879421 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c797f1b7-5ef0-42b9-b4d0-d0595193f788 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:58.899141 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d08ca9-3f78-4b6d-81ac-f0f920df0ae4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Made reservation on behalf of 5363d5685d824735b18239fcd4923d66 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:58.903444 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-21d08ca9-3f78-4b6d-81ac-f0f920df0ae4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:58.988391 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d776142-3c4e-454d-afa9-c398c6bf2de4 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:58.991526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d08ca9-3f78-4b6d-81ac-f0f920df0ae4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:51:59.021042 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-21d08ca9-3f78-4b6d-81ac-f0f920df0ae4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:59.021422 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-21d08ca9-3f78-4b6d-81ac-f0f920df0ae4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Added segment a8818753-2547-45e3-824c-fdc8af3cef77 of type vlan for network ed033e9e-c497-463e-96bc-0fdb5ca241d9 Apr 18 05:51:59.073279 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-c797f1b7-5ef0-42b9-b4d0-d0595193f788 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Calling delete_port for 149fc9a6-8f9b-4c20-b36b-ea116db1beb2 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:51:59.102854 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c23070-5001-4e78-9785-ce4bd83f4da6 req-645b673f-163d-42a2-8545-a41aee1d5f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:59.104841 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d3c23070-5001-4e78-9785-ce4bd83f4da6 req-645b673f-163d-42a2-8545-a41aee1d5f8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=637df6f0e57a4804a82858e7d06b6d7b&device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 1098 time: 0.3808608 Apr 18 05:51:59.117291 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-51b60e3c-75f8-487b-93d7-3bdb6d361b02 req-973f6429-729a-4c3f-b223-cb2ebdeb3d7e tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/security-groups?id=4454dfcf-b58a-46d1-b9f8-5e5519d0cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2683249 Apr 18 05:51:59.125832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-21d08ca9-3f78-4b6d-81ac-f0f920df0ae4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:59.130804 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:59.144349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:59.203183 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:51:59.204332 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-53c2115e-e002-4d38-86bb-4df6f304410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'name': 'tempest-ServersTestManualDisk-1963045406-router', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:53Z', 'updated_at': '2022-04-18T05:51:03Z', 'revision_number': 4, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'gw_port': {'id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '0cb0cd27-b2fc-43e8-90e2-4d1c4e10654d', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'floating_ip_address': '172.26.1.32', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'port_id': 'c443a733-7925-498b-ab6a-316c3b18bf5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405', 'mac_address': 'fa:16:3e:3c:f0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae53991-b658-49f8-9ce9-d343dfab7a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:51:16Z', 'updated_at': '2022-04-18T05:51:54Z', 'revision_number': 1, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf1c92f-3538-4382-a9ef-f9721140a992', 'name': '', 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'mac_address': 'fa:16:3e:7d:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:02Z', 'updated_at': '2022-04-18T05:51:14Z', 'revision_number': 5, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'subnets': [{'id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:59.210499 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c2115e-e002-4d38-86bb-4df6f304410b None None] The sync data for ids ['233b1ceb-2a39-4c49-ad97-ac5069be2e93'] in dv-neutron-837489-1-hyperv is: [{'id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'name': 'tempest-ServersTestManualDisk-1963045406-router', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:53Z', 'updated_at': '2022-04-18T05:51:03Z', 'revision_number': 4, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'gw_port': {'id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '0cb0cd27-b2fc-43e8-90e2-4d1c4e10654d', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'floating_ip_address': '172.26.1.32', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'port_id': 'c443a733-7925-498b-ab6a-316c3b18bf5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405', 'mac_address': 'fa:16:3e:3c:f0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae53991-b658-49f8-9ce9-d343dfab7a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:51:16Z', 'updated_at': '2022-04-18T05:51:54Z', 'revision_number': 1, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf1c92f-3538-4382-a9ef-f9721140a992', 'name': '', 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'mac_address': 'fa:16:3e:7d:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:02Z', 'updated_at': '2022-04-18T05:51:14Z', 'revision_number': 5, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'subnets': [{'id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:51:59.217616 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d776142-3c4e-454d-afa9-c398c6bf2de4 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:59.251815 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38940) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:59.263135 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad5639b-5c3e-4418-a49b-2c7b5ef80e77,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:59.294447 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-21d08ca9-3f78-4b6d-81ac-f0f920df0ae4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:59.300195 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d08ca9-3f78-4b6d-81ac-f0f920df0ae4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:59.300790 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-21d08ca9-3f78-4b6d-81ac-f0f920df0ae4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:59.310880 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:59.311222 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Added segment 69d03099-b84e-40ea-8369-3f40c5992da1 of type vlan for network 05c54514-12b4-476f-ac98-1d963e2784be Apr 18 05:51:59.371675 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d776142-3c4e-454d-afa9-c398c6bf2de4 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:59.395537 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c898fa6-151f-4d62-bdc1-d293002ae24f req-25624535-e9a3-4532-bbe2-d6310bd7388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:59.397593 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8c898fa6-151f-4d62-bdc1-d293002ae24f req-25624535-e9a3-4532-bbe2-d6310bd7388a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 1099 time: 0.3582048 Apr 18 05:51:59.397896 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-1d776142-3c4e-454d-afa9-c398c6bf2de4 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:59.404697 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-afc5bb81-1d47-4a86-bce2-3658fc55c407 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1d12dd322b947abaabd2134bca0138b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517613 Apr 18 05:51:59.416368 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38944) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:59.420375 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c23070-5001-4e78-9785-ce4bd83f4da6 req-8b779437-e57b-460e-b400-2d927ee9bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:59.422339 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d3c23070-5001-4e78-9785-ce4bd83f4da6 req-8b779437-e57b-460e-b400-2d927ee9bf96 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8e6ec6cd-b02b-4370-9725-304c806a2405 HTTP/1.1" status: 200 len: 913 time: 0.3017220 Apr 18 05:51:59.423586 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c797f1b7-5ef0-42b9-b4d0-d0595193f788 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:59.473911 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d776142-3c4e-454d-afa9-c398c6bf2de4 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:51:59.504238 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe4a59-58b3-4864-8959-934f6e709283 None None] New status for floating IP 0cb0cd27-b2fc-43e8-90e2-4d1c4e10654d: ACTIVE {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 05:51:59.513873 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d776142-3c4e-454d-afa9-c398c6bf2de4 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Pushing event updated for resources: {'Port': ['ID=fa6d9fed-809f-4d53-a15b-f3370df4f4dc,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:59.539638 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:59.552607 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d08ca9-3f78-4b6d-81ac-f0f920df0ae4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Network': ['ID=ed033e9e-c497-463e-96bc-0fdb5ca241d9,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:59.565638 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-21d08ca9-3f78-4b6d-81ac-f0f920df0ae4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8258708 Apr 18 05:51:59.566137 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797f1b7-5ef0-42b9-b4d0-d0595193f788 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Pushing event deleted for resources: {'Port': ['ID=149fc9a6-8f9b-4c20-b36b-ea116db1beb2,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:59.575611 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38950) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:51:59.588794 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-160def5b-6f93-4b92-8bf8-624bd90a75e2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'subnet': {'network_id': 'ed033e9e-c497-463e-96bc-0fdb5ca241d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:59.661221 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8c898fa6-151f-4d62-bdc1-d293002ae24f req-54471bfa-41d2-42be-b85a-43e21d9382a8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509780 Apr 18 05:51:59.693343 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network ed033e9e-c497-463e-96bc-0fdb5ca241d9 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:51:59.762408 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4cec2fb8-e1fa-4e58-ab34-a1a8042c5520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:59.770979 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d3c23070-5001-4e78-9785-ce4bd83f4da6 req-138951a5-5fd1-4f45-aaf8-4da713c5f697 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c443a733-7925-498b-ab6a-316c3b18bf5a HTTP/1.1" status: 200 len: 998 time: 0.3360491 Apr 18 05:51:59.809137 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c797f1b7-5ef0-42b9-b4d0-d0595193f788 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:59.818081 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4cec2fb8-e1fa-4e58-ab34-a1a8042c5520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:59.856471 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c797f1b7-5ef0-42b9-b4d0-d0595193f788 tempest-RoutersAdminNegativeTest-1097457924 tempest-RoutersAdminNegativeTest-1097457924-project-admin] 10.222.0.15 "DELETE /v2.0/ports/149fc9a6-8f9b-4c20-b36b-ea116db1beb2 HTTP/1.1" status: 204 len: 168 time: 1.5186226 Apr 18 05:51:59.863773 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:59.869879 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:59.870419 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:59.965567 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef5fd9-a857-442a-a888-caa6c330c2af req-317cede4-a788-42cd-bd0e-572446f17873 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:59.972380 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3cef5fd9-a857-442a-a888-caa6c330c2af req-317cede4-a788-42cd-bd0e-572446f17873 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.3477068 Apr 18 05:52:00.000187 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4cec2fb8-e1fa-4e58-ab34-a1a8042c5520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:00.008075 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-160def5b-6f93-4b92-8bf8-624bd90a75e2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:00.029792 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8896403 Apr 18 05:52:00.032456 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38958) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:00.035552 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-160def5b-6f93-4b92-8bf8-624bd90a75e2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Usage tracker for resource:subnet and tenant:5363d5685d824735b18239fcd4923d66 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:00.044786 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-160def5b-6f93-4b92-8bf8-624bd90a75e2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:00.053415 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9884f7e-2699-41e8-9e5e-a270b67b69ac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Network': ['ID=05c54514-12b4-476f-ac98-1d963e2784be,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:00.059960 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d776142-3c4e-454d-afa9-c398c6bf2de4 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:00.063227 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-160def5b-6f93-4b92-8bf8-624bd90a75e2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:00.067985 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 05c54514-12b4-476f-ac98-1d963e2784be details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:52:00.132554 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160def5b-6f93-4b92-8bf8-624bd90a75e2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Made reservation on behalf of 5363d5685d824735b18239fcd4923d66 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:00.138072 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-160def5b-6f93-4b92-8bf8-624bd90a75e2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:00.163098 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-4ec91b82-a3bb-485a-ba0c-6456db9abb90 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Request body: {'subnet': {'network_id': '05c54514-12b4-476f-ac98-1d963e2784be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:00.178960 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec2fb8-e1fa-4e58-ab34-a1a8042c5520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71edda70-fb98-4a2f-8120-bb5cb0891edf,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:00.189779 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c23070-5001-4e78-9785-ce4bd83f4da6 req-2d3db271-e8a2-4cb6-9837-8439c1f165a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:00.191237 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d3c23070-5001-4e78-9785-ce4bd83f4da6 req-2d3db271-e8a2-4cb6-9837-8439c1f165a7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5fcd649f-492a-4c12-9975-b04bbb1ea4b5 HTTP/1.1" status: 200 len: 851 time: 0.2884889 Apr 18 05:52:00.210476 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4880569-b02b-4e7c-bb82-fedf0ee9ea90 req-d4646b4b-c4be-4696-a7d0-ee540716c485 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:00.212799 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a4880569-b02b-4e7c-bb82-fedf0ee9ea90 req-d4646b4b-c4be-4696-a7d0-ee540716c485 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 945 time: 0.4042389 Apr 18 05:52:00.223644 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3cef5fd9-a857-442a-a888-caa6c330c2af req-027506b1-d6c0-4ef9-870f-cbe95579f574 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503405 Apr 18 05:52:00.274064 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38964) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:00.283567 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4cec2fb8-e1fa-4e58-ab34-a1a8042c5520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:00.284663 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4cec2fb8-e1fa-4e58-ab34-a1a8042c5520 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71edda70-fb98-4a2f-8120-bb5cb0891edf HTTP/1.1" status: 204 len: 168 time: 0.8665230 Apr 18 05:52:00.303973 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.ipam_backend_mixin [None req-160def5b-6f93-4b92-8bf8-624bd90a75e2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Performing IP validity checks on allocation pools {{(pid=88034) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 05:52:00.304832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.ipam_backend_mixin [None req-160def5b-6f93-4b92-8bf8-624bd90a75e2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88034) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 05:52:00.320984 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d776142-3c4e-454d-afa9-c398c6bf2de4 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:00.401637 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-4ec91b82-a3bb-485a-ba0c-6456db9abb90 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:00.409988 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a4880569-b02b-4e7c-bb82-fedf0ee9ea90 req-a168f35a-76e1-4f29-afd0-330cb82a93e6 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/security-groups?id=0243f8f4-55ad-4220-a9f6-be527e81dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385100 Apr 18 05:52:00.414674 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-4ec91b82-a3bb-485a-ba0c-6456db9abb90 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Usage tracker for resource:subnet and tenant:53217080630e4ec6bc3e36527767510c is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:00.424141 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-4ec91b82-a3bb-485a-ba0c-6456db9abb90 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:00.439415 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-4ec91b82-a3bb-485a-ba0c-6456db9abb90 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:00.488247 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c23070-5001-4e78-9785-ce4bd83f4da6 req-6e761757-bfe3-4022-9c40-2c774374848c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:00.490267 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d3c23070-5001-4e78-9785-ce4bd83f4da6 req-6e761757-bfe3-4022-9c40-2c774374848c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8e6ec6cd-b02b-4370-9725-304c806a2405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2820146 Apr 18 05:52:00.492282 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec91b82-a3bb-485a-ba0c-6456db9abb90 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Made reservation on behalf of 53217080630e4ec6bc3e36527767510c for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:00.498290 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4ec91b82-a3bb-485a-ba0c-6456db9abb90 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:00.667144 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-160def5b-6f93-4b92-8bf8-624bd90a75e2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:00.787502 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160def5b-6f93-4b92-8bf8-624bd90a75e2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Subnet': ['ID=dfbba246-4262-4876-a135-2c85263a96fb,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:00.792163 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d776142-3c4e-454d-afa9-c398c6bf2de4 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:00.807285 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160def5b-6f93-4b92-8bf8-624bd90a75e2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Checking segment: {'id': 'a8818753-2547-45e3-824c-fdc8af3cef77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ed033e9e-c497-463e-96bc-0fdb5ca241d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:00.807662 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160def5b-6f93-4b92-8bf8-624bd90a75e2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network hostable DHCP agents. Network: ed033e9e-c497-463e-96bc-0fdb5ca241d9, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:52:00.815407 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d776142-3c4e-454d-afa9-c398c6bf2de4 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:00.897936 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d776142-3c4e-454d-afa9-c398c6bf2de4 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Pushing event updated for resources: {'Port': ['ID=fa6d9fed-809f-4d53-a15b-f3370df4f4dc,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:00.940005 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ec4f88ac-5a1d-4332-bd4c-d9b69eb57627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:00.970420 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160def5b-6f93-4b92-8bf8-624bd90a75e2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network ed033e9e-c497-463e-96bc-0fdb5ca241d9 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:52:00.983016 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-160def5b-6f93-4b92-8bf8-624bd90a75e2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, ed033e9e-c497-463e-96bc-0fdb5ca241d9) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:00.990137 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ec4f88ac-5a1d-4332-bd4c-d9b69eb57627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:00.990315 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160def5b-6f93-4b92-8bf8-624bd90a75e2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:00.990509 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-160def5b-6f93-4b92-8bf8-624bd90a75e2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:00.994879 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ec4f88ac-5a1d-4332-bd4c-d9b69eb57627 admin admin] Usage tracker for resource:security_group_rule and tenant:8d14468cbf7b4737b716d6059513a0fc is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:01.000843 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7f1a74-1b0e-4438-9b4a-a75ecea40ff6 None None] Network ed033e9e-c497-463e-96bc-0fdb5ca241d9 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:01.002687 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ec4f88ac-5a1d-4332-bd4c-d9b69eb57627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:01.006141 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d776142-3c4e-454d-afa9-c398c6bf2de4 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:01.009845 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ec4f88ac-5a1d-4332-bd4c-d9b69eb57627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:01.030497 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d776142-3c4e-454d-afa9-c398c6bf2de4 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:01.031924 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1d776142-3c4e-454d-afa9-c398c6bf2de4 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5638344 Apr 18 05:52:01.036073 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-160def5b-6f93-4b92-8bf8-624bd90a75e2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4545071 Apr 18 05:52:01.036073 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 38992) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:01.042019 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 38994) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:01.108991 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d3c23070-5001-4e78-9785-ce4bd83f4da6 req-ca9bf749-c709-45c1-9bd5-04d1321d3f61 service neutron] 10.222.0.52 "GET /v2.0/networks/8e6ec6cd-b02b-4370-9725-304c806a2405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800355 Apr 18 05:52:01.151851 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8927a8c4-fe2d-407d-8de0-bea06ddb060f tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Synchronizing usage tracker for tenant:6f020036041149a0b9ac9afbe1944a70 on resource:floatingip {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:52:01.216327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39002) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:01.303179 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-ed033e9e-c497-463e-96bc-0fdb5ca241d9', 'network_id': 'ed033e9e-c497-463e-96bc-0fdb5ca241d9', 'tenant_id': '5363d5685d824735b18239fcd4923d66', 'fixed_ips': [{'subnet_id': 'dfbba246-4262-4876-a135-2c85263a96fb'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:52:01.303997 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:01.380514 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ec4f88ac-5a1d-4332-bd4c-d9b69eb57627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:01.388293 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1403885117'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:01.399517 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:01.400720 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ec4f88ac-5a1d-4332-bd4c-d9b69eb57627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:01.409724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Usage tracker for resource:network and tenant:75991ac3a3524dd9ba55f960b621c6cc is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:01.414448 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:01.422085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:01.427277 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8927a8c4-fe2d-407d-8de0-bea06ddb060f tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Unset dirty status for tenant:6f020036041149a0b9ac9afbe1944a70 on resource:floatingip {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:52:01.428575 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8927a8c4-fe2d-407d-8de0-bea06ddb060f tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3395 time: 0.3924410 Apr 18 05:52:01.434319 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39010) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:01.436764 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4ec91b82-a3bb-485a-ba0c-6456db9abb90 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:01.480548 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0a697-a4e7-4a7f-9de1-8817df39cdfb req-0dff3e7f-b4db-4761-b535-4f03c6463a28 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:01.482016 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e3a0a697-a4e7-4a7f-9de1-8817df39cdfb req-0dff3e7f-b4db-4761-b535-4f03c6463a28 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 945 time: 0.8523171 Apr 18 05:52:01.496026 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39014) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:01.514413 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-3ae5bad7-ec22-4457-8627-62ddb0c7a555 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Request body: {'floatingip': {'port_id': '888a1820-99bb-4a06-a2a7-bfd6b7791d9a'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:01.517482 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] Allocated IP 172.20.0.3 (ed033e9e-c497-463e-96bc-0fdb5ca241d9/dfbba246-4262-4876-a135-2c85263a96fb/cb481762-b956-4b93-9aa7-04c71ebdd2a0) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:01.567934 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ec4f88ac-5a1d-4332-bd4c-d9b69eb57627 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d14468cbf7b4737b716d6059513a0fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2835081 Apr 18 05:52:01.574641 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f88ac-5a1d-4332-bd4c-d9b69eb57627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c79559-df2d-4a03-9c30-cc593fabe287,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:01.577609 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39018) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:01.578944 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Made reservation on behalf of 75991ac3a3524dd9ba55f960b621c6cc for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:01.582710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:01.603547 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d3c23070-5001-4e78-9785-ce4bd83f4da6 req-1a1836c2-bdfd-46da-88c9-624a7840756e service neutron] 10.222.0.52 "GET /v2.0/networks/8e6ec6cd-b02b-4370-9725-304c806a2405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737988 Apr 18 05:52:01.621782 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-0bda66c6-c109-49cb-a1d9-7d36536b6ff2 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Synchronizing usage tracker for tenant:842a31d500c94d1fb6a1b7f455ed6703 on resource:floatingip {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:52:01.622195 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec91b82-a3bb-485a-ba0c-6456db9abb90 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Subnet': ['ID=702b0ec7-d7d5-405a-8364-adaa16076d19,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:01.628763 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:01.636739 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:01.644518 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3ae5bad7-ec22-4457-8627-62ddb0c7a555 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks [] for floatingip, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:01.661273 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec91b82-a3bb-485a-ba0c-6456db9abb90 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Checking segment: {'id': '69d03099-b84e-40ea-8369-3f40c5992da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '05c54514-12b4-476f-ac98-1d963e2784be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:01.661623 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec91b82-a3bb-485a-ba0c-6456db9abb90 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Network hostable DHCP agents. Network: 05c54514-12b4-476f-ac98-1d963e2784be, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:52:01.748263 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:01.750614 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec91b82-a3bb-485a-ba0c-6456db9abb90 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Network 05c54514-12b4-476f-ac98-1d963e2784be is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:52:01.760279 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] Transition to ACTIVE for port object cb481762-b956-4b93-9aa7-04c71ebdd2a0 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:01.764141 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-30ef621a-b390-493c-97a3-4dec2ecd51f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:01.780534 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] Transition to ACTIVE for port object cb481762-b956-4b93-9aa7-04c71ebdd2a0 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:01.782375 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-4ec91b82-a3bb-485a-ba0c-6456db9abb90 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 05c54514-12b4-476f-ac98-1d963e2784be) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:01.786074 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:01.791317 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52782e0-72e5-4106-9f89-90837dfab6ec None None] Network 05c54514-12b4-476f-ac98-1d963e2784be requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:01.805179 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:01.836687 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec91b82-a3bb-485a-ba0c-6456db9abb90 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:01.837860 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4ec91b82-a3bb-485a-ba0c-6456db9abb90 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:01.854206 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-30ef621a-b390-493c-97a3-4dec2ecd51f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:01.872845 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:01.885380 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Usage tracker for resource:security_group_rule and tenant:75991ac3a3524dd9ba55f960b621c6cc is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:01.897416 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c07f12-c3b6-4cf0-aa37-8b7ecf5103ea req-cd98f47a-a762-449a-b677-f0dbe8a784b9 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:01.898682 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b6c07f12-c3b6-4cf0-aa37-8b7ecf5103ea req-cd98f47a-a762-449a-b677-f0dbe8a784b9 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.5624707 Apr 18 05:52:01.902590 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:01.908070 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-0bda66c6-c109-49cb-a1d9-7d36536b6ff2 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Unset dirty status for tenant:842a31d500c94d1fb6a1b7f455ed6703 on resource:floatingip {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:52:01.911579 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0bda66c6-c109-49cb-a1d9-7d36536b6ff2 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.4737277 Apr 18 05:52:01.914848 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39022) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:01.916880 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:01.923661 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4ec91b82-a3bb-485a-ba0c-6456db9abb90 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7685642 Apr 18 05:52:01.926398 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39026) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:01.933282 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] Network ed033e9e-c497-463e-96bc-0fdb5ca241d9 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:01.933462 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1700282975', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}, 'admin_state_up': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:01.941385 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:01.942864 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:01.949193 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Usage tracker for resource:router and tenant:53217080630e4ec6bc3e36527767510c is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:01.954054 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:01.955230 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:01.960303 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:01.967425 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] Pushing event updated for resources: {'Port': ['ID=cb481762-b956-4b93-9aa7-04c71ebdd2a0,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:01.972977 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:02.026817 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-30ef621a-b390-493c-97a3-4dec2ecd51f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:02.029556 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:02.030625 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:02.044443 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Subnet': ['ID=dfbba246-4262-4876-a135-2c85263a96fb,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:02.072602 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef621a-b390-493c-97a3-4dec2ecd51f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c79559-df2d-4a03-9c30-cc593fabe287,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:02.137565 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] Attempting to bind port cb481762-b956-4b93-9aa7-04c71ebdd2a0 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:52:02.138065 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] Attempting to bind port cb481762-b956-4b93-9aa7-04c71ebdd2a0 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'a8818753-2547-45e3-824c-fdc8af3cef77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ed033e9e-c497-463e-96bc-0fdb5ca241d9'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:52:02.138267 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] Attempting to bind port cb481762-b956-4b93-9aa7-04c71ebdd2a0 on network ed033e9e-c497-463e-96bc-0fdb5ca241d9 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:52:02.145504 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:52:02.145876 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] Checking segment: {'id': 'a8818753-2547-45e3-824c-fdc8af3cef77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ed033e9e-c497-463e-96bc-0fdb5ca241d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:02.146276 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:02.146669 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] Bound using segment: {'id': 'a8818753-2547-45e3-824c-fdc8af3cef77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ed033e9e-c497-463e-96bc-0fdb5ca241d9'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:52:02.147129 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] Bound port: cb481762-b956-4b93-9aa7-04c71ebdd2a0, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8818753-2547-45e3-824c-fdc8af3cef77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ed033e9e-c497-463e-96bc-0fdb5ca241d9'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:52:02.147565 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:02.166546 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-30ef621a-b390-493c-97a3-4dec2ecd51f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:02.168514 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-30ef621a-b390-493c-97a3-4dec2ecd51f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6c79559-df2d-4a03-9c30-cc593fabe287 HTTP/1.1" status: 204 len: 168 time: 0.5843639 Apr 18 05:52:02.174162 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:02.176486 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:02.225492 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b6c07f12-c3b6-4cf0-aa37-8b7ecf5103ea req-f3d393d5-3e48-48a2-b6bb-1a05601abe2c tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189205 Apr 18 05:52:02.248947 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44578392-2094-4be7-82c8-849a9354f5bf None None] Network 05c54514-12b4-476f-ac98-1d963e2784be requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:02.251360 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed033e9e-c497-463e-96bc-0fdb5ca241d9']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:02.264441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-d06758a0-e58d-4185-8c58-ec5aea7c93d6 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Deleting port fa6d9fed-809f-4d53-a15b-f3370df4f4dc {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:02.264843 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d06758a0-e58d-4185-8c58-ec5aea7c93d6 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:02.274799 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8818753-2547-45e3-824c-fdc8af3cef77') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:02.275122 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8818753-2547-45e3-824c-fdc8af3cef77') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:02.376879 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] For port cb481762-b956-4b93-9aa7-04c71ebdd2a0, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:52:02.392285 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] For port cb481762-b956-4b93-9aa7-04c71ebdd2a0, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=cb481762-b956-4b93-9aa7-04c71ebdd2a0,segment=NetworkSegment(a8818753-2547-45e3-824c-fdc8af3cef77),segment_id=a8818753-2547-45e3-824c-fdc8af3cef77)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:52:02.416804 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:02.529935 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:02.549355 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:02.556916 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:52:02.557474 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:02.608028 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9e391-929e-4cce-b241-b26717e5e18a None None] Pushing event updated for resources: {'Port': ['ID=cb481762-b956-4b93-9aa7-04c71ebdd2a0,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:52:02.661300 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:52:02.677981 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7f6e21-d9e0-4283-85e5-3624e4da29c2 None None] Network ed033e9e-c497-463e-96bc-0fdb5ca241d9 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:02.709603 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:02.710785 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 05:52:02.710785 dv-neutron-837489-1-hyperv neutron-server[88035]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 05:52:02.710785 dv-neutron-837489-1-hyperv neutron-server[88035]: [parameters: {'id': 'ed033e9e-c497-463e-96bc-0fdb5ca241d9'}] Apr 18 05:52:02.710785 dv-neutron-837489-1-hyperv neutron-server[88035]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:52:02.711241 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:52:02.731343 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:02.780077 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a90a623-2ada-408a-a41b-6866f10aac6d,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:02.848009 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39036) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:02.927563 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a427d91-a0fe-426a-9363-b7a0d0e675b0 None None] get_active_networks_info from dv-neutron-837489-1-hyperv {{(pid=88036) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 05:52:02.950741 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:03.021497 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:52:03.028532 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-14b379e4-255d-4bb0-ac16-e063f7589349 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e52a46312f2644a88e0c783ad87250d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792359 Apr 18 05:52:03.031786 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39040) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:03.048876 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a427d91-a0fe-426a-9363-b7a0d0e675b0 None None] Resources bound (agent type, host, resource id): {{(pid=88036) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 05:52:03.051937 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b01a1-29e5-43b4-b3b9-9c140f1a52c7 req-ebdc7976-bf0b-44ab-b1ea-3b44e271a612 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:03.053473 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d74b01a1-29e5-43b4-b3b9-9c140f1a52c7 req-ebdc7976-bf0b-44ab-b1ea-3b44e271a612 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.3935678 Apr 18 05:52:03.057896 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d06758a0-e58d-4185-8c58-ec5aea7c93d6 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:03.059053 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d06758a0-e58d-4185-8c58-ec5aea7c93d6 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:03.072756 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39044) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:03.078975 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:03.079329 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Added segment a395772d-cda7-4f14-b852-344bc7fab999 of type vlan for network 8e6acc1d-1f5a-4764-8d02-091364799017 Apr 18 05:52:03.084462 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-70802b48-405e-4d32-8e10-68403fee8879 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Request body: {'floatingip': {'port_id': '2023ea57-6102-47af-bc76-b79aecd0dacb'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:03.173180 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-88c3a0d9-01d4-418f-abbf-79a2370d4a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:03.207661 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-88c3a0d9-01d4-418f-abbf-79a2370d4a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:03.215067 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:03.260990 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Deleting port cb481762-b956-4b93-9aa7-04c71ebdd2a0 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:03.261320 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:03.270460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-d06758a0-e58d-4185-8c58-ec5aea7c93d6 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Calling delete_port for fa6d9fed-809f-4d53-a15b-f3370df4f4dc owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:03.342578 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:52:03.526295 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-88c3a0d9-01d4-418f-abbf-79a2370d4a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:03.569606 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70802b48-405e-4d32-8e10-68403fee8879 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks [] for floatingip, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:03.586140 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3a0d9-01d4-418f-abbf-79a2370d4a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0dbfbd-a114-4b11-b021-840888e674c5,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:03.591112 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:03.650275 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:03.729587 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:03.755652 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-88c3a0d9-01d4-418f-abbf-79a2370d4a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:03.760269 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-88c3a0d9-01d4-418f-abbf-79a2370d4a83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee0dbfbd-a114-4b11-b021-840888e674c5 HTTP/1.1" status: 204 len: 168 time: 0.7269797 Apr 18 05:52:03.795191 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] For port cb481762-b956-4b93-9aa7-04c71ebdd2a0, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=cb481762-b956-4b93-9aa7-04c71ebdd2a0,segment=NetworkSegment(a8818753-2547-45e3-824c-fdc8af3cef77),segment_id=a8818753-2547-45e3-824c-fdc8af3cef77)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:03.795543 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:03.828975 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d06758a0-e58d-4185-8c58-ec5aea7c93d6 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:03.888353 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.resource_extend [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:52:03.923816 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06758a0-e58d-4185-8c58-ec5aea7c93d6 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Pushing event deleted for resources: {'Port': ['ID=fa6d9fed-809f-4d53-a15b-f3370df4f4dc,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:03.983084 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.resource_extend [None req-3ae5bad7-ec22-4457-8627-62ddb0c7a555 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:52:04.070557 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Calling delete_port for cb481762-b956-4b93-9aa7-04c71ebdd2a0 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:04.160131 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:04.165986 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:04.166630 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:04.171943 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Allocated IP 172.26.1.158 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/f5f7e64c-e7c1-4fda-86a6-30d854ef5a4d) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:04.213456 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:04.291968 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Port': ['ID=cb481762-b956-4b93-9aa7-04c71ebdd2a0,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:04.299890 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No DVR routers for this DVR port cb481762-b956-4b93-9aa7-04c71ebdd2a0 on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:52:04.479352 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Pushing event updated for resources: {'Network': ['ID=8e6acc1d-1f5a-4764-8d02-091364799017,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:04.494052 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3ae5bad7-ec22-4457-8627-62ddb0c7a555 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:04.502188 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d06758a0-e58d-4185-8c58-ec5aea7c93d6 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Notify callbacks [] for floatingip, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:04.510089 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 8e6acc1d-1f5a-4764-8d02-091364799017 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:52:04.580252 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3ae5bad7-ec22-4457-8627-62ddb0c7a555 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:04.583057 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:04.634732 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed033e9e-c497-463e-96bc-0fdb5ca241d9']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:04.653311 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:04.656409 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e7b88e30-2d58-4dea-9d2d-00e9a3b68212 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.4387755 Apr 18 05:52:04.661603 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8818753-2547-45e3-824c-fdc8af3cef77') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:04.661900 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8818753-2547-45e3-824c-fdc8af3cef77') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:04.667113 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d06758a0-e58d-4185-8c58-ec5aea7c93d6 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:04.670651 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d06758a0-e58d-4185-8c58-ec5aea7c93d6 tempest-FloatingIPAdminTestJSON-1815738697 tempest-FloatingIPAdminTestJSON-1815738697-project] 10.222.0.15 "DELETE /v2.0/floatingips/4bc18594-d190-4320-a35b-0a7d09b5df5a HTTP/1.1" status: 204 len: 168 time: 2.7501261 Apr 18 05:52:04.670822 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39064) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:04.672546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39066) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:04.689673 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7582f22c-0ecc-4d5e-8331-b35f2f672776 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Request body: {'subnet': {'network_id': '8e6acc1d-1f5a-4764-8d02-091364799017', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:04.721300 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:04.807507 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:04.827918 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:52:04.828599 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:52:04.844950 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:52:04.911639 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:04.912874 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39076) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:04.915396 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7582f22c-0ecc-4d5e-8331-b35f2f672776 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:04.958471 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7582f22c-0ecc-4d5e-8331-b35f2f672776 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Usage tracker for resource:subnet and tenant:75991ac3a3524dd9ba55f960b621c6cc is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:04.970334 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7582f22c-0ecc-4d5e-8331-b35f2f672776 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:04.991966 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7582f22c-0ecc-4d5e-8331-b35f2f672776 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:05.003463 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:05.007690 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:05.018016 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:05.041470 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:05.066396 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:05.075614 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Port': ['ID=f5f7e64c-e7c1-4fda-86a6-30d854ef5a4d,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:05.077815 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7582f22c-0ecc-4d5e-8331-b35f2f672776 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Made reservation on behalf of 75991ac3a3524dd9ba55f960b621c6cc for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:05.081482 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7582f22c-0ecc-4d5e-8331-b35f2f672776 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:05.131003 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Network': ['ID=ed033e9e-c497-463e-96bc-0fdb5ca241d9,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:05.139692 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-9ac7ada9-d1e9-4de8-85e4-97bc6789e56c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Deleting port 992c8f98-c1e7-430d-9f1e-15779d67d791 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:05.140025 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ac7ada9-d1e9-4de8-85e4-97bc6789e56c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:05.144006 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1e7f8240-fab4-4adb-8b73-9fbb539dd7cb tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/ed033e9e-c497-463e-96bc-0fdb5ca241d9 HTTP/1.1" status: 204 len: 168 time: 4.0904527 Apr 18 05:52:05.150805 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39084) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:05.207875 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-2949cc58-79ee-44e0-8305-faa0133be617 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1782893789'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:05.216823 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-3ae5bad7-ec22-4457-8627-62ddb0c7a555 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Floating IP 79c45052-e35c-4544-a5e6-cadde2505f14 associated. External IP: 172.26.1.181, port: 888a1820-99bb-4a06-a2a7-bfd6b7791d9a. Apr 18 05:52:05.228840 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0919c28e-430a-4202-8a16-5ffec1150acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:05.281049 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2949cc58-79ee-44e0-8305-faa0133be617 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:05.292761 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Request body: {'networks': [{'name': 'tempest-network--1876313591'}, {'name': 'tempest-network--424078067'}]} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:05.293074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Request body: {'network': {'name': 'tempest-network--1876313591'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:05.293548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Request body: {'network': {'name': 'tempest-network--424078067'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:05.303402 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2949cc58-79ee-44e0-8305-faa0133be617 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Usage tracker for resource:network and tenant:5363d5685d824735b18239fcd4923d66 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:05.316113 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:05.329482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Usage tracker for resource:network and tenant:bbd4e69eb37643dc86f9cd84e5ec3cbe is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:05.341814 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:05.373341 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2949cc58-79ee-44e0-8305-faa0133be617 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:05.404571 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:05.417866 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2949cc58-79ee-44e0-8305-faa0133be617 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:05.445353 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2949cc58-79ee-44e0-8305-faa0133be617 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Made reservation on behalf of 5363d5685d824735b18239fcd4923d66 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:05.449238 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2949cc58-79ee-44e0-8305-faa0133be617 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:05.495476 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Made reservation on behalf of bbd4e69eb37643dc86f9cd84e5ec3cbe for: {'network': 2} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:05.499876 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:05.527411 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:05.584342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:05.587977 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ac7ada9-d1e9-4de8-85e4-97bc6789e56c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:05.588343 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ac7ada9-d1e9-4de8-85e4-97bc6789e56c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:05.599587 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Usage tracker for resource:security_group_rule and tenant:bbd4e69eb37643dc86f9cd84e5ec3cbe is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:05.605798 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:05.611842 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2949cc58-79ee-44e0-8305-faa0133be617 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:52:05.691317 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2949cc58-79ee-44e0-8305-faa0133be617 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:05.691988 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-2949cc58-79ee-44e0-8305-faa0133be617 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Added segment 0bbf99fa-fa1a-4ab6-ae3a-5177b847b29a of type vlan for network 0105a437-d2c8-4b20-9069-eda66926d486 Apr 18 05:52:05.787640 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:05.869218 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-9ac7ada9-d1e9-4de8-85e4-97bc6789e56c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Calling delete_port for 992c8f98-c1e7-430d-9f1e-15779d67d791 owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:05.881053 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2949cc58-79ee-44e0-8305-faa0133be617 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:05.887559 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7582f22c-0ecc-4d5e-8331-b35f2f672776 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:05.921371 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:05.955761 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70802b48-405e-4d32-8e10-68403fee8879 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:05.976672 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70802b48-405e-4d32-8e10-68403fee8879 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:06.080446 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2949cc58-79ee-44e0-8305-faa0133be617 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:06.085713 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2949cc58-79ee-44e0-8305-faa0133be617 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:06.086299 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2949cc58-79ee-44e0-8305-faa0133be617 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:06.161477 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582f22c-0ecc-4d5e-8331-b35f2f672776 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Pushing event updated for resources: {'Subnet': ['ID=0c6a2796-4ce3-4a35-bd01-718f5b9006e6,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:06.207325 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7582f22c-0ecc-4d5e-8331-b35f2f672776 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Checking segment: {'id': 'a395772d-cda7-4f14-b852-344bc7fab999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8e6acc1d-1f5a-4764-8d02-091364799017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:06.207680 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7582f22c-0ecc-4d5e-8331-b35f2f672776 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Network hostable DHCP agents. Network: 8e6acc1d-1f5a-4764-8d02-091364799017, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:52:06.283088 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae5bad7-ec22-4457-8627-62ddb0c7a555 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Router c33ca8c7-7169-4e64-a0d7-4109958c73d4 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:52:06.284271 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2949cc58-79ee-44e0-8305-faa0133be617 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0898926 Apr 18 05:52:06.297573 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39088) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:06.312248 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-4933af61-c6e1-4fb6-a1ec-50a0ccc047ee tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'subnet': {'network_id': '0105a437-d2c8-4b20-9069-eda66926d486', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:06.326082 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949cc58-79ee-44e0-8305-faa0133be617 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Network': ['ID=0105a437-d2c8-4b20-9069-eda66926d486,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:06.340522 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 0105a437-d2c8-4b20-9069-eda66926d486 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:52:06.356388 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:06.478114 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7582f22c-0ecc-4d5e-8331-b35f2f672776 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Network 8e6acc1d-1f5a-4764-8d02-091364799017 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:52:06.508199 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-7582f22c-0ecc-4d5e-8331-b35f2f672776 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 8e6acc1d-1f5a-4764-8d02-091364799017) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:06.517988 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7582f22c-0ecc-4d5e-8331-b35f2f672776 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:06.518554 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7582f22c-0ecc-4d5e-8331-b35f2f672776 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:06.519406 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efc87ea-4f32-4f29-8b97-0e9e122c3913 None None] Network 8e6acc1d-1f5a-4764-8d02-091364799017 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:06.532417 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-70802b48-405e-4d32-8e10-68403fee8879 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Floating IP 3dc4e1c1-b70b-4ac5-bc15-f82379a150a5 associated. External IP: 172.26.1.147, port: 2023ea57-6102-47af-bc76-b79aecd0dacb. Apr 18 05:52:06.540803 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-4933af61-c6e1-4fb6-a1ec-50a0ccc047ee tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:06.594709 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:06.594896 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:06.599878 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-4933af61-c6e1-4fb6-a1ec-50a0ccc047ee tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Usage tracker for resource:subnet and tenant:5363d5685d824735b18239fcd4923d66 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:06.610305 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-4933af61-c6e1-4fb6-a1ec-50a0ccc047ee tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:06.621252 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-4933af61-c6e1-4fb6-a1ec-50a0ccc047ee tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:06.624004 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7582f22c-0ecc-4d5e-8331-b35f2f672776 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9539509 Apr 18 05:52:06.627176 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ac7ada9-d1e9-4de8-85e4-97bc6789e56c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:06.628069 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39092) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:06.648635 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-74d82de1-70eb-414b-b815-a185dc35d48a tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Request body: {'port': {'network_id': '8e6acc1d-1f5a-4764-8d02-091364799017', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1107150286'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:06.664347 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4933af61-c6e1-4fb6-a1ec-50a0ccc047ee tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Made reservation on behalf of 5363d5685d824735b18239fcd4923d66 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:06.667722 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4933af61-c6e1-4fb6-a1ec-50a0ccc047ee tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:06.705629 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7ada9-d1e9-4de8-85e4-97bc6789e56c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Pushing event deleted for resources: {'Port': ['ID=992c8f98-c1e7-430d-9f1e-15779d67d791,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:06.748922 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-8e6acc1d-1f5a-4764-8d02-091364799017', 'network_id': '8e6acc1d-1f5a-4764-8d02-091364799017', 'tenant_id': '75991ac3a3524dd9ba55f960b621c6cc', 'fixed_ips': [{'subnet_id': '0c6a2796-4ce3-4a35-bd01-718f5b9006e6'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:52:06.749823 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:06.782384 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21d2f1d3-3282-49c4-929c-b88d602bcc1c,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:06.858981 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:06.911588 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] Allocated IP 2001:db8::2 (8e6acc1d-1f5a-4764-8d02-091364799017/0c6a2796-4ce3-4a35-bd01-718f5b9006e6/be974e99-ad12-410f-8816-19fb46113d5f) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:06.916321 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:52:06.987290 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:06.987633 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Added segment 9b9a0227-12a1-49d5-825a-b21bd24206a5 of type vlan for network 0db22740-e8b6-4fad-b02a-7b7b007a6618 Apr 18 05:52:07.017109 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae5bad7-ec22-4457-8627-62ddb0c7a555 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:52:07.021309 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ac7ada9-d1e9-4de8-85e4-97bc6789e56c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:07.031777 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d8844c-8211-4f7a-8458-76383a2d6288 None None] Sync routers for ids ['c33ca8c7-7169-4e64-a0d7-4109958c73d4'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:52:07.047268 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d8844c-8211-4f7a-8458-76383a2d6288 None None] Routers {'c33ca8c7-7169-4e64-a0d7-4109958c73d4'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:07.048531 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b7d8844c-8211-4f7a-8458-76383a2d6288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:51:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c33ca8c7-7169-4e64-a0d7-4109958c73d4'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:07.114903 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:07.120376 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4933af61-c6e1-4fb6-a1ec-50a0ccc047ee tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:07.220321 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-74d82de1-70eb-414b-b815-a185dc35d48a tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:07.235716 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-74d82de1-70eb-414b-b815-a185dc35d48a tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Usage tracker for resource:port and tenant:75991ac3a3524dd9ba55f960b621c6cc is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:07.247027 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-74d82de1-70eb-414b-b815-a185dc35d48a tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:07.258080 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933af61-c6e1-4fb6-a1ec-50a0ccc047ee tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Subnet': ['ID=b28a6a66-224a-4d46-8c24-d9e0a60627a3,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:07.263746 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-74d82de1-70eb-414b-b815-a185dc35d48a tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:07.269248 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:07.284369 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4933af61-c6e1-4fb6-a1ec-50a0ccc047ee tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Checking segment: {'id': '0bbf99fa-fa1a-4ab6-ae3a-5177b847b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0105a437-d2c8-4b20-9069-eda66926d486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:07.284804 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4933af61-c6e1-4fb6-a1ec-50a0ccc047ee tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network hostable DHCP agents. Network: 0105a437-d2c8-4b20-9069-eda66926d486, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:52:07.291905 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ac7ada9-d1e9-4de8-85e4-97bc6789e56c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:07.293339 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9ac7ada9-d1e9-4de8-85e4-97bc6789e56c tempest-FloatingIPAdminTestJSON-407626867 tempest-FloatingIPAdminTestJSON-407626867-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/8a56512e-9363-4107-a80a-31db04cc1264 HTTP/1.1" status: 204 len: 168 time: 2.6183922 Apr 18 05:52:07.299270 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-b7d8844c-8211-4f7a-8458-76383a2d6288 None None] Set router c33ca8c7-7169-4e64-a0d7-4109958c73d4 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:52:07.299693 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39096) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:07.300752 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3ae5bad7-ec22-4457-8627-62ddb0c7a555 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:07.302150 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d82de1-70eb-414b-b815-a185dc35d48a tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Made reservation on behalf of 75991ac3a3524dd9ba55f960b621c6cc for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:07.311990 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] Transition to ACTIVE for port object be974e99-ad12-410f-8816-19fb46113d5f will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:07.328199 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-74d82de1-70eb-414b-b815-a185dc35d48a tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:07.337545 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:52:07.338171 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] Transition to ACTIVE for port object be974e99-ad12-410f-8816-19fb46113d5f will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:07.353479 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:07.357797 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70802b48-405e-4d32-8e10-68403fee8879 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Router 551b6347-bd74-4444-a007-2f51ae9f33b5 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:52:07.377397 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:07.377954 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Added segment b96d5ff0-c1b7-4817-ab84-0b09be47f827 of type vlan for network 7d69e5b0-6a6e-4951-8cef-187b116fbce8 Apr 18 05:52:07.408252 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-74d82de1-70eb-414b-b815-a185dc35d48a tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] device_id is not set on port 50d8a88e-63bd-42d5-9d40-1d60d6783d57 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:52:07.409629 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3ae5bad7-ec22-4457-8627-62ddb0c7a555 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "PUT /v2.0/floatingips/79c45052-e35c-4544-a5e6-cadde2505f14 HTTP/1.1" status: 200 len: 991 time: 5.9131961 Apr 18 05:52:07.411354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399ecdd2-1884-4a98-8c14-b3e29b9512f9', 'tag': '888a1820-99bb-4a06-a2a7-bfd6b7791d9a'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:52:07.544991 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] Pushing event updated for resources: {'Port': ['ID=be974e99-ad12-410f-8816-19fb46113d5f,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:07.579063 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] Network 8e6acc1d-1f5a-4764-8d02-091364799017 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:07.580918 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:07.581465 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Router 3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:52:07.585031 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:07.596591 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4933af61-c6e1-4fb6-a1ec-50a0ccc047ee tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network 0105a437-d2c8-4b20-9069-eda66926d486 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:52:07.602223 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-c7eaaf91-8fbb-447c-bf91-75dd6219d4e3 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Deleting port ce7e060c-105c-4f96-a806-f1e122961d9d {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:07.602986 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c7eaaf91-8fbb-447c-bf91-75dd6219d4e3 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:07.652106 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a2860536-5da2-432e-9dec-58e97a9731cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:07.670010 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-517d5d1d-72d8-438e-a729-713cbc382f29'] response: {'name': 'network-changed', 'server_uuid': '399ecdd2-1884-4a98-8c14-b3e29b9512f9', 'tag': '888a1820-99bb-4a06-a2a7-bfd6b7791d9a', 'status': 'completed', 'code': 200} Apr 18 05:52:07.686587 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:07.743680 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] Attempting to bind port be974e99-ad12-410f-8816-19fb46113d5f on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:52:07.744225 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] Attempting to bind port be974e99-ad12-410f-8816-19fb46113d5f by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'a395772d-cda7-4f14-b852-344bc7fab999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8e6acc1d-1f5a-4764-8d02-091364799017'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:52:07.744810 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] Attempting to bind port be974e99-ad12-410f-8816-19fb46113d5f on network 8e6acc1d-1f5a-4764-8d02-091364799017 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:52:07.754344 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:52:07.754767 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] Checking segment: {'id': 'a395772d-cda7-4f14-b852-344bc7fab999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8e6acc1d-1f5a-4764-8d02-091364799017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:07.755176 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:07.756465 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] Bound using segment: {'id': 'a395772d-cda7-4f14-b852-344bc7fab999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8e6acc1d-1f5a-4764-8d02-091364799017'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:52:07.757006 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] Bound port: be974e99-ad12-410f-8816-19fb46113d5f, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a395772d-cda7-4f14-b852-344bc7fab999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8e6acc1d-1f5a-4764-8d02-091364799017'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:52:07.757379 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:07.800649 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-4933af61-c6e1-4fb6-a1ec-50a0ccc047ee tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 0105a437-d2c8-4b20-9069-eda66926d486) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:07.814659 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b7d8844c-8211-4f7a-8458-76383a2d6288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'name': 'tempest-ServersTestJSON-554563277-router', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131'}], 'enable_snat': True}, 'gw_port_id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:13Z', 'revision_number': 4, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'gw_port': {'id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '79c45052-e35c-4544-a5e6-cadde2505f14', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'floating_ip_address': '172.26.1.181', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'port_id': '888a1820-99bb-4a06-a2a7-bfd6b7791d9a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197', 'mac_address': 'fa:16:3e:55:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399ecdd2-1884-4a98-8c14-b3e29b9512f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:51:27Z', 'updated_at': '2022-04-18T05:52:03Z', 'revision_number': 1, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1768f3f-70e2-4bbc-8437-a0da10c6b549', 'name': '', 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'mac_address': 'fa:16:3e:f1:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '086e6f9c-e0df-4018-9811-30d13b145f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:09Z', 'updated_at': '2022-04-18T05:51:22Z', 'revision_number': 5, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'subnets': [{'id': '086e6f9c-e0df-4018-9811-30d13b145f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:07.819149 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d8844c-8211-4f7a-8458-76383a2d6288 None None] Checking router: c33ca8c7-7169-4e64-a0d7-4109958c73d4 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:52:07.824825 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4933af61-c6e1-4fb6-a1ec-50a0ccc047ee tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:07.825544 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4933af61-c6e1-4fb6-a1ec-50a0ccc047ee tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:07.827904 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d8844c-8211-4f7a-8458-76383a2d6288 None None] Routers {'c33ca8c7-7169-4e64-a0d7-4109958c73d4'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:07.828951 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b7d8844c-8211-4f7a-8458-76383a2d6288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c33ca8c7-7169-4e64-a0d7-4109958c73d4'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:07.843664 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70802b48-405e-4d32-8e10-68403fee8879 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:52:07.858466 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70802b48-405e-4d32-8e10-68403fee8879 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:07.898744 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] For port be974e99-ad12-410f-8816-19fb46113d5f, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:52:07.904190 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] For port be974e99-ad12-410f-8816-19fb46113d5f, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=be974e99-ad12-410f-8816-19fb46113d5f,segment=NetworkSegment(a395772d-cda7-4f14-b852-344bc7fab999),segment_id=a395772d-cda7-4f14-b852-344bc7fab999)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:52:07.908142 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:07.908598 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:07.915321 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8932603-f22d-4c98-96aa-7b5b9faa4d4b None None] Network 0105a437-d2c8-4b20-9069-eda66926d486 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:07.916690 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:07.924646 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:07.925319 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:08.013567 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-b7d8844c-8211-4f7a-8458-76383a2d6288 None None] Set router c33ca8c7-7169-4e64-a0d7-4109958c73d4 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:52:08.035548 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4933af61-c6e1-4fb6-a1ec-50a0ccc047ee tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7369297 Apr 18 05:52:08.062439 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39104) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:08.070455 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Pushing event updated for resources: {'Network': ['ID=0db22740-e8b6-4fad-b02a-7b7b007a6618,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:08.071460 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4fbd24-df50-43dc-9da2-398f0dc90f9b None None] Sync routers for ids ['551b6347-bd74-4444-a007-2f51ae9f33b5'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:52:08.081533 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:08.089805 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.0013390 Apr 18 05:52:08.092668 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39108) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:08.150802 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:08.161232 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 0db22740-e8b6-4fad-b02a-7b7b007a6618 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:52:08.208547 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-74d82de1-70eb-414b-b815-a185dc35d48a tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Allocated IP 2001:db8::2ee (8e6acc1d-1f5a-4764-8d02-091364799017/0c6a2796-4ce3-4a35-bd01-718f5b9006e6/50d8a88e-63bd-42d5-9d40-1d60d6783d57) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:08.302241 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b9d81-87eb-48d8-8afb-fd9e347242e7 req-598f7d1a-6fee-4140-8d66-ce250a7affed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:08.303877 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fb3b9d81-87eb-48d8-8afb-fd9e347242e7 req-598f7d1a-6fee-4140-8d66-ce250a7affed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=16530a209bf44d9e8d1b192ff854fad3&device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 1098 time: 0.6412175 Apr 18 05:52:08.313229 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:52:08.334289 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d764845f-48db-4fa7-84f2-4dc0fcf5e688 None None] Sync routers for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:52:08.361216 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d764845f-48db-4fa7-84f2-4dc0fcf5e688 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:08.361634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc449bc3-17d3-4d33-b215-bcce01bafb6d req-86570d1d-1faa-4108-b071-f2232d9bfaf5 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:08.363558 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bc449bc3-17d3-4d33-b215-bcce01bafb6d req-86570d1d-1faa-4108-b071-f2232d9bfaf5 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 945 time: 0.7640824 Apr 18 05:52:08.366016 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e0a05-6ba4-4d70-a289-c1faf8091805 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Pushing event updated for resources: {'Network': ['ID=7d69e5b0-6a6e-4951-8cef-187b116fbce8,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:08.369913 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d764845f-48db-4fa7-84f2-4dc0fcf5e688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:08.410341 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 7d69e5b0-6a6e-4951-8cef-187b116fbce8 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:52:08.440262 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d764845f-48db-4fa7-84f2-4dc0fcf5e688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:08.452275 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-0105a437-d2c8-4b20-9069-eda66926d486', 'network_id': '0105a437-d2c8-4b20-9069-eda66926d486', 'tenant_id': '5363d5685d824735b18239fcd4923d66', 'fixed_ips': [{'subnet_id': 'b28a6a66-224a-4d46-8c24-d9e0a60627a3'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:52:08.456721 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:08.466050 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4fbd24-df50-43dc-9da2-398f0dc90f9b None None] Routers {'551b6347-bd74-4444-a007-2f51ae9f33b5'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:08.466760 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ef4fbd24-df50-43dc-9da2-398f0dc90f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['551b6347-bd74-4444-a007-2f51ae9f33b5'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:08.471202 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-70802b48-405e-4d32-8e10-68403fee8879 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "PUT /v2.0/floatingips/3dc4e1c1-b70b-4ac5-bc15-f82379a150a5 HTTP/1.1" status: 200 len: 992 time: 5.3957198 Apr 18 05:52:08.507447 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:08.509787 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d764845f-48db-4fa7-84f2-4dc0fcf5e688 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:08.510569 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d764845f-48db-4fa7-84f2-4dc0fcf5e688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:08.568714 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bc449bc3-17d3-4d33-b215-bcce01bafb6d req-46af3fae-3306-43f1-9fbf-03bec289a2f6 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/security-groups?id=0243f8f4-55ad-4220-a9f6-be527e81dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774080 Apr 18 05:52:08.683709 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c7eaaf91-8fbb-447c-bf91-75dd6219d4e3 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:08.749649 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598342c0-f99e-4acd-9851-b30258d08fe4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:08.756783 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598342c0-f99e-4acd-9851-b30258d08fe4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:08.775288 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598342c0-f99e-4acd-9851-b30258d08fe4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:08.786521 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598342c0-f99e-4acd-9851-b30258d08fe4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:08.787418 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-598342c0-f99e-4acd-9851-b30258d08fe4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Synchronizing usage tracker for tenant:bbd4e69eb37643dc86f9cd84e5ec3cbe on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:52:08.792400 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d764845f-48db-4fa7-84f2-4dc0fcf5e688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:08.792952 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d764845f-48db-4fa7-84f2-4dc0fcf5e688 None None] The sync data for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:52:08.818478 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-598342c0-f99e-4acd-9851-b30258d08fe4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Unset dirty status for tenant:bbd4e69eb37643dc86f9cd84e5ec3cbe on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:52:08.827727 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-598342c0-f99e-4acd-9851-b30258d08fe4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4607220 Apr 18 05:52:08.829639 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39120) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:08.830510 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b7d8844c-8211-4f7a-8458-76383a2d6288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'name': 'tempest-ServersTestJSON-554563277-router', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131'}], 'enable_snat': True}, 'gw_port_id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:13Z', 'revision_number': 4, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'gw_port': {'id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '79c45052-e35c-4544-a5e6-cadde2505f14', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'floating_ip_address': '172.26.1.181', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'port_id': '888a1820-99bb-4a06-a2a7-bfd6b7791d9a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197', 'mac_address': 'fa:16:3e:55:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399ecdd2-1884-4a98-8c14-b3e29b9512f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:51:27Z', 'updated_at': '2022-04-18T05:52:03Z', 'revision_number': 1, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1768f3f-70e2-4bbc-8437-a0da10c6b549', 'name': '', 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'mac_address': 'fa:16:3e:f1:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '086e6f9c-e0df-4018-9811-30d13b145f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:09Z', 'updated_at': '2022-04-18T05:51:22Z', 'revision_number': 5, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'subnets': [{'id': '086e6f9c-e0df-4018-9811-30d13b145f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:08.836098 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d8844c-8211-4f7a-8458-76383a2d6288 None None] The sync data for ids ['c33ca8c7-7169-4e64-a0d7-4109958c73d4'] in dv-neutron-837489-1-hyperv is: [{'id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'name': 'tempest-ServersTestJSON-554563277-router', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131'}], 'enable_snat': True}, 'gw_port_id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:13Z', 'revision_number': 4, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'gw_port': {'id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '79c45052-e35c-4544-a5e6-cadde2505f14', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'floating_ip_address': '172.26.1.181', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'port_id': '888a1820-99bb-4a06-a2a7-bfd6b7791d9a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197', 'mac_address': 'fa:16:3e:55:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399ecdd2-1884-4a98-8c14-b3e29b9512f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:51:27Z', 'updated_at': '2022-04-18T05:52:03Z', 'revision_number': 1, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1768f3f-70e2-4bbc-8437-a0da10c6b549', 'name': '', 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'mac_address': 'fa:16:3e:f1:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '086e6f9c-e0df-4018-9811-30d13b145f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:09Z', 'updated_at': '2022-04-18T05:51:22Z', 'revision_number': 5, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'subnets': [{'id': '086e6f9c-e0df-4018-9811-30d13b145f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:52:09.065022 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-c7eaaf91-8fbb-447c-bf91-75dd6219d4e3 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Calling delete_port for ce7e060c-105c-4f96-a806-f1e122961d9d owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:09.098207 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:09.117273 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3c3cbc19-2cc5-4d51-8003-30367e672e0e tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:09.155640 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beff7a0-79c5-4708-a6bd-abd8c33dc030 None None] Pushing event updated for resources: {'Port': ['ID=be974e99-ad12-410f-8816-19fb46113d5f,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:09.158419 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:09.224129 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac26cc50-2304-4b5e-b66f-f2d4d52ca5e0 None None] New status for floating IP 79c45052-e35c-4544-a5e6-cadde2505f14: ACTIVE {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 05:52:09.234911 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:09.238625 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3f0f70f8-a74e-4534-bf58-b3b2d2b901a7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.3088017 Apr 18 05:52:09.239929 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39124) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:09.285944 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3c3cbc19-2cc5-4d51-8003-30367e672e0e tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:09.301975 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-ef4fbd24-df50-43dc-9da2-398f0dc90f9b None None] Set router 551b6347-bd74-4444-a007-2f51ae9f33b5 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:52:09.325902 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-3c3cbc19-2cc5-4d51-8003-30367e672e0e tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db22740-e8b6-4fad-b02a-7b7b007a6618']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:09.349072 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-3c3cbc19-2cc5-4d51-8003-30367e672e0e tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9a0227-12a1-49d5-825a-b21bd24206a5') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:09.350310 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-3c3cbc19-2cc5-4d51-8003-30367e672e0e tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9a0227-12a1-49d5-825a-b21bd24206a5') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:09.372788 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3c3cbc19-2cc5-4d51-8003-30367e672e0e tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:09.404819 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3c3cbc19-2cc5-4d51-8003-30367e672e0e tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:09.413629 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3cbc19-2cc5-4d51-8003-30367e672e0e tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:52:09.414062 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3c3cbc19-2cc5-4d51-8003-30367e672e0e tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:52:09.431815 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:52:09.504417 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] Allocated IP 172.20.0.1 (0105a437-d2c8-4b20-9069-eda66926d486/b28a6a66-224a-4d46-8c24-d9e0a60627a3/9dce9ffa-9059-495b-a706-49971b18664c) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:09.541535 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3c3cbc19-2cc5-4d51-8003-30367e672e0e tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:09.573365 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3c3cbc19-2cc5-4d51-8003-30367e672e0e tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:09.591186 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cbc19-2cc5-4d51-8003-30367e672e0e tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Pushing event deleted for resources: {'Network': ['ID=0db22740-e8b6-4fad-b02a-7b7b007a6618,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:09.607022 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3c3cbc19-2cc5-4d51-8003-30367e672e0e tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] 10.222.0.15 "DELETE /v2.0/networks/0db22740-e8b6-4fad-b02a-7b7b007a6618 HTTP/1.1" status: 204 len: 168 time: 0.7708652 Apr 18 05:52:09.607022 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39128) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:09.737988 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469fbe35-3f96-423b-98ac-7d619d25993f', 'tag': '2023ea57-6102-47af-bc76-b79aecd0dacb'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:52:09.789206 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device be974e99-ad12-410f-8816-19fb46113d5f up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:52:09.816757 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a74334c1-34d3-4665-8362-412765b30f6b tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:09.825294 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9556a327-3231-448f-8c02-d23876aca093'] response: {'name': 'network-changed', 'server_uuid': '469fbe35-3f96-423b-98ac-7d619d25993f', 'tag': '2023ea57-6102-47af-bc76-b79aecd0dacb', 'status': 'completed', 'code': 200} Apr 18 05:52:09.837957 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b9d81-87eb-48d8-8afb-fd9e347242e7 req-53d279bf-d7c7-4798-bc3c-ba9b37856306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:09.839615 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fb3b9d81-87eb-48d8-8afb-fd9e347242e7 req-53d279bf-d7c7-4798-bc3c-ba9b37856306 service neutron] 10.222.0.52 "GET /v2.0/networks?id=529cc79f-e17f-4fa1-8fbf-dafe25139197 HTTP/1.1" status: 200 len: 906 time: 1.5117123 Apr 18 05:52:09.845787 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-74d82de1-70eb-414b-b815-a185dc35d48a tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:09.905667 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:10.036853 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a18d3e9-f162-41e9-9a1a-d4289b2df61c None None] Network 8e6acc1d-1f5a-4764-8d02-091364799017 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:10.049724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a74334c1-34d3-4665-8362-412765b30f6b tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:10.052741 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c7eaaf91-8fbb-447c-bf91-75dd6219d4e3 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:10.093063 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-a74334c1-34d3-4665-8362-412765b30f6b tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d69e5b0-6a6e-4951-8cef-187b116fbce8']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:10.102052 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a2fb0-8330-4c03-ad4a-82fd2bd2eaff req-65027c41-712a-4b50-8220-e9db55484e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:10.104286 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0c7a2fb0-8330-4c03-ad4a-82fd2bd2eaff req-65027c41-712a-4b50-8220-e9db55484e33 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e66226dc1f664b9db6f01b9a65f1c168&device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 1099 time: 0.2267592 Apr 18 05:52:10.110115 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-a74334c1-34d3-4665-8362-412765b30f6b tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96d5ff0-c1b7-4817-ab84-0b09be47f827') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:10.110523 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-a74334c1-34d3-4665-8362-412765b30f6b tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96d5ff0-c1b7-4817-ab84-0b09be47f827') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:10.115768 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ea9b7-15cc-4196-a179-0b0212a6b3aa req-9456c344-f8f8-49ff-8162-dcd5ce8db258 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:10.120591 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6a7ea9b7-15cc-4196-a179-0b0212a6b3aa req-9456c344-f8f8-49ff-8162-dcd5ce8db258 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.9703887 Apr 18 05:52:10.121940 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-74d82de1-70eb-414b-b815-a185dc35d48a tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Transition to ACTIVE for port object 50d8a88e-63bd-42d5-9d40-1d60d6783d57 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:10.159973 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a74334c1-34d3-4665-8362-412765b30f6b tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:10.176971 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eaaf91-8fbb-447c-bf91-75dd6219d4e3 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Pushing event deleted for resources: {'Port': ['ID=ce7e060c-105c-4f96-a806-f1e122961d9d,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:10.185885 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:10.233707 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a74334c1-34d3-4665-8362-412765b30f6b tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:10.254261 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74334c1-34d3-4665-8362-412765b30f6b tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:52:10.254886 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a74334c1-34d3-4665-8362-412765b30f6b tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:52:10.288323 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:52:10.313423 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fb3b9d81-87eb-48d8-8afb-fd9e347242e7 req-927835ba-16d0-4f24-b1e2-b095dfba783d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=888a1820-99bb-4a06-a2a7-bfd6b7791d9a HTTP/1.1" status: 200 len: 999 time: 0.3576283 Apr 18 05:52:10.340750 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:10.393097 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-08464a6b-3923-492c-afc8-3a27b3825c74 None None] Provisioning for port be974e99-ad12-410f-8816-19fb46113d5f completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:52:10.407035 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-08464a6b-3923-492c-afc8-3a27b3825c74 None None] Provisioning complete for port be974e99-ad12-410f-8816-19fb46113d5f triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:52:10.407400 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-08464a6b-3923-492c-afc8-3a27b3825c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:10.450675 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port be974e99-ad12-410f-8816-19fb46113d5f completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:52:10.464862 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] Transition to ACTIVE for port object 9dce9ffa-9059-495b-a706-49971b18664c will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:10.476910 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a2fb0-8330-4c03-ad4a-82fd2bd2eaff req-a9a9eb0c-8be2-4d56-ad1d-9d3a44dc347b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:10.478441 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0c7a2fb0-8330-4c03-ad4a-82fd2bd2eaff req-a9a9eb0c-8be2-4d56-ad1d-9d3a44dc347b service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ca065a0-30ac-4abf-bd64-c47717936a41 HTTP/1.1" status: 200 len: 913 time: 0.3608606 Apr 18 05:52:10.552800 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port be974e99-ad12-410f-8816-19fb46113d5f triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:52:10.553319 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:10.601114 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6a7ea9b7-15cc-4196-a179-0b0212a6b3aa req-6430ec4d-6858-471e-9be9-f068b4f1770e tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4436178 Apr 18 05:52:10.664537 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] Transition to ACTIVE for port object 9dce9ffa-9059-495b-a706-49971b18664c will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:10.673123 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a74334c1-34d3-4665-8362-412765b30f6b tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:10.678869 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0c7a2fb0-8330-4c03-ad4a-82fd2bd2eaff req-2faeaabc-77ef-47c9-b429-d786c993a2b0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2023ea57-6102-47af-bc76-b79aecd0dacb HTTP/1.1" status: 200 len: 1000 time: 0.1570063 Apr 18 05:52:10.691736 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c7eaaf91-8fbb-447c-bf91-75dd6219d4e3 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:10.697388 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b9d81-87eb-48d8-8afb-fd9e347242e7 req-61c09719-c096-408a-bcbe-e894710b0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:10.698854 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fb3b9d81-87eb-48d8-8afb-fd9e347242e7 req-61c09719-c096-408a-bcbe-e894710b0bee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=086e6f9c-e0df-4018-9811-30d13b145f68 HTTP/1.1" status: 200 len: 844 time: 0.2163076 Apr 18 05:52:10.709822 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-74d82de1-70eb-414b-b815-a185dc35d48a tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:10.729008 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:10.820755 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a74334c1-34d3-4665-8362-412765b30f6b tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:10.826629 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c7eaaf91-8fbb-447c-bf91-75dd6219d4e3 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] 10.222.0.15 "DELETE /v2.0/ports/ce7e060c-105c-4f96-a806-f1e122961d9d HTTP/1.1" status: 204 len: 168 time: 3.5255692 Apr 18 05:52:10.872736 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39136) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:10.876978 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] Network 0105a437-d2c8-4b20-9069-eda66926d486 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:10.903518 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:10.904006 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:10.909519 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:10.918074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74334c1-34d3-4665-8362-412765b30f6b tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Pushing event deleted for resources: {'Network': ['ID=7d69e5b0-6a6e-4951-8cef-187b116fbce8,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:10.953683 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a74334c1-34d3-4665-8362-412765b30f6b tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] 10.222.0.15 "DELETE /v2.0/networks/7d69e5b0-6a6e-4951-8cef-187b116fbce8 HTTP/1.1" status: 204 len: 168 time: 1.3465452 Apr 18 05:52:10.958715 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39140) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:10.964787 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d82de1-70eb-414b-b815-a185dc35d48a tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Network 8e6acc1d-1f5a-4764-8d02-091364799017 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:10.979277 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-74d82de1-70eb-414b-b815-a185dc35d48a tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:10.980944 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Subnet': ['ID=b28a6a66-224a-4d46-8c24-d9e0a60627a3,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:11.009550 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d82de1-70eb-414b-b815-a185dc35d48a tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:11.010391 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a2fb0-8330-4c03-ad4a-82fd2bd2eaff req-e8774e8e-34e7-4831-87e6-12dc9fc4982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:11.011844 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0c7a2fb0-8330-4c03-ad4a-82fd2bd2eaff req-e8774e8e-34e7-4831-87e6-12dc9fc4982e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b9d647f1-8c55-4e15-9c83-afad77ec2154 HTTP/1.1" status: 200 len: 851 time: 0.1483624 Apr 18 05:52:11.014886 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d82de1-70eb-414b-b815-a185dc35d48a tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:11.015269 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-74d82de1-70eb-414b-b815-a185dc35d48a tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:11.019278 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] Pushing event updated for resources: {'Port': ['ID=9dce9ffa-9059-495b-a706-49971b18664c,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:11.019513 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ef137c41-5208-49a0-b533-18643171c939 req-be95151c-3dda-4bd6-80b4-07280e13ddf9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5449331 Apr 18 05:52:11.034906 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d82de1-70eb-414b-b815-a185dc35d48a tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Pushing event updated for resources: {'Port': ['ID=50d8a88e-63bd-42d5-9d40-1d60d6783d57,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:11.037206 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:11.104186 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-08464a6b-3923-492c-afc8-3a27b3825c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:11.111858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e969b77-ce87-4649-8dc9-7a66b6075e25 req-b5739a72-0ce8-403d-aaab-8fa50367a99e tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:11.113356 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3e969b77-ce87-4649-8dc9-7a66b6075e25 req-b5739a72-0ce8-403d-aaab-8fa50367a99e tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.2839787 Apr 18 05:52:11.114760 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ef4fbd24-df50-43dc-9da2-398f0dc90f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'name': 'tempest-ServerActionsTestJSON-1457690879-router', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:17Z', 'revision_number': 4, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'gw_port': {'id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:00Z', 'updated_at': '2022-04-18T05:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '3dc4e1c1-b70b-4ac5-bc15-f82379a150a5', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'floating_ip_address': '172.26.1.147', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'port_id': '2023ea57-6102-47af-bc76-b79aecd0dacb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41', 'mac_address': 'fa:16:3e:88:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469fbe35-3f96-423b-98ac-7d619d25993f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:51:30Z', 'updated_at': '2022-04-18T05:52:05Z', 'revision_number': 1, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5', 'name': '', 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'mac_address': 'fa:16:3e:d4:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'b9d647f1-8c55-4e15-9c83-afad77ec2154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:13Z', 'updated_at': '2022-04-18T05:51:26Z', 'revision_number': 5, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'subnets': [{'id': 'b9d647f1-8c55-4e15-9c83-afad77ec2154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:11.123300 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f789e0a-6654-4698-8bc5-d4cb890fe5a8 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:11.123991 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8f789e0a-6654-4698-8bc5-d4cb890fe5a8 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Synchronizing usage tracker for tenant:842a31d500c94d1fb6a1b7f455ed6703 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:52:11.136488 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4fbd24-df50-43dc-9da2-398f0dc90f9b None None] Checking router: 551b6347-bd74-4444-a007-2f51ae9f33b5 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:52:11.240945 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8f789e0a-6654-4698-8bc5-d4cb890fe5a8 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Unset dirty status for tenant:842a31d500c94d1fb6a1b7f455ed6703 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:52:11.245031 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8f789e0a-6654-4698-8bc5-d4cb890fe5a8 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] 10.222.0.15 "GET /v2.0/ports?device_id=102cb63a-14dc-48c1-8a73-a7065d857d00 HTTP/1.1" status: 200 len: 913 time: 0.3373728 Apr 18 05:52:11.246314 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39144) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:11.250247 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a2fb0-8330-4c03-ad4a-82fd2bd2eaff req-0db4a560-f49b-4fb9-9051-e91c9e093d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:11.251771 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0c7a2fb0-8330-4c03-ad4a-82fd2bd2eaff req-0db4a560-f49b-4fb9-9051-e91c9e093d0e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ca065a0-30ac-4abf-bd64-c47717936a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2303813 Apr 18 05:52:11.256605 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3e969b77-ce87-4649-8dc9-7a66b6075e25 req-857bc5ae-144a-482b-aca4-f6a8f227a5a3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000295 Apr 18 05:52:11.276483 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port be974e99-ad12-410f-8816-19fb46113d5f, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=be974e99-ad12-410f-8816-19fb46113d5f,segment=NetworkSegment(a395772d-cda7-4f14-b852-344bc7fab999),segment_id=a395772d-cda7-4f14-b852-344bc7fab999)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:11.280599 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4fbd24-df50-43dc-9da2-398f0dc90f9b None None] Routers {'551b6347-bd74-4444-a007-2f51ae9f33b5'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:11.281359 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ef4fbd24-df50-43dc-9da2-398f0dc90f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['551b6347-bd74-4444-a007-2f51ae9f33b5'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:11.340332 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-74d82de1-70eb-414b-b815-a185dc35d48a tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.7061455 Apr 18 05:52:11.348087 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:11.381150 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] Attempting to bind port 9dce9ffa-9059-495b-a706-49971b18664c on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:52:11.381646 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] Attempting to bind port 9dce9ffa-9059-495b-a706-49971b18664c by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '0bbf99fa-fa1a-4ab6-ae3a-5177b847b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0105a437-d2c8-4b20-9069-eda66926d486'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:52:11.382095 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] Attempting to bind port 9dce9ffa-9059-495b-a706-49971b18664c on network 0105a437-d2c8-4b20-9069-eda66926d486 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:52:11.393192 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39148) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:11.431139 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:11.436831 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:52:11.437332 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] Checking segment: {'id': '0bbf99fa-fa1a-4ab6-ae3a-5177b847b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0105a437-d2c8-4b20-9069-eda66926d486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:11.437847 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:11.438313 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] Bound using segment: {'id': '0bbf99fa-fa1a-4ab6-ae3a-5177b847b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0105a437-d2c8-4b20-9069-eda66926d486'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:52:11.438873 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] Bound port: 9dce9ffa-9059-495b-a706-49971b18664c, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbf99fa-fa1a-4ab6-ae3a-5177b847b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0105a437-d2c8-4b20-9069-eda66926d486'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:52:11.439568 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:11.467293 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-7c2e2da1-7e56-4cd3-8007-bde201c41397 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Request body: {'port': {'network_id': '8e6acc1d-1f5a-4764-8d02-091364799017', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1431817062', 'allowed_address_pairs': [{'ip_address': '2001:db8::2ee', 'mac_address': 'fa:16:3e:25:78:33'}]}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:11.491103 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b9d81-87eb-48d8-8afb-fd9e347242e7 req-727e0dbd-2af2-4f64-9bc9-e9c2df788c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:11.492618 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fb3b9d81-87eb-48d8-8afb-fd9e347242e7 req-727e0dbd-2af2-4f64-9bc9-e9c2df788c48 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=529cc79f-e17f-4fa1-8fbf-dafe25139197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7781036 Apr 18 05:52:11.499203 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0105a437-d2c8-4b20-9069-eda66926d486']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:11.591733 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bbf99fa-fa1a-4ab6-ae3a-5177b847b29a') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:11.592288 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bbf99fa-fa1a-4ab6-ae3a-5177b847b29a') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:11.615191 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:11.619740 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-08464a6b-3923-492c-afc8-3a27b3825c74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:52:11.620259 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-08464a6b-3923-492c-afc8-3a27b3825c74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:52:11.631844 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=be974e99-ad12-410f-8816-19fb46113d5f,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:11.681043 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-ef4fbd24-df50-43dc-9da2-398f0dc90f9b None None] Set router 551b6347-bd74-4444-a007-2f51ae9f33b5 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:52:11.743856 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] For port 9dce9ffa-9059-495b-a706-49971b18664c, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:52:11.760247 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef137c41-5208-49a0-b533-18643171c939 req-af2f1339-56de-4c57-a8fa-aaa3b13c75d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:11.762046 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ef137c41-5208-49a0-b533-18643171c939 req-af2f1339-56de-4c57-a8fa-aaa3b13c75d7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=637df6f0e57a4804a82858e7d06b6d7b&device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 1098 time: 0.6475387 Apr 18 05:52:11.803143 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb16a699-a81b-41ec-b53c-3003b8c175bc tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:11.809530 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb16a699-a81b-41ec-b53c-3003b8c175bc tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:11.815716 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-cb16a699-a81b-41ec-b53c-3003b8c175bc tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8410645 Apr 18 05:52:11.822161 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] For port 9dce9ffa-9059-495b-a706-49971b18664c, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=9dce9ffa-9059-495b-a706-49971b18664c,segment=NetworkSegment(0bbf99fa-fa1a-4ab6-ae3a-5177b847b29a),segment_id=0bbf99fa-fa1a-4ab6-ae3a-5177b847b29a)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:52:11.827321 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39154) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:11.841562 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:11.843264 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-bf99c7ab-cf1f-41cd-99d6-77157861bfb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-342236951'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:11.848615 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-bf99c7ab-cf1f-41cd-99d6-77157861bfb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:11.853438 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-bf99c7ab-cf1f-41cd-99d6-77157861bfb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Usage tracker for resource:network and tenant:bbd4e69eb37643dc86f9cd84e5ec3cbe is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:11.857704 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-bf99c7ab-cf1f-41cd-99d6-77157861bfb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:11.864656 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-bf99c7ab-cf1f-41cd-99d6-77157861bfb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:11.879430 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:11.891945 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fb3b9d81-87eb-48d8-8afb-fd9e347242e7 req-3b5e719c-ad20-411b-ace4-dce4547a05dc service neutron] 10.222.0.52 "GET /v2.0/networks/529cc79f-e17f-4fa1-8fbf-dafe25139197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694429 Apr 18 05:52:11.892562 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf99c7ab-cf1f-41cd-99d6-77157861bfb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Made reservation on behalf of bbd4e69eb37643dc86f9cd84e5ec3cbe for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:11.897053 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bf99c7ab-cf1f-41cd-99d6-77157861bfb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:11.944461 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7c2e2da1-7e56-4cd3-8007-bde201c41397 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:11.948795 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0c7a2fb0-8330-4c03-ad4a-82fd2bd2eaff req-c28bb031-c71d-420d-aaf1-31d445d5666d service neutron] 10.222.0.52 "GET /v2.0/networks/2ca065a0-30ac-4abf-bd64-c47717936a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562053 Apr 18 05:52:12.006485 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7c2e2da1-7e56-4cd3-8007-bde201c41397 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Usage tracker for resource:port and tenant:75991ac3a3524dd9ba55f960b621c6cc is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:12.016091 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28d14c-c381-49de-8c50-e770731fe0af None None] Pushing event updated for resources: {'Port': ['ID=9dce9ffa-9059-495b-a706-49971b18664c,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:12.039947 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7c2e2da1-7e56-4cd3-8007-bde201c41397 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:12.062782 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:52:12.063115 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:12.069610 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7c2e2da1-7e56-4cd3-8007-bde201c41397 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:52:12.081725 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:52:12.161339 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ed5ae3-2eed-4d98-9df1-7607b9f3a161 None None] Network 0105a437-d2c8-4b20-9069-eda66926d486 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:12.193232 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2e2da1-7e56-4cd3-8007-bde201c41397 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Made reservation on behalf of 75991ac3a3524dd9ba55f960b621c6cc for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:12.204841 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12067588-9b52-48cf-809f-4537c12f49e4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:12.220569 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 05:52:12.220569 dv-neutron-837489-1-hyperv neutron-server[88035]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 05:52:12.220569 dv-neutron-837489-1-hyperv neutron-server[88035]: [parameters: {'id': '0105a437-d2c8-4b20-9069-eda66926d486'}] Apr 18 05:52:12.220569 dv-neutron-837489-1-hyperv neutron-server[88035]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:52:12.221061 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:52:12.232779 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf99c7ab-cf1f-41cd-99d6-77157861bfb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:52:12.304964 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fb3b9d81-87eb-48d8-8afb-fd9e347242e7 req-116e8066-ec39-4604-b7be-5d8480baf9f6 service neutron] 10.222.0.52 "GET /v2.0/networks/529cc79f-e17f-4fa1-8fbf-dafe25139197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607857 Apr 18 05:52:12.332308 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bf99c7ab-cf1f-41cd-99d6-77157861bfb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:12.332661 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-bf99c7ab-cf1f-41cd-99d6-77157861bfb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Added segment d53a88d6-08c3-42c7-ab7f-8a706349efe5 of type vlan for network efdbddd5-77fb-479f-8e2a-ee19d6e21f2b Apr 18 05:52:12.440100 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ef4fbd24-df50-43dc-9da2-398f0dc90f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'name': 'tempest-ServerActionsTestJSON-1457690879-router', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:17Z', 'revision_number': 4, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'gw_port': {'id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:00Z', 'updated_at': '2022-04-18T05:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '3dc4e1c1-b70b-4ac5-bc15-f82379a150a5', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'floating_ip_address': '172.26.1.147', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'port_id': '2023ea57-6102-47af-bc76-b79aecd0dacb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41', 'mac_address': 'fa:16:3e:88:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469fbe35-3f96-423b-98ac-7d619d25993f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:51:30Z', 'updated_at': '2022-04-18T05:52:05Z', 'revision_number': 1, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5', 'name': '', 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'mac_address': 'fa:16:3e:d4:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'b9d647f1-8c55-4e15-9c83-afad77ec2154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:13Z', 'updated_at': '2022-04-18T05:51:26Z', 'revision_number': 5, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'subnets': [{'id': 'b9d647f1-8c55-4e15-9c83-afad77ec2154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:12.445389 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bf99c7ab-cf1f-41cd-99d6-77157861bfb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:12.448308 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4fbd24-df50-43dc-9da2-398f0dc90f9b None None] The sync data for ids ['551b6347-bd74-4444-a007-2f51ae9f33b5'] in dv-neutron-837489-1-hyperv is: [{'id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'name': 'tempest-ServerActionsTestJSON-1457690879-router', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:17Z', 'revision_number': 4, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'gw_port': {'id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:00Z', 'updated_at': '2022-04-18T05:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '3dc4e1c1-b70b-4ac5-bc15-f82379a150a5', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'floating_ip_address': '172.26.1.147', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'port_id': '2023ea57-6102-47af-bc76-b79aecd0dacb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41', 'mac_address': 'fa:16:3e:88:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469fbe35-3f96-423b-98ac-7d619d25993f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:51:30Z', 'updated_at': '2022-04-18T05:52:05Z', 'revision_number': 1, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5', 'name': '', 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'mac_address': 'fa:16:3e:d4:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'b9d647f1-8c55-4e15-9c83-afad77ec2154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:13Z', 'updated_at': '2022-04-18T05:51:26Z', 'revision_number': 5, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'subnets': [{'id': 'b9d647f1-8c55-4e15-9c83-afad77ec2154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:52:12.479208 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-83b8624f-57dd-4aa5-a4c2-5ccfc9561ea3 None None] Provisioning complete for port be974e99-ad12-410f-8816-19fb46113d5f triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:52:12.479208 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-83b8624f-57dd-4aa5-a4c2-5ccfc9561ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:12.505540 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb8f88e-7240-41f2-a6ba-6bdb78673bd8 None None] get_active_networks_info from dv-neutron-837489-1-hyperv {{(pid=88036) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 05:52:12.628494 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bf99c7ab-cf1f-41cd-99d6-77157861bfb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:12.635230 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf99c7ab-cf1f-41cd-99d6-77157861bfb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:12.636180 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bf99c7ab-cf1f-41cd-99d6-77157861bfb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:12.654795 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef137c41-5208-49a0-b533-18643171c939 req-18727aee-3928-45a4-bfb5-07ea384c3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:12.656293 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ef137c41-5208-49a0-b533-18643171c939 req-18727aee-3928-45a4-bfb5-07ea384c3a27 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8e6ec6cd-b02b-4370-9725-304c806a2405 HTTP/1.1" status: 200 len: 913 time: 0.8514192 Apr 18 05:52:12.665984 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0c7a2fb0-8330-4c03-ad4a-82fd2bd2eaff req-31f5258e-9e93-4c5f-8249-75c2aaf0c453 service neutron] 10.222.0.52 "GET /v2.0/networks/2ca065a0-30ac-4abf-bd64-c47717936a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6606832 Apr 18 05:52:12.724181 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:12.732590 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb8f88e-7240-41f2-a6ba-6bdb78673bd8 None None] Resources bound (agent type, host, resource id): {{(pid=88036) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 05:52:12.745718 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-83b8624f-57dd-4aa5-a4c2-5ccfc9561ea3 None None] Provisioning for port 50d8a88e-63bd-42d5-9d40-1d60d6783d57 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:52:12.753132 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-83b8624f-57dd-4aa5-a4c2-5ccfc9561ea3 None None] Provisioning complete for port 50d8a88e-63bd-42d5-9d40-1d60d6783d57 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:52:12.753578 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-83b8624f-57dd-4aa5-a4c2-5ccfc9561ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:12.794924 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7c2e2da1-7e56-4cd3-8007-bde201c41397 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:12.797984 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e7a2df-1fe8-470f-846d-ab97dad8d179 None None] New status for floating IP 3dc4e1c1-b70b-4ac5-bc15-f82379a150a5: ACTIVE {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 05:52:12.866821 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-7c2e2da1-7e56-4cd3-8007-bde201c41397 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] device_id is not set on port ad0be331-bae9-4bf4-a902-43e87db2e9bf yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:52:12.882058 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Deleting port 9dce9ffa-9059-495b-a706-49971b18664c {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:12.882399 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:12.907964 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99c7ab-cf1f-41cd-99d6-77157861bfb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Pushing event updated for resources: {'Network': ['ID=efdbddd5-77fb-479f-8e2a-ee19d6e21f2b,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:12.944825 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network efdbddd5-77fb-479f-8e2a-ee19d6e21f2b details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:52:12.966448 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bf99c7ab-cf1f-41cd-99d6-77157861bfb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1355455 Apr 18 05:52:12.971981 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39160) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:12.991621 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-83b8624f-57dd-4aa5-a4c2-5ccfc9561ea3 None None] Port 50d8a88e-63bd-42d5-9d40-1d60d6783d57 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:52:12.998591 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-84932aaf-1314-4ea8-aeeb-32bcefbf7cb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2055231810'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:13.004099 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-84932aaf-1314-4ea8-aeeb-32bcefbf7cb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:13.010440 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-84932aaf-1314-4ea8-aeeb-32bcefbf7cb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Usage tracker for resource:network and tenant:bbd4e69eb37643dc86f9cd84e5ec3cbe is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:13.013591 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-84932aaf-1314-4ea8-aeeb-32bcefbf7cb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:13.019895 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-84932aaf-1314-4ea8-aeeb-32bcefbf7cb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:13.046740 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf2c5e-fc8f-4476-9d0a-ae7ef2636e27 req-4699a232-09b2-4d5d-8c10-5aa40e6bf525 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:13.048321 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-72bf2c5e-fc8f-4476-9d0a-ae7ef2636e27 req-4699a232-09b2-4d5d-8c10-5aa40e6bf525 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.5441070 Apr 18 05:52:13.085028 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-7c2e2da1-7e56-4cd3-8007-bde201c41397 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Allocated IP 2001:db8::3e0 (8e6acc1d-1f5a-4764-8d02-091364799017/0c6a2796-4ce3-4a35-bd01-718f5b9006e6/ad0be331-bae9-4bf4-a902-43e87db2e9bf) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:13.087214 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84932aaf-1314-4ea8-aeeb-32bcefbf7cb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Made reservation on behalf of bbd4e69eb37643dc86f9cd84e5ec3cbe for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:13.091316 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-84932aaf-1314-4ea8-aeeb-32bcefbf7cb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:13.140787 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-12067588-9b52-48cf-809f-4537c12f49e4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Allocated IP 172.20.0.1 (05c54514-12b4-476f-ac98-1d963e2784be/702b0ec7-d7d5-405a-8364-adaa16076d19/4b6109a5-f224-4d0a-a925-2f9b69f686c6) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:13.202765 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ef137c41-5208-49a0-b533-18643171c939 req-eeb519f4-5019-4688-b4a4-fe0ce0805499 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c443a733-7925-498b-ab6a-316c3b18bf5a HTTP/1.1" status: 200 len: 1000 time: 0.5194647 Apr 18 05:52:13.270791 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84932aaf-1314-4ea8-aeeb-32bcefbf7cb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:52:13.374685 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef137c41-5208-49a0-b533-18643171c939 req-7ce1516f-a67f-4859-9540-1154eecd0fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:13.376211 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ef137c41-5208-49a0-b533-18643171c939 req-7ce1516f-a67f-4859-9540-1154eecd0fc3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5fcd649f-492a-4c12-9975-b04bbb1ea4b5 HTTP/1.1" status: 200 len: 851 time: 0.1524754 Apr 18 05:52:13.453192 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e082c771-01e5-4fee-a061-53a1f88de9da tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:13.495576 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-84932aaf-1314-4ea8-aeeb-32bcefbf7cb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:13.496234 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-84932aaf-1314-4ea8-aeeb-32bcefbf7cb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Added segment f15d838c-f624-406e-b486-730e9324c2e3 of type vlan for network 7071e677-e4be-499b-9ae6-7b1203a03de5 Apr 18 05:52:13.511671 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-72bf2c5e-fc8f-4476-9d0a-ae7ef2636e27 req-5911fecf-22e8-4b4c-b4dc-ad4497c2971f tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3377204 Apr 18 05:52:13.556396 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7c2e2da1-7e56-4cd3-8007-bde201c41397 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:13.622500 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-84932aaf-1314-4ea8-aeeb-32bcefbf7cb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:13.647817 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] For port 9dce9ffa-9059-495b-a706-49971b18664c, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=9dce9ffa-9059-495b-a706-49971b18664c,segment=NetworkSegment(0bbf99fa-fa1a-4ab6-ae3a-5177b847b29a),segment_id=0bbf99fa-fa1a-4ab6-ae3a-5177b847b29a)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:13.648221 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:13.661133 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12067588-9b52-48cf-809f-4537c12f49e4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:13.661701 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-7c2e2da1-7e56-4cd3-8007-bde201c41397 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Transition to ACTIVE for port object ad0be331-bae9-4bf4-a902-43e87db2e9bf will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:13.678818 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef137c41-5208-49a0-b533-18643171c939 req-ae0d72aa-5811-4e87-b10a-6898a503cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:13.680352 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ef137c41-5208-49a0-b533-18643171c939 req-ae0d72aa-5811-4e87-b10a-6898a503cf01 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8e6ec6cd-b02b-4370-9725-304c806a2405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2947612 Apr 18 05:52:13.698517 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device be974e99-ad12-410f-8816-19fb46113d5f up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:52:13.769598 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port be974e99-ad12-410f-8816-19fb46113d5f triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:52:13.770338 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:13.792863 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Calling delete_port for 9dce9ffa-9059-495b-a706-49971b18664c owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:13.843760 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-84932aaf-1314-4ea8-aeeb-32bcefbf7cb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:13.849302 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84932aaf-1314-4ea8-aeeb-32bcefbf7cb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:13.849916 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-84932aaf-1314-4ea8-aeeb-32bcefbf7cb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:13.920863 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7c2e2da1-7e56-4cd3-8007-bde201c41397 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:14.002474 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-84932aaf-1314-4ea8-aeeb-32bcefbf7cb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0284891 Apr 18 05:52:14.005225 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84932aaf-1314-4ea8-aeeb-32bcefbf7cb4 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Pushing event updated for resources: {'Network': ['ID=7071e677-e4be-499b-9ae6-7b1203a03de5,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:14.007151 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39164) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:14.008670 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ef137c41-5208-49a0-b533-18643171c939 req-6810bff2-b468-489f-ba24-fb5690c782c9 service neutron] 10.222.0.52 "GET /v2.0/networks/8e6ec6cd-b02b-4370-9725-304c806a2405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171580 Apr 18 05:52:14.013601 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Request body: {'ports': [{'network_id': 'efdbddd5-77fb-479f-8e2a-ee19d6e21f2b', 'name': 'tempest-port--758985489', 'admin_state_up': True}, {'network_id': '7071e677-e4be-499b-9ae6-7b1203a03de5', 'admin_state_up': False}]} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:14.013900 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Request body: {'port': {'network_id': 'efdbddd5-77fb-479f-8e2a-ee19d6e21f2b', 'name': 'tempest-port--758985489', 'admin_state_up': True}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:14.014387 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Request body: {'port': {'network_id': '7071e677-e4be-499b-9ae6-7b1203a03de5', 'admin_state_up': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:14.017497 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2e2da1-7e56-4cd3-8007-bde201c41397 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Network 8e6acc1d-1f5a-4764-8d02-091364799017 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:14.019747 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 7071e677-e4be-499b-9ae6-7b1203a03de5 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:52:14.031583 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12067588-9b52-48cf-809f-4537c12f49e4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:14.042320 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-7c2e2da1-7e56-4cd3-8007-bde201c41397 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:14.057420 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2e2da1-7e56-4cd3-8007-bde201c41397 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:14.062900 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2e2da1-7e56-4cd3-8007-bde201c41397 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:14.063510 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7c2e2da1-7e56-4cd3-8007-bde201c41397 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:14.076223 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:14.089187 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e2da1-7e56-4cd3-8007-bde201c41397 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Pushing event updated for resources: {'Port': ['ID=ad0be331-bae9-4bf4-a902-43e87db2e9bf,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:14.170532 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No DVR routers for this DVR port 9dce9ffa-9059-495b-a706-49971b18664c on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:52:14.188004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12067588-9b52-48cf-809f-4537c12f49e4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Network 05c54514-12b4-476f-ac98-1d963e2784be is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:14.214012 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7c2e2da1-7e56-4cd3-8007-bde201c41397 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.8166714 Apr 18 05:52:14.218393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39168) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:14.222539 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-12067588-9b52-48cf-809f-4537c12f49e4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:14.241093 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12067588-9b52-48cf-809f-4537c12f49e4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:14.280845 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12067588-9b52-48cf-809f-4537c12f49e4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Port': ['ID=4b6109a5-f224-4d0a-a925-2f9b69f686c6,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:14.341399 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d7f48f8a-8474-4223-b8a1-ad600ed16966 None None] Provisioning for port ad0be331-bae9-4bf4-a902-43e87db2e9bf completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:52:14.351487 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d7f48f8a-8474-4223-b8a1-ad600ed16966 None None] Provisioning complete for port ad0be331-bae9-4bf4-a902-43e87db2e9bf triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:52:14.353278 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d7f48f8a-8474-4223-b8a1-ad600ed16966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:14.388017 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Port': ['ID=9dce9ffa-9059-495b-a706-49971b18664c,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:14.429501 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-d7f48f8a-8474-4223-b8a1-ad600ed16966 None None] Port ad0be331-bae9-4bf4-a902-43e87db2e9bf cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:52:14.440654 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-e082c771-01e5-4fee-a061-53a1f88de9da tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Deleting port aa05af83-ccad-4927-8de7-550313f832d3 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:14.440993 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e082c771-01e5-4fee-a061-53a1f88de9da tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:14.501089 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:14.504442 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ef137c41-5208-49a0-b533-18643171c939 req-c6eb4bb5-70df-4730-9250-083fcedae7e5 service neutron] 10.222.0.52 "GET /v2.0/networks/8e6ec6cd-b02b-4370-9725-304c806a2405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858153 Apr 18 05:52:14.547066 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12067588-9b52-48cf-809f-4537c12f49e4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:14.557324 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0105a437-d2c8-4b20-9069-eda66926d486']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:14.574021 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:14.580733 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Usage tracker for resource:port and tenant:bbd4e69eb37643dc86f9cd84e5ec3cbe is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:14.584103 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bbf99fa-fa1a-4ab6-ae3a-5177b847b29a') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:14.584400 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bbf99fa-fa1a-4ab6-ae3a-5177b847b29a') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:14.591641 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:14.603419 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:14.606187 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:14.634172 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:14.639865 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Made reservation on behalf of bbd4e69eb37643dc86f9cd84e5ec3cbe for: {'port': 2} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:14.644188 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:14.646105 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5685a0-f003-4b92-8757-6ab5058d1357 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:14.652523 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5685a0-f003-4b92-8757-6ab5058d1357 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:14.655542 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:52:14.655929 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:14.658950 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5685a0-f003-4b92-8757-6ab5058d1357 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:14.659807 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-db5685a0-f003-4b92-8757-6ab5058d1357 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Synchronizing usage tracker for tenant:75991ac3a3524dd9ba55f960b621c6cc on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:52:14.675800 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:52:14.741909 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-db5685a0-f003-4b92-8757-6ab5058d1357 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Unset dirty status for tenant:75991ac3a3524dd9ba55f960b621c6cc on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:52:14.743685 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-db5685a0-f003-4b92-8757-6ab5058d1357 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.5238163 Apr 18 05:52:14.748410 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39174) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:14.751720 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:14.764413 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e082c771-01e5-4fee-a061-53a1f88de9da tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:14.876090 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:14.898069 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-e082c771-01e5-4fee-a061-53a1f88de9da tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Calling delete_port for aa05af83-ccad-4927-8de7-550313f832d3 owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:14.947911 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8a478-f1ba-41e8-bf05-03e3be0eddf9 req-9c963266-c209-4eba-8108-02fe60a9bd94 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:14.949497 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fad8a478-f1ba-41e8-bf05-03e3be0eddf9 req-9c963266-c209-4eba-8108-02fe60a9bd94 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.2868652 Apr 18 05:52:15.081383 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:15.084531 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Network': ['ID=0105a437-d2c8-4b20-9069-eda66926d486,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:15.089898 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-894b3ba4-ef94-486d-a1b1-69ee9bb9e590 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Deleting port ad0be331-bae9-4bf4-a902-43e87db2e9bf {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:15.090234 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-894b3ba4-ef94-486d-a1b1-69ee9bb9e590 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:15.148697 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fad8a478-f1ba-41e8-bf05-03e3be0eddf9 req-083d60e8-830a-4152-b8ab-898188ec207f tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926348 Apr 18 05:52:15.176237 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-937385f8-5efa-4a35-97f7-e1d96efdb684 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/0105a437-d2c8-4b20-9069-eda66926d486 HTTP/1.1" status: 204 len: 168 time: 7.0991662 Apr 18 05:52:15.183871 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39182) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:15.241894 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-374ee94f-04b0-4c84-9fad-db26d316faec tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1087329912'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:15.282191 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-374ee94f-04b0-4c84-9fad-db26d316faec tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:15.295218 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e082c771-01e5-4fee-a061-53a1f88de9da tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:15.320870 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12067588-9b52-48cf-809f-4537c12f49e4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:15.342022 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082c771-01e5-4fee-a061-53a1f88de9da tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Pushing event deleted for resources: {'Port': ['ID=aa05af83-ccad-4927-8de7-550313f832d3,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:15.366999 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-374ee94f-04b0-4c84-9fad-db26d316faec tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Usage tracker for resource:network and tenant:5363d5685d824735b18239fcd4923d66 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:15.389002 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-374ee94f-04b0-4c84-9fad-db26d316faec tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:15.393637 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] device_id is not set on port 6dbbe32c-2b52-4388-af33-e22bd4da7863 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:52:15.406935 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-374ee94f-04b0-4c84-9fad-db26d316faec tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:15.519897 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374ee94f-04b0-4c84-9fad-db26d316faec tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Made reservation on behalf of 5363d5685d824735b18239fcd4923d66 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:15.524184 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-374ee94f-04b0-4c84-9fad-db26d316faec tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:15.650441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e082c771-01e5-4fee-a061-53a1f88de9da tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:15.724755 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374ee94f-04b0-4c84-9fad-db26d316faec tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:52:15.828992 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e447f1-e964-42cd-bafc-a11d236fafa6 req-b54e038b-2ca7-4ff7-854f-092bc7a75696 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:15.830448 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-43e447f1-e964-42cd-bafc-a11d236fafa6 req-b54e038b-2ca7-4ff7-854f-092bc7a75696 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.5558400 Apr 18 05:52:15.853372 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-374ee94f-04b0-4c84-9fad-db26d316faec tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:15.853712 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-374ee94f-04b0-4c84-9fad-db26d316faec tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Added segment b0e7c46e-75e9-43ee-a213-520348a36fe1 of type vlan for network db564c06-5826-411d-b00a-8749c79b0121 Apr 18 05:52:15.857832 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-894b3ba4-ef94-486d-a1b1-69ee9bb9e590 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:16.102797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-894b3ba4-ef94-486d-a1b1-69ee9bb9e590 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Calling delete_port for ad0be331-bae9-4bf4-a902-43e87db2e9bf owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:16.126694 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e082c771-01e5-4fee-a061-53a1f88de9da tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Router 102cb63a-14dc-48c1-8a73-a7065d857d00 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:52:16.161956 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-374ee94f-04b0-4c84-9fad-db26d316faec tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:16.232792 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-43e447f1-e964-42cd-bafc-a11d236fafa6 req-3f79c96e-9233-4036-876c-85aab0e16d70 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3927581 Apr 18 05:52:16.258150 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:16.306392 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e082c771-01e5-4fee-a061-53a1f88de9da tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:52:16.319162 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82ac3e9-495a-48dc-ae02-77c93675f3ed None None] Sync routers for ids ['102cb63a-14dc-48c1-8a73-a7065d857d00'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:52:16.331577 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ac3e9-495a-48dc-ae02-77c93675f3ed None None] Routers {'102cb63a-14dc-48c1-8a73-a7065d857d00'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:16.332959 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a82ac3e9-495a-48dc-ae02-77c93675f3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['102cb63a-14dc-48c1-8a73-a7065d857d00'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:16.341463 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e082c771-01e5-4fee-a061-53a1f88de9da tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] 10.222.0.15 "PUT /v2.0/routers/102cb63a-14dc-48c1-8a73-a7065d857d00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0940497 Apr 18 05:52:16.343973 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39188) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:16.405525 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-374ee94f-04b0-4c84-9fad-db26d316faec tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:16.410845 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374ee94f-04b0-4c84-9fad-db26d316faec tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:16.411427 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-374ee94f-04b0-4c84-9fad-db26d316faec tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:16.437821 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a82ac3e9-495a-48dc-ae02-77c93675f3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:16.447949 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ac3e9-495a-48dc-ae02-77c93675f3ed None None] Routers {'102cb63a-14dc-48c1-8a73-a7065d857d00'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:16.448918 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a82ac3e9-495a-48dc-ae02-77c93675f3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['102cb63a-14dc-48c1-8a73-a7065d857d00'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:16.492267 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] device_id is not set on port 2164fef8-f4dd-406d-8c66-d5acb7db178c yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:52:16.517942 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a82ac3e9-495a-48dc-ae02-77c93675f3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:16.518632 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82ac3e9-495a-48dc-ae02-77c93675f3ed None None] The sync data for ids ['102cb63a-14dc-48c1-8a73-a7065d857d00'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:52:16.585877 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-56a7cafd-d985-4e52-9a4d-ed3dc13de80c tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:16.713985 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-374ee94f-04b0-4c84-9fad-db26d316faec tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5229518 Apr 18 05:52:16.728483 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39194) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:16.740296 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-43899c73-f4cf-489c-9a6a-eaccddbed059 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'subnet': {'network_id': 'db564c06-5826-411d-b00a-8749c79b0121', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:16.769414 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ee94f-04b0-4c84-9fad-db26d316faec tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Network': ['ID=db564c06-5826-411d-b00a-8749c79b0121,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:16.781823 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network db564c06-5826-411d-b00a-8749c79b0121 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:52:16.805152 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12067588-9b52-48cf-809f-4537c12f49e4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:16.815263 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12067588-9b52-48cf-809f-4537c12f49e4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:16.873921 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-56a7cafd-d985-4e52-9a4d-ed3dc13de80c tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:16.880400 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-43899c73-f4cf-489c-9a6a-eaccddbed059 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:16.886148 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-43899c73-f4cf-489c-9a6a-eaccddbed059 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Usage tracker for resource:subnet and tenant:5363d5685d824735b18239fcd4923d66 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:16.889421 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-43899c73-f4cf-489c-9a6a-eaccddbed059 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:16.892211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-56a7cafd-d985-4e52-9a4d-ed3dc13de80c tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Deleting port 45fbc246-ce97-49a1-b748-5d9787627649 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:16.892550 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-56a7cafd-d985-4e52-9a4d-ed3dc13de80c tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:16.905705 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-894b3ba4-ef94-486d-a1b1-69ee9bb9e590 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:16.931277 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-43899c73-f4cf-489c-9a6a-eaccddbed059 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:16.953372 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43899c73-f4cf-489c-9a6a-eaccddbed059 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Made reservation on behalf of 5363d5685d824735b18239fcd4923d66 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:16.957179 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-43899c73-f4cf-489c-9a6a-eaccddbed059 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:16.972330 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12067588-9b52-48cf-809f-4537c12f49e4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:17.008581 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12067588-9b52-48cf-809f-4537c12f49e4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Port': ['ID=4b6109a5-f224-4d0a-a925-2f9b69f686c6,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:17.127816 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b3ba4-ef94-486d-a1b1-69ee9bb9e590 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Pushing event deleted for resources: {'Port': ['ID=ad0be331-bae9-4bf4-a902-43e87db2e9bf,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:17.150519 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55984afe-8b7b-4a31-a390-e9e987afdb67 req-b5de05b2-c768-4d5d-99e2-6b6297e680b8 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:17.151958 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-55984afe-8b7b-4a31-a390-e9e987afdb67 req-b5de05b2-c768-4d5d-99e2-6b6297e680b8 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.4544215 Apr 18 05:52:17.179463 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-56a7cafd-d985-4e52-9a4d-ed3dc13de80c tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:17.243737 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:17.305858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-56a7cafd-d985-4e52-9a4d-ed3dc13de80c tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Calling delete_port for 45fbc246-ce97-49a1-b748-5d9787627649 owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:17.364712 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-894b3ba4-ef94-486d-a1b1-69ee9bb9e590 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:17.370394 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-55984afe-8b7b-4a31-a390-e9e987afdb67 req-368f00a2-d984-4bfc-b4d6-9686358f20f8 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540616 Apr 18 05:52:17.411174 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12067588-9b52-48cf-809f-4537c12f49e4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Network 05c54514-12b4-476f-ac98-1d963e2784be is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:17.412714 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-12067588-9b52-48cf-809f-4537c12f49e4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:17.417629 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-894b3ba4-ef94-486d-a1b1-69ee9bb9e590 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "DELETE /v2.0/ports/ad0be331-bae9-4bf4-a902-43e87db2e9bf HTTP/1.1" status: 204 len: 168 time: 2.6670315 Apr 18 05:52:17.421428 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39198) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:17.426608 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:17.582744 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a1ccde-4dc9-4fbe-b46a-7d3a9fbeaa2f tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] GET failed (client error): The resource could not be found. Apr 18 05:52:17.583265 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-34a1ccde-4dc9-4fbe-b46a-7d3a9fbeaa2f tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Synchronizing usage tracker for tenant:75991ac3a3524dd9ba55f960b621c6cc on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:52:17.611491 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-43899c73-f4cf-489c-9a6a-eaccddbed059 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:17.646480 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Pushing event updated for resources: {'Port': ['ID=6dbbe32c-2b52-4388-af33-e22bd4da7863,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:17.714181 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-34a1ccde-4dc9-4fbe-b46a-7d3a9fbeaa2f tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Unset dirty status for tenant:75991ac3a3524dd9ba55f960b621c6cc on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:52:17.719228 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-34a1ccde-4dc9-4fbe-b46a-7d3a9fbeaa2f tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "GET /v2.0/ports/ad0be331-bae9-4bf4-a902-43e87db2e9bf HTTP/1.1" status: 404 len: 333 time: 0.2930040 Apr 18 05:52:17.719672 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39208) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:17.732608 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-10822166-c01a-4493-b2e2-0ce3d8700e16 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Request body: {'port': {'network_id': '8e6acc1d-1f5a-4764-8d02-091364799017', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2013202087'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:17.747703 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43899c73-f4cf-489c-9a6a-eaccddbed059 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Subnet': ['ID=fee4a927-195f-416e-a9b1-6191417b1ce5,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:17.760594 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43899c73-f4cf-489c-9a6a-eaccddbed059 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Checking segment: {'id': 'b0e7c46e-75e9-43ee-a213-520348a36fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'db564c06-5826-411d-b00a-8749c79b0121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:17.760951 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43899c73-f4cf-489c-9a6a-eaccddbed059 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network hostable DHCP agents. Network: db564c06-5826-411d-b00a-8749c79b0121, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:52:17.761576 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Checking segment: {'id': 'd53a88d6-08c3-42c7-ab7f-8a706349efe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'efdbddd5-77fb-479f-8e2a-ee19d6e21f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:17.761958 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Network hostable DHCP agents. Network: efdbddd5-77fb-479f-8e2a-ee19d6e21f2b, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:52:17.786778 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-56a7cafd-d985-4e52-9a4d-ed3dc13de80c tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:17.832675 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43899c73-f4cf-489c-9a6a-eaccddbed059 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network db564c06-5826-411d-b00a-8749c79b0121 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:52:17.836446 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7cafd-d985-4e52-9a4d-ed3dc13de80c tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Pushing event deleted for resources: {'Port': ['ID=45fbc246-ce97-49a1-b748-5d9787627649,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:17.859152 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12067588-9b52-48cf-809f-4537c12f49e4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Router 3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:52:17.911646 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-43899c73-f4cf-489c-9a6a-eaccddbed059 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, db564c06-5826-411d-b00a-8749c79b0121) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:17.925464 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43899c73-f4cf-489c-9a6a-eaccddbed059 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:17.926046 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-43899c73-f4cf-489c-9a6a-eaccddbed059 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:17.926984 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b5e853-299d-4ca9-bb81-5e2f8a286de2 None None] Network db564c06-5826-411d-b00a-8749c79b0121 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:17.963918 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Network efdbddd5-77fb-479f-8e2a-ee19d6e21f2b is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:52:17.965603 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-56a7cafd-d985-4e52-9a4d-ed3dc13de80c tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:18.015915 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-43899c73-f4cf-489c-9a6a-eaccddbed059 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2838564 Apr 18 05:52:18.028410 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, efdbddd5-77fb-479f-8e2a-ee19d6e21f2b) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:18.036220 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39214) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:18.066264 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:18.067075 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:18.076380 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-10822166-c01a-4493-b2e2-0ce3d8700e16 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:18.091465 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52c3df5-07eb-4f8d-afce-f9f0ee870ef0 None None] Network efdbddd5-77fb-479f-8e2a-ee19d6e21f2b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:18.152184 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-56a7cafd-d985-4e52-9a4d-ed3dc13de80c tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:18.154410 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-56a7cafd-d985-4e52-9a4d-ed3dc13de80c tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:18.177665 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-56a7cafd-d985-4e52-9a4d-ed3dc13de80c tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:18.178509 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a7cafd-d985-4e52-9a4d-ed3dc13de80c tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Fanout notify agent at l3_agent the message router_deleted on router 102cb63a-14dc-48c1-8a73-a7065d857d00 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:52:18.196844 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-56a7cafd-d985-4e52-9a4d-ed3dc13de80c tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:18.198207 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-56a7cafd-d985-4e52-9a4d-ed3dc13de80c tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] 10.222.0.15 "DELETE /v2.0/routers/102cb63a-14dc-48c1-8a73-a7065d857d00 HTTP/1.1" status: 204 len: 168 time: 1.8531096 Apr 18 05:52:18.200611 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39218) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:18.270105 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c16a945-427b-4d1e-8c3d-39a8110f6fee tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Deleting subnet 2466a808-cc2c-4242-95fb-56f32778f4a4 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:52:18.273347 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4c16a945-427b-4d1e-8c3d-39a8110f6fee tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:18.335340 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-10822166-c01a-4493-b2e2-0ce3d8700e16 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:18.340644 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4c16a945-427b-4d1e-8c3d-39a8110f6fee tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:18.399925 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-db564c06-5826-411d-b00a-8749c79b0121', 'network_id': 'db564c06-5826-411d-b00a-8749c79b0121', 'tenant_id': '5363d5685d824735b18239fcd4923d66', 'fixed_ips': [{'subnet_id': 'fee4a927-195f-416e-a9b1-6191417b1ce5'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:52:18.400857 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:18.456143 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4c16a945-427b-4d1e-8c3d-39a8110f6fee tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:18.460501 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10822166-c01a-4493-b2e2-0ce3d8700e16 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Made reservation on behalf of 75991ac3a3524dd9ba55f960b621c6cc for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:18.464119 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-10822166-c01a-4493-b2e2-0ce3d8700e16 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:18.480246 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Pushing event updated for resources: {'Port': ['ID=2164fef8-f4dd-406d-8c66-d5acb7db178c,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:18.489068 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12067588-9b52-48cf-809f-4537c12f49e4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:52:18.494855 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-12067588-9b52-48cf-809f-4537c12f49e4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "PUT /v2.0/routers/3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1939199 Apr 18 05:52:18.504831 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39222) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:18.506218 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07275cd1-50dc-4a99-9dbf-ddd9115cfd63 None None] Sync routers for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:52:18.516993 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-cad5f521-f5ca-431e-8566-bddd3e341730 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Request body: {'port': {'network_id': '05c54514-12b4-476f-ac98-1d963e2784be', 'name': 'tempest-FloatingIPTestJSON-1409115746'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:18.520328 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07275cd1-50dc-4a99-9dbf-ddd9115cfd63 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:18.522108 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-07275cd1-50dc-4a99-9dbf-ddd9115cfd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:18.530417 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-10822166-c01a-4493-b2e2-0ce3d8700e16 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] device_id is not set on port 1fb60bf3-a987-455d-ba9b-37c12741ec23 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:52:18.600431 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Checking segment: {'id': 'f15d838c-f624-406e-b486-730e9324c2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '7071e677-e4be-499b-9ae6-7b1203a03de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:18.601050 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Network hostable DHCP agents. Network: 7071e677-e4be-499b-9ae6-7b1203a03de5, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:52:18.612896 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaf98c-b75e-49ce-96f7-3d157580b465 req-3d27a29a-627e-46dd-9f0b-727280488c89 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:18.620213 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b3eaf98c-b75e-49ce-96f7-3d157580b465 req-3d27a29a-627e-46dd-9f0b-727280488c89 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.6329510 Apr 18 05:52:18.638734 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] Allocated IP 172.20.0.2 (db564c06-5826-411d-b00a-8749c79b0121/fee4a927-195f-416e-a9b1-6191417b1ce5/0f3dd0ff-d676-41a0-ba1d-51519857a2fc) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:18.675168 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-07275cd1-50dc-4a99-9dbf-ddd9115cfd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:18.677104 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:18.685191 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4c16a945-427b-4d1e-8c3d-39a8110f6fee tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:18.698804 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07275cd1-50dc-4a99-9dbf-ddd9115cfd63 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:18.701481 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-07275cd1-50dc-4a99-9dbf-ddd9115cfd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:18.762187 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16a945-427b-4d1e-8c3d-39a8110f6fee tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Pushing event deleted for resources: {'Subnet': ['ID=2466a808-cc2c-4242-95fb-56f32778f4a4,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:18.762401 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b3eaf98c-b75e-49ce-96f7-3d157580b465 req-03c3224f-56a6-4fbd-b694-3af7d306cf9b tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409969 Apr 18 05:52:18.776805 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-07275cd1-50dc-4a99-9dbf-ddd9115cfd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:18.777344 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07275cd1-50dc-4a99-9dbf-ddd9115cfd63 None None] The sync data for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:52:18.778340 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Network 7071e677-e4be-499b-9ae6-7b1203a03de5 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:52:18.788140 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41a79f2-4d06-4963-950b-f449b47ff26c None None] Network 4664e4d4-9d28-4014-a73c-7f12eb8a5bf0 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:18.788945 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4c16a945-427b-4d1e-8c3d-39a8110f6fee tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:18.798457 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-cad5f521-f5ca-431e-8566-bddd3e341730 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:18.804293 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4c16a945-427b-4d1e-8c3d-39a8110f6fee tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] 10.222.0.15 "DELETE /v2.0/subnets/2466a808-cc2c-4242-95fb-56f32778f4a4 HTTP/1.1" status: 204 len: 168 time: 0.6025560 Apr 18 05:52:18.805003 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39226) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:18.809820 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-cad5f521-f5ca-431e-8566-bddd3e341730 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Usage tracker for resource:port and tenant:53217080630e4ec6bc3e36527767510c is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:18.834519 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-cad5f521-f5ca-431e-8566-bddd3e341730 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:18.839288 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 7071e677-e4be-499b-9ae6-7b1203a03de5) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:18.848379 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:18.854589 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:18.856520 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-cad5f521-f5ca-431e-8566-bddd3e341730 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:18.859284 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:18.859954 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:18.898585 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-10822166-c01a-4493-b2e2-0ce3d8700e16 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Allocated IP 2001:db8::73 (8e6acc1d-1f5a-4764-8d02-091364799017/0c6a2796-4ce3-4a35-bd01-718f5b9006e6/1fb60bf3-a987-455d-ba9b-37c12741ec23) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:18.901368 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:18.907655 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5722e50-ac91-4739-b91d-c3ede0b5e274 None None] Network 7071e677-e4be-499b-9ae6-7b1203a03de5 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:18.926179 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad5f521-f5ca-431e-8566-bddd3e341730 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Made reservation on behalf of 53217080630e4ec6bc3e36527767510c for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:18.929670 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cad5f521-f5ca-431e-8566-bddd3e341730 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:18.936722 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9c787a3f-1de0-46fa-8b84-889031e3a991 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.9279010 Apr 18 05:52:18.946968 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39230) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:18.963192 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab67dd4c-b4dc-42a7-be11-11fdf93b8bd6 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:18.973383 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-cad5f521-f5ca-431e-8566-bddd3e341730 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] device_id is not set on port 38445cf4-d3f5-421e-aa5b-8d73bcc70db9 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:52:19.022691 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ab67dd4c-b4dc-42a7-be11-11fdf93b8bd6 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Deleting port de1b4bb6-1d6b-4d18-b392-1b9618cc32e2 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:19.022893 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab67dd4c-b4dc-42a7-be11-11fdf93b8bd6 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:19.119692 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b627999-f5db-4921-b49d-69b0d34ee18a tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:19.125482 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b627999-f5db-4921-b49d-69b0d34ee18a tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:19.126246 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0b627999-f5db-4921-b49d-69b0d34ee18a tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Synchronizing usage tracker for tenant:bbd4e69eb37643dc86f9cd84e5ec3cbe on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:52:19.209996 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0b627999-f5db-4921-b49d-69b0d34ee18a tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Unset dirty status for tenant:bbd4e69eb37643dc86f9cd84e5ec3cbe on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:52:19.213916 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0b627999-f5db-4921-b49d-69b0d34ee18a tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2641659 Apr 18 05:52:19.214282 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39234) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:19.232552 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:19.255038 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] Transition to ACTIVE for port object 0f3dd0ff-d676-41a0-ba1d-51519857a2fc will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:19.293188 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] Transition to ACTIVE for port object 0f3dd0ff-d676-41a0-ba1d-51519857a2fc will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:19.304429 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-10822166-c01a-4493-b2e2-0ce3d8700e16 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:19.323503 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-013fc52a-dafd-4a26-a5a3-bb0fe9b908f0 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Deleting port 6dbbe32c-2b52-4388-af33-e22bd4da7863 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:19.323826 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-013fc52a-dafd-4a26-a5a3-bb0fe9b908f0 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:19.324601 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:19.365846 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-cad5f521-f5ca-431e-8566-bddd3e341730 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Allocated IP 172.20.0.5 (05c54514-12b4-476f-ac98-1d963e2784be/702b0ec7-d7d5-405a-8364-adaa16076d19/38445cf4-d3f5-421e-aa5b-8d73bcc70db9) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:19.384631 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-10822166-c01a-4493-b2e2-0ce3d8700e16 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Transition to ACTIVE for port object 1fb60bf3-a987-455d-ba9b-37c12741ec23 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:19.403152 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:19.429219 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] Network db564c06-5826-411d-b00a-8749c79b0121 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:19.431484 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9619b3d4-d3a8-4e4a-ad24-eb3b6123b3c7 None None] DHCP port deletion for 4664e4d4-9d28-4014-a73c-7f12eb8a5bf0 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:52:19.437254 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:19.440112 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:19.447785 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] Pushing event updated for resources: {'Port': ['ID=0f3dd0ff-d676-41a0-ba1d-51519857a2fc,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:19.454578 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-9619b3d4-d3a8-4e4a-ad24-eb3b6123b3c7 None None] Deleting port de1b4bb6-1d6b-4d18-b392-1b9618cc32e2 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:19.455185 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9619b3d4-d3a8-4e4a-ad24-eb3b6123b3c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:19.474865 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-ab67dd4c-b4dc-42a7-be11-11fdf93b8bd6 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] For port de1b4bb6-1d6b-4d18-b392-1b9618cc32e2, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=de1b4bb6-1d6b-4d18-b392-1b9618cc32e2,segment=NetworkSegment(25bbac8c-9c89-454c-a539-f760295b5ba6),segment_id=25bbac8c-9c89-454c-a539-f760295b5ba6)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:19.475461 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab67dd4c-b4dc-42a7-be11-11fdf93b8bd6 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:19.542954 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-10822166-c01a-4493-b2e2-0ce3d8700e16 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:19.545949 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Subnet': ['ID=fee4a927-195f-416e-a9b1-6191417b1ce5,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:19.627492 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] Attempting to bind port 0f3dd0ff-d676-41a0-ba1d-51519857a2fc on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:52:19.627796 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] Attempting to bind port 0f3dd0ff-d676-41a0-ba1d-51519857a2fc by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'b0e7c46e-75e9-43ee-a213-520348a36fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'db564c06-5826-411d-b00a-8749c79b0121'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:52:19.628184 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] Attempting to bind port 0f3dd0ff-d676-41a0-ba1d-51519857a2fc on network db564c06-5826-411d-b00a-8749c79b0121 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:52:19.643434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ab67dd4c-b4dc-42a7-be11-11fdf93b8bd6 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Calling delete_port for de1b4bb6-1d6b-4d18-b392-1b9618cc32e2 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:19.651753 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:52:19.652317 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] Checking segment: {'id': 'b0e7c46e-75e9-43ee-a213-520348a36fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'db564c06-5826-411d-b00a-8749c79b0121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:19.653470 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:19.653470 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] Bound using segment: {'id': 'b0e7c46e-75e9-43ee-a213-520348a36fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'db564c06-5826-411d-b00a-8749c79b0121'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:52:19.654032 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] Bound port: 0f3dd0ff-d676-41a0-ba1d-51519857a2fc, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e7c46e-75e9-43ee-a213-520348a36fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'db564c06-5826-411d-b00a-8749c79b0121'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:52:19.654224 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:19.750871 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab67dd4c-b4dc-42a7-be11-11fdf93b8bd6 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:19.757579 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device de1b4bb6-1d6b-4d18-b392-1b9618cc32e2 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:52:19.764310 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10822166-c01a-4493-b2e2-0ce3d8700e16 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Network 8e6acc1d-1f5a-4764-8d02-091364799017 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:19.787091 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-10822166-c01a-4493-b2e2-0ce3d8700e16 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:19.790208 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:19.832431 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: de1b4bb6-1d6b-4d18-b392-1b9618cc32e2 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:52:19.833029 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device de1b4bb6-1d6b-4d18-b392-1b9618cc32e2 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:52:19.846900 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67dd4c-b4dc-42a7-be11-11fdf93b8bd6 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Pushing event deleted for resources: {'Port': ['ID=de1b4bb6-1d6b-4d18-b392-1b9618cc32e2,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:19.862848 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab67dd4c-b4dc-42a7-be11-11fdf93b8bd6 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] No DVR routers for this DVR port de1b4bb6-1d6b-4d18-b392-1b9618cc32e2 on host dv-neutron-837489-1-hyperv {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:52:19.880175 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10822166-c01a-4493-b2e2-0ce3d8700e16 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:19.886689 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10822166-c01a-4493-b2e2-0ce3d8700e16 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:19.887421 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-10822166-c01a-4493-b2e2-0ce3d8700e16 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:19.902230 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10822166-c01a-4493-b2e2-0ce3d8700e16 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Pushing event updated for resources: {'Port': ['ID=1fb60bf3-a987-455d-ba9b-37c12741ec23,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:19.922449 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] For port 0f3dd0ff-d676-41a0-ba1d-51519857a2fc, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:52:19.931839 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-9619b3d4-d3a8-4e4a-ad24-eb3b6123b3c7 None None] For port de1b4bb6-1d6b-4d18-b392-1b9618cc32e2, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=de1b4bb6-1d6b-4d18-b392-1b9618cc32e2,segment=NetworkSegment(25bbac8c-9c89-454c-a539-f760295b5ba6),segment_id=25bbac8c-9c89-454c-a539-f760295b5ba6)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:19.932400 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9619b3d4-d3a8-4e4a-ad24-eb3b6123b3c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:19.949585 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] For port 0f3dd0ff-d676-41a0-ba1d-51519857a2fc, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=0f3dd0ff-d676-41a0-ba1d-51519857a2fc,segment=NetworkSegment(b0e7c46e-75e9-43ee-a213-520348a36fe1),segment_id=b0e7c46e-75e9-43ee-a213-520348a36fe1)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:52:19.951945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db564c06-5826-411d-b00a-8749c79b0121']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:19.967034 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-013fc52a-dafd-4a26-a5a3-bb0fe9b908f0 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:19.987918 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e7c46e-75e9-43ee-a213-520348a36fe1') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:19.993480 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e7c46e-75e9-43ee-a213-520348a36fe1') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:20.019752 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:20.119820 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-9619b3d4-d3a8-4e4a-ad24-eb3b6123b3c7 None None] Calling delete_port for de1b4bb6-1d6b-4d18-b392-1b9618cc32e2 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:20.154781 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-013fc52a-dafd-4a26-a5a3-bb0fe9b908f0 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Calling delete_port for 6dbbe32c-2b52-4388-af33-e22bd4da7863 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:20.184113 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-10822166-c01a-4493-b2e2-0ce3d8700e16 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4634042 Apr 18 05:52:20.186886 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:20.199827 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39242) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:20.213956 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-1fd98d69-bb30-4ea5-92e3-64a9ab5027a7 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2ee', 'mac_address': 'fa:16:3e:25:78:33'}]}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:20.247279 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab67dd4c-b4dc-42a7-be11-11fdf93b8bd6 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:20.327627 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-ab67dd4c-b4dc-42a7-be11-11fdf93b8bd6 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4664e4d4-9d28-4014-a73c-7f12eb8a5bf0']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:20.372304 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-ab67dd4c-b4dc-42a7-be11-11fdf93b8bd6 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25bbac8c-9c89-454c-a539-f760295b5ba6') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:20.372850 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-ab67dd4c-b4dc-42a7-be11-11fdf93b8bd6 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25bbac8c-9c89-454c-a539-f760295b5ba6') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:20.382136 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56078754-ae2d-46df-ba6f-6981dc6ffaf9 None None] Pushing event updated for resources: {'Port': ['ID=0f3dd0ff-d676-41a0-ba1d-51519857a2fc,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:20.382905 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:20.403646 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cad5f521-f5ca-431e-8566-bddd3e341730 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:20.404625 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-de9b9647-d100-44cb-a295-578ec0b92029 None None] Provisioning for port 1fb60bf3-a987-455d-ba9b-37c12741ec23 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:52:20.410186 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:52:20.410737 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:20.416223 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab67dd4c-b4dc-42a7-be11-11fdf93b8bd6 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:20.417876 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-de9b9647-d100-44cb-a295-578ec0b92029 None None] Provisioning complete for port 1fb60bf3-a987-455d-ba9b-37c12741ec23 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:52:20.418241 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-de9b9647-d100-44cb-a295-578ec0b92029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:52:20.434774 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:52:20.455975 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5e3a4-08b2-4d9e-adce-2b821d60550b req-c94cc6de-f688-4820-bc8b-d38346116f60 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:20.457844 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6eb5e3a4-08b2-4d9e-adce-2b821d60550b req-c94cc6de-f688-4820-bc8b-d38346116f60 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.3941977 Apr 18 05:52:20.463547 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab67dd4c-b4dc-42a7-be11-11fdf93b8bd6 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:20.474407 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-9619b3d4-d3a8-4e4a-ad24-eb3b6123b3c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:52:20.474732 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-9619b3d4-d3a8-4e4a-ad24-eb3b6123b3c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:52:20.485499 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6664c8-1a98-4f47-8e14-79f22b28d9dd None None] Network db564c06-5826-411d-b00a-8749c79b0121 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:20.503664 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab67dd4c-b4dc-42a7-be11-11fdf93b8bd6 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:52:20.504102 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab67dd4c-b4dc-42a7-be11-11fdf93b8bd6 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:20.521072 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-de9b9647-d100-44cb-a295-578ec0b92029 None None] Port 1fb60bf3-a987-455d-ba9b-37c12741ec23 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:52:20.521273 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:52:20.617167 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6eb5e3a4-08b2-4d9e-adce-2b821d60550b req-e01e48fc-5e26-4f69-86e6-218f95251cc9 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486919 Apr 18 05:52:20.642775 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cad5f521-f5ca-431e-8566-bddd3e341730 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:20.645351 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab67dd4c-b4dc-42a7-be11-11fdf93b8bd6 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:20.664286 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 05:52:20.664286 dv-neutron-837489-1-hyperv neutron-server[88035]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 05:52:20.664286 dv-neutron-837489-1-hyperv neutron-server[88035]: [parameters: {'id': 'db564c06-5826-411d-b00a-8749c79b0121'}] Apr 18 05:52:20.664286 dv-neutron-837489-1-hyperv neutron-server[88035]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:52:20.665265 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:52:20.680078 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-013fc52a-dafd-4a26-a5a3-bb0fe9b908f0 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:20.704022 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab67dd4c-b4dc-42a7-be11-11fdf93b8bd6 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:20.724420 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67dd4c-b4dc-42a7-be11-11fdf93b8bd6 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Pushing event deleted for resources: {'Network': ['ID=4664e4d4-9d28-4014-a73c-7f12eb8a5bf0,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:20.740075 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fc52a-dafd-4a26-a5a3-bb0fe9b908f0 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Pushing event deleted for resources: {'Port': ['ID=6dbbe32c-2b52-4388-af33-e22bd4da7863,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:20.747793 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad5f521-f5ca-431e-8566-bddd3e341730 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Network 05c54514-12b4-476f-ac98-1d963e2784be is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:20.748981 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-013fc52a-dafd-4a26-a5a3-bb0fe9b908f0 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:20.751721 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ab67dd4c-b4dc-42a7-be11-11fdf93b8bd6 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] 10.222.0.15 "DELETE /v2.0/networks/4664e4d4-9d28-4014-a73c-7f12eb8a5bf0 HTTP/1.1" status: 204 len: 168 time: 1.9413202 Apr 18 05:52:20.757095 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-cad5f521-f5ca-431e-8566-bddd3e341730 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:20.757617 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39246) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:20.762278 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad5f521-f5ca-431e-8566-bddd3e341730 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:20.796774 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5f521-f5ca-431e-8566-bddd3e341730 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Port': ['ID=38445cf4-d3f5-421e-aa5b-8d73bcc70db9,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:20.832504 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad5f521-f5ca-431e-8566-bddd3e341730 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:20.833100 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cad5f521-f5ca-431e-8566-bddd3e341730 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:20.851254 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-cad5f521-f5ca-431e-8566-bddd3e341730 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3453496 Apr 18 05:52:20.853768 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39250) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:20.859632 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-31429d85-48ad-45db-a9ff-f8ba2a45c171 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Request body: {'port': {'network_id': '05c54514-12b4-476f-ac98-1d963e2784be', 'name': 'tempest-FloatingIPTestJSON-673394066'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:20.859903 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-013fc52a-dafd-4a26-a5a3-bb0fe9b908f0 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] 10.222.0.15 "DELETE /v2.0/ports/6dbbe32c-2b52-4388-af33-e22bd4da7863 HTTP/1.1" status: 204 len: 168 time: 1.6447794 Apr 18 05:52:20.864393 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39254) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:20.976283 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-9619b3d4-d3a8-4e4a-ad24-eb3b6123b3c7 None None] Deleting port de1b4bb6-1d6b-4d18-b392-1b9618cc32e2 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:20.976597 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9619b3d4-d3a8-4e4a-ad24-eb3b6123b3c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:20.997226 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-31429d85-48ad-45db-a9ff-f8ba2a45c171 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:21.000484 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-31429d85-48ad-45db-a9ff-f8ba2a45c171 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Usage tracker for resource:port and tenant:53217080630e4ec6bc3e36527767510c is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:21.003417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-31429d85-48ad-45db-a9ff-f8ba2a45c171 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:21.009690 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-31429d85-48ad-45db-a9ff-f8ba2a45c171 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:21.021992 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31429d85-48ad-45db-a9ff-f8ba2a45c171 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Made reservation on behalf of 53217080630e4ec6bc3e36527767510c for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:21.026537 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-31429d85-48ad-45db-a9ff-f8ba2a45c171 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:21.029388 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-39e3f868-ba27-4b69-bf59-05b2bb8b42c9 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Deleting port d833f678-1ffb-4bd8-aefb-a32fd67c3dc6 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:21.029721 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-39e3f868-ba27-4b69-bf59-05b2bb8b42c9 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:21.044347 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-9619b3d4-d3a8-4e4a-ad24-eb3b6123b3c7 None None] The port 'de1b4bb6-1d6b-4d18-b392-1b9618cc32e2' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:52:21.056985 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-31429d85-48ad-45db-a9ff-f8ba2a45c171 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] device_id is not set on port 6ab963fb-33f0-40f1-8644-4f88def5adf9 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:52:21.061095 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2530f7f0-8062-4402-963e-9d8183b07990 None None] get_active_networks_info from dv-neutron-837489-1-hyperv {{(pid=88036) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 05:52:21.090619 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1fd98d69-bb30-4ea5-92e3-64a9ab5027a7 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:21.143400 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-984936c2-6807-4395-9b33-9089731cdd9b tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Deleting port 2164fef8-f4dd-406d-8c66-d5acb7db178c {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:21.143758 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-984936c2-6807-4395-9b33-9089731cdd9b tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:21.200235 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2530f7f0-8062-4402-963e-9d8183b07990 None None] Resources bound (agent type, host, resource id): {{(pid=88036) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 05:52:21.210289 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-31429d85-48ad-45db-a9ff-f8ba2a45c171 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Allocated IP 172.20.0.12 (05c54514-12b4-476f-ac98-1d963e2784be/702b0ec7-d7d5-405a-8364-adaa16076d19/6ab963fb-33f0-40f1-8644-4f88def5adf9) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:21.213336 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:21.415787 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-39e3f868-ba27-4b69-bf59-05b2bb8b42c9 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:21.416219 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-39e3f868-ba27-4b69-bf59-05b2bb8b42c9 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:21.424116 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Deleting port 0f3dd0ff-d676-41a0-ba1d-51519857a2fc {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:21.424475 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:21.546559 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-31429d85-48ad-45db-a9ff-f8ba2a45c171 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:21.577310 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-31429d85-48ad-45db-a9ff-f8ba2a45c171 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:21.604336 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-39e3f868-ba27-4b69-bf59-05b2bb8b42c9 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Calling delete_port for d833f678-1ffb-4bd8-aefb-a32fd67c3dc6 owned by network:floatingip {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:21.642755 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31429d85-48ad-45db-a9ff-f8ba2a45c171 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Network 05c54514-12b4-476f-ac98-1d963e2784be is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:21.650772 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-31429d85-48ad-45db-a9ff-f8ba2a45c171 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:21.655787 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31429d85-48ad-45db-a9ff-f8ba2a45c171 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:21.692798 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31429d85-48ad-45db-a9ff-f8ba2a45c171 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Port': ['ID=6ab963fb-33f0-40f1-8644-4f88def5adf9,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:21.724377 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31429d85-48ad-45db-a9ff-f8ba2a45c171 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:21.724974 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-31429d85-48ad-45db-a9ff-f8ba2a45c171 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:21.745469 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-31429d85-48ad-45db-a9ff-f8ba2a45c171 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8904164 Apr 18 05:52:21.748352 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39262) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:21.754065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': '6ab963fb-33f0-40f1-8644-4f88def5adf9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:21.760633 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:21.764391 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Usage tracker for resource:floatingip and tenant:53217080630e4ec6bc3e36527767510c is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:21.767342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:21.773065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:21.783950 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:21.925526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:22.060676 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Allocated IP 172.26.1.102 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/6c7d5c8c-b8da-4b56-b2aa-1fadc15c2ced) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:22.091914 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-984936c2-6807-4395-9b33-9089731cdd9b tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:22.214894 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:22.244498 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:22.264133 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-984936c2-6807-4395-9b33-9089731cdd9b tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Calling delete_port for 2164fef8-f4dd-406d-8c66-d5acb7db178c owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:22.304045 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:22.311548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:22.315654 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:22.349814 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Port': ['ID=6c7d5c8c-b8da-4b56-b2aa-1fadc15c2ced,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:22.466200 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] For port 0f3dd0ff-d676-41a0-ba1d-51519857a2fc, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=0f3dd0ff-d676-41a0-ba1d-51519857a2fc,segment=NetworkSegment(b0e7c46e-75e9-43ee-a213-520348a36fe1),segment_id=b0e7c46e-75e9-43ee-a213-520348a36fe1)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:22.466464 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:22.610243 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Calling delete_port for 0f3dd0ff-d676-41a0-ba1d-51519857a2fc owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:22.647211 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.resource_extend [None req-1fd98d69-bb30-4ea5-92e3-64a9ab5027a7 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:52:22.662066 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517ee74-0c3a-44e1-9804-bb7420b215c7 req-93ff1a43-d80f-4a96-a5a2-4a2dbaf8c5bb tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:22.663596 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7517ee74-0c3a-44e1-9804-bb7420b215c7 req-93ff1a43-d80f-4a96-a5a2-4a2dbaf8c5bb tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.9092989 Apr 18 05:52:22.682350 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1fd98d69-bb30-4ea5-92e3-64a9ab5027a7 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:22.699154 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-39e3f868-ba27-4b69-bf59-05b2bb8b42c9 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:22.736882 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:22.754903 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1fd98d69-bb30-4ea5-92e3-64a9ab5027a7 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:22.777399 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-984936c2-6807-4395-9b33-9089731cdd9b tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:22.778834 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3f868-ba27-4b69-bf59-05b2bb8b42c9 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Pushing event deleted for resources: {'Port': ['ID=d833f678-1ffb-4bd8-aefb-a32fd67c3dc6,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:22.814246 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:22.885007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-1fd98d69-bb30-4ea5-92e3-64a9ab5027a7 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] In _notify_port_updated(), no bound segment for port 1fb60bf3-a987-455d-ba9b-37c12741ec23 on network 8e6acc1d-1f5a-4764-8d02-091364799017 {{(pid=88035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 05:52:22.890379 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd98d69-bb30-4ea5-92e3-64a9ab5027a7 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:22.891001 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1fd98d69-bb30-4ea5-92e3-64a9ab5027a7 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:22.895032 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1fd98d69-bb30-4ea5-92e3-64a9ab5027a7 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "PUT /v2.0/ports/1fb60bf3-a987-455d-ba9b-37c12741ec23 HTTP/1.1" status: 200 len: 1002 time: 2.6890049 Apr 18 05:52:22.896206 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39266) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:22.951736 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7517ee74-0c3a-44e1-9804-bb7420b215c7 req-8dff7f22-2f3f-4a01-b91a-4d1763f8c31c tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751620 Apr 18 05:52:22.957958 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-984936c2-6807-4395-9b33-9089731cdd9b tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.001044 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.006489 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd98d69-bb30-4ea5-92e3-64a9ab5027a7 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Pushing event updated for resources: {'Port': ['ID=1fb60bf3-a987-455d-ba9b-37c12741ec23,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:23.015027 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39270) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:23.015205 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-984936c2-6807-4395-9b33-9089731cdd9b tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] 10.222.0.15 "DELETE /v2.0/ports/2164fef8-f4dd-406d-8c66-d5acb7db178c HTTP/1.1" status: 204 len: 168 time: 2.1495812 Apr 18 05:52:23.067509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-39e3f868-ba27-4b69-bf59-05b2bb8b42c9 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks [] for floatingip, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.071345 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No DVR routers for this DVR port 0f3dd0ff-d676-41a0-ba1d-51519857a2fc on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:52:23.073368 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984936c2-6807-4395-9b33-9089731cdd9b tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Pushing event deleted for resources: {'Port': ['ID=2164fef8-f4dd-406d-8c66-d5acb7db178c,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:23.096257 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-62b43ed0-3374-4f98-8c50-ea7d1f0ac5ca tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0778589 Apr 18 05:52:23.099921 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca360a-9513-436b-a8bb-941c6e1ffd40 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Deleting port 1fb60bf3-a987-455d-ba9b-37c12741ec23 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:23.100277 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d1ca360a-9513-436b-a8bb-941c6e1ffd40 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.108226 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39274) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:23.151865 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-37d395f7-72c6-442f-acc6-f4d93e5c6875 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-372692335'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:23.161527 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-23339c3f-62ce-44f6-af52-c5b78f383035 None None] Provisioning complete for port 1fb60bf3-a987-455d-ba9b-37c12741ec23 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:52:23.162035 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-23339c3f-62ce-44f6-af52-c5b78f383035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.169831 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-39e3f868-ba27-4b69-bf59-05b2bb8b42c9 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.172087 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-39e3f868-ba27-4b69-bf59-05b2bb8b42c9 tempest-FloatingIPAdminTestJSON-2020047661 tempest-FloatingIPAdminTestJSON-2020047661-project] 10.222.0.15 "DELETE /v2.0/floatingips/4e04dde8-0491-4bd2-acc9-425b663e52c4 HTTP/1.1" status: 204 len: 168 time: 2.4129503 Apr 18 05:52:23.176522 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-37d395f7-72c6-442f-acc6-f4d93e5c6875 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:23.182174 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-37d395f7-72c6-442f-acc6-f4d93e5c6875 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Usage tracker for resource:network and tenant:bbd4e69eb37643dc86f9cd84e5ec3cbe is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:23.185889 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-37d395f7-72c6-442f-acc6-f4d93e5c6875 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:23.193338 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-37d395f7-72c6-442f-acc6-f4d93e5c6875 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:23.232444 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-23339c3f-62ce-44f6-af52-c5b78f383035 None None] Port 1fb60bf3-a987-455d-ba9b-37c12741ec23 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:52:23.237832 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Port': ['ID=0f3dd0ff-d676-41a0-ba1d-51519857a2fc,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:23.242130 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d395f7-72c6-442f-acc6-f4d93e5c6875 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Made reservation on behalf of bbd4e69eb37643dc86f9cd84e5ec3cbe for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:23.246227 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-37d395f7-72c6-442f-acc6-f4d93e5c6875 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.327003 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.358457 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d395f7-72c6-442f-acc6-f4d93e5c6875 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:52:23.361336 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db564c06-5826-411d-b00a-8749c79b0121']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:23.378656 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e7c46e-75e9-43ee-a213-520348a36fe1') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:23.378958 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e7c46e-75e9-43ee-a213-520348a36fe1') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:23.389448 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-37d395f7-72c6-442f-acc6-f4d93e5c6875 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.389790 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-37d395f7-72c6-442f-acc6-f4d93e5c6875 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Added segment bc474052-6fd0-43b4-a2a1-701c0fb8a215 of type vlan for network 8ea019fd-88dc-4734-b3f8-aff6e7018eda Apr 18 05:52:23.397385 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.398567 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.407571 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.424982 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.439555 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-37d395f7-72c6-442f-acc6-f4d93e5c6875 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.443490 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:52:23.443901 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.554215 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39282) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:52:23.565152 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:52:23.631975 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Port': ['ID=6c7d5c8c-b8da-4b56-b2aa-1fadc15c2ced,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:23.638766 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.671908 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.693905 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-37d395f7-72c6-442f-acc6-f4d93e5c6875 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.699855 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d395f7-72c6-442f-acc6-f4d93e5c6875 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:23.700465 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-37d395f7-72c6-442f-acc6-f4d93e5c6875 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.708804 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.722209 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d1ca360a-9513-436b-a8bb-941c6e1ffd40 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.724196 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Network': ['ID=db564c06-5826-411d-b00a-8749c79b0121,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:23.744248 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-19e7edb6-aa2c-465e-aaa3-18a720f9a940 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/db564c06-5826-411d-b00a-8749c79b0121 HTTP/1.1" status: 204 len: 168 time: 5.7046590 Apr 18 05:52:23.755652 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39288) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:23.756977 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-37d395f7-72c6-442f-acc6-f4d93e5c6875 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6189065 Apr 18 05:52:23.766117 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-f809dea5-99c1-40fb-9bb4-174026638bc6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1572905683'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:23.769060 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39292) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:23.775016 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f809dea5-99c1-40fb-9bb4-174026638bc6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:23.780001 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-dc9ed002-3491-4184-9d73-aca591faa13c tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1295867929'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:23.787126 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-dc9ed002-3491-4184-9d73-aca591faa13c tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:23.789397 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f809dea5-99c1-40fb-9bb4-174026638bc6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Usage tracker for resource:network and tenant:5363d5685d824735b18239fcd4923d66 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:23.844119 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f809dea5-99c1-40fb-9bb4-174026638bc6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:23.847120 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-dc9ed002-3491-4184-9d73-aca591faa13c tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Usage tracker for resource:network and tenant:bbd4e69eb37643dc86f9cd84e5ec3cbe is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:23.852222 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-dc9ed002-3491-4184-9d73-aca591faa13c tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:23.860706 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca360a-9513-436b-a8bb-941c6e1ffd40 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Calling delete_port for 1fb60bf3-a987-455d-ba9b-37c12741ec23 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:23.861370 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f809dea5-99c1-40fb-9bb4-174026638bc6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:23.863184 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d395f7-72c6-442f-acc6-f4d93e5c6875 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Pushing event updated for resources: {'Network': ['ID=8ea019fd-88dc-4734-b3f8-aff6e7018eda,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:23.865545 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-dc9ed002-3491-4184-9d73-aca591faa13c tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:23.875244 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 8ea019fd-88dc-4734-b3f8-aff6e7018eda details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:52:23.879154 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f809dea5-99c1-40fb-9bb4-174026638bc6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Made reservation on behalf of 5363d5685d824735b18239fcd4923d66 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:23.882659 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f809dea5-99c1-40fb-9bb4-174026638bc6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.896710 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9ed002-3491-4184-9d73-aca591faa13c tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Made reservation on behalf of bbd4e69eb37643dc86f9cd84e5ec3cbe for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:23.907971 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc9ed002-3491-4184-9d73-aca591faa13c tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.943689 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f809dea5-99c1-40fb-9bb4-174026638bc6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:52:23.951022 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9ed002-3491-4184-9d73-aca591faa13c tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:52:23.960841 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f809dea5-99c1-40fb-9bb4-174026638bc6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.961153 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-f809dea5-99c1-40fb-9bb4-174026638bc6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Added segment 97baeb4d-0391-415c-ae61-b4955c8bf50a of type vlan for network 4eed67e2-08d9-48d5-9757-d145f4cf329b Apr 18 05:52:23.967163 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc9ed002-3491-4184-9d73-aca591faa13c tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:23.967535 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-dc9ed002-3491-4184-9d73-aca591faa13c tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Added segment f0a521d8-8f58-406c-98d4-7d2de0b85558 of type vlan for network c223c6df-4e7a-4c31-ae38-06c81c10159e Apr 18 05:52:24.003462 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f9a17b89-9b2d-4709-b5a1-66a0ce446fe3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=842a31d500c94d1fb6a1b7f455ed6703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4359579 Apr 18 05:52:24.004272 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39298) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:24.010601 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f809dea5-99c1-40fb-9bb4-174026638bc6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:24.027809 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc9ed002-3491-4184-9d73-aca591faa13c tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:24.109916 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Floating IP 5e5b03d1-6764-4bc1-b2fd-3ef8d1b82c57 associated. External IP: 172.26.1.102, port: 6ab963fb-33f0-40f1-8644-4f88def5adf9. Apr 18 05:52:24.110403 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f809dea5-99c1-40fb-9bb4-174026638bc6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:24.115817 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f809dea5-99c1-40fb-9bb4-174026638bc6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:24.116384 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f809dea5-99c1-40fb-9bb4-174026638bc6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:24.120751 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc9ed002-3491-4184-9d73-aca591faa13c tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:24.125769 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9ed002-3491-4184-9d73-aca591faa13c tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:24.126310 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc9ed002-3491-4184-9d73-aca591faa13c tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:24.166608 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a22f6d10-7a96-498f-903e-fee3585c0765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:24.259162 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-dc9ed002-3491-4184-9d73-aca591faa13c tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4891789 Apr 18 05:52:24.266769 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d1ca360a-9513-436b-a8bb-941c6e1ffd40 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:24.275777 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f809dea5-99c1-40fb-9bb4-174026638bc6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5177379 Apr 18 05:52:24.282590 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a22f6d10-7a96-498f-903e-fee3585c0765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:24.288690 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39302) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:24.298182 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-d5552d36-a217-42d7-beac-d1863e0360d6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'subnet': {'network_id': '4eed67e2-08d9-48d5-9757-d145f4cf329b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:24.316070 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809dea5-99c1-40fb-9bb4-174026638bc6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Network': ['ID=4eed67e2-08d9-48d5-9757-d145f4cf329b,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:24.347837 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 4eed67e2-08d9-48d5-9757-d145f4cf329b details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:52:24.437143 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39306) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:24.451164 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca360a-9513-436b-a8bb-941c6e1ffd40 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Pushing event deleted for resources: {'Port': ['ID=1fb60bf3-a987-455d-ba9b-37c12741ec23,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:24.506798 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Request body: {'subnets': [{'network_id': '8ea019fd-88dc-4734-b3f8-aff6e7018eda', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--272653572', 'ip_version': 4}, {'network_id': 'c223c6df-4e7a-4c31-ae38-06c81c10159e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:24.507135 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Request body: {'subnet': {'network_id': '8ea019fd-88dc-4734-b3f8-aff6e7018eda', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--272653572', 'ip_version': 4}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:24.507706 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Request body: {'subnet': {'network_id': 'c223c6df-4e7a-4c31-ae38-06c81c10159e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:24.558252 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ed002-3491-4184-9d73-aca591faa13c tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Pushing event updated for resources: {'Network': ['ID=c223c6df-4e7a-4c31-ae38-06c81c10159e,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:24.575759 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network c223c6df-4e7a-4c31-ae38-06c81c10159e details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:52:24.626165 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d5552d36-a217-42d7-beac-d1863e0360d6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:24.630151 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb49c9-6c96-415e-aa32-5fcda78f7b04 req-237914c0-fec2-4175-82e4-c33d49dff83a tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:24.631743 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-54cb49c9-6c96-415e-aa32-5fcda78f7b04 req-237914c0-fec2-4175-82e4-c33d49dff83a tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.4715712 Apr 18 05:52:24.641785 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d5552d36-a217-42d7-beac-d1863e0360d6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Usage tracker for resource:subnet and tenant:5363d5685d824735b18239fcd4923d66 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:24.646373 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d5552d36-a217-42d7-beac-d1863e0360d6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:24.715000 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a22f6d10-7a96-498f-903e-fee3585c0765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:24.721514 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d5552d36-a217-42d7-beac-d1863e0360d6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:24.796841 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f6d10-7a96-498f-903e-fee3585c0765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ddf818-4c63-43e5-aaf0-36cb9bfb9164,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:24.816313 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5552d36-a217-42d7-beac-d1863e0360d6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Made reservation on behalf of 5363d5685d824735b18239fcd4923d66 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:24.819825 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d5552d36-a217-42d7-beac-d1863e0360d6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:24.829041 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d1ca360a-9513-436b-a8bb-941c6e1ffd40 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:24.854702 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a22f6d10-7a96-498f-903e-fee3585c0765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:24.855809 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a22f6d10-7a96-498f-903e-fee3585c0765 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19ddf818-4c63-43e5-aaf0-36cb9bfb9164 HTTP/1.1" status: 204 len: 168 time: 0.8507061 Apr 18 05:52:24.859794 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:24.913034 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Usage tracker for resource:subnet and tenant:bbd4e69eb37643dc86f9cd84e5ec3cbe is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:24.920803 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:24.927332 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-54cb49c9-6c96-415e-aa32-5fcda78f7b04 req-78462ba8-1d5e-4c17-9c6b-da33d4a52c03 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876835 Apr 18 05:52:24.929110 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.ipam_backend_mixin [None req-d5552d36-a217-42d7-beac-d1863e0360d6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Performing IP validity checks on allocation pools {{(pid=88035) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 05:52:24.930554 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.ipam_backend_mixin [None req-d5552d36-a217-42d7-beac-d1863e0360d6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88035) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 05:52:24.932744 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:24.954845 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d1ca360a-9513-436b-a8bb-941c6e1ffd40 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "DELETE /v2.0/ports/1fb60bf3-a987-455d-ba9b-37c12741ec23 HTTP/1.1" status: 204 len: 168 time: 2.0545585 Apr 18 05:52:24.955086 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39314) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:24.979528 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Router 3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:52:24.997850 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Made reservation on behalf of bbd4e69eb37643dc86f9cd84e5ec3cbe for: {'subnet': 2} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:25.002113 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:25.002443 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:25.036952 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-20881590-354d-4d3b-9dc0-448513834ec4 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] GET failed (client error): The resource could not be found. Apr 18 05:52:25.037489 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-20881590-354d-4d3b-9dc0-448513834ec4 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Synchronizing usage tracker for tenant:75991ac3a3524dd9ba55f960b621c6cc on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:52:25.179501 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-20881590-354d-4d3b-9dc0-448513834ec4 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Unset dirty status for tenant:75991ac3a3524dd9ba55f960b621c6cc on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:52:25.180787 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-20881590-354d-4d3b-9dc0-448513834ec4 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "GET /v2.0/ports/1fb60bf3-a987-455d-ba9b-37c12741ec23 HTTP/1.1" status: 404 len: 333 time: 0.2251325 Apr 18 05:52:25.186684 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39322) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:25.199788 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-f84a8215-ee95-4558-8755-c25013a35cd3 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Request body: {'port': {'network_id': '8e6acc1d-1f5a-4764-8d02-091364799017', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1957467367'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:25.231571 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:52:25.244215 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c16560-60b9-4ce7-98a4-da27e30ccb1e None None] Sync routers for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:52:25.260761 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:25.265712 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c16560-60b9-4ce7-98a4-da27e30ccb1e None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:25.266798 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c9c16560-60b9-4ce7-98a4-da27e30ccb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:25.274589 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39328) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:25.334209 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-94541991-ffc1-4258-b266-32a6e0b681fc tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5847189 Apr 18 05:52:25.337241 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39332) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:25.383662 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c9c16560-60b9-4ce7-98a4-da27e30ccb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:25.384821 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-02ad6249-81be-4ca3-9e91-6b6cabe82257 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:25.395462 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c16560-60b9-4ce7-98a4-da27e30ccb1e None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:25.396469 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c9c16560-60b9-4ce7-98a4-da27e30ccb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:25.475728 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c9c16560-60b9-4ce7-98a4-da27e30ccb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:25.476483 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c16560-60b9-4ce7-98a4-da27e30ccb1e None None] The sync data for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:52:25.506609 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9b147f4f-9a7b-4bc2-bca4-14b1fd41c0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:25.527412 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d5552d36-a217-42d7-beac-d1863e0360d6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:25.568331 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-02ad6249-81be-4ca3-9e91-6b6cabe82257 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:25.581340 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9b147f4f-9a7b-4bc2-bca4-14b1fd41c0c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:25.607951 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9b147f4f-9a7b-4bc2-bca4-14b1fd41c0c6 admin admin] Usage tracker for resource:security_group_rule and tenant:3362e10e4501489b8ba5cd9a74d0ad5a is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:25.619185 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9b147f4f-9a7b-4bc2-bca4-14b1fd41c0c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:25.640167 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9b147f4f-9a7b-4bc2-bca4-14b1fd41c0c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:25.660585 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f84a8215-ee95-4558-8755-c25013a35cd3 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:25.680673 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e29fb9-94b4-40e6-8ca4-b6ead902b07d req-93ff9995-eea8-45d5-9a42-03298d5e34df tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:25.682548 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-11e29fb9-94b4-40e6-8ca4-b6ead902b07d req-93ff9995-eea8-45d5-9a42-03298d5e34df tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.3470945 Apr 18 05:52:25.696742 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5552d36-a217-42d7-beac-d1863e0360d6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Subnet': ['ID=5252bf37-d847-497c-9503-415db5e510c3,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:25.706718 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f84a8215-ee95-4558-8755-c25013a35cd3 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:25.746855 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5552d36-a217-42d7-beac-d1863e0360d6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Checking segment: {'id': '97baeb4d-0391-415c-ae61-b4955c8bf50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4eed67e2-08d9-48d5-9757-d145f4cf329b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:25.747224 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5552d36-a217-42d7-beac-d1863e0360d6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network hostable DHCP agents. Network: 4eed67e2-08d9-48d5-9757-d145f4cf329b, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:52:25.780434 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84a8215-ee95-4558-8755-c25013a35cd3 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Made reservation on behalf of 75991ac3a3524dd9ba55f960b621c6cc for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:25.783848 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f84a8215-ee95-4558-8755-c25013a35cd3 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:25.832737 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a160e-6146-4978-b2f2-2203098a1d72 req-79f49cae-9045-4eb2-8cfd-a19e424e01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:25.834186 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b71a160e-6146-4978-b2f2-2203098a1d72 req-79f49cae-9045-4eb2-8cfd-a19e424e01f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e66226dc1f664b9db6f01b9a65f1c168&device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 1099 time: 0.3448131 Apr 18 05:52:25.869866 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-11e29fb9-94b4-40e6-8ca4-b6ead902b07d req-86b1e7d0-af6d-4506-9081-c074d7d79c8d tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752515 Apr 18 05:52:25.888607 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-f84a8215-ee95-4558-8755-c25013a35cd3 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] device_id is not set on port 1467337b-b53d-47ee-be79-102d13b64194 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:52:25.927077 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5552d36-a217-42d7-beac-d1863e0360d6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network 4eed67e2-08d9-48d5-9757-d145f4cf329b is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:52:25.966183 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-02ad6249-81be-4ca3-9e91-6b6cabe82257 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:25.984406 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-d5552d36-a217-42d7-beac-d1863e0360d6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 4eed67e2-08d9-48d5-9757-d145f4cf329b) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:25.997159 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cdffeb-6542-422b-a990-dfec72a893f9 None None] Network 4eed67e2-08d9-48d5-9757-d145f4cf329b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:25.998697 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5552d36-a217-42d7-beac-d1863e0360d6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:25.999294 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d5552d36-a217-42d7-beac-d1863e0360d6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:26.021264 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-02ad6249-81be-4ca3-9e91-6b6cabe82257 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:26.021619 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-02ad6249-81be-4ca3-9e91-6b6cabe82257 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Floating IP 5e5b03d1-6764-4bc1-b2fd-3ef8d1b82c57 disassociated. External IP: 172.26.1.102, port: 6ab963fb-33f0-40f1-8644-4f88def5adf9. Apr 18 05:52:26.097586 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9b147f4f-9a7b-4bc2-bca4-14b1fd41c0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:26.114466 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9b147f4f-9a7b-4bc2-bca4-14b1fd41c0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:26.177746 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d5552d36-a217-42d7-beac-d1863e0360d6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8855429 Apr 18 05:52:26.188959 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39336) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:26.201135 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a160e-6146-4978-b2f2-2203098a1d72 req-5ffade54-e07a-4cd3-aad6-7ea73914b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:26.202679 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b71a160e-6146-4978-b2f2-2203098a1d72 req-5ffade54-e07a-4cd3-aad6-7ea73914b39d service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ca065a0-30ac-4abf-bd64-c47717936a41 HTTP/1.1" status: 200 len: 913 time: 0.3590598 Apr 18 05:52:26.255351 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9b147f4f-9a7b-4bc2-bca4-14b1fd41c0c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3362e10e4501489b8ba5cd9a74d0ad5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9735627 Apr 18 05:52:26.263961 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-4eed67e2-08d9-48d5-9757-d145f4cf329b', 'network_id': '4eed67e2-08d9-48d5-9757-d145f4cf329b', 'tenant_id': '5363d5685d824735b18239fcd4923d66', 'fixed_ips': [{'subnet_id': '5252bf37-d847-497c-9503-415db5e510c3'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:52:26.265478 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:26.272641 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39340) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:26.277262 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-f84a8215-ee95-4558-8755-c25013a35cd3 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Allocated IP 2001:db8::ae (8e6acc1d-1f5a-4764-8d02-091364799017/0c6a2796-4ce3-4a35-bd01-718f5b9006e6/1467337b-b53d-47ee-be79-102d13b64194) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:26.281989 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b147f4f-9a7b-4bc2-bca4-14b1fd41c0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a8c7a2-9765-4fa8-a505-ee971e93a79c,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:26.455350 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:26.469374 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] Allocated IP 172.20.0.3 (4eed67e2-08d9-48d5-9757-d145f4cf329b/5252bf37-d847-497c-9503-415db5e510c3/7605840d-697c-46f5-961e-5401c19ef2ab) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:26.559147 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:26.564340 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b71a160e-6146-4978-b2f2-2203098a1d72 req-14fa1a63-862e-4e4a-bcc9-4b0359154292 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2023ea57-6102-47af-bc76-b79aecd0dacb HTTP/1.1" status: 200 len: 1002 time: 0.3523052 Apr 18 05:52:26.666873 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Pushing event updated for resources: {'Subnet': ['ID=8df97730-9c32-49c5-8ad0-33aae5d166a7,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:26.685250 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:26.695488 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] Transition to ACTIVE for port object 7605840d-697c-46f5-961e-5401c19ef2ab will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:26.712913 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-866e5102-a07e-42e8-b299-fc2ef5f51ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:26.715103 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] Transition to ACTIVE for port object 7605840d-697c-46f5-961e-5401c19ef2ab will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:26.722089 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:26.722386 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Checking segment: {'id': 'bc474052-6fd0-43b4-a2a1-701c0fb8a215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8ea019fd-88dc-4734-b3f8-aff6e7018eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:26.722963 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Network hostable DHCP agents. Network: 8ea019fd-88dc-4734-b3f8-aff6e7018eda, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:52:26.762364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a160e-6146-4978-b2f2-2203098a1d72 req-1774609c-56d3-4244-8368-ddc613e09db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:26.763805 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b71a160e-6146-4978-b2f2-2203098a1d72 req-1774609c-56d3-4244-8368-ddc613e09db1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b9d647f1-8c55-4e15-9c83-afad77ec2154 HTTP/1.1" status: 200 len: 851 time: 0.1877575 Apr 18 05:52:26.768550 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-866e5102-a07e-42e8-b299-fc2ef5f51ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:26.780914 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:26.782265 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] Network 4eed67e2-08d9-48d5-9757-d145f4cf329b is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:26.783596 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:26.792084 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:26.801636 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] Pushing event updated for resources: {'Port': ['ID=7605840d-697c-46f5-961e-5401c19ef2ab,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:26.810680 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f84a8215-ee95-4558-8755-c25013a35cd3 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:26.833874 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Network 8ea019fd-88dc-4734-b3f8-aff6e7018eda is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:52:26.849689 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ad6249-81be-4ca3-9e91-6b6cabe82257 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Router 3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:52:26.855620 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 8ea019fd-88dc-4734-b3f8-aff6e7018eda) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:26.859806 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-f84a8215-ee95-4558-8755-c25013a35cd3 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Transition to ACTIVE for port object 1467337b-b53d-47ee-be79-102d13b64194 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:26.865529 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:26.884515 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082947a5-94fe-44b7-9786-6de64fcde019 None None] Network 8ea019fd-88dc-4734-b3f8-aff6e7018eda requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:26.985068 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a160e-6146-4978-b2f2-2203098a1d72 req-93729516-628b-42a1-9ef5-afd2525c70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:26.986643 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b71a160e-6146-4978-b2f2-2203098a1d72 req-93729516-628b-42a1-9ef5-afd2525c70b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ca065a0-30ac-4abf-bd64-c47717936a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2088733 Apr 18 05:52:26.988151 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Pushing event updated for resources: {'Subnet': ['ID=3e6435a9-47a4-4c68-8e73-5f3b2120f3c4,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:26.990561 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-866e5102-a07e-42e8-b299-fc2ef5f51ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:26.995877 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:27.006257 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] Attempting to bind port 7605840d-697c-46f5-961e-5401c19ef2ab on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:52:27.007228 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] Attempting to bind port 7605840d-697c-46f5-961e-5401c19ef2ab by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '97baeb4d-0391-415c-ae61-b4955c8bf50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4eed67e2-08d9-48d5-9757-d145f4cf329b'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:52:27.007771 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] Attempting to bind port 7605840d-697c-46f5-961e-5401c19ef2ab on network 4eed67e2-08d9-48d5-9757-d145f4cf329b {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:52:27.028745 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:52:27.029387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] Checking segment: {'id': '97baeb4d-0391-415c-ae61-b4955c8bf50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4eed67e2-08d9-48d5-9757-d145f4cf329b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:27.029936 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:27.030507 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] Bound using segment: {'id': '97baeb4d-0391-415c-ae61-b4955c8bf50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4eed67e2-08d9-48d5-9757-d145f4cf329b'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:52:27.031133 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] Bound port: 7605840d-697c-46f5-961e-5401c19ef2ab, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97baeb4d-0391-415c-ae61-b4955c8bf50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4eed67e2-08d9-48d5-9757-d145f4cf329b'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:52:27.031670 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:27.043548 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Subnet': ['ID=5252bf37-d847-497c-9503-415db5e510c3,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:27.100331 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Checking segment: {'id': 'f0a521d8-8f58-406c-98d4-7d2de0b85558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c223c6df-4e7a-4c31-ae38-06c81c10159e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:27.100602 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Network hostable DHCP agents. Network: c223c6df-4e7a-4c31-ae38-06c81c10159e, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:52:27.104943 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e5102-a07e-42e8-b299-fc2ef5f51ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a8c7a2-9765-4fa8-a505-ee971e93a79c,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:27.119766 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f84a8215-ee95-4558-8755-c25013a35cd3 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:27.133676 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-866e5102-a07e-42e8-b299-fc2ef5f51ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:27.137400 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-866e5102-a07e-42e8-b299-fc2ef5f51ca8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84a8c7a2-9765-4fa8-a505-ee971e93a79c HTTP/1.1" status: 204 len: 168 time: 0.8621504 Apr 18 05:52:27.190475 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ad6249-81be-4ca3-9e91-6b6cabe82257 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:52:27.203206 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-02ad6249-81be-4ca3-9e91-6b6cabe82257 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:27.206130 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] For port 7605840d-697c-46f5-961e-5401c19ef2ab, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:52:27.210477 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] For port 7605840d-697c-46f5-961e-5401c19ef2ab, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=7605840d-697c-46f5-961e-5401c19ef2ab,segment=NetworkSegment(97baeb4d-0391-415c-ae61-b4955c8bf50a),segment_id=97baeb4d-0391-415c-ae61-b4955c8bf50a)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:52:27.225199 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d35dc6-99e1-40d0-b41e-7a84541b4ffe None None] Sync routers for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:52:27.241189 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d35dc6-99e1-40d0-b41e-7a84541b4ffe None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:27.243904 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d0d35dc6-99e1-40d0-b41e-7a84541b4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:27.250566 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:27.284873 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:27.294840 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-8ea019fd-88dc-4734-b3f8-aff6e7018eda', 'network_id': '8ea019fd-88dc-4734-b3f8-aff6e7018eda', 'tenant_id': 'bbd4e69eb37643dc86f9cd84e5ec3cbe', 'fixed_ips': [{'subnet_id': '8df97730-9c32-49c5-8ad0-33aae5d166a7'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:52:27.295699 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:27.327021 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84a8215-ee95-4558-8755-c25013a35cd3 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Network 8e6acc1d-1f5a-4764-8d02-091364799017 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:27.334779 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-f84a8215-ee95-4558-8755-c25013a35cd3 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:27.347786 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-02ad6249-81be-4ca3-9e91-6b6cabe82257 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "PUT /v2.0/floatingips/5e5b03d1-6764-4bc1-b2fd-3ef8d1b82c57 HTTP/1.1" status: 200 len: 688 time: 1.9734867 Apr 18 05:52:27.350799 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39348) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:27.357591 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84a8215-ee95-4558-8755-c25013a35cd3 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:27.367921 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84a8215-ee95-4558-8755-c25013a35cd3 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:27.371211 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f84a8215-ee95-4558-8755-c25013a35cd3 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:27.408333 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a8215-ee95-4558-8755-c25013a35cd3 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Pushing event updated for resources: {'Port': ['ID=1467337b-b53d-47ee-be79-102d13b64194,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:27.452940 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Network c223c6df-4e7a-4c31-ae38-06c81c10159e is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:52:27.473665 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d0d35dc6-99e1-40d0-b41e-7a84541b4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:27.475434 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b71a160e-6146-4978-b2f2-2203098a1d72 req-d8517662-0f12-4fb1-8a74-b31b4efe7023 service neutron] 10.222.0.52 "GET /v2.0/networks/2ca065a0-30ac-4abf-bd64-c47717936a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790270 Apr 18 05:52:27.479665 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eed67e2-08d9-48d5-9757-d145f4cf329b']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:27.495099 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d35dc6-99e1-40d0-b41e-7a84541b4ffe None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:27.495224 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d0d35dc6-99e1-40d0-b41e-7a84541b4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:27.541163 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] Allocated IP 172.20.0.2 (8ea019fd-88dc-4734-b3f8-aff6e7018eda/8df97730-9c32-49c5-8ad0-33aae5d166a7/32c13422-3915-4a2d-ba62-0c74c3e30897) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:27.552675 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97baeb4d-0391-415c-ae61-b4955c8bf50a') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:27.553025 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97baeb4d-0391-415c-ae61-b4955c8bf50a') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:27.599003 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, c223c6df-4e7a-4c31-ae38-06c81c10159e) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:27.628349 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f84a8215-ee95-4558-8755-c25013a35cd3 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4405038 Apr 18 05:52:27.632535 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39354) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:27.636812 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:27.637489 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:27.638288 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:27.650392 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:27.666906 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-57e78de9-fc91-4f40-88a3-3648086f5b15 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:25:78:33'}]}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:27.675742 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d0d35dc6-99e1-40d0-b41e-7a84541b4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:27.676079 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d35dc6-99e1-40d0-b41e-7a84541b4ffe None None] The sync data for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:52:27.692814 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-19a28808-4f52-4de7-848f-059472d02ad4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Deleting port 6c7d5c8c-b8da-4b56-b2aa-1fadc15c2ced {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:27.694076 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-19a28808-4f52-4de7-848f-059472d02ad4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:27.761959 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:27.772957 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] Transition to ACTIVE for port object 32c13422-3915-4a2d-ba62-0c74c3e30897 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:27.793665 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] Transition to ACTIVE for port object 32c13422-3915-4a2d-ba62-0c74c3e30897 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:27.800375 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f31d70f-f7cf-46b1-8277-41eb9e6322e4 None None] Network c223c6df-4e7a-4c31-ae38-06c81c10159e requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:27.820471 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39358) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:27.859473 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e1577-c8b0-4d65-acc5-c0b25d7b669e req-4f769117-bb4a-42e8-a0ab-7b3b7702a1ce tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:27.861051 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c62e1577-c8b0-4d65-acc5-c0b25d7b669e req-4f769117-bb4a-42e8-a0ab-7b3b7702a1ce tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.8153946 Apr 18 05:52:27.864514 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:27.865618 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:27.898517 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a46f05d-6da3-475b-ae66-672d7ebc735f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:27.902270 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7fb72797-5b6c-430e-b4b1-42c869c6e854 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.4560034 Apr 18 05:52:27.902945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:52:27.903442 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:27.916703 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39362) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:52:27.921901 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:52:27.963469 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4890ebf9-a430-4c19-abbe-2560e01fa605 None None] Provisioning for port 1467337b-b53d-47ee-be79-102d13b64194 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:52:27.982064 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3ea27-a800-43ad-92d2-1d603ce0bba4 None None] Pushing event updated for resources: {'Port': ['ID=7605840d-697c-46f5-961e-5401c19ef2ab,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:28.049361 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be616608-02af-49bf-825a-1492fdb76b32 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:28.050967 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be616608-02af-49bf-825a-1492fdb76b32 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:28.052501 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be616608-02af-49bf-825a-1492fdb76b32 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:28.056171 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-be616608-02af-49bf-825a-1492fdb76b32 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1344757 Apr 18 05:52:28.059238 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8a46f05d-6da3-475b-ae66-672d7ebc735f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:28.063531 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8a46f05d-6da3-475b-ae66-672d7ebc735f admin admin] Usage tracker for resource:security_group_rule and tenant:6f020036041149a0b9ac9afbe1944a70 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:28.066717 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8a46f05d-6da3-475b-ae66-672d7ebc735f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:28.074216 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8a46f05d-6da3-475b-ae66-672d7ebc735f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:28.079202 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4890ebf9-a430-4c19-abbe-2560e01fa605 None None] Provisioning complete for port 1467337b-b53d-47ee-be79-102d13b64194 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:52:28.079562 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4890ebf9-a430-4c19-abbe-2560e01fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:28.087478 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39366) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:28.102175 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c62e1577-c8b0-4d65-acc5-c0b25d7b669e req-4ee64472-8373-4b4d-b990-07eacac1c4ad tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287383 Apr 18 05:52:28.111136 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] Network 8ea019fd-88dc-4734-b3f8-aff6e7018eda is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:28.114514 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 05:52:28.114514 dv-neutron-837489-1-hyperv neutron-server[88035]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 05:52:28.114514 dv-neutron-837489-1-hyperv neutron-server[88035]: [parameters: {'id': '4eed67e2-08d9-48d5-9757-d145f4cf329b'}] Apr 18 05:52:28.114514 dv-neutron-837489-1-hyperv neutron-server[88035]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:52:28.114856 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:52:28.127091 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:28.144993 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:28.228170 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-19a28808-4f52-4de7-848f-059472d02ad4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:28.228504 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-19a28808-4f52-4de7-848f-059472d02ad4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:28.235763 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-57e78de9-fc91-4f40-88a3-3648086f5b15 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:28.248004 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] Pushing event updated for resources: {'Port': ['ID=32c13422-3915-4a2d-ba62-0c74c3e30897,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:28.252232 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b71a160e-6146-4978-b2f2-2203098a1d72 req-5c725fa5-7ffb-4cca-bfb8-68c7c711cf0a service neutron] 10.222.0.52 "GET /v2.0/networks/2ca065a0-30ac-4abf-bd64-c47717936a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7621188 Apr 18 05:52:28.262483 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc246ea4-3827-4f98-9136-96f0c6132379 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Deleting subnet 8df97730-9c32-49c5-8ad0-33aae5d166a7 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:52:28.265636 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dc246ea4-3827-4f98-9136-96f0c6132379 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:28.283597 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fbd09c-ecd3-496d-a81f-53125c36b01a None None] Network 4eed67e2-08d9-48d5-9757-d145f4cf329b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:28.328321 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-4890ebf9-a430-4c19-abbe-2560e01fa605 None None] Port 1467337b-b53d-47ee-be79-102d13b64194 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:52:28.428523 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] Attempting to bind port 32c13422-3915-4a2d-ba62-0c74c3e30897 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:52:28.428887 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] Attempting to bind port 32c13422-3915-4a2d-ba62-0c74c3e30897 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'bc474052-6fd0-43b4-a2a1-701c0fb8a215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8ea019fd-88dc-4734-b3f8-aff6e7018eda'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:52:28.429371 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] Attempting to bind port 32c13422-3915-4a2d-ba62-0c74c3e30897 on network 8ea019fd-88dc-4734-b3f8-aff6e7018eda {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:52:28.455900 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:52:28.456295 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] Checking segment: {'id': 'bc474052-6fd0-43b4-a2a1-701c0fb8a215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8ea019fd-88dc-4734-b3f8-aff6e7018eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:28.456700 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:28.457090 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] Bound using segment: {'id': 'bc474052-6fd0-43b4-a2a1-701c0fb8a215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8ea019fd-88dc-4734-b3f8-aff6e7018eda'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:52:28.457552 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] Bound port: 32c13422-3915-4a2d-ba62-0c74c3e30897, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc474052-6fd0-43b4-a2a1-701c0fb8a215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8ea019fd-88dc-4734-b3f8-aff6e7018eda'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:52:28.457921 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:28.528313 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-57e78de9-fc91-4f40-88a3-3648086f5b15 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:28.533624 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-57e78de9-fc91-4f40-88a3-3648086f5b15 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:28.561845 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-19a28808-4f52-4de7-848f-059472d02ad4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Calling delete_port for 6c7d5c8c-b8da-4b56-b2aa-1fadc15c2ced owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:28.602929 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-c223c6df-4e7a-4c31-ae38-06c81c10159e', 'network_id': 'c223c6df-4e7a-4c31-ae38-06c81c10159e', 'tenant_id': 'bbd4e69eb37643dc86f9cd84e5ec3cbe', 'fixed_ips': [{'subnet_id': '3e6435a9-47a4-4c68-8e73-5f3b2120f3c4'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:52:28.604402 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:28.607994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-57e78de9-fc91-4f40-88a3-3648086f5b15 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] In _notify_port_updated(), no bound segment for port 1467337b-b53d-47ee-be79-102d13b64194 on network 8e6acc1d-1f5a-4764-8d02-091364799017 {{(pid=88035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 05:52:28.614228 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e78de9-fc91-4f40-88a3-3648086f5b15 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:28.614997 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-57e78de9-fc91-4f40-88a3-3648086f5b15 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:28.619723 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-57e78de9-fc91-4f40-88a3-3648086f5b15 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "PUT /v2.0/ports/1467337b-b53d-47ee-be79-102d13b64194 HTTP/1.1" status: 200 len: 1002 time: 0.9726396 Apr 18 05:52:28.621624 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:28.626415 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39370) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:28.630159 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e78de9-fc91-4f40-88a3-3648086f5b15 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Pushing event updated for resources: {'Port': ['ID=1467337b-b53d-47ee-be79-102d13b64194,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:28.686423 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dc246ea4-3827-4f98-9136-96f0c6132379 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:28.691269 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Deleting port 7605840d-697c-46f5-961e-5401c19ef2ab {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:28.691708 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:28.737236 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] For port 32c13422-3915-4a2d-ba62-0c74c3e30897, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:52:28.751512 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-9afd3e3c-03a8-41c3-afa3-47ff970a1af8 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Deleting port 1467337b-b53d-47ee-be79-102d13b64194 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:28.751832 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9afd3e3c-03a8-41c3-afa3-47ff970a1af8 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:28.790607 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] For port 32c13422-3915-4a2d-ba62-0c74c3e30897, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=32c13422-3915-4a2d-ba62-0c74c3e30897,segment=NetworkSegment(bc474052-6fd0-43b4-a2a1-701c0fb8a215),segment_id=bc474052-6fd0-43b4-a2a1-701c0fb8a215)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:52:28.806292 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a46f05d-6da3-475b-ae66-672d7ebc735f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:28.826001 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a46f05d-6da3-475b-ae66-672d7ebc735f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:28.868989 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:28.969960 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8a46f05d-6da3-475b-ae66-672d7ebc735f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f020036041149a0b9ac9afbe1944a70&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1450365 Apr 18 05:52:28.980383 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39376) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:28.982813 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46f05d-6da3-475b-ae66-672d7ebc735f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c8584d-60d2-4f0c-879f-802714254d32,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:28.983065 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] Allocated IP 172.20.0.18 (c223c6df-4e7a-4c31-ae38-06c81c10159e/3e6435a9-47a4-4c68-8e73-5f3b2120f3c4/4b4b4328-1351-44ee-94b1-7c72facb8ad6) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:28.988702 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f285e-7321-44a2-8395-470fec93c91f None None] Pushing event updated for resources: {'Port': ['ID=32c13422-3915-4a2d-ba62-0c74c3e30897,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:29.036145 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dc246ea4-3827-4f98-9136-96f0c6132379 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:29.124449 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-19a28808-4f52-4de7-848f-059472d02ad4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:29.164595 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] For port 7605840d-697c-46f5-961e-5401c19ef2ab, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=7605840d-697c-46f5-961e-5401c19ef2ab,segment=NetworkSegment(97baeb4d-0391-415c-ae61-b4955c8bf50a),segment_id=97baeb4d-0391-415c-ae61-b4955c8bf50a)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:29.165084 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:29.196834 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a28808-4f52-4de7-848f-059472d02ad4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event deleted for resources: {'Port': ['ID=6c7d5c8c-b8da-4b56-b2aa-1fadc15c2ced,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:29.216312 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-056c639d-a9e7-48ce-bb8f-446a50f290f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:29.274699 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-529a573b-096b-4de2-a9ef-91258432e92d None None] Provisioning complete for port 1467337b-b53d-47ee-be79-102d13b64194 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:52:29.275349 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-529a573b-096b-4de2-a9ef-91258432e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:29.341848 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Calling delete_port for 7605840d-697c-46f5-961e-5401c19ef2ab owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:29.385354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-19a28808-4f52-4de7-848f-059472d02ad4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:29.423824 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-529a573b-096b-4de2-a9ef-91258432e92d None None] Port 1467337b-b53d-47ee-be79-102d13b64194 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:52:29.425779 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:29.441334 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] Transition to ACTIVE for port object 4b4b4328-1351-44ee-94b1-7c72facb8ad6 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:29.447751 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:29.466151 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] Transition to ACTIVE for port object 4b4b4328-1351-44ee-94b1-7c72facb8ad6 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:29.479997 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:29.492351 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-056c639d-a9e7-48ce-bb8f-446a50f290f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:29.503477 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dc246ea4-3827-4f98-9136-96f0c6132379 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:29.508861 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Port': ['ID=7605840d-697c-46f5-961e-5401c19ef2ab,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:29.518273 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No DVR routers for this DVR port 7605840d-697c-46f5-961e-5401c19ef2ab on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:52:29.551130 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] Network c223c6df-4e7a-4c31-ae38-06c81c10159e is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:29.554157 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:29.558088 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:29.581719 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dc246ea4-3827-4f98-9136-96f0c6132379 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:29.606649 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc246ea4-3827-4f98-9136-96f0c6132379 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Pushing event deleted for resources: {'Subnet': ['ID=8df97730-9c32-49c5-8ad0-33aae5d166a7,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:29.608738 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] Pushing event updated for resources: {'Port': ['ID=4b4b4328-1351-44ee-94b1-7c72facb8ad6,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:29.617892 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-19a28808-4f52-4de7-848f-059472d02ad4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:29.619065 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-19a28808-4f52-4de7-848f-059472d02ad4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "DELETE /v2.0/floatingips/5e5b03d1-6764-4bc1-b2fd-3ef8d1b82c57 HTTP/1.1" status: 204 len: 168 time: 2.2673695 Apr 18 05:52:29.627748 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-dc246ea4-3827-4f98-9136-96f0c6132379 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] 10.222.0.15 "DELETE /v2.0/subnets/8df97730-9c32-49c5-8ad0-33aae5d166a7 HTTP/1.1" status: 204 len: 168 time: 1.5303962 Apr 18 05:52:29.628552 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39382) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:29.628871 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39384) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:29.670148 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] Attempting to bind port 4b4b4328-1351-44ee-94b1-7c72facb8ad6 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:52:29.670508 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] Attempting to bind port 4b4b4328-1351-44ee-94b1-7c72facb8ad6 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'f0a521d8-8f58-406c-98d4-7d2de0b85558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c223c6df-4e7a-4c31-ae38-06c81c10159e'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:52:29.670867 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] Attempting to bind port 4b4b4328-1351-44ee-94b1-7c72facb8ad6 on network c223c6df-4e7a-4c31-ae38-06c81c10159e {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:52:29.671871 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9afd3e3c-03a8-41c3-afa3-47ff970a1af8 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:29.678842 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:52:29.678842 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] Checking segment: {'id': 'f0a521d8-8f58-406c-98d4-7d2de0b85558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c223c6df-4e7a-4c31-ae38-06c81c10159e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:29.679312 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:29.679781 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] Bound using segment: {'id': 'f0a521d8-8f58-406c-98d4-7d2de0b85558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c223c6df-4e7a-4c31-ae38-06c81c10159e'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:52:29.680670 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] Bound port: 4b4b4328-1351-44ee-94b1-7c72facb8ad6, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a521d8-8f58-406c-98d4-7d2de0b85558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c223c6df-4e7a-4c31-ae38-06c81c10159e'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:52:29.681042 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:29.686097 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': '38445cf4-d3f5-421e-aa5b-8d73bcc70db9'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:29.704845 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13869056-f416-4bda-a9e6-c02edbb1c51d req-c0d75ed8-7a1b-4a96-a3dc-d37e4d29cbdb tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:29.706386 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-13869056-f416-4bda-a9e6-c02edbb1c51d req-c0d75ed8-7a1b-4a96-a3dc-d37e4d29cbdb tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.3272512 Apr 18 05:52:29.707444 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:29.725419 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Usage tracker for resource:floatingip and tenant:53217080630e4ec6bc3e36527767510c is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:29.765656 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:29.778306 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:29.786293 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:29.793634 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-13869056-f416-4bda-a9e6-c02edbb1c51d req-d02fe284-3676-478c-b8e1-826def79e357 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774481 Apr 18 05:52:29.797559 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-056c639d-a9e7-48ce-bb8f-446a50f290f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:29.806715 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c3b2c2-9a57-4bb3-98e5-e1fada3b89a7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Deleting subnet 3e6435a9-47a4-4c68-8e73-5f3b2120f3c4 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:52:29.813102 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] For port 4b4b4328-1351-44ee-94b1-7c72facb8ad6, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:52:29.819271 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] For port 4b4b4328-1351-44ee-94b1-7c72facb8ad6, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4b4b4328-1351-44ee-94b1-7c72facb8ad6,segment=NetworkSegment(f0a521d8-8f58-406c-98d4-7d2de0b85558),segment_id=f0a521d8-8f58-406c-98d4-7d2de0b85558)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:52:29.824447 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:29.824590 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-46c3b2c2-9a57-4bb3-98e5-e1fada3b89a7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:29.840636 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eed67e2-08d9-48d5-9757-d145f4cf329b']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:29.880394 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 32c13422-3915-4a2d-ba62-0c74c3e30897 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:52:29.896755 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-056c639d-a9e7-48ce-bb8f-446a50f290f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:29.903286 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-056c639d-a9e7-48ce-bb8f-446a50f290f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06c8584d-60d2-4f0c-879f-802714254d32 HTTP/1.1" status: 204 len: 168 time: 0.9215052 Apr 18 05:52:29.905475 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c639d-a9e7-48ce-bb8f-446a50f290f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c8584d-60d2-4f0c-879f-802714254d32,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:29.918091 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:30.013760 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-9afd3e3c-03a8-41c3-afa3-47ff970a1af8 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Calling delete_port for 1467337b-b53d-47ee-be79-102d13b64194 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:30.042130 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-46c3b2c2-9a57-4bb3-98e5-e1fada3b89a7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:30.067938 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97baeb4d-0391-415c-ae61-b4955c8bf50a') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:30.068284 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97baeb4d-0391-415c-ae61-b4955c8bf50a') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:30.070016 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a44f79-f60a-4dd6-a441-152e748c9c18 None None] Pushing event updated for resources: {'Port': ['ID=4b4b4328-1351-44ee-94b1-7c72facb8ad6,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:30.123896 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 32c13422-3915-4a2d-ba62-0c74c3e30897 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:52:30.165056 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:30.212863 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:30.235247 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:52:30.244201 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:52:30.275410 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:52:30.347929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-46c3b2c2-9a57-4bb3-98e5-e1fada3b89a7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:30.410498 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:30.532588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:30.539092 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:30.584327 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/4eed67e2-08d9-48d5-9757-d145f4cf329b HTTP/1.1" status: 204 len: 168 time: 4.3842056 Apr 18 05:52:30.585078 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9afd3e3c-03a8-41c3-afa3-47ff970a1af8 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:30.592192 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39402) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:30.595877 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f428f3d1-b2b6-4630-8773-178570b2f713 None None] Network 8ea019fd-88dc-4734-b3f8-aff6e7018eda requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:30.596437 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-46c3b2c2-9a57-4bb3-98e5-e1fada3b89a7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:30.647367 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef370ff8-7314-4207-9dd1-4198f1d7b01f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Network': ['ID=4eed67e2-08d9-48d5-9757-d145f4cf329b,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:30.652771 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd3e3c-03a8-41c3-afa3-47ff970a1af8 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Pushing event deleted for resources: {'Port': ['ID=1467337b-b53d-47ee-be79-102d13b64194,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:30.660864 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3b2c2-9a57-4bb3-98e5-e1fada3b89a7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Pushing event deleted for resources: {'Subnet': ['ID=3e6435a9-47a4-4c68-8e73-5f3b2120f3c4,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:30.662747 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-cedeef6d-0235-45f6-95ef-21877c1661f5 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1234302658'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:30.666179 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-46c3b2c2-9a57-4bb3-98e5-e1fada3b89a7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:30.683013 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c369494-bbbf-4df8-bdb3-02cbb745be49 req-fd7dd96f-2de2-4412-9c73-04d024e757aa tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:30.684631 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2c369494-bbbf-4df8-bdb3-02cbb745be49 req-fd7dd96f-2de2-4412-9c73-04d024e757aa tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.6788542 Apr 18 05:52:30.685858 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-cedeef6d-0235-45f6-95ef-21877c1661f5 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:30.696553 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-46c3b2c2-9a57-4bb3-98e5-e1fada3b89a7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] 10.222.0.15 "DELETE /v2.0/subnets/3e6435a9-47a4-4c68-8e73-5f3b2120f3c4 HTTP/1.1" status: 204 len: 168 time: 1.0541797 Apr 18 05:52:30.698004 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Allocated IP 172.26.1.209 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/730c2be2-09f5-4a9a-8da9-bde4eeb046bf) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:30.699931 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39408) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:30.744529 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9afd3e3c-03a8-41c3-afa3-47ff970a1af8 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:30.746419 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9afd3e3c-03a8-41c3-afa3-47ff970a1af8 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "DELETE /v2.0/ports/1467337b-b53d-47ee-be79-102d13b64194 HTTP/1.1" status: 204 len: 168 time: 2.1184778 Apr 18 05:52:30.748136 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-cedeef6d-0235-45f6-95ef-21877c1661f5 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Usage tracker for resource:network and tenant:5363d5685d824735b18239fcd4923d66 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:30.752244 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-cedeef6d-0235-45f6-95ef-21877c1661f5 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:30.776211 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39412) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:30.834599 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-cedeef6d-0235-45f6-95ef-21877c1661f5 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:30.838248 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e579644-ed28-43ed-8eba-f170e8de8346 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] GET failed (client error): The resource could not be found. Apr 18 05:52:30.838917 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0e579644-ed28-43ed-8eba-f170e8de8346 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Synchronizing usage tracker for tenant:75991ac3a3524dd9ba55f960b621c6cc on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:52:30.897334 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2c369494-bbbf-4df8-bdb3-02cbb745be49 req-aab17062-5e72-474b-bbdc-58f7b917e613 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538787 Apr 18 05:52:30.910812 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0e579644-ed28-43ed-8eba-f170e8de8346 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Unset dirty status for tenant:75991ac3a3524dd9ba55f960b621c6cc on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:52:30.925946 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0e579644-ed28-43ed-8eba-f170e8de8346 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "GET /v2.0/ports/1467337b-b53d-47ee-be79-102d13b64194 HTTP/1.1" status: 404 len: 333 time: 0.1481464 Apr 18 05:52:30.937357 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39424) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:30.938142 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedeef6d-0235-45f6-95ef-21877c1661f5 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Made reservation on behalf of 5363d5685d824735b18239fcd4923d66 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:30.942162 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cedeef6d-0235-45f6-95ef-21877c1661f5 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:30.991242 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-5c67b6bb-78ff-42be-bcc0-61d1252ff867 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Request body: {'port': {'network_id': '8e6acc1d-1f5a-4764-8d02-091364799017', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1176104212'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:31.076510 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d5ad9f72-da24-4ff5-b5d1-a4b1f9715032 None None] Provisioning for port 32c13422-3915-4a2d-ba62-0c74c3e30897 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:52:31.084165 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d5ad9f72-da24-4ff5-b5d1-a4b1f9715032 None None] Provisioning complete for port 32c13422-3915-4a2d-ba62-0c74c3e30897 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:52:31.084781 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d5ad9f72-da24-4ff5-b5d1-a4b1f9715032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:31.107788 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:31.160195 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cedeef6d-0235-45f6-95ef-21877c1661f5 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:52:31.192787 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:31.206886 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cedeef6d-0235-45f6-95ef-21877c1661f5 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:31.207774 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-cedeef6d-0235-45f6-95ef-21877c1661f5 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Added segment fb227de9-b6c1-41f5-84cd-d571c7261801 of type vlan for network dabeb252-6ef1-4f6d-862e-61ca9e36df8c Apr 18 05:52:31.290482 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5c67b6bb-78ff-42be-bcc0-61d1252ff867 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:31.293678 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae15b87-b5fc-478d-8aba-5c34684df695 None None] DHCP port deletion for 8ea019fd-88dc-4734-b3f8-aff6e7018eda request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:52:31.297109 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cedeef6d-0235-45f6-95ef-21877c1661f5 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:31.311983 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-7ae15b87-b5fc-478d-8aba-5c34684df695 None None] Deleting port 32c13422-3915-4a2d-ba62-0c74c3e30897 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:31.313035 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7ae15b87-b5fc-478d-8aba-5c34684df695 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:31.328596 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5c67b6bb-78ff-42be-bcc0-61d1252ff867 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:31.329417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:31.337412 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:31.349970 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:31.353614 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d5ad9f72-da24-4ff5-b5d1-a4b1f9715032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:31.427725 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c67b6bb-78ff-42be-bcc0-61d1252ff867 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Made reservation on behalf of 75991ac3a3524dd9ba55f960b621c6cc for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:31.439763 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5c67b6bb-78ff-42be-bcc0-61d1252ff867 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:31.468059 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e2c696-a6ab-435e-b44e-1f4b40e254c5 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:31.470261 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-80e2c696-a6ab-435e-b44e-1f4b40e254c5 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Synchronizing usage tracker for tenant:bbd4e69eb37643dc86f9cd84e5ec3cbe on resource:subnet {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:52:31.489681 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Port': ['ID=730c2be2-09f5-4a9a-8da9-bde4eeb046bf,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:31.521798 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-5c67b6bb-78ff-42be-bcc0-61d1252ff867 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] device_id is not set on port ac8a8871-b676-4512-a949-975823166822 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:52:31.557403 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-d5ad9f72-da24-4ff5-b5d1-a4b1f9715032 None None] For port 32c13422-3915-4a2d-ba62-0c74c3e30897, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=32c13422-3915-4a2d-ba62-0c74c3e30897,segment=NetworkSegment(bc474052-6fd0-43b4-a2a1-701c0fb8a215),segment_id=bc474052-6fd0-43b4-a2a1-701c0fb8a215)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:31.577936 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d5ad9f72-da24-4ff5-b5d1-a4b1f9715032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:31.626219 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cedeef6d-0235-45f6-95ef-21877c1661f5 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:31.631839 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedeef6d-0235-45f6-95ef-21877c1661f5 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:31.632638 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cedeef6d-0235-45f6-95ef-21877c1661f5 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:31.647172 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749463bf-6fcb-4536-b3bc-4ed41cec6e20 None None] Network c223c6df-4e7a-4c31-ae38-06c81c10159e requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:31.798825 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-cedeef6d-0235-45f6-95ef-21877c1661f5 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1538043 Apr 18 05:52:31.809218 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39438) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:31.810123 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedeef6d-0235-45f6-95ef-21877c1661f5 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Network': ['ID=dabeb252-6ef1-4f6d-862e-61ca9e36df8c,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:31.819074 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-5c10318a-21fe-4b4f-af15-a3d0713565a6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'subnet': {'network_id': 'dabeb252-6ef1-4f6d-862e-61ca9e36df8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:31.872431 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-7ae15b87-b5fc-478d-8aba-5c34684df695 None None] For port 32c13422-3915-4a2d-ba62-0c74c3e30897, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=32c13422-3915-4a2d-ba62-0c74c3e30897,segment=NetworkSegment(bc474052-6fd0-43b4-a2a1-701c0fb8a215),segment_id=bc474052-6fd0-43b4-a2a1-701c0fb8a215)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:31.878308 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7ae15b87-b5fc-478d-8aba-5c34684df695 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:31.975907 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network dabeb252-6ef1-4f6d-862e-61ca9e36df8c details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:52:31.990095 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4b4b4328-1351-44ee-94b1-7c72facb8ad6 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:52:31.992407 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:32.012850 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-80e2c696-a6ab-435e-b44e-1f4b40e254c5 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Unset dirty status for tenant:bbd4e69eb37643dc86f9cd84e5ec3cbe on resource:subnet {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:52:32.018191 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-80e2c696-a6ab-435e-b44e-1f4b40e254c5 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.3169274 Apr 18 05:52:32.019125 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39448) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:32.108491 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-7ae15b87-b5fc-478d-8aba-5c34684df695 None None] Calling delete_port for 32c13422-3915-4a2d-ba62-0c74c3e30897 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:32.113355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:32.141660 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5c10318a-21fe-4b4f-af15-a3d0713565a6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:32.144386 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-5c67b6bb-78ff-42be-bcc0-61d1252ff867 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Allocated IP 2001:db8::283 (8e6acc1d-1f5a-4764-8d02-091364799017/0c6a2796-4ce3-4a35-bd01-718f5b9006e6/ac8a8871-b676-4512-a949-975823166822) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:32.155408 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4574047-f221-4cd0-a1af-1c8211529ead req-81dfd645-74a1-49eb-964b-7c78cfcabd96 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:32.161893 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d4574047-f221-4cd0-a1af-1c8211529ead req-81dfd645-74a1-49eb-964b-7c78cfcabd96 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.5709555 Apr 18 05:52:32.185860 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5c10318a-21fe-4b4f-af15-a3d0713565a6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Usage tracker for resource:subnet and tenant:5363d5685d824735b18239fcd4923d66 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:32.192655 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5c10318a-21fe-4b4f-af15-a3d0713565a6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:32.216597 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5c10318a-21fe-4b4f-af15-a3d0713565a6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:32.242127 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d4574047-f221-4cd0-a1af-1c8211529ead req-64d4ae19-6175-433d-9036-9df478414c69 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787511 Apr 18 05:52:32.271599 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:32.306208 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c10318a-21fe-4b4f-af15-a3d0713565a6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Made reservation on behalf of 5363d5685d824735b18239fcd4923d66 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:32.319932 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2e52f61c-f52d-4f87-b0fe-fa45be2cd4fa None None] Provisioning for port 4b4b4328-1351-44ee-94b1-7c72facb8ad6 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:52:32.321085 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5c10318a-21fe-4b4f-af15-a3d0713565a6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:32.329941 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Deleting port 4b4b4328-1351-44ee-94b1-7c72facb8ad6 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:32.330285 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:32.378072 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-7ae15b87-b5fc-478d-8aba-5c34684df695 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:52:32.378704 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-7ae15b87-b5fc-478d-8aba-5c34684df695 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:52:32.452964 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad9f72-da24-4ff5-b5d1-a4b1f9715032 None None] Pushing event updated for resources: {'Port': ['ID=32c13422-3915-4a2d-ba62-0c74c3e30897,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:32.497327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39462) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:32.660152 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 4b4b4328-1351-44ee-94b1-7c72facb8ad6 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:52:32.674590 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 4b4b4328-1351-44ee-94b1-7c72facb8ad6 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:52:32.675362 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:32.698764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-493455821', 'router:external': True}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:32.757302 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:32.771163 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Usage tracker for resource:network and tenant:b4c5cfde5cd54ba8828b292399defc86 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:32.782167 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159423d0-d352-42ba-bb6e-5181bb4792cd None None] DHCP port deletion for c223c6df-4e7a-4c31-ae38-06c81c10159e request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:52:32.786849 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:32.796148 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-159423d0-d352-42ba-bb6e-5181bb4792cd None None] Deleting port 4b4b4328-1351-44ee-94b1-7c72facb8ad6 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:32.796515 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-159423d0-d352-42ba-bb6e-5181bb4792cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:32.802281 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] For port 4b4b4328-1351-44ee-94b1-7c72facb8ad6, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4b4b4328-1351-44ee-94b1-7c72facb8ad6,segment=NetworkSegment(f0a521d8-8f58-406c-98d4-7d2de0b85558),segment_id=f0a521d8-8f58-406c-98d4-7d2de0b85558)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:32.802623 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:32.811245 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:32.846926 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:32.895842 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-7ae15b87-b5fc-478d-8aba-5c34684df695 None None] Deleting port 32c13422-3915-4a2d-ba62-0c74c3e30897 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:32.896157 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7ae15b87-b5fc-478d-8aba-5c34684df695 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:32.910884 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5c10318a-21fe-4b4f-af15-a3d0713565a6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:32.954086 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Calling delete_port for 4b4b4328-1351-44ee-94b1-7c72facb8ad6 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:32.968577 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 4b4b4328-1351-44ee-94b1-7c72facb8ad6, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4b4b4328-1351-44ee-94b1-7c72facb8ad6,segment=NetworkSegment(f0a521d8-8f58-406c-98d4-7d2de0b85558),segment_id=f0a521d8-8f58-406c-98d4-7d2de0b85558)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:32.984702 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:33.056540 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10318a-21fe-4b4f-af15-a3d0713565a6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Subnet': ['ID=6695a583-9bf6-4ac7-a2fb-31671deeb8f0,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:33.098037 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5c67b6bb-78ff-42be-bcc0-61d1252ff867 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:33.107131 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:33.116264 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Made reservation on behalf of b4c5cfde5cd54ba8828b292399defc86 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:33.119492 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:33.120232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c10318a-21fe-4b4f-af15-a3d0713565a6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Checking segment: {'id': 'fb227de9-b6c1-41f5-84cd-d571c7261801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'dabeb252-6ef1-4f6d-862e-61ca9e36df8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:33.120590 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c10318a-21fe-4b4f-af15-a3d0713565a6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network hostable DHCP agents. Network: dabeb252-6ef1-4f6d-862e-61ca9e36df8c, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:52:33.134616 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:33.134860 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 32c13422-3915-4a2d-ba62-0c74c3e30897 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:52:33.153187 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c0756-2708-4971-a220-e7542b453625 req-71f0960d-c7dc-4ef7-abc0-222df91c189e tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:33.154696 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-449c0756-2708-4971-a220-e7542b453625 req-71f0960d-c7dc-4ef7-abc0-222df91c189e tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.4286904 Apr 18 05:52:33.155690 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-5c67b6bb-78ff-42be-bcc0-61d1252ff867 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Transition to ACTIVE for port object ac8a8871-b676-4512-a949-975823166822 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:33.182542 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:33.187734 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c10318a-21fe-4b4f-af15-a3d0713565a6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network dabeb252-6ef1-4f6d-862e-61ca9e36df8c is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:52:33.198561 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96595df0-6cf8-4bab-be7e-fa6490e120b5 req-bdf883be-8727-4841-8e29-adac28f2b787 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:33.200260 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-96595df0-6cf8-4bab-be7e-fa6490e120b5 req-bdf883be-8727-4841-8e29-adac28f2b787 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 945 time: 0.6079895 Apr 18 05:52:33.217861 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-5c10318a-21fe-4b4f-af15-a3d0713565a6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, dabeb252-6ef1-4f6d-862e-61ca9e36df8c) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:33.223300 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c10318a-21fe-4b4f-af15-a3d0713565a6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:33.223439 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5c10318a-21fe-4b4f-af15-a3d0713565a6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:33.243418 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-449c0756-2708-4971-a220-e7542b453625 req-c42a9dd7-65aa-4fbb-a5bf-6f74dd3255e6 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774407 Apr 18 05:52:33.254588 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b320d982-2efc-4aed-9b70-d09eb5b84520 None None] Network dabeb252-6ef1-4f6d-862e-61ca9e36df8c requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:33.265614 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5c10318a-21fe-4b4f-af15-a3d0713565a6 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4523752 Apr 18 05:52:33.268368 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39468) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:33.324701 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:33.361589 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=4b4b4328-1351-44ee-94b1-7c72facb8ad6,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:33.365038 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-159423d0-d352-42ba-bb6e-5181bb4792cd None None] For port 4b4b4328-1351-44ee-94b1-7c72facb8ad6, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4b4b4328-1351-44ee-94b1-7c72facb8ad6,segment=NetworkSegment(f0a521d8-8f58-406c-98d4-7d2de0b85558),segment_id=f0a521d8-8f58-406c-98d4-7d2de0b85558)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:33.365428 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-159423d0-d352-42ba-bb6e-5181bb4792cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:33.373213 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Port': ['ID=730c2be2-09f5-4a9a-8da9-bde4eeb046bf,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:33.379234 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Usage tracker for resource:security_group_rule and tenant:b4c5cfde5cd54ba8828b292399defc86 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:33.386175 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:33.398142 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:33.409197 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-96595df0-6cf8-4bab-be7e-fa6490e120b5 req-12c534dd-b417-417d-80f7-f47b2e024f3f tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/security-groups?id=4454dfcf-b58a-46d1-b9f8-5e5519d0cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957676 Apr 18 05:52:33.424613 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.api [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:52:33.424959 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG oslo_db.api [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:52:33.426762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:33.465224 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5c67b6bb-78ff-42be-bcc0-61d1252ff867 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:33.617065 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c67b6bb-78ff-42be-bcc0-61d1252ff867 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Network 8e6acc1d-1f5a-4764-8d02-091364799017 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:33.621197 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-159423d0-d352-42ba-bb6e-5181bb4792cd None None] Calling delete_port for 4b4b4328-1351-44ee-94b1-7c72facb8ad6 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:33.625055 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-5c67b6bb-78ff-42be-bcc0-61d1252ff867 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:33.627530 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c67b6bb-78ff-42be-bcc0-61d1252ff867 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:33.633980 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c67b6bb-78ff-42be-bcc0-61d1252ff867 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:33.634702 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5c67b6bb-78ff-42be-bcc0-61d1252ff867 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:33.655485 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67b6bb-78ff-42be-bcc0-61d1252ff867 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Pushing event updated for resources: {'Port': ['ID=ac8a8871-b676-4512-a949-975823166822,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:33.665708 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Floating IP 3f335a00-46b0-4a53-9f0e-f6abf831b085 associated. External IP: 172.26.1.209, port: 38445cf4-d3f5-421e-aa5b-8d73bcc70db9. Apr 18 05:52:33.683300 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-140cb1ab-d1a0-4937-a551-14c9ffa78b2d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:33.697676 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5c67b6bb-78ff-42be-bcc0-61d1252ff867 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7330232 Apr 18 05:52:33.705754 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39474) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:33.715250 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-d03327dd-2f4d-41fe-9e74-85fcca553ee1 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Request body: {'port': {'network_id': '8e6acc1d-1f5a-4764-8d02-091364799017', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1235093352'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:33.745875 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-7ae15b87-b5fc-478d-8aba-5c34684df695 None None] For port 32c13422-3915-4a2d-ba62-0c74c3e30897, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=32c13422-3915-4a2d-ba62-0c74c3e30897,segment=NetworkSegment(bc474052-6fd0-43b4-a2a1-701c0fb8a215),segment_id=bc474052-6fd0-43b4-a2a1-701c0fb8a215)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:33.746269 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7ae15b87-b5fc-478d-8aba-5c34684df695 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:33.754689 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:33.766188 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:33.875162 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:52:33.878566 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:33.896768 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0eecaf-b8f3-49d8-9600-5e5cb8209a2a req-8d06d876-a2f9-42f0-a5ec-91d2b21c4414 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:33.899927 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5a0eecaf-b8f3-49d8-9600-5e5cb8209a2a req-8d06d876-a2f9-42f0-a5ec-91d2b21c4414 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.4236608 Apr 18 05:52:33.922337 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496691e8-bef1-4362-8347-ecb846cc6c54,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:33.925666 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:33.926289 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Added segment 87fc1508-d170-41a1-8d93-a526bb3bbc81 of type vlan for network a315ba18-9ea3-4e75-8fb0-2457c164b3b7 Apr 18 05:52:33.930439 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Deleting port 4b4b4328-1351-44ee-94b1-7c72facb8ad6 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:33.931281 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:33.962440 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-140cb1ab-d1a0-4937-a551-14c9ffa78b2d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:33.976520 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-7ae15b87-b5fc-478d-8aba-5c34684df695 None None] Calling delete_port for 32c13422-3915-4a2d-ba62-0c74c3e30897 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:34.037720 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-159423d0-d352-42ba-bb6e-5181bb4792cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:52:34.037929 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-159423d0-d352-42ba-bb6e-5181bb4792cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:52:34.041414 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5a0eecaf-b8f3-49d8-9600-5e5cb8209a2a req-af949d64-8545-4dbf-8c6d-0358fb4f99c4 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291375 Apr 18 05:52:34.044531 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d03327dd-2f4d-41fe-9e74-85fcca553ee1 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:34.071932 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d03327dd-2f4d-41fe-9e74-85fcca553ee1 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:34.091520 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03327dd-2f4d-41fe-9e74-85fcca553ee1 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Made reservation on behalf of 75991ac3a3524dd9ba55f960b621c6cc for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:34.095754 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d03327dd-2f4d-41fe-9e74-85fcca553ee1 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:34.131714 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-d03327dd-2f4d-41fe-9e74-85fcca553ee1 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] device_id is not set on port c3b4ebb1-2962-4bba-8cd8-443db89a2c97 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:52:34.154018 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 32c13422-3915-4a2d-ba62-0c74c3e30897, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=32c13422-3915-4a2d-ba62-0c74c3e30897,segment=NetworkSegment(bc474052-6fd0-43b4-a2a1-701c0fb8a215),segment_id=bc474052-6fd0-43b4-a2a1-701c0fb8a215)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:34.179379 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-140cb1ab-d1a0-4937-a551-14c9ffa78b2d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:34.184056 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:34.184721 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842ec59e-f3e3-4a48-87c5-03af20c4787a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-dabeb252-6ef1-4f6d-862e-61ca9e36df8c', 'network_id': 'dabeb252-6ef1-4f6d-862e-61ca9e36df8c', 'tenant_id': '5363d5685d824735b18239fcd4923d66', 'fixed_ips': [{'subnet_id': '6695a583-9bf6-4ac7-a2fb-31671deeb8f0'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:52:34.185799 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-842ec59e-f3e3-4a48-87c5-03af20c4787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:34.201410 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-7ae15b87-b5fc-478d-8aba-5c34684df695 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:52:34.202091 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-7ae15b87-b5fc-478d-8aba-5c34684df695 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:52:34.202823 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:34.268311 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cb1ab-d1a0-4937-a551-14c9ffa78b2d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Subnet': ['ID=6695a583-9bf6-4ac7-a2fb-31671deeb8f0,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:34.321600 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=32c13422-3915-4a2d-ba62-0c74c3e30897,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:34.353707 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.resource_extend [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:52:34.373473 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4b4b4328-1351-44ee-94b1-7c72facb8ad6 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:52:34.403683 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-7ae15b87-b5fc-478d-8aba-5c34684df695 None None] Deleting port 32c13422-3915-4a2d-ba62-0c74c3e30897 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:34.404254 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7ae15b87-b5fc-478d-8aba-5c34684df695 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:34.405974 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-140cb1ab-d1a0-4937-a551-14c9ffa78b2d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:34.491562 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] For port 4b4b4328-1351-44ee-94b1-7c72facb8ad6, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4b4b4328-1351-44ee-94b1-7c72facb8ad6,segment=NetworkSegment(f0a521d8-8f58-406c-98d4-7d2de0b85558),segment_id=f0a521d8-8f58-406c-98d4-7d2de0b85558)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:34.492291 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:34.512428 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab8083-cb8a-441a-b89f-970b91327320 req-4c1c66d1-87c7-4943-b020-4366566e8b9a tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:34.514320 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-44ab8083-cb8a-441a-b89f-970b91327320 req-4c1c66d1-87c7-4943-b020-4366566e8b9a tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 945 time: 0.5406735 Apr 18 05:52:34.515097 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:34.516138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:34.516838 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:34.518915 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-140cb1ab-d1a0-4937-a551-14c9ffa78b2d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dabeb252-6ef1-4f6d-862e-61ca9e36df8c']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:34.530018 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-98265161-3ecd-47cf-aa10-54af3a23df47 None None] Provisioning for port ac8a8871-b676-4512-a949-975823166822 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:52:34.538563 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-140cb1ab-d1a0-4937-a551-14c9ffa78b2d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb227de9-b6c1-41f5-84cd-d571c7261801') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:34.538981 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-140cb1ab-d1a0-4937-a551-14c9ffa78b2d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb227de9-b6c1-41f5-84cd-d571c7261801') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:34.560133 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-140cb1ab-d1a0-4937-a551-14c9ffa78b2d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:34.587242 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-d03327dd-2f4d-41fe-9e74-85fcca553ee1 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Allocated IP 2001:db8::4e (8e6acc1d-1f5a-4764-8d02-091364799017/0c6a2796-4ce3-4a35-bd01-718f5b9006e6/c3b4ebb1-2962-4bba-8cd8-443db89a2c97) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:34.656124 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-159423d0-d352-42ba-bb6e-5181bb4792cd None None] Deleting port 4b4b4328-1351-44ee-94b1-7c72facb8ad6 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:34.656487 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-159423d0-d352-42ba-bb6e-5181bb4792cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:34.723119 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-140cb1ab-d1a0-4937-a551-14c9ffa78b2d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:34.745171 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Router 3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:52:34.770879 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-98265161-3ecd-47cf-aa10-54af3a23df47 None None] Provisioning complete for port ac8a8871-b676-4512-a949-975823166822 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:52:34.771244 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-98265161-3ecd-47cf-aa10-54af3a23df47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:34.900740 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Calling delete_port for 4b4b4328-1351-44ee-94b1-7c72facb8ad6 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:34.930658 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59edc4c-5ea6-4e10-9a19-15494d5b6110 None None] Network dabeb252-6ef1-4f6d-862e-61ca9e36df8c requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:34.948691 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140cb1ab-d1a0-4937-a551-14c9ffa78b2d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:52:34.949371 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-140cb1ab-d1a0-4937-a551-14c9ffa78b2d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:34.954770 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-7ae15b87-b5fc-478d-8aba-5c34684df695 None None] For port 32c13422-3915-4a2d-ba62-0c74c3e30897, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=32c13422-3915-4a2d-ba62-0c74c3e30897,segment=NetworkSegment(bc474052-6fd0-43b4-a2a1-701c0fb8a215),segment_id=bc474052-6fd0-43b4-a2a1-701c0fb8a215)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:34.955173 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7ae15b87-b5fc-478d-8aba-5c34684df695 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:52:34.967244 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:52:35.080087 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Pushing event updated for resources: {'Network': ['ID=a315ba18-9ea3-4e75-8fb0-2457c164b3b7,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:35.115332 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-140cb1ab-d1a0-4937-a551-14c9ffa78b2d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:35.120772 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-140cb1ab-d1a0-4937-a551-14c9ffa78b2d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:35.126992 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-159423d0-d352-42ba-bb6e-5181bb4792cd None None] For port 4b4b4328-1351-44ee-94b1-7c72facb8ad6, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4b4b4328-1351-44ee-94b1-7c72facb8ad6,segment=NetworkSegment(f0a521d8-8f58-406c-98d4-7d2de0b85558),segment_id=f0a521d8-8f58-406c-98d4-7d2de0b85558)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:35.127384 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-159423d0-d352-42ba-bb6e-5181bb4792cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:35.162740 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-44ab8083-cb8a-441a-b89f-970b91327320 req-8c2be9b5-aefd-4aac-8120-4cc75bdd79ce tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Deleting port c443a733-7925-498b-ab6a-316c3b18bf5a {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:35.163067 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-44ab8083-cb8a-441a-b89f-970b91327320 req-8c2be9b5-aefd-4aac-8120-4cc75bdd79ce tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:35.166849 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1c3dc-287b-48ed-8cf4-46846d4039a1 req-15a51953-77c9-43ea-b00e-0a3deaa15103 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:35.168576 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b0d1c3dc-287b-48ed-8cf4-46846d4039a1 req-15a51953-77c9-43ea-b00e-0a3deaa15103 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.4501240 Apr 18 05:52:35.169461 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cb1ab-d1a0-4937-a551-14c9ffa78b2d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Network': ['ID=dabeb252-6ef1-4f6d-862e-61ca9e36df8c,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:35.187302 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-140cb1ab-d1a0-4937-a551-14c9ffa78b2d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/dabeb252-6ef1-4f6d-862e-61ca9e36df8c HTTP/1.1" status: 204 len: 168 time: 1.9135268 Apr 18 05:52:35.187980 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39486) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:35.209468 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-25133b55-5c26-4950-ba7b-2199de2db6d4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-15604761'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:35.217711 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d03327dd-2f4d-41fe-9e74-85fcca553ee1 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:35.226428 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-96fae6f6-b7f0-4935-a805-fc017999add7 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.7254794 Apr 18 05:52:35.231325 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-25133b55-5c26-4950-ba7b-2199de2db6d4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:35.233320 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network a315ba18-9ea3-4e75-8fb0-2457c164b3b7 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:52:35.233808 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39490) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:35.241304 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-25133b55-5c26-4950-ba7b-2199de2db6d4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Usage tracker for resource:network and tenant:5363d5685d824735b18239fcd4923d66 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:35.248416 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c8c61567-1767-4658-93a7-0772d93c89ba tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Request body: {'subnet': {'network_id': 'a315ba18-9ea3-4e75-8fb0-2457c164b3b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:35.261323 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-25133b55-5c26-4950-ba7b-2199de2db6d4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:35.271990 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c8c61567-1767-4658-93a7-0772d93c89ba tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:35.284833 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-25133b55-5c26-4950-ba7b-2199de2db6d4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:35.293032 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-d03327dd-2f4d-41fe-9e74-85fcca553ee1 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Transition to ACTIVE for port object c3b4ebb1-2962-4bba-8cd8-443db89a2c97 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:35.294609 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c8c61567-1767-4658-93a7-0772d93c89ba tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Usage tracker for resource:subnet and tenant:b4c5cfde5cd54ba8828b292399defc86 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:35.299565 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b0d1c3dc-287b-48ed-8cf4-46846d4039a1 req-06ad066e-3695-45db-9cd3-2c110ce8f703 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175864 Apr 18 05:52:35.302969 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c8c61567-1767-4658-93a7-0772d93c89ba tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:35.315037 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c8c61567-1767-4658-93a7-0772d93c89ba tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:35.325465 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:35.325704 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25133b55-5c26-4950-ba7b-2199de2db6d4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Made reservation on behalf of 5363d5685d824735b18239fcd4923d66 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:35.329334 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25133b55-5c26-4950-ba7b-2199de2db6d4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:35.342993 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-159423d0-d352-42ba-bb6e-5181bb4792cd None None] Calling delete_port for 4b4b4328-1351-44ee-94b1-7c72facb8ad6 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:35.363673 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c61567-1767-4658-93a7-0772d93c89ba tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Made reservation on behalf of b4c5cfde5cd54ba8828b292399defc86 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:35.366174 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c8c61567-1767-4658-93a7-0772d93c89ba tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:35.445286 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-98265161-3ecd-47cf-aa10-54af3a23df47 None None] Port ac8a8871-b676-4512-a949-975823166822 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:52:35.463667 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Pushing event deleted for resources: {'Port': ['ID=4b4b4328-1351-44ee-94b1-7c72facb8ad6,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:35.463961 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d03327dd-2f4d-41fe-9e74-85fcca553ee1 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:35.473124 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672936e-b075-43aa-9b0b-171b851e1f93 req-7a369d04-3a0a-49af-b26d-b709329fb521 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:35.474618 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5672936e-b075-43aa-9b0b-171b851e1f93 req-7a369d04-3a0a-49af-b26d-b709329fb521 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 945 time: 0.7221034 Apr 18 05:52:35.485874 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] No DVR routers for this DVR port 4b4b4328-1351-44ee-94b1-7c72facb8ad6 on host dv-neutron-837489-1-hyperv {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:52:35.538265 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25133b55-5c26-4950-ba7b-2199de2db6d4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:52:35.561823 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No ports have port_id starting with 4b4b4328-1351-44ee-94b1-7c72facb8ad6 Apr 18 05:52:35.570156 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-7ae15b87-b5fc-478d-8aba-5c34684df695 None None] Calling delete_port for 32c13422-3915-4a2d-ba62-0c74c3e30897 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:35.570332 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25133b55-5c26-4950-ba7b-2199de2db6d4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:35.571079 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-25133b55-5c26-4950-ba7b-2199de2db6d4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Added segment 4c3cc577-c8ec-4899-a989-0185d159a93a of type vlan for network b0eea808-c5a7-4b06-98fb-94fcc889f7bf Apr 18 05:52:35.575099 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03327dd-2f4d-41fe-9e74-85fcca553ee1 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Network 8e6acc1d-1f5a-4764-8d02-091364799017 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:35.594300 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-d03327dd-2f4d-41fe-9e74-85fcca553ee1 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:35.596140 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03327dd-2f4d-41fe-9e74-85fcca553ee1 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:35.602411 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03327dd-2f4d-41fe-9e74-85fcca553ee1 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:35.603138 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d03327dd-2f4d-41fe-9e74-85fcca553ee1 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:35.614002 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03327dd-2f4d-41fe-9e74-85fcca553ee1 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Pushing event updated for resources: {'Port': ['ID=c3b4ebb1-2962-4bba-8cd8-443db89a2c97,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:35.629160 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:52:35.656844 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25133b55-5c26-4950-ba7b-2199de2db6d4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:35.687066 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e5b62d-f350-4781-9232-e12b087fa713 None None] Sync routers for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:52:35.688813 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d03327dd-2f4d-41fe-9e74-85fcca553ee1 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9820395 Apr 18 05:52:35.700094 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8ed6747e-2403-468c-928b-92e7d2327133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:35.724104 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39494) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:35.725951 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5672936e-b075-43aa-9b0b-171b851e1f93 req-fb87493c-b5e0-4d46-b3f6-a99edabebdbb tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/security-groups?id=4454dfcf-b58a-46d1-b9f8-5e5519d0cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307718 Apr 18 05:52:35.734302 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-5015cc08-90c7-4274-b044-b3d4a387861f tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2ee', 'mac_address': 'fa:16:3e:25:78:33'}, {'ip_address': '2001:db8::283', 'mac_address': 'fa:16:3e:07:50:91'}]}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:35.808281 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:35.813067 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25133b55-5c26-4950-ba7b-2199de2db6d4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:35.818799 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25133b55-5c26-4950-ba7b-2199de2db6d4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:35.819454 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25133b55-5c26-4950-ba7b-2199de2db6d4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:35.869256 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e5b62d-f350-4781-9232-e12b087fa713 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:35.870093 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-e9e5b62d-f350-4781-9232-e12b087fa713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:35.876724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:35.936557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c223c6df-4e7a-4c31-ae38-06c81c10159e']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:35.953643 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25133b55-5c26-4950-ba7b-2199de2db6d4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Network': ['ID=b0eea808-c5a7-4b06-98fb-94fcc889f7bf,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:35.954897 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-44ab8083-cb8a-441a-b89f-970b91327320 req-8c2be9b5-aefd-4aac-8120-4cc75bdd79ce tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] For port c443a733-7925-498b-ab6a-316c3b18bf5a, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c443a733-7925-498b-ab6a-316c3b18bf5a,segment=NetworkSegment(b0ba8c48-799c-416f-bb63-ed07cbafbfaa),segment_id=b0ba8c48-799c-416f-bb63-ed07cbafbfaa)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:35.955450 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-44ab8083-cb8a-441a-b89f-970b91327320 req-8c2be9b5-aefd-4aac-8120-4cc75bdd79ce tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:35.962543 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-e9e5b62d-f350-4781-9232-e12b087fa713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:35.980403 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network b0eea808-c5a7-4b06-98fb-94fcc889f7bf details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:52:36.003142 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e5b62d-f350-4781-9232-e12b087fa713 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:36.003832 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-e9e5b62d-f350-4781-9232-e12b087fa713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:36.012929 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-25133b55-5c26-4950-ba7b-2199de2db6d4 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8216188 Apr 18 05:52:36.015389 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39498) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:36.027632 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-48cbd14d-d1ff-43fa-9421-41da5e203537 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'subnet': {'network_id': 'b0eea808-c5a7-4b06-98fb-94fcc889f7bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:36.031535 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a521d8-8f58-406c-98d4-7d2de0b85558') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:36.031834 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a521d8-8f58-406c-98d4-7d2de0b85558') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:36.053339 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-effaf3f8-68a5-4fd6-a01c-142bcbb1947f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.4109030 Apr 18 05:52:36.060154 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7ae15b87-b5fc-478d-8aba-5c34684df695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:36.063458 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39502) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:36.066641 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-159423d0-d352-42ba-bb6e-5181bb4792cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:52:36.067108 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-159423d0-d352-42ba-bb6e-5181bb4792cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:52:36.071414 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:36.145043 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-e9e5b62d-f350-4781-9232-e12b087fa713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:36.145564 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e5b62d-f350-4781-9232-e12b087fa713 None None] The sync data for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:52:36.147282 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae15b87-b5fc-478d-8aba-5c34684df695 None None] Pushing event deleted for resources: {'Port': ['ID=32c13422-3915-4a2d-ba62-0c74c3e30897,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:36.150097 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae15b87-b5fc-478d-8aba-5c34684df695 None None] No DVR routers for this DVR port 32c13422-3915-4a2d-ba62-0c74c3e30897 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:52:36.187091 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:36.226503 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a1d66fce-69a7-40b9-925e-f53c95a61a96 None None] Provisioning for port c3b4ebb1-2962-4bba-8cd8-443db89a2c97 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:52:36.239797 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a1d66fce-69a7-40b9-925e-f53c95a61a96 None None] Provisioning complete for port c3b4ebb1-2962-4bba-8cd8-443db89a2c97 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:52:36.240478 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a1d66fce-69a7-40b9-925e-f53c95a61a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:36.262448 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:52:36.262858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:52:36.283816 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:52:36.312747 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-48cbd14d-d1ff-43fa-9421-41da5e203537 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:36.365759 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-48cbd14d-d1ff-43fa-9421-41da5e203537 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Usage tracker for resource:subnet and tenant:5363d5685d824735b18239fcd4923d66 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:36.372531 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6644e4e7-7a2f-4512-9728-993f9a1aa95b tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "GET /v2.0/floatingips/3f335a00-46b0-4a53-9f0e-f6abf831b085 HTTP/1.1" status: 200 len: 978 time: 0.3054838 Apr 18 05:52:36.372806 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-48cbd14d-d1ff-43fa-9421-41da5e203537 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:36.377624 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39508) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:36.398948 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-48cbd14d-d1ff-43fa-9421-41da5e203537 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:36.404931 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-159423d0-d352-42ba-bb6e-5181bb4792cd None None] Deleting port 4b4b4328-1351-44ee-94b1-7c72facb8ad6 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:36.405349 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-159423d0-d352-42ba-bb6e-5181bb4792cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:36.419895 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5015cc08-90c7-4274-b044-b3d4a387861f tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:36.441016 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a1d66fce-69a7-40b9-925e-f53c95a61a96 None None] Port c3b4ebb1-2962-4bba-8cd8-443db89a2c97 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:52:36.448569 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cbd14d-d1ff-43fa-9421-41da5e203537 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Made reservation on behalf of 5363d5685d824735b18239fcd4923d66 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:36.452462 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-48cbd14d-d1ff-43fa-9421-41da5e203537 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:36.494513 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-159423d0-d352-42ba-bb6e-5181bb4792cd None None] The port '4b4b4328-1351-44ee-94b1-7c72facb8ad6' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:52:36.514963 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ddea33-84ab-408b-b089-788a0dd09645 None None] get_active_networks_info from dv-neutron-837489-1-hyperv {{(pid=88036) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 05:52:36.653433 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ddea33-84ab-408b-b089-788a0dd09645 None None] Resources bound (agent type, host, resource id): {{(pid=88036) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 05:52:36.694348 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:36.717655 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:36.735334 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Pushing event deleted for resources: {'Network': ['ID=c223c6df-4e7a-4c31-ae38-06c81c10159e,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:36.767266 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5be2064f-5469-490c-8a27-9b83efc7efd7 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] 10.222.0.15 "DELETE /v2.0/networks/c223c6df-4e7a-4c31-ae38-06c81c10159e HTTP/1.1" status: 204 len: 168 time: 4.7466455 Apr 18 05:52:36.767734 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39514) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:36.779596 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d8aeccdb-0d4e-4e72-80a7-191c92256db7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Synchronizing usage tracker for tenant:53217080630e4ec6bc3e36527767510c on resource:floatingip {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:52:36.784778 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-44ab8083-cb8a-441a-b89f-970b91327320 req-8c2be9b5-aefd-4aac-8120-4cc75bdd79ce tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:36.785342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-44ab8083-cb8a-441a-b89f-970b91327320 req-8c2be9b5-aefd-4aac-8120-4cc75bdd79ce tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:36.785830 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [req-44ab8083-cb8a-441a-b89f-970b91327320 req-8c2be9b5-aefd-4aac-8120-4cc75bdd79ce tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Floating IP 0cb0cd27-b2fc-43e8-90e2-4d1c4e10654d disassociated. External IP: 172.26.1.32, port: c443a733-7925-498b-ab6a-316c3b18bf5a. Apr 18 05:52:36.786305 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-44ab8083-cb8a-441a-b89f-970b91327320 req-8c2be9b5-aefd-4aac-8120-4cc75bdd79ce tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Calling delete_port for c443a733-7925-498b-ab6a-316c3b18bf5a owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:36.857591 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.objects.ports [None req-c8c61567-1767-4658-93a7-0772d93c89ba tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88035) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 05:52:36.858233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c8c61567-1767-4658-93a7-0772d93c89ba tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:36.928169 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d8aeccdb-0d4e-4e72-80a7-191c92256db7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Unset dirty status for tenant:53217080630e4ec6bc3e36527767510c on resource:floatingip {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:52:36.932859 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d8aeccdb-0d4e-4e72-80a7-191c92256db7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5458925 Apr 18 05:52:36.934620 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39518) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:37.004729 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-824fc39d-35db-4323-8cc9-0e350a3523f0 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Request body: {'floatingip': {'port_id': '6ab963fb-33f0-40f1-8644-4f88def5adf9'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:37.060419 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcd913-427d-4230-9d30-d6fe62b42a8d req-1086ba87-d520-48a8-807f-db977a202649 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:37.061913 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fadcd913-427d-4230-9d30-d6fe62b42a8d req-1086ba87-d520-48a8-807f-db977a202649 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.5695870 Apr 18 05:52:37.093883 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c61567-1767-4658-93a7-0772d93c89ba tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ef981a92-ec5a-4a74-a57d-14e637650f11,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:37.124613 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0d7ea1af-bd12-4931-a7f3-e257593dede2 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:37.158144 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c61567-1767-4658-93a7-0772d93c89ba tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Checking segment: {'id': '87fc1508-d170-41a1-8d93-a526bb3bbc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a315ba18-9ea3-4e75-8fb0-2457c164b3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:37.158514 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c61567-1767-4658-93a7-0772d93c89ba tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Network hostable DHCP agents. Network: a315ba18-9ea3-4e75-8fb0-2457c164b3b7, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:52:37.165774 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-824fc39d-35db-4323-8cc9-0e350a3523f0 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:37.207948 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fadcd913-427d-4230-9d30-d6fe62b42a8d req-4e2375cc-e8e5-402e-8c20-bbe59cacdf0e tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032131 Apr 18 05:52:37.271802 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5015cc08-90c7-4274-b044-b3d4a387861f tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:37.275432 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c61567-1767-4658-93a7-0772d93c89ba tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Network a315ba18-9ea3-4e75-8fb0-2457c164b3b7 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:52:37.282048 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-48cbd14d-d1ff-43fa-9421-41da5e203537 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:37.314739 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5015cc08-90c7-4274-b044-b3d4a387861f tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:37.388585 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d770eaf-6a16-4620-a906-aaff24309fa5 req-a14fcbd5-b3a7-4f22-a858-190de6135796 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:37.392802 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-c8c61567-1767-4658-93a7-0772d93c89ba tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, a315ba18-9ea3-4e75-8fb0-2457c164b3b7) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:37.393023 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8d770eaf-6a16-4620-a906-aaff24309fa5 req-a14fcbd5-b3a7-4f22-a858-190de6135796 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 945 time: 0.4731095 Apr 18 05:52:37.415740 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367844d8-e800-47cc-a020-a3edbe071c11 None None] Network a315ba18-9ea3-4e75-8fb0-2457c164b3b7 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:37.429133 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c61567-1767-4658-93a7-0772d93c89ba tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:37.431364 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c8c61567-1767-4658-93a7-0772d93c89ba tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:37.438080 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-5015cc08-90c7-4274-b044-b3d4a387861f tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] In _notify_port_updated(), no bound segment for port c3b4ebb1-2962-4bba-8cd8-443db89a2c97 on network 8e6acc1d-1f5a-4764-8d02-091364799017 {{(pid=88035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 05:52:37.444305 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5015cc08-90c7-4274-b044-b3d4a387861f tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:37.444955 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5015cc08-90c7-4274-b044-b3d4a387861f tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:37.446684 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5015cc08-90c7-4274-b044-b3d4a387861f tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "PUT /v2.0/ports/c3b4ebb1-2962-4bba-8cd8-443db89a2c97 HTTP/1.1" status: 200 len: 1067 time: 1.7214024 Apr 18 05:52:37.451871 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39526) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:37.526420 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbd14d-d1ff-43fa-9421-41da5e203537 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Subnet': ['ID=e45e6aeb-5e12-432c-9189-feac1ab161f1,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:37.550487 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c8c61567-1767-4658-93a7-0772d93c89ba tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3134356 Apr 18 05:52:37.550487 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015cc08-90c7-4274-b044-b3d4a387861f tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Pushing event updated for resources: {'Port': ['ID=c3b4ebb1-2962-4bba-8cd8-443db89a2c97,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:37.551491 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cbd14d-d1ff-43fa-9421-41da5e203537 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Checking segment: {'id': '4c3cc577-c8ec-4899-a989-0185d159a93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b0eea808-c5a7-4b06-98fb-94fcc889f7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:37.553310 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cbd14d-d1ff-43fa-9421-41da5e203537 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network hostable DHCP agents. Network: b0eea808-c5a7-4b06-98fb-94fcc889f7bf, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:52:37.563001 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39532) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:37.576909 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-249025ff-ad19-4dd6-9f65-f03a9fea1785 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1014191973', 'network_id': 'a315ba18-9ea3-4e75-8fb0-2457c164b3b7'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:37.587431 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-249025ff-ad19-4dd6-9f65-f03a9fea1785 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:37.599948 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-249025ff-ad19-4dd6-9f65-f03a9fea1785 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Usage tracker for resource:port and tenant:b4c5cfde5cd54ba8828b292399defc86 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:37.612240 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-249025ff-ad19-4dd6-9f65-f03a9fea1785 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:37.612437 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-44ab8083-cb8a-441a-b89f-970b91327320 req-8c2be9b5-aefd-4aac-8120-4cc75bdd79ce tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:37.623988 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cbd14d-d1ff-43fa-9421-41da5e203537 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network b0eea808-c5a7-4b06-98fb-94fcc889f7bf is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:52:37.626633 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-249025ff-ad19-4dd6-9f65-f03a9fea1785 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:37.628336 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0d7ea1af-bd12-4931-a7f3-e257593dede2 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:37.644645 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-48cbd14d-d1ff-43fa-9421-41da5e203537 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, b0eea808-c5a7-4b06-98fb-94fcc889f7bf) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:37.646373 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b52957da-1840-487e-85ea-c3fdb83ac096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:37.660749 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfabea30-110a-492d-be50-c7c514c5e0b5 None None] Network b0eea808-c5a7-4b06-98fb-94fcc889f7bf requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:37.669326 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cbd14d-d1ff-43fa-9421-41da5e203537 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:37.671407 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-48cbd14d-d1ff-43fa-9421-41da5e203537 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:37.682411 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:37.689909 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249025ff-ad19-4dd6-9f65-f03a9fea1785 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Made reservation on behalf of b4c5cfde5cd54ba8828b292399defc86 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:37.693687 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-249025ff-ad19-4dd6-9f65-f03a9fea1785 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:37.722348 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-48cbd14d-d1ff-43fa-9421-41da5e203537 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7043378 Apr 18 05:52:37.736076 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39536) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:37.736895 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2be9b5-aefd-4aac-8120-4cc75bdd79ce tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Pushing event deleted for resources: {'Port': ['ID=c443a733-7925-498b-ab6a-316c3b18bf5a,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:37.737819 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-249025ff-ad19-4dd6-9f65-f03a9fea1785 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] device_id is not set on port 1071c97e-7f18-4f3b-8592-eadacb4409fe yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:52:37.833220 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8d770eaf-6a16-4620-a906-aaff24309fa5 req-9cdcfa63-3a69-42eb-a15b-baa74540fd8a tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/security-groups?id=4454dfcf-b58a-46d1-b9f8-5e5519d0cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3762856 Apr 18 05:52:37.960263 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-249025ff-ad19-4dd6-9f65-f03a9fea1785 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Allocated IP 172.20.0.11 (a315ba18-9ea3-4e75-8fb0-2457c164b3b7/ef981a92-ec5a-4a74-a57d-14e637650f11/1071c97e-7f18-4f3b-8592-eadacb4409fe) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:38.155956 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e08657d-c11d-4f78-99b9-383b6c03945c None None] Network a315ba18-9ea3-4e75-8fb0-2457c164b3b7 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:38.177915 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-0d7ea1af-bd12-4931-a7f3-e257593dede2 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea019fd-88dc-4734-b3f8-aff6e7018eda']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:38.315677 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-8df9ba17-983f-474f-9bfa-56aa1f992ec2 None None] Provisioning complete for port c3b4ebb1-2962-4bba-8cd8-443db89a2c97 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:52:38.316064 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8df9ba17-983f-474f-9bfa-56aa1f992ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:38.351505 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-249025ff-ad19-4dd6-9f65-f03a9fea1785 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:38.363857 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c443a733-7925-498b-ab6a-316c3b18bf5a no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:52:38.392555 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf44a0-0cef-41d8-b4b2-b4674e77b626 req-dbc03e81-e3b4-42db-b95b-06f78c9ead19 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:38.403947 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-28bf44a0-0cef-41d8-b4b2-b4674e77b626 req-dbc03e81-e3b4-42db-b95b-06f78c9ead19 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 945 time: 0.1471007 Apr 18 05:52:38.445905 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: c443a733-7925-498b-ab6a-316c3b18bf5a {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:52:38.446825 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c443a733-7925-498b-ab6a-316c3b18bf5a not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:52:38.462142 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-28bf44a0-0cef-41d8-b4b2-b4674e77b626 req-27056595-0a54-4c36-9d73-5177a4180be7 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/security-groups?id=0243f8f4-55ad-4220-a9f6-be527e81dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572171 Apr 18 05:52:38.490309 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-249025ff-ad19-4dd6-9f65-f03a9fea1785 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:38.499145 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-8df9ba17-983f-474f-9bfa-56aa1f992ec2 None None] Port c3b4ebb1-2962-4bba-8cd8-443db89a2c97 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:52:38.504656 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-b0eea808-c5a7-4b06-98fb-94fcc889f7bf', 'network_id': 'b0eea808-c5a7-4b06-98fb-94fcc889f7bf', 'tenant_id': '5363d5685d824735b18239fcd4923d66', 'fixed_ips': [{'subnet_id': 'e45e6aeb-5e12-432c-9189-feac1ab161f1'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:52:38.505564 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:38.505757 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-00af2b5d-d667-45cf-aded-d31758a11d2f tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Deleting port c3b4ebb1-2962-4bba-8cd8-443db89a2c97 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:38.506290 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-00af2b5d-d667-45cf-aded-d31758a11d2f tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:38.517276 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:38.566426 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249025ff-ad19-4dd6-9f65-f03a9fea1785 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Network a315ba18-9ea3-4e75-8fb0-2457c164b3b7 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:38.567419 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-0d7ea1af-bd12-4931-a7f3-e257593dede2 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc474052-6fd0-43b4-a2a1-701c0fb8a215') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:38.567920 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-0d7ea1af-bd12-4931-a7f3-e257593dede2 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc474052-6fd0-43b4-a2a1-701c0fb8a215') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:38.569539 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-249025ff-ad19-4dd6-9f65-f03a9fea1785 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:38.572375 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249025ff-ad19-4dd6-9f65-f03a9fea1785 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:38.580346 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44ab8083-cb8a-441a-b89f-970b91327320 req-8c2be9b5-aefd-4aac-8120-4cc75bdd79ce tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Router 233b1ceb-2a39-4c49-ad97-ac5069be2e93 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:52:38.623301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:38.654410 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249025ff-ad19-4dd6-9f65-f03a9fea1785 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:38.655116 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-249025ff-ad19-4dd6-9f65-f03a9fea1785 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:38.694276 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249025ff-ad19-4dd6-9f65-f03a9fea1785 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Pushing event updated for resources: {'Port': ['ID=1071c97e-7f18-4f3b-8592-eadacb4409fe,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:38.708931 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-249025ff-ad19-4dd6-9f65-f03a9fea1785 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.1429965 Apr 18 05:52:38.711974 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39542) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:38.795584 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] Allocated IP 172.20.0.1 (b0eea808-c5a7-4b06-98fb-94fcc889f7bf/e45e6aeb-5e12-432c-9189-feac1ab161f1/795616ed-7715-4335-906a-bcdaa22cc006) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:38.826478 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-a7cd1f3d-83d4-46aa-8aaf-f7b0ef6d5220 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Deleting port 1071c97e-7f18-4f3b-8592-eadacb4409fe {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:38.826828 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1f3d-83d4-46aa-8aaf-f7b0ef6d5220 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:38.828321 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0d7ea1af-bd12-4931-a7f3-e257593dede2 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:38.933444 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-00af2b5d-d667-45cf-aded-d31758a11d2f tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:39.050166 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-92e69b79-653e-4e09-94d8-5d6776a2b86a req-85ef28c5-81d6-4347-87c6-27d8243738e8 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 210 time: 0.0750921 Apr 18 05:52:39.096126 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:39.107280 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] Transition to ACTIVE for port object 795616ed-7715-4335-906a-bcdaa22cc006 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:39.129180 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] Transition to ACTIVE for port object 795616ed-7715-4335-906a-bcdaa22cc006 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:39.134877 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:39.158716 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1f3d-83d4-46aa-8aaf-f7b0ef6d5220 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:39.193994 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] Network b0eea808-c5a7-4b06-98fb-94fcc889f7bf is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:39.196630 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:39.204547 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:39.214504 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] Pushing event updated for resources: {'Port': ['ID=795616ed-7715-4335-906a-bcdaa22cc006,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:39.227820 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-00af2b5d-d667-45cf-aded-d31758a11d2f tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Calling delete_port for c3b4ebb1-2962-4bba-8cd8-443db89a2c97 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:39.310422 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0d7ea1af-bd12-4931-a7f3-e257593dede2 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:39.319625 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] Attempting to bind port 795616ed-7715-4335-906a-bcdaa22cc006 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:52:39.320940 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] Attempting to bind port 795616ed-7715-4335-906a-bcdaa22cc006 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '4c3cc577-c8ec-4899-a989-0185d159a93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b0eea808-c5a7-4b06-98fb-94fcc889f7bf'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:52:39.321632 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] Attempting to bind port 795616ed-7715-4335-906a-bcdaa22cc006 on network b0eea808-c5a7-4b06-98fb-94fcc889f7bf {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:52:39.331773 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:52:39.332948 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] Checking segment: {'id': '4c3cc577-c8ec-4899-a989-0185d159a93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b0eea808-c5a7-4b06-98fb-94fcc889f7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:39.333576 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:39.334196 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] Bound using segment: {'id': '4c3cc577-c8ec-4899-a989-0185d159a93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b0eea808-c5a7-4b06-98fb-94fcc889f7bf'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:52:39.335881 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] Bound port: 795616ed-7715-4335-906a-bcdaa22cc006, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3cc577-c8ec-4899-a989-0185d159a93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b0eea808-c5a7-4b06-98fb-94fcc889f7bf'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:52:39.337088 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:39.359259 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7ea1af-bd12-4931-a7f3-e257593dede2 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:52:39.359656 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0d7ea1af-bd12-4931-a7f3-e257593dede2 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:52:39.380992 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:52:39.458896 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] For port 795616ed-7715-4335-906a-bcdaa22cc006, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:52:39.463362 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] For port 795616ed-7715-4335-906a-bcdaa22cc006, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=795616ed-7715-4335-906a-bcdaa22cc006,segment=NetworkSegment(4c3cc577-c8ec-4899-a989-0185d159a93a),segment_id=4c3cc577-c8ec-4899-a989-0185d159a93a)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:52:39.472583 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:39.473748 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:39.503876 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-a7cd1f3d-83d4-46aa-8aaf-f7b0ef6d5220 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Calling delete_port for 1071c97e-7f18-4f3b-8592-eadacb4409fe owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:39.521488 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e929575-2b33-465b-9a03-7cdba4f5682f req-fc34e095-b2ed-469e-85e7-4b33d7b8dcfb tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:39.527755 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9e929575-2b33-465b-9a03-7cdba4f5682f req-fc34e095-b2ed-469e-85e7-4b33d7b8dcfb tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 1.3520205 Apr 18 05:52:39.584743 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d380b6-b9f5-4ac6-a031-c4c4c6497a95 None None] Pushing event updated for resources: {'Port': ['ID=795616ed-7715-4335-906a-bcdaa22cc006,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:39.755523 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44ab8083-cb8a-441a-b89f-970b91327320 req-8c2be9b5-aefd-4aac-8120-4cc75bdd79ce tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:52:39.763943 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Deleting port 795616ed-7715-4335-906a-bcdaa22cc006 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:39.764720 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:39.764914 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1f3d-83d4-46aa-8aaf-f7b0ef6d5220 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:39.778910 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8410370-9a5d-4a1f-a68d-0d9b7e4a6a14 None None] Sync routers for ids ['233b1ceb-2a39-4c49-ad97-ac5069be2e93'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:52:39.790269 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8410370-9a5d-4a1f-a68d-0d9b7e4a6a14 None None] Routers {'233b1ceb-2a39-4c49-ad97-ac5069be2e93'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:39.791275 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b8410370-9a5d-4a1f-a68d-0d9b7e4a6a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['233b1ceb-2a39-4c49-ad97-ac5069be2e93'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:39.848720 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272913b-7296-45c3-88c2-3eaadc771695 req-c7a5f90f-2ec2-42c5-a041-bb0ce7bbd774 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:39.851559 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9272913b-7296-45c3-88c2-3eaadc771695 req-c7a5f90f-2ec2-42c5-a041-bb0ce7bbd774 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 945 time: 0.1767926 Apr 18 05:52:39.855030 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd1f3d-83d4-46aa-8aaf-f7b0ef6d5220 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Pushing event deleted for resources: {'Port': ['ID=1071c97e-7f18-4f3b-8592-eadacb4409fe,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:39.964485 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0d7ea1af-bd12-4931-a7f3-e257593dede2 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:39.987760 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9e929575-2b33-465b-9a03-7cdba4f5682f req-fd454bad-2a3a-4cc3-a99e-ca01ae16c011 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4591286 Apr 18 05:52:40.006218 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9272913b-7296-45c3-88c2-3eaadc771695 req-c3fc6984-13a9-4ee3-8dbb-6cd93b17aa8a tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/security-groups?id=0243f8f4-55ad-4220-a9f6-be527e81dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146541 Apr 18 05:52:40.024512 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:40.030195 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1f3d-83d4-46aa-8aaf-f7b0ef6d5220 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:40.038296 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a7cd1f3d-83d4-46aa-8aaf-f7b0ef6d5220 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "DELETE /v2.0/ports/1071c97e-7f18-4f3b-8592-eadacb4409fe HTTP/1.1" status: 204 len: 168 time: 1.3251112 Apr 18 05:52:40.041516 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39550) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:40.049557 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a315ba18-9ea3-4e75-8fb0-2457c164b3b7', 'external_fixed_ips': [{'subnet_id': 'ef981a92-ec5a-4a74-a57d-14e637650f11', 'ip_address': '172.20.0.11'}]}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:40.052120 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-f9cb471a-e729-4610-9194-63121d098f2b tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:40.053727 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-f9cb471a-e729-4610-9194-63121d098f2b tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.52 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 945 time: 0.9899151 Apr 18 05:52:40.059816 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:40.066054 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Usage tracker for resource:router and tenant:b4c5cfde5cd54ba8828b292399defc86 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:40.069795 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:40.071049 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0d7ea1af-bd12-4931-a7f3-e257593dede2 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:40.074449 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ab8083-cb8a-441a-b89f-970b91327320 req-8c2be9b5-aefd-4aac-8120-4cc75bdd79ce tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] No DVR routers for this DVR port c443a733-7925-498b-ab6a-316c3b18bf5a on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:52:40.077188 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-44ab8083-cb8a-441a-b89f-970b91327320 req-8c2be9b5-aefd-4aac-8120-4cc75bdd79ce tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:40.083611 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:40.106095 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:40.107685 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:40.186260 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-b8410370-9a5d-4a1f-a68d-0d9b7e4a6a14 None None] Set router 233b1ceb-2a39-4c49-ad97-ac5069be2e93 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:52:40.281459 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c8d12d08-6fc4-4454-ab0c-ec7c6d31105c req-68cc54a7-9abb-40e2-a390-b858316809a8 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae53991-b658-49f8-9ce9-d343dfab7a07 HTTP/1.1" status: 200 len: 210 time: 0.0819004 Apr 18 05:52:40.371034 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae53991-b658-49f8-9ce9-d343dfab7a07', 'name': 'network-vif-deleted', 'tag': 'c443a733-7925-498b-ab6a-316c3b18bf5a'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:52:40.375375 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 795616ed-7715-4335-906a-bcdaa22cc006 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:52:40.381960 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39558) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:40.382326 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0d7ea1af-bd12-4931-a7f3-e257593dede2 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] 10.222.0.15 "DELETE /v2.0/networks/8ea019fd-88dc-4734-b3f8-aff6e7018eda HTTP/1.1" status: 204 len: 168 time: 3.6066954 Apr 18 05:52:40.467605 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 795616ed-7715-4335-906a-bcdaa22cc006 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:52:40.474685 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:52:40.483573 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ea1af-bd12-4931-a7f3-e257593dede2 tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Pushing event deleted for resources: {'Network': ['ID=8ea019fd-88dc-4734-b3f8-aff6e7018eda,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:40.545327 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:40.560869 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c97fe923-f865-4cb1-b15a-59b47683dbef tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:40.615979 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99162fec-64ea-460b-ac43-157878ef5b5e'] response: {'server_uuid': 'eae53991-b658-49f8-9ce9-d343dfab7a07', 'name': 'network-vif-deleted', 'tag': 'c443a733-7925-498b-ab6a-316c3b18bf5a', 'status': 'completed', 'code': 200} Apr 18 05:52:40.618236 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-00af2b5d-d667-45cf-aded-d31758a11d2f tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:40.631211 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-44ab8083-cb8a-441a-b89f-970b91327320 req-8c2be9b5-aefd-4aac-8120-4cc75bdd79ce tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.52 "DELETE /v2.0/ports/c443a733-7925-498b-ab6a-316c3b18bf5a HTTP/1.1" status: 204 len: 173 time: 6.1077952 Apr 18 05:52:40.684683 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b8410370-9a5d-4a1f-a68d-0d9b7e4a6a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'name': 'tempest-ServersTestManualDisk-1963045406-router', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:53Z', 'updated_at': '2022-04-18T05:51:03Z', 'revision_number': 4, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'gw_port': {'id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'bdf1c92f-3538-4382-a9ef-f9721140a992', 'name': '', 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'mac_address': 'fa:16:3e:7d:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:02Z', 'updated_at': '2022-04-18T05:51:14Z', 'revision_number': 5, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'subnets': [{'id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:40.689089 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8410370-9a5d-4a1f-a68d-0d9b7e4a6a14 None None] Checking router: 233b1ceb-2a39-4c49-ad97-ac5069be2e93 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:52:40.698953 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8410370-9a5d-4a1f-a68d-0d9b7e4a6a14 None None] Routers {'233b1ceb-2a39-4c49-ad97-ac5069be2e93'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:40.699854 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b8410370-9a5d-4a1f-a68d-0d9b7e4a6a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['233b1ceb-2a39-4c49-ad97-ac5069be2e93'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:40.759260 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af2b5d-d667-45cf-aded-d31758a11d2f tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Pushing event deleted for resources: {'Port': ['ID=c3b4ebb1-2962-4bba-8cd8-443db89a2c97,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:40.974979 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Deleting port 888a1820-99bb-4a06-a2a7-bfd6b7791d9a {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:40.975608 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:41.052157 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-b8410370-9a5d-4a1f-a68d-0d9b7e4a6a14 None None] Set router 233b1ceb-2a39-4c49-ad97-ac5069be2e93 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:52:41.059803 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:41.087420 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c97fe923-f865-4cb1-b15a-59b47683dbef tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:41.193794 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b968e601-7472-46fa-a57b-bd9ed3c1b047 None None] Network b0eea808-c5a7-4b06-98fb-94fcc889f7bf requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:41.204691 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-c97fe923-f865-4cb1-b15a-59b47683dbef tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7071e677-e4be-499b-9ae6-7b1203a03de5']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:41.234557 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-c97fe923-f865-4cb1-b15a-59b47683dbef tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15d838c-f624-406e-b486-730e9324c2e3') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:41.234783 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-c97fe923-f865-4cb1-b15a-59b47683dbef tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15d838c-f624-406e-b486-730e9324c2e3') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:41.300876 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] For port 795616ed-7715-4335-906a-bcdaa22cc006, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=795616ed-7715-4335-906a-bcdaa22cc006,segment=NetworkSegment(4c3cc577-c8ec-4899-a989-0185d159a93a),segment_id=4c3cc577-c8ec-4899-a989-0185d159a93a)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:41.301718 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:41.302788 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c97fe923-f865-4cb1-b15a-59b47683dbef tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:41.330002 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c97fe923-f865-4cb1-b15a-59b47683dbef tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:41.345552 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97fe923-f865-4cb1-b15a-59b47683dbef tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:52:41.346960 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c97fe923-f865-4cb1-b15a-59b47683dbef tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:52:41.515629 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:52:41.554961 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ffc9d1e9-b0f8-41ee-bed0-96af248393ec None None] Provisioning for port 795616ed-7715-4335-906a-bcdaa22cc006 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:52:41.557414 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c97fe923-f865-4cb1-b15a-59b47683dbef tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:41.567045 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ffc9d1e9-b0f8-41ee-bed0-96af248393ec None None] Provisioning complete for port 795616ed-7715-4335-906a-bcdaa22cc006 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:52:41.567598 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ffc9d1e9-b0f8-41ee-bed0-96af248393ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:41.575800 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b8410370-9a5d-4a1f-a68d-0d9b7e4a6a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'name': 'tempest-ServersTestManualDisk-1963045406-router', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:53Z', 'updated_at': '2022-04-18T05:51:03Z', 'revision_number': 4, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'gw_port': {'id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'bdf1c92f-3538-4382-a9ef-f9721140a992', 'name': '', 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'mac_address': 'fa:16:3e:7d:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:02Z', 'updated_at': '2022-04-18T05:51:14Z', 'revision_number': 5, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'subnets': [{'id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:41.580359 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8410370-9a5d-4a1f-a68d-0d9b7e4a6a14 None None] The sync data for ids ['233b1ceb-2a39-4c49-ad97-ac5069be2e93'] in dv-neutron-837489-1-hyperv is: [{'id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'name': 'tempest-ServersTestManualDisk-1963045406-router', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:53Z', 'updated_at': '2022-04-18T05:51:03Z', 'revision_number': 4, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'gw_port': {'id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'bdf1c92f-3538-4382-a9ef-f9721140a992', 'name': '', 'network_id': '8e6ec6cd-b02b-4370-9725-304c806a2405', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'mac_address': 'fa:16:3e:7d:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:02Z', 'updated_at': '2022-04-18T05:51:14Z', 'revision_number': 5, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'subnets': [{'id': '5fcd649f-492a-4c12-9975-b04bbb1ea4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:52:41.589217 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Calling delete_port for 795616ed-7715-4335-906a-bcdaa22cc006 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:41.700581 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c97fe923-f865-4cb1-b15a-59b47683dbef tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:41.716171 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fe923-f865-4cb1-b15a-59b47683dbef tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Pushing event deleted for resources: {'Network': ['ID=7071e677-e4be-499b-9ae6-7b1203a03de5,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:41.736181 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c97fe923-f865-4cb1-b15a-59b47683dbef tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] 10.222.0.15 "DELETE /v2.0/networks/7071e677-e4be-499b-9ae6-7b1203a03de5 HTTP/1.1" status: 204 len: 168 time: 1.3509071 Apr 18 05:52:41.738648 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39568) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:41.774838 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-00af2b5d-d667-45cf-aded-d31758a11d2f tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:41.775510 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ffc9d1e9-b0f8-41ee-bed0-96af248393ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:41.777136 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-00af2b5d-d667-45cf-aded-d31758a11d2f tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "DELETE /v2.0/ports/c3b4ebb1-2962-4bba-8cd8-443db89a2c97 HTTP/1.1" status: 204 len: 168 time: 4.2646108 Apr 18 05:52:41.784845 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39572) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:41.823884 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-ffc9d1e9-b0f8-41ee-bed0-96af248393ec None None] For port 795616ed-7715-4335-906a-bcdaa22cc006, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=795616ed-7715-4335-906a-bcdaa22cc006,segment=NetworkSegment(4c3cc577-c8ec-4899-a989-0185d159a93a),segment_id=4c3cc577-c8ec-4899-a989-0185d159a93a)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:41.835054 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ffc9d1e9-b0f8-41ee-bed0-96af248393ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:41.919215 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9d1e9-b0f8-41ee-bed0-96af248393ec None None] Pushing event updated for resources: {'Port': ['ID=795616ed-7715-4335-906a-bcdaa22cc006,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:41.950040 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ddb5ad4-bc2e-4864-b6e2-153dd1146f32 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] GET failed (client error): The resource could not be found. Apr 18 05:52:41.950667 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2ddb5ad4-bc2e-4864-b6e2-153dd1146f32 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Synchronizing usage tracker for tenant:75991ac3a3524dd9ba55f960b621c6cc on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:52:41.985389 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa65e07-3394-484f-a6b1-e2be3a89d9bb req-2a0f0bc1-b88f-42d3-b648-9b149720c718 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:41.987101 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ffa65e07-3394-484f-a6b1-e2be3a89d9bb req-2a0f0bc1-b88f-42d3-b648-9b149720c718 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 945 time: 0.4705791 Apr 18 05:52:42.011789 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070a0c26-125f-4b74-94ba-2a078006ffc0 None None] New status for floating IP 0cb0cd27-b2fc-43e8-90e2-4d1c4e10654d: DOWN {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 05:52:42.018274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0dde1478-2ae2-41f5-8bf3-1eded9bd73ea tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:42.056338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.api [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:52:42.056943 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG oslo_db.api [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:52:42.072400 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2ddb5ad4-bc2e-4864-b6e2-153dd1146f32 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Unset dirty status for tenant:75991ac3a3524dd9ba55f960b621c6cc on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:52:42.076432 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2ddb5ad4-bc2e-4864-b6e2-153dd1146f32 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "GET /v2.0/ports/c3b4ebb1-2962-4bba-8cd8-443db89a2c97 HTTP/1.1" status: 404 len: 333 time: 0.2897871 Apr 18 05:52:42.079824 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39576) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:42.087074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] For port 888a1820-99bb-4a06-a2a7-bfd6b7791d9a, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=888a1820-99bb-4a06-a2a7-bfd6b7791d9a,segment=NetworkSegment(90bc9c89-017d-4efd-82f8-9dbfeb8d8462),segment_id=90bc9c89-017d-4efd-82f8-9dbfeb8d8462)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:42.087361 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:42.097942 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-824fc39d-35db-4323-8cc9-0e350a3523f0 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:42.108940 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0928b0-67a7-45e3-88cd-06c0f99f21c2 req-f9f8bb24-1cce-4b61-8528-4248812200a3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:42.112669 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4e0928b0-67a7-45e3-88cd-06c0f99f21c2 req-f9f8bb24-1cce-4b61-8528-4248812200a3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.6626942 Apr 18 05:52:42.167724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-824fc39d-35db-4323-8cc9-0e350a3523f0 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:42.183512 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ffa65e07-3394-484f-a6b1-e2be3a89d9bb req-0a8625b6-c56e-4444-92db-b657a62f7c82 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/security-groups?id=0243f8f4-55ad-4220-a9f6-be527e81dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601138 Apr 18 05:52:42.243213 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f769f0fa-890a-46c8-b740-0280ac335970 None None] Provisioning complete for port 795616ed-7715-4335-906a-bcdaa22cc006 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:52:42.243695 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f769f0fa-890a-46c8-b740-0280ac335970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:42.351023 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-b399359a-15a8-44ed-b111-bf2fe8d79a65 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Deleting port ac8a8871-b676-4512-a949-975823166822 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:42.351585 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b399359a-15a8-44ed-b111-bf2fe8d79a65 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:42.356209 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 795616ed-7715-4335-906a-bcdaa22cc006 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:52:42.433294 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 888a1820-99bb-4a06-a2a7-bfd6b7791d9a no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:52:42.435806 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39582) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:42.561255 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 795616ed-7715-4335-906a-bcdaa22cc006 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:52:42.561814 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:42.563763 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0dde1478-2ae2-41f5-8bf3-1eded9bd73ea tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:42.587499 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Deleting port 795616ed-7715-4335-906a-bcdaa22cc006 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:42.587845 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:42.625114 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-0dde1478-2ae2-41f5-8bf3-1eded9bd73ea tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdbddd5-77fb-479f-8e2a-ee19d6e21f2b']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:42.670321 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:42.707791 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-0dde1478-2ae2-41f5-8bf3-1eded9bd73ea tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd53a88d6-08c3-42c7-ab7f-8a706349efe5') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:42.707791 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-0dde1478-2ae2-41f5-8bf3-1eded9bd73ea tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd53a88d6-08c3-42c7-ab7f-8a706349efe5') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:42.711651 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:42.719735 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4e0928b0-67a7-45e3-88cd-06c0f99f21c2 req-8b0f015c-2993-47ab-ab44-5cc8f2f93fb4 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3024001 Apr 18 05:52:42.728819 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0dde1478-2ae2-41f5-8bf3-1eded9bd73ea tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:42.748784 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0dde1478-2ae2-41f5-8bf3-1eded9bd73ea tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:42.749824 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399ecdd2-1884-4a98-8c14-b3e29b9512f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '888a1820-99bb-4a06-a2a7-bfd6b7791d9a'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:52:42.756092 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dde1478-2ae2-41f5-8bf3-1eded9bd73ea tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:52:42.756504 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0dde1478-2ae2-41f5-8bf3-1eded9bd73ea tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:42.785289 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 888a1820-99bb-4a06-a2a7-bfd6b7791d9a, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=888a1820-99bb-4a06-a2a7-bfd6b7791d9a,segment=NetworkSegment(90bc9c89-017d-4efd-82f8-9dbfeb8d8462),segment_id=90bc9c89-017d-4efd-82f8-9dbfeb8d8462)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:42.786385 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:42.823648 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:52:42.836851 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:52:42.862847 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cea6407d-4b71-4e66-a194-c95bef93b6a7'] response: {'server_uuid': '399ecdd2-1884-4a98-8c14-b3e29b9512f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '888a1820-99bb-4a06-a2a7-bfd6b7791d9a', 'code': 200} Apr 18 05:52:42.917576 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=888a1820-99bb-4a06-a2a7-bfd6b7791d9a,revision_number=6']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:42.932933 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0f1cc4eb-a873-46e3-996d-cf6906dd9712 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:42.943351 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-824fc39d-35db-4323-8cc9-0e350a3523f0 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Floating IP 3f335a00-46b0-4a53-9f0e-f6abf831b085 associated. External IP: 172.26.1.209, port: 38445cf4-d3f5-421e-aa5b-8d73bcc70db9. Apr 18 05:52:43.027871 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0dde1478-2ae2-41f5-8bf3-1eded9bd73ea tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:43.073213 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0f1cc4eb-a873-46e3-996d-cf6906dd9712 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:43.107093 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:43.107466 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:43.107768 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Floating IP 79c45052-e35c-4544-a5e6-cadde2505f14 disassociated. External IP: 172.26.1.181, port: 888a1820-99bb-4a06-a2a7-bfd6b7791d9a. Apr 18 05:52:43.108131 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Calling delete_port for 888a1820-99bb-4a06-a2a7-bfd6b7791d9a owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:43.133577 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0dde1478-2ae2-41f5-8bf3-1eded9bd73ea tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:43.173451 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde1478-2ae2-41f5-8bf3-1eded9bd73ea tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] Pushing event deleted for resources: {'Network': ['ID=efdbddd5-77fb-479f-8e2a-ee19d6e21f2b,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:43.191972 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0dde1478-2ae2-41f5-8bf3-1eded9bd73ea tempest-BulkNetworkOpsTest-1751734565 tempest-BulkNetworkOpsTest-1751734565-project] 10.222.0.15 "DELETE /v2.0/networks/efdbddd5-77fb-479f-8e2a-ee19d6e21f2b HTTP/1.1" status: 204 len: 168 time: 1.4540105 Apr 18 05:52:43.272608 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b399359a-15a8-44ed-b111-bf2fe8d79a65 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:43.294643 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3c06e-bbce-4abe-95b5-9546f1601c84 req-ad8b3e44-d2c6-4277-b2e6-7f40dc88754b tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:43.296199 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1fb3c06e-bbce-4abe-95b5-9546f1601c84 req-ad8b3e44-d2c6-4277-b2e6-7f40dc88754b tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.4256389 Apr 18 05:52:43.529359 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.api [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:52:43.529770 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG oslo_db.api [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:52:43.541596 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] For port 795616ed-7715-4335-906a-bcdaa22cc006, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=795616ed-7715-4335-906a-bcdaa22cc006,segment=NetworkSegment(4c3cc577-c8ec-4899-a989-0185d159a93a),segment_id=4c3cc577-c8ec-4899-a989-0185d159a93a)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:43.541951 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:43.549057 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39596) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:43.551706 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0f1cc4eb-a873-46e3-996d-cf6906dd9712 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:43.608655 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-b399359a-15a8-44ed-b111-bf2fe8d79a65 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Calling delete_port for ac8a8871-b676-4512-a949-975823166822 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:43.645501 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cc4eb-a873-46e3-996d-cf6906dd9712 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4454dfcf-b58a-46d1-b9f8-5e5519d0cd95,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:43.679612 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Allocated IP 172.20.0.11 (a315ba18-9ea3-4e75-8fb0-2457c164b3b7/ef981a92-ec5a-4a74-a57d-14e637650f11/c570eba5-ff64-4baa-8b65-2b5e3ff088d1) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:43.694429 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1fb3c06e-bbce-4abe-95b5-9546f1601c84 req-468d557b-36ab-4436-adc5-9d6d16661226 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3902400 Apr 18 05:52:43.910873 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Calling delete_port for 795616ed-7715-4335-906a-bcdaa22cc006 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:43.959533 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b399359a-15a8-44ed-b111-bf2fe8d79a65 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:44.018196 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:44.033386 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Deleting port 888a1820-99bb-4a06-a2a7-bfd6b7791d9a {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:44.033718 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:44.042021 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399359a-15a8-44ed-b111-bf2fe8d79a65 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Pushing event deleted for resources: {'Port': ['ID=ac8a8871-b676-4512-a949-975823166822,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:44.083483 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0f1cc4eb-a873-46e3-996d-cf6906dd9712 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:44.087692 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0f1cc4eb-a873-46e3-996d-cf6906dd9712 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "DELETE /v2.0/security-groups/4454dfcf-b58a-46d1-b9f8-5e5519d0cd95 HTTP/1.1" status: 204 len: 168 time: 1.6340563 Apr 18 05:52:44.094777 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9ad02-ff1f-41c0-8501-94484339a76e req-2425a834-ab95-42fd-ba1b-98ccd788f6df tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:44.096278 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-82a9ad02-ff1f-41c0-8501-94484339a76e req-2425a834-ab95-42fd-ba1b-98ccd788f6df tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.2496898 Apr 18 05:52:44.097868 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39604) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:44.103366 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b399359a-15a8-44ed-b111-bf2fe8d79a65 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:44.121490 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d21d0-658f-47d9-b17f-6730883e4db4 req-fc1eee33-702d-4c81-a07c-e20cce8f1f9b tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:44.122219 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-3f2d21d0-658f-47d9-b17f-6730883e4db4 req-fc1eee33-702d-4c81-a07c-e20cce8f1f9b tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Synchronizing usage tracker for tenant:16530a209bf44d9e8d1b192ff854fad3 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:52:44.135882 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-00ef4f86-a809-4dfc-9107-4f12f525a0f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bbd4e69eb37643dc86f9cd84e5ec3cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5764909 Apr 18 05:52:44.136888 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824fc39d-35db-4323-8cc9-0e350a3523f0 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Router 3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:52:44.140112 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39608) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:44.152226 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-356ccd96-f2d5-4fd4-ac47-d615056f9877 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] show failed (client error): The resource could not be found. Apr 18 05:52:44.153448 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-356ccd96-f2d5-4fd4-ac47-d615056f9877 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "GET /v2.0/security-groups/4454dfcf-b58a-46d1-b9f8-5e5519d0cd95 HTTP/1.1" status: 404 len: 347 time: 0.0546768 Apr 18 05:52:44.158267 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39612) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:44.221453 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b399359a-15a8-44ed-b111-bf2fe8d79a65 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "DELETE /v2.0/ports/ac8a8871-b676-4512-a949-975823166822 HTTP/1.1" status: 204 len: 168 time: 2.1335683 Apr 18 05:52:44.236532 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39616) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:44.259544 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-3f2d21d0-658f-47d9-b17f-6730883e4db4 req-fc1eee33-702d-4c81-a07c-e20cce8f1f9b tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Unset dirty status for tenant:16530a209bf44d9e8d1b192ff854fad3 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:52:44.260742 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3f2d21d0-658f-47d9-b17f-6730883e4db4 req-fc1eee33-702d-4c81-a07c-e20cce8f1f9b tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 943 time: 0.9185796 Apr 18 05:52:44.394479 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-82a9ad02-ff1f-41c0-8501-94484339a76e req-71ee2cd9-fadd-4213-ad4f-8434666e6abc tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739677 Apr 18 05:52:44.395502 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:44.401230 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-78518197-e390-4902-b564-ab14cf383062 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] GET failed (client error): The resource could not be found. Apr 18 05:52:44.401878 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-78518197-e390-4902-b564-ab14cf383062 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Synchronizing usage tracker for tenant:75991ac3a3524dd9ba55f960b621c6cc on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:52:44.446765 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-15ac79ae-59e9-405a-ae4c-799ab38bf4c1 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Deleting port d62be02c-dceb-45b3-8de4-04c278c3366a {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:44.447111 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-15ac79ae-59e9-405a-ae4c-799ab38bf4c1 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:44.516004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Network a315ba18-9ea3-4e75-8fb0-2457c164b3b7 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:44.521155 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:44.526335 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:44.533309 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-78518197-e390-4902-b564-ab14cf383062 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Unset dirty status for tenant:75991ac3a3524dd9ba55f960b621c6cc on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:52:44.534425 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-78518197-e390-4902-b564-ab14cf383062 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "GET /v2.0/ports/ac8a8871-b676-4512-a949-975823166822 HTTP/1.1" status: 404 len: 333 time: 0.2874510 Apr 18 05:52:44.535303 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:44.605557 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39622) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:44.608485 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Pushing event updated for resources: {'Port': ['ID=c570eba5-ff64-4baa-8b65-2b5e3ff088d1,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:44.647021 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3f2d21d0-658f-47d9-b17f-6730883e4db4 req-3fdcd51f-356e-4963-a108-5a4a1ed88d8e tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/security-groups?id=0243f8f4-55ad-4220-a9f6-be527e81dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3395052 Apr 18 05:52:44.693084 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-47d77dd0-48b9-4a2b-956c-fb8c13352088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:44.704477 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Port': ['ID=795616ed-7715-4335-906a-bcdaa22cc006,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:44.724552 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108d7339-8b75-4efe-8979-a10214570f0b None None] DHCP port deletion for b0eea808-c5a7-4b06-98fb-94fcc889f7bf request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:52:44.745360 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73f321e-ef14-4a48-8d3c-39a3dd86e946 None None] get_active_networks_info from dv-neutron-837489-1-hyperv {{(pid=88036) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 05:52:44.783303 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824fc39d-35db-4323-8cc9-0e350a3523f0 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:52:44.798321 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6851b1d3-d204-4630-86a8-ae248db690b9 None None] Sync routers for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:52:44.811241 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6851b1d3-d204-4630-86a8-ae248db690b9 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:44.813420 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-6851b1d3-d204-4630-86a8-ae248db690b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:44.863407 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No DVR routers for this DVR port 795616ed-7715-4335-906a-bcdaa22cc006 on host dv-neutron-837489-1-hyperv {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:52:44.869058 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-7f243906-ec29-4bf0-a0ea-10e275fbf1e8 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Deleting port 50d8a88e-63bd-42d5-9d40-1d60d6783d57 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:44.869585 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7f243906-ec29-4bf0-a0ea-10e275fbf1e8 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:44.874471 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-47d77dd0-48b9-4a2b-956c-fb8c13352088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:44.903720 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-6851b1d3-d204-4630-86a8-ae248db690b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:44.910663 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73f321e-ef14-4a48-8d3c-39a3dd86e946 None None] Resources bound (agent type, host, resource id): {{(pid=88036) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 05:52:44.918080 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6851b1d3-d204-4630-86a8-ae248db690b9 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:44.919001 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-6851b1d3-d204-4630-86a8-ae248db690b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:44.950212 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] For port 888a1820-99bb-4a06-a2a7-bfd6b7791d9a, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=888a1820-99bb-4a06-a2a7-bfd6b7791d9a,segment=NetworkSegment(90bc9c89-017d-4efd-82f8-9dbfeb8d8462),segment_id=90bc9c89-017d-4efd-82f8-9dbfeb8d8462)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:44.950788 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:44.996232 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-6851b1d3-d204-4630-86a8-ae248db690b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:44.997128 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6851b1d3-d204-4630-86a8-ae248db690b9 None None] The sync data for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:52:45.086512 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:45.214764 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-15ac79ae-59e9-405a-ae4c-799ab38bf4c1 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:45.215135 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-15ac79ae-59e9-405a-ae4c-799ab38bf4c1 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:45.306712 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c12287-f99d-448e-85e6-ad9757abc622 req-b48377bf-af49-45b0-b698-7f45b5359e40 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:45.314059 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-16c12287-f99d-448e-85e6-ad9757abc622 req-b48377bf-af49-45b0-b698-7f45b5359e40 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.7854335 Apr 18 05:52:45.332796 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-b0eea808-c5a7-4b06-98fb-94fcc889f7bf', 'network_id': 'b0eea808-c5a7-4b06-98fb-94fcc889f7bf', 'tenant_id': '5363d5685d824735b18239fcd4923d66', 'fixed_ips': [{'subnet_id': 'e45e6aeb-5e12-432c-9189-feac1ab161f1'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:52:45.333687 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:45.405401 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-15ac79ae-59e9-405a-ae4c-799ab38bf4c1 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Calling delete_port for d62be02c-dceb-45b3-8de4-04c278c3366a owned by network:floatingip {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:45.466861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-47d77dd0-48b9-4a2b-956c-fb8c13352088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:45.517501 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] Allocated IP 172.20.0.1 (b0eea808-c5a7-4b06-98fb-94fcc889f7bf/e45e6aeb-5e12-432c-9189-feac1ab161f1/d80d9de5-8822-4f0f-8635-e90af0dbd86c) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:45.596130 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-16c12287-f99d-448e-85e6-ad9757abc622 req-a4451593-e3f5-4d33-a867-e64fca306bd7 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2812767 Apr 18 05:52:45.614447 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d77dd0-48b9-4a2b-956c-fb8c13352088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d2f1d3-3282-49c4-929c-b88d602bcc1c,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:45.654998 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:45.655164 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:45.655478 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Floating IP 79c45052-e35c-4544-a5e6-cadde2505f14 disassociated. External IP: 172.26.1.181, port: 888a1820-99bb-4a06-a2a7-bfd6b7791d9a. Apr 18 05:52:45.655821 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Calling delete_port for 888a1820-99bb-4a06-a2a7-bfd6b7791d9a owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:45.809960 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7f243906-ec29-4bf0-a0ea-10e275fbf1e8 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:45.824847 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-47d77dd0-48b9-4a2b-956c-fb8c13352088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:45.828000 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-47d77dd0-48b9-4a2b-956c-fb8c13352088 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21d2f1d3-3282-49c4-929c-b88d602bcc1c HTTP/1.1" status: 204 len: 168 time: 1.6826754 Apr 18 05:52:45.840475 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:45.983310 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:46.044757 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-7f243906-ec29-4bf0-a0ea-10e275fbf1e8 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Calling delete_port for 50d8a88e-63bd-42d5-9d40-1d60d6783d57 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:46.051648 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Pushing event deleted for resources: {'Port': ['ID=888a1820-99bb-4a06-a2a7-bfd6b7791d9a,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:46.086071 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:46.165041 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb4a6-1013-4dde-87cc-99cb686e33b6 req-5abfc9ac-9eb0-478e-add4-ee41c65c98a3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:46.166531 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-317eb4a6-1013-4dde-87cc-99cb686e33b6 req-5abfc9ac-9eb0-478e-add4-ee41c65c98a3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.4220812 Apr 18 05:52:46.168529 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824fc39d-35db-4323-8cc9-0e350a3523f0 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Router 3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:52:46.202039 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] Transition to ACTIVE for port object d80d9de5-8822-4f0f-8635-e90af0dbd86c will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:46.219666 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-15ac79ae-59e9-405a-ae4c-799ab38bf4c1 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:46.240090 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] Transition to ACTIVE for port object d80d9de5-8822-4f0f-8635-e90af0dbd86c will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:46.258434 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:46.365756 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac79ae-59e9-405a-ae4c-799ab38bf4c1 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Pushing event deleted for resources: {'Port': ['ID=d62be02c-dceb-45b3-8de4-04c278c3366a,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:46.424177 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-317eb4a6-1013-4dde-87cc-99cb686e33b6 req-f37ed016-7f41-430c-8b32-15a66e851de9 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487569 Apr 18 05:52:46.431724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:46.432887 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] Network b0eea808-c5a7-4b06-98fb-94fcc889f7bf is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:46.436614 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] Pushing event updated for resources: {'Port': ['ID=d80d9de5-8822-4f0f-8635-e90af0dbd86c,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:46.439437 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:46.446432 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 795616ed-7715-4335-906a-bcdaa22cc006 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:52:46.453616 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8a24a-5904-443c-ad77-c7446b36926c req-7324e600-140c-4c13-8839-76e5bb35810f tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:46.465771 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-09d8a24a-5904-443c-ad77-c7446b36926c req-7324e600-140c-4c13-8839-76e5bb35810f tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 865 time: 0.6424527 Apr 18 05:52:46.487465 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:46.490387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 795616ed-7715-4335-906a-bcdaa22cc006 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:52:46.490730 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 795616ed-7715-4335-906a-bcdaa22cc006 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:52:46.519125 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Subnet': ['ID=e45e6aeb-5e12-432c-9189-feac1ab161f1,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:46.563311 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Router c33ca8c7-7169-4e64-a0d7-4109958c73d4 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:52:46.672451 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] Attempting to bind port d80d9de5-8822-4f0f-8635-e90af0dbd86c on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:52:46.673155 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] Attempting to bind port d80d9de5-8822-4f0f-8635-e90af0dbd86c by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '4c3cc577-c8ec-4899-a989-0185d159a93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b0eea808-c5a7-4b06-98fb-94fcc889f7bf'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:52:46.673680 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] Attempting to bind port d80d9de5-8822-4f0f-8635-e90af0dbd86c on network b0eea808-c5a7-4b06-98fb-94fcc889f7bf {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:52:46.681196 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:52:46.681944 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] Checking segment: {'id': '4c3cc577-c8ec-4899-a989-0185d159a93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b0eea808-c5a7-4b06-98fb-94fcc889f7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:46.682515 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:46.683051 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] Bound using segment: {'id': '4c3cc577-c8ec-4899-a989-0185d159a93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b0eea808-c5a7-4b06-98fb-94fcc889f7bf'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:52:46.683653 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] Bound port: d80d9de5-8822-4f0f-8635-e90af0dbd86c, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3cc577-c8ec-4899-a989-0185d159a93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b0eea808-c5a7-4b06-98fb-94fcc889f7bf'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:52:46.684211 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:46.759696 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:46.803684 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-09d8a24a-5904-443c-ad77-c7446b36926c req-857271dd-7735-4d87-b27d-42b58249f92e tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/security-groups?id=0243f8f4-55ad-4220-a9f6-be527e81dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3416970 Apr 18 05:52:46.815964 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-15ac79ae-59e9-405a-ae4c-799ab38bf4c1 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks [] for floatingip, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:46.837047 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7f243906-ec29-4bf0-a0ea-10e275fbf1e8 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:46.844636 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] For port d80d9de5-8822-4f0f-8635-e90af0dbd86c, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:52:46.848877 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] For port d80d9de5-8822-4f0f-8635-e90af0dbd86c, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d80d9de5-8822-4f0f-8635-e90af0dbd86c,segment=NetworkSegment(4c3cc577-c8ec-4899-a989-0185d159a93a),segment_id=4c3cc577-c8ec-4899-a989-0185d159a93a)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:52:46.857144 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:46.874027 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0eea808-c5a7-4b06-98fb-94fcc889f7bf']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:46.891853 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824fc39d-35db-4323-8cc9-0e350a3523f0 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:52:46.897823 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3cc577-c8ec-4899-a989-0185d159a93a') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:46.898246 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3cc577-c8ec-4899-a989-0185d159a93a') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:46.925807 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:46.936434 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50ffc98-9263-4df0-9e00-6ec153360c87 None None] Sync routers for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:52:46.954167 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39652) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:46.965630 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f243906-ec29-4bf0-a0ea-10e275fbf1e8 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Pushing event deleted for resources: {'Port': ['ID=50d8a88e-63bd-42d5-9d40-1d60d6783d57,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:47.017143 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:47.020412 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-15ac79ae-59e9-405a-ae4c-799ab38bf4c1 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:47.021585 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-15ac79ae-59e9-405a-ae4c-799ab38bf4c1 tempest-ServersTestManualDisk-2099835007 tempest-ServersTestManualDisk-2099835007-project] 10.222.0.15 "DELETE /v2.0/floatingips/0cb0cd27-b2fc-43e8-90e2-4d1c4e10654d HTTP/1.1" status: 204 len: 168 time: 2.8615437 Apr 18 05:52:47.026886 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39656) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:47.060591 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ffe66c-22b1-4f54-acbd-0fa70f84d07d None None] get_active_networks_info from dv-neutron-837489-1-hyperv {{(pid=88036) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 05:52:47.095609 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50ffc98-9263-4df0-9e00-6ec153360c87 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:47.096356 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d50ffc98-9263-4df0-9e00-6ec153360c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:47.153373 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-824fc39d-35db-4323-8cc9-0e350a3523f0 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:47.156873 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7f243906-ec29-4bf0-a0ea-10e275fbf1e8 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:47.161270 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7f243906-ec29-4bf0-a0ea-10e275fbf1e8 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "DELETE /v2.0/ports/50d8a88e-63bd-42d5-9d40-1d60d6783d57 HTTP/1.1" status: 204 len: 168 time: 2.5519478 Apr 18 05:52:47.174170 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39662) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:47.184933 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:47.206379 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:52:47.206799 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:52:47.228120 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:52:47.238205 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d50ffc98-9263-4df0-9e00-6ec153360c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:47.250301 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f89bd-ec6d-4266-aa54-5da3340a4e55 req-f0bc365f-71be-47fd-aa26-d7f24cbad8ff tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:47.251786 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7a9f89bd-ec6d-4266-aa54-5da3340a4e55 req-f0bc365f-71be-47fd-aa26-d7f24cbad8ff tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.6038847 Apr 18 05:52:47.349670 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-31082153'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:47.360308 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:52:47.370887 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:47.373162 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddefcb57-1daa-4b2b-af7c-c5560bd8d52d None None] Sync routers for ids ['c33ca8c7-7169-4e64-a0d7-4109958c73d4'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:52:47.389614 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ffe66c-22b1-4f54-acbd-0fa70f84d07d None None] Resources bound (agent type, host, resource id): {{(pid=88036) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 05:52:47.391643 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a70a47-ea07-478e-9aa1-957e724c0bcf None None] Pushing event updated for resources: {'Port': ['ID=d80d9de5-8822-4f0f-8635-e90af0dbd86c,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:47.392812 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddefcb57-1daa-4b2b-af7c-c5560bd8d52d None None] Routers {'c33ca8c7-7169-4e64-a0d7-4109958c73d4'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:47.393742 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ddefcb57-1daa-4b2b-af7c-c5560bd8d52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c33ca8c7-7169-4e64-a0d7-4109958c73d4'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:47.402158 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-566d1b7b-7a99-401f-8ccc-c8b1204fd8d7 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Deleting subnet 0c6a2796-4ce3-4a35-bd01-718f5b9006e6 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:52:47.414794 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-566d1b7b-7a99-401f-8ccc-c8b1204fd8d7 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:47.434328 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50ffc98-9263-4df0-9e00-6ec153360c87 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:47.434953 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d50ffc98-9263-4df0-9e00-6ec153360c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:47.466864 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Usage tracker for resource:network and tenant:6b3ffbef4e5a4307b1ad6232f6312b6a is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:47.485659 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.api [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 05:52:47.485659 dv-neutron-837489-1-hyperv neutron-server[88034]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 05:52:47.485659 dv-neutron-837489-1-hyperv neutron-server[88034]: [parameters: {'id': 'b0eea808-c5a7-4b06-98fb-94fcc889f7bf'}] Apr 18 05:52:47.485659 dv-neutron-837489-1-hyperv neutron-server[88034]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:52:47.486334 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG oslo_db.api [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:52:47.487355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:47.525218 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d50ffc98-9263-4df0-9e00-6ec153360c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:47.525618 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50ffc98-9263-4df0-9e00-6ec153360c87 None None] The sync data for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:52:47.554791 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:47.558781 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] No DVR routers for this DVR port 888a1820-99bb-4a06-a2a7-bfd6b7791d9a on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:52:47.562014 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:47.564412 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e034609b-9e37-4657-82b7-a3d5ca796937 req-c3e2ef2b-f1d3-4db1-9956-c9b5455d582c tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.52 "DELETE /v2.0/ports/888a1820-99bb-4a06-a2a7-bfd6b7791d9a HTTP/1.1" status: 204 len: 173 time: 7.1977463 Apr 18 05:52:47.571931 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399ecdd2-1884-4a98-8c14-b3e29b9512f9', 'name': 'network-vif-deleted', 'tag': '888a1820-99bb-4a06-a2a7-bfd6b7791d9a'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:52:47.576946 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-566d1b7b-7a99-401f-8ccc-c8b1204fd8d7 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:47.591860 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7a9f89bd-ec6d-4266-aa54-5da3340a4e55 req-339c5fe0-af90-4043-83b9-3efc11c74389 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233700 Apr 18 05:52:47.641918 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-824fc39d-35db-4323-8cc9-0e350a3523f0 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "PUT /v2.0/floatingips/3f335a00-46b0-4a53-9f0e-f6abf831b085 HTTP/1.1" status: 200 len: 978 time: 10.6694245 Apr 18 05:52:47.645349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39672) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:47.662352 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-50a237bc-1308-4993-ac2b-a8b82b4079c6 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:47.718428 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a47cef59-57e4-4133-bba4-1a7eb6fce255'] response: {'server_uuid': '399ecdd2-1884-4a98-8c14-b3e29b9512f9', 'name': 'network-vif-deleted', 'tag': '888a1820-99bb-4a06-a2a7-bfd6b7791d9a', 'status': 'completed', 'code': 200} Apr 18 05:52:47.725520 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Made reservation on behalf of 6b3ffbef4e5a4307b1ad6232f6312b6a for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:47.729474 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:47.769396 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:47.788353 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-ddefcb57-1daa-4b2b-af7c-c5560bd8d52d None None] Set router c33ca8c7-7169-4e64-a0d7-4109958c73d4 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:52:47.800564 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:47.809756 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Usage tracker for resource:security_group_rule and tenant:6b3ffbef4e5a4307b1ad6232f6312b6a is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:47.814197 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-50a237bc-1308-4993-ac2b-a8b82b4079c6 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:47.903196 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Router 112b4b19-34df-4a1e-a074-e38c61418998 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:52:47.924906 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:47.926755 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-566d1b7b-7a99-401f-8ccc-c8b1204fd8d7 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:47.943603 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24368898-48b3-4a92-9041-823560c0b8f1 None None] Network b0eea808-c5a7-4b06-98fb-94fcc889f7bf requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:47.969669 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:47.997339 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:48.233607 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-2551fe3a-daa1-488f-9b9e-696d31ef4116 req-e187482b-19ee-422b-9f15-55efb3a41bbe tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Synchronizing usage tracker for tenant:16530a209bf44d9e8d1b192ff854fad3 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:52:48.249758 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Deleting port d80d9de5-8822-4f0f-8635-e90af0dbd86c {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:48.250111 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:48.331196 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ddefcb57-1daa-4b2b-af7c-c5560bd8d52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'name': 'tempest-ServersTestJSON-554563277-router', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131'}], 'enable_snat': True}, 'gw_port_id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:13Z', 'revision_number': 4, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'gw_port': {'id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'a1768f3f-70e2-4bbc-8437-a0da10c6b549', 'name': '', 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'mac_address': 'fa:16:3e:f1:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '086e6f9c-e0df-4018-9811-30d13b145f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:09Z', 'updated_at': '2022-04-18T05:51:22Z', 'revision_number': 5, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'subnets': [{'id': '086e6f9c-e0df-4018-9811-30d13b145f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:48.339041 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddefcb57-1daa-4b2b-af7c-c5560bd8d52d None None] Checking router: c33ca8c7-7169-4e64-a0d7-4109958c73d4 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:52:48.362061 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddefcb57-1daa-4b2b-af7c-c5560bd8d52d None None] Routers {'c33ca8c7-7169-4e64-a0d7-4109958c73d4'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:48.364334 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ddefcb57-1daa-4b2b-af7c-c5560bd8d52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c33ca8c7-7169-4e64-a0d7-4109958c73d4'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:48.403822 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-2551fe3a-daa1-488f-9b9e-696d31ef4116 req-e187482b-19ee-422b-9f15-55efb3a41bbe tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Unset dirty status for tenant:16530a209bf44d9e8d1b192ff854fad3 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:52:48.440086 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2551fe3a-daa1-488f-9b9e-696d31ef4116 req-e187482b-19ee-422b-9f15-55efb3a41bbe tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/ports?device_id=399ecdd2-1884-4a98-8c14-b3e29b9512f9 HTTP/1.1" status: 200 len: 210 time: 0.4035459 Apr 18 05:52:48.458682 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ed8feb-5565-47d3-bc4b-c355b64194bb None None] DHCP port deletion for b0eea808-c5a7-4b06-98fb-94fcc889f7bf request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:52:48.463332 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-56ed8feb-5565-47d3-bc4b-c355b64194bb None None] Deleting port d80d9de5-8822-4f0f-8635-e90af0dbd86c {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:48.463794 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-56ed8feb-5565-47d3-bc4b-c355b64194bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:48.578698 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-566d1b7b-7a99-401f-8ccc-c8b1204fd8d7 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:48.629613 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:52:48.636608 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d1b7b-7a99-401f-8ccc-c8b1204fd8d7 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Pushing event deleted for resources: {'Subnet': ['ID=0c6a2796-4ce3-4a35-bd01-718f5b9006e6,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:48.640581 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-50a237bc-1308-4993-ac2b-a8b82b4079c6 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:48.661195 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] Sync routers for ids ['112b4b19-34df-4a1e-a074-e38c61418998'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:52:48.666823 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-50a237bc-1308-4993-ac2b-a8b82b4079c6 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:48.667363 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-50a237bc-1308-4993-ac2b-a8b82b4079c6 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Floating IP 3f335a00-46b0-4a53-9f0e-f6abf831b085 disassociated. External IP: 172.26.1.209, port: 6ab963fb-33f0-40f1-8644-4f88def5adf9. Apr 18 05:52:48.670480 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-566d1b7b-7a99-401f-8ccc-c8b1204fd8d7 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:48.676925 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fef38d-9eef-4e59-9629-f56237ea29a1 None None] Network 8e6acc1d-1f5a-4764-8d02-091364799017 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:48.688846 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-566d1b7b-7a99-401f-8ccc-c8b1204fd8d7 tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "DELETE /v2.0/subnets/0c6a2796-4ce3-4a35-bd01-718f5b9006e6 HTTP/1.1" status: 204 len: 168 time: 1.5111766 Apr 18 05:52:48.690470 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39678) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:48.726016 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-ddefcb57-1daa-4b2b-af7c-c5560bd8d52d None None] Set router c33ca8c7-7169-4e64-a0d7-4109958c73d4 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:52:48.732223 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:48.733602 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c6ad38ef-4324-4413-909d-b5fcc9febf9c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.6910973 Apr 18 05:52:48.737818 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39682) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:48.786278 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:48.849369 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:48.866113 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] Routers {'112b4b19-34df-4a1e-a074-e38c61418998'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:48.866751 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['112b4b19-34df-4a1e-a074-e38c61418998'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:48.895664 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] For port d80d9de5-8822-4f0f-8635-e90af0dbd86c, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d80d9de5-8822-4f0f-8635-e90af0dbd86c,segment=NetworkSegment(4c3cc577-c8ec-4899-a989-0185d159a93a),segment_id=4c3cc577-c8ec-4899-a989-0185d159a93a)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:48.896026 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:48.932060 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:52:48.949094 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df2df5fa-e840-4cff-b509-f609c6c1576e tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:49.044469 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-df2df5fa-e840-4cff-b509-f609c6c1576e tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Deleting port be974e99-ad12-410f-8816-19fb46113d5f {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:49.045053 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df2df5fa-e840-4cff-b509-f609c6c1576e tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:49.051456 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ab6625-9fc7-4264-8408-856f01f80fde,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:49.130584 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:49.196875 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-56ed8feb-5565-47d3-bc4b-c355b64194bb None None] For port d80d9de5-8822-4f0f-8635-e90af0dbd86c, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d80d9de5-8822-4f0f-8635-e90af0dbd86c,segment=NetworkSegment(4c3cc577-c8ec-4899-a989-0185d159a93a),segment_id=4c3cc577-c8ec-4899-a989-0185d159a93a)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:49.197930 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-56ed8feb-5565-47d3-bc4b-c355b64194bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:49.201034 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56681eb3-891c-47c5-bd3c-e44e3c9036e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:49.220408 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ddefcb57-1daa-4b2b-af7c-c5560bd8d52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'name': 'tempest-ServersTestJSON-554563277-router', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131'}], 'enable_snat': True}, 'gw_port_id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:13Z', 'revision_number': 4, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'gw_port': {'id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'a1768f3f-70e2-4bbc-8437-a0da10c6b549', 'name': '', 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'mac_address': 'fa:16:3e:f1:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '086e6f9c-e0df-4018-9811-30d13b145f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:09Z', 'updated_at': '2022-04-18T05:51:22Z', 'revision_number': 5, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'subnets': [{'id': '086e6f9c-e0df-4018-9811-30d13b145f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:49.224998 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddefcb57-1daa-4b2b-af7c-c5560bd8d52d None None] The sync data for ids ['c33ca8c7-7169-4e64-a0d7-4109958c73d4'] in dv-neutron-837489-1-hyperv is: [{'id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'name': 'tempest-ServersTestJSON-554563277-router', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131'}], 'enable_snat': True}, 'gw_port_id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:13Z', 'revision_number': 4, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'gw_port': {'id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'a1768f3f-70e2-4bbc-8437-a0da10c6b549', 'name': '', 'network_id': '529cc79f-e17f-4fa1-8fbf-dafe25139197', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'mac_address': 'fa:16:3e:f1:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '086e6f9c-e0df-4018-9811-30d13b145f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:09Z', 'updated_at': '2022-04-18T05:51:22Z', 'revision_number': 5, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'subnets': [{'id': '086e6f9c-e0df-4018-9811-30d13b145f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:52:49.256273 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Calling delete_port for d80d9de5-8822-4f0f-8635-e90af0dbd86c owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:49.311583 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:49.324229 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Added segment 05884086-7e26-4c6a-aedb-2cec7d6756fc of type vlan for network 1f226737-7c0e-448f-99b8-b40109101814 Apr 18 05:52:49.361477 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:49.448980 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-56ed8feb-5565-47d3-bc4b-c355b64194bb None None] Calling delete_port for d80d9de5-8822-4f0f-8635-e90af0dbd86c owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:49.450855 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:49.456606 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:49.457141 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:49.541390 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] Set router 112b4b19-34df-4a1e-a074-e38c61418998 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:52:49.592288 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-df2df5fa-e840-4cff-b509-f609c6c1576e tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] For port be974e99-ad12-410f-8816-19fb46113d5f, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=be974e99-ad12-410f-8816-19fb46113d5f,segment=NetworkSegment(a395772d-cda7-4f14-b852-344bc7fab999),segment_id=a395772d-cda7-4f14-b852-344bc7fab999)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:49.592892 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df2df5fa-e840-4cff-b509-f609c6c1576e tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:49.647667 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3d85e8-19cd-4934-a603-d6dfb0209acf None None] New status for floating IP 79c45052-e35c-4544-a5e6-cadde2505f14: DOWN {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 05:52:49.677911 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39690) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:49.743821 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event updated for resources: {'Network': ['ID=1f226737-7c0e-448f-99b8-b40109101814,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:49.795634 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b87fb4ef-dcd0-4f33-81c8-f9dde65f71c9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.8393636 Apr 18 05:52:49.853330 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d268ef7-2bb3-4e80-b272-ffc1b2ba4aab None None] DHCP port deletion for 8e6acc1d-1f5a-4764-8d02-091364799017 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:52:49.868364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:49.898365 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-9d268ef7-2bb3-4e80-b272-ffc1b2ba4aab None None] Deleting port be974e99-ad12-410f-8816-19fb46113d5f {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:49.898911 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9d268ef7-2bb3-4e80-b272-ffc1b2ba4aab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:49.930653 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-df2df5fa-e840-4cff-b509-f609c6c1576e tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Calling delete_port for be974e99-ad12-410f-8816-19fb46113d5f owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:49.942859 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Port': ['ID=d80d9de5-8822-4f0f-8635-e90af0dbd86c,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:49.963734 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 1f226737-7c0e-448f-99b8-b40109101814 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:52:49.968418 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No DVR routers for this DVR port d80d9de5-8822-4f0f-8635-e90af0dbd86c on host dv-neutron-837489-1-hyperv {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:52:50.049555 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a237bc-1308-4993-ac2b-a8b82b4079c6 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Router 3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:52:50.091698 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:50.188174 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-56ed8feb-5565-47d3-bc4b-c355b64194bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:52:50.188526 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-56ed8feb-5565-47d3-bc4b-c355b64194bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:52:50.220677 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:50.271400 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Deleting port c570eba5-ff64-4baa-8b65-2b5e3ff088d1 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:50.274752 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:50.281629 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112b4b19-34df-4a1e-a074-e38c61418998', 'name': '', 'tenant_id': 'b4c5cfde5cd54ba8828b292399defc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a315ba18-9ea3-4e75-8fb0-2457c164b3b7', 'external_fixed_ips': [{'subnet_id': 'ef981a92-ec5a-4a74-a57d-14e637650f11', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'c570eba5-ff64-4baa-8b65-2b5e3ff088d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:52:40Z', 'updated_at': '2022-04-18T05:52:45Z', 'revision_number': 3, 'project_id': 'b4c5cfde5cd54ba8828b292399defc86', 'gw_port': {'id': 'c570eba5-ff64-4baa-8b65-2b5e3ff088d1', 'name': '', 'network_id': 'a315ba18-9ea3-4e75-8fb0-2457c164b3b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112b4b19-34df-4a1e-a074-e38c61418998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'ef981a92-ec5a-4a74-a57d-14e637650f11', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:52:42Z', 'updated_at': '2022-04-18T05:52:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef981a92-ec5a-4a74-a57d-14e637650f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:50.307288 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] Checking router: 112b4b19-34df-4a1e-a074-e38c61418998 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:52:50.307594 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] Updating router 112b4b19-34df-4a1e-a074-e38c61418998 port c570eba5-ff64-4baa-8b65-2b5e3ff088d1 binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:52:50.355244 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-9d268ef7-2bb3-4e80-b272-ffc1b2ba4aab None None] For port be974e99-ad12-410f-8816-19fb46113d5f, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=be974e99-ad12-410f-8816-19fb46113d5f,segment=NetworkSegment(a395772d-cda7-4f14-b852-344bc7fab999),segment_id=a395772d-cda7-4f14-b852-344bc7fab999)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:50.355632 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9d268ef7-2bb3-4e80-b272-ffc1b2ba4aab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:50.371711 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device be974e99-ad12-410f-8816-19fb46113d5f no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:52:50.404941 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a237bc-1308-4993-ac2b-a8b82b4079c6 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:52:50.424636 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0eea808-c5a7-4b06-98fb-94fcc889f7bf']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:50.437870 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-50a237bc-1308-4993-ac2b-a8b82b4079c6 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:50.446713 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6c7b336a-ff5d-44e9-a796-b4947372b237 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:50.448981 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6237ff4-6c65-44a7-b042-e0fe427c8e61 None None] Sync routers for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:52:50.473320 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3cc577-c8ec-4899-a989-0185d159a93a') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:50.474012 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3cc577-c8ec-4899-a989-0185d159a93a') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:50.503923 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:50.523526 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6c7b336a-ff5d-44e9-a796-b4947372b237 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:50.538410 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-50a237bc-1308-4993-ac2b-a8b82b4079c6 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "PUT /v2.0/floatingips/3f335a00-46b0-4a53-9f0e-f6abf831b085 HTTP/1.1" status: 200 len: 688 time: 2.8915968 Apr 18 05:52:50.540700 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:50.543208 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39694) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:50.577784 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No ports have port_id starting with be974e99-ad12-410f-8816-19fb46113d5f Apr 18 05:52:50.579621 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:50.588484 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df2df5fa-e840-4cff-b509-f609c6c1576e tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:50.622620 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:52:50.623395 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:52:50.642991 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:52:50.661756 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2df5fa-e840-4cff-b509-f609c6c1576e tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Pushing event deleted for resources: {'Port': ['ID=be974e99-ad12-410f-8816-19fb46113d5f,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:50.663725 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6c7b336a-ff5d-44e9-a796-b4947372b237 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:50.711026 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2df5fa-e840-4cff-b509-f609c6c1576e tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] No DVR routers for this DVR port be974e99-ad12-410f-8816-19fb46113d5f on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:52:50.793037 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b336a-ff5d-44e9-a796-b4947372b237 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0243f8f4-55ad-4220-a9f6-be527e81dacb,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:50.813465 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-9d268ef7-2bb3-4e80-b272-ffc1b2ba4aab None None] Calling delete_port for be974e99-ad12-410f-8816-19fb46113d5f owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:50.817760 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-a608ba83-be8e-4d2c-a2a5-6a6ada5094c2 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Deleting port 730c2be2-09f5-4a9a-8da9-bde4eeb046bf {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:50.818435 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a608ba83-be8e-4d2c-a2a5-6a6ada5094c2 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:50.853006 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-56ed8feb-5565-47d3-bc4b-c355b64194bb None None] Deleting port d80d9de5-8822-4f0f-8635-e90af0dbd86c {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:50.853520 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-56ed8feb-5565-47d3-bc4b-c355b64194bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:50.887338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:50.889398 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6237ff4-6c65-44a7-b042-e0fe427c8e61 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:50.890028 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f6237ff4-6c65-44a7-b042-e0fe427c8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:50.913063 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6c7b336a-ff5d-44e9-a796-b4947372b237 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:50.914322 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6c7b336a-ff5d-44e9-a796-b4947372b237 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "DELETE /v2.0/security-groups/0243f8f4-55ad-4220-a9f6-be527e81dacb HTTP/1.1" status: 204 len: 168 time: 1.2318797 Apr 18 05:52:50.926199 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39698) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:50.943139 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:50.952226 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/b0eea808-c5a7-4b06-98fb-94fcc889f7bf HTTP/1.1" status: 204 len: 168 time: 13.2131169 Apr 18 05:52:50.978287 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39702) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:50.982289 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45c389-6f1a-4c1d-9ada-df722882bce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Network': ['ID=b0eea808-c5a7-4b06-98fb-94fcc889f7bf,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:50.998314 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-ca4588cc-c81d-4e2e-b138-73f59a1bc803 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] show failed (client error): The resource could not be found. Apr 18 05:52:50.999830 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ca4588cc-c81d-4e2e-b138-73f59a1bc803 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "GET /v2.0/security-groups/0243f8f4-55ad-4220-a9f6-be527e81dacb HTTP/1.1" status: 404 len: 347 time: 0.0497041 Apr 18 05:52:51.002421 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39706) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:51.005017 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-80c2c63a-af09-4260-ba0a-60cb77118be8 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1269535017'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:51.010184 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-80c2c63a-af09-4260-ba0a-60cb77118be8 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:51.014858 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-80c2c63a-af09-4260-ba0a-60cb77118be8 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Usage tracker for resource:network and tenant:5363d5685d824735b18239fcd4923d66 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:51.018531 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-80c2c63a-af09-4260-ba0a-60cb77118be8 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:51.026468 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-80c2c63a-af09-4260-ba0a-60cb77118be8 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:51.036280 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df2df5fa-e840-4cff-b509-f609c6c1576e tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:51.055253 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c2c63a-af09-4260-ba0a-60cb77118be8 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Made reservation on behalf of 5363d5685d824735b18239fcd4923d66 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:51.059359 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-80c2c63a-af09-4260-ba0a-60cb77118be8 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:51.107356 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-56ed8feb-5565-47d3-bc4b-c355b64194bb None None] The port 'd80d9de5-8822-4f0f-8635-e90af0dbd86c' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:52:51.118095 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f6237ff4-6c65-44a7-b042-e0fe427c8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:51.152849 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6237ff4-6c65-44a7-b042-e0fe427c8e61 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:51.153489 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f6237ff4-6c65-44a7-b042-e0fe427c8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:51.192063 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-56681eb3-891c-47c5-bd3c-e44e3c9036e2 admin admin] Deleting port bdf1c92f-3538-4382-a9ef-f9721140a992 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:51.192456 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56681eb3-891c-47c5-bd3c-e44e3c9036e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:51.240860 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f6237ff4-6c65-44a7-b042-e0fe427c8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:51.241252 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6237ff4-6c65-44a7-b042-e0fe427c8e61 None None] The sync data for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:52:51.252567 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-9d268ef7-2bb3-4e80-b272-ffc1b2ba4aab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:52:51.252918 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-9d268ef7-2bb3-4e80-b272-ffc1b2ba4aab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:52:51.331805 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:51.343311 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] Transition to ACTIVE for port object c570eba5-ff64-4baa-8b65-2b5e3ff088d1 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:51.359841 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:51.403647 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:51.426370 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-572b0a69-3983-49d9-b77c-35e767752531 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Deleting port c381d2c5-ce10-42dc-9a12-2063867cbdd4 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:51.426959 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-572b0a69-3983-49d9-b77c-35e767752531 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:51.484975 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a608ba83-be8e-4d2c-a2a5-6a6ada5094c2 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:51.485589 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a608ba83-be8e-4d2c-a2a5-6a6ada5094c2 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:51.489132 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] Attempting to bind port c570eba5-ff64-4baa-8b65-2b5e3ff088d1 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:52:51.489793 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] Attempting to bind port c570eba5-ff64-4baa-8b65-2b5e3ff088d1 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '87fc1508-d170-41a1-8d93-a526bb3bbc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a315ba18-9ea3-4e75-8fb0-2457c164b3b7'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:52:51.490299 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] Attempting to bind port c570eba5-ff64-4baa-8b65-2b5e3ff088d1 on network a315ba18-9ea3-4e75-8fb0-2457c164b3b7 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:52:51.497388 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:52:51.497992 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] Checking segment: {'id': '87fc1508-d170-41a1-8d93-a526bb3bbc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a315ba18-9ea3-4e75-8fb0-2457c164b3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:51.498594 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:51.499120 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] Bound using segment: {'id': '87fc1508-d170-41a1-8d93-a526bb3bbc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a315ba18-9ea3-4e75-8fb0-2457c164b3b7'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:52:51.500315 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] Bound port: c570eba5-ff64-4baa-8b65-2b5e3ff088d1, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fc1508-d170-41a1-8d93-a526bb3bbc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a315ba18-9ea3-4e75-8fb0-2457c164b3b7'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:52:51.500855 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:51.528405 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b8ec0-50d5-4abb-960a-11b310c09bcd None None] Pushing event updated for resources: {'Port': ['ID=c570eba5-ff64-4baa-8b65-2b5e3ff088d1,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:51.543106 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Calling delete_port for c570eba5-ff64-4baa-8b65-2b5e3ff088d1 owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:51.589352 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] For port c570eba5-ff64-4baa-8b65-2b5e3ff088d1, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:52:51.594262 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] For port c570eba5-ff64-4baa-8b65-2b5e3ff088d1, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c570eba5-ff64-4baa-8b65-2b5e3ff088d1,segment=NetworkSegment(87fc1508-d170-41a1-8d93-a526bb3bbc81),segment_id=87fc1508-d170-41a1-8d93-a526bb3bbc81)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:52:51.605099 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:51.609057 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-df2df5fa-e840-4cff-b509-f609c6c1576e tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6acc1d-1f5a-4764-8d02-091364799017']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:51.643380 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-df2df5fa-e840-4cff-b509-f609c6c1576e tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a395772d-cda7-4f14-b852-344bc7fab999') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:51.643632 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-df2df5fa-e840-4cff-b509-f609c6c1576e tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a395772d-cda7-4f14-b852-344bc7fab999') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:51.656029 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df2df5fa-e840-4cff-b509-f609c6c1576e tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:51.656766 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-a608ba83-be8e-4d2c-a2a5-6a6ada5094c2 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Calling delete_port for 730c2be2-09f5-4a9a-8da9-bde4eeb046bf owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:51.673063 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df2df5fa-e840-4cff-b509-f609c6c1576e tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:51.679323 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df2df5fa-e840-4cff-b509-f609c6c1576e tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:52:51.680263 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df2df5fa-e840-4cff-b509-f609c6c1576e tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:51.723856 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] Routers {'112b4b19-34df-4a1e-a074-e38c61418998'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:51.724862 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['112b4b19-34df-4a1e-a074-e38c61418998'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:52:51.778965 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:52:51.792123 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c2c63a-af09-4260-ba0a-60cb77118be8 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:52:51.796261 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df2df5fa-e840-4cff-b509-f609c6c1576e tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:51.840077 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-572b0a69-3983-49d9-b77c-35e767752531 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:51.840588 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-572b0a69-3983-49d9-b77c-35e767752531 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:51.944973 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] Set router 112b4b19-34df-4a1e-a074-e38c61418998 gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:52:51.954232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df2df5fa-e840-4cff-b509-f609c6c1576e tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:51.977761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2df5fa-e840-4cff-b509-f609c6c1576e tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] Pushing event deleted for resources: {'Network': ['ID=8e6acc1d-1f5a-4764-8d02-091364799017,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:51.979920 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-80c2c63a-af09-4260-ba0a-60cb77118be8 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:51.980301 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-80c2c63a-af09-4260-ba0a-60cb77118be8 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Added segment d072d6f1-d3f1-403a-b3f3-efbba76df243 of type vlan for network 8313059d-42bd-4869-b402-7dd53a3b3c5e Apr 18 05:52:52.006353 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-572b0a69-3983-49d9-b77c-35e767752531 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Calling delete_port for c381d2c5-ce10-42dc-9a12-2063867cbdd4 owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:52.100891 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a608ba83-be8e-4d2c-a2a5-6a6ada5094c2 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:52.114633 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-9d268ef7-2bb3-4e80-b272-ffc1b2ba4aab None None] Deleting port be974e99-ad12-410f-8816-19fb46113d5f {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:52.115280 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9d268ef7-2bb3-4e80-b272-ffc1b2ba4aab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:52.146755 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112b4b19-34df-4a1e-a074-e38c61418998', 'name': '', 'tenant_id': 'b4c5cfde5cd54ba8828b292399defc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:52:40Z', 'updated_at': '2022-04-18T05:52:50Z', 'revision_number': 4, 'project_id': 'b4c5cfde5cd54ba8828b292399defc86', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:52.160238 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd97e22-f020-45e3-8d7e-ad39cca81ed8 None None] The sync data for ids ['112b4b19-34df-4a1e-a074-e38c61418998'] in dv-neutron-837489-1-hyperv is: [{'id': '112b4b19-34df-4a1e-a074-e38c61418998', 'name': '', 'tenant_id': 'b4c5cfde5cd54ba8828b292399defc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:52:40Z', 'updated_at': '2022-04-18T05:52:50Z', 'revision_number': 4, 'project_id': 'b4c5cfde5cd54ba8828b292399defc86', 'gw_port_host': None}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:52:52.160575 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-df2df5fa-e840-4cff-b509-f609c6c1576e tempest-AllowedAddressPairIpV6TestJSON-1417656278 tempest-AllowedAddressPairIpV6TestJSON-1417656278-project] 10.222.0.15 "DELETE /v2.0/networks/8e6acc1d-1f5a-4764-8d02-091364799017 HTTP/1.1" status: 204 len: 168 time: 3.4577310 Apr 18 05:52:52.182161 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608ba83-be8e-4d2c-a2a5-6a6ada5094c2 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event deleted for resources: {'Port': ['ID=730c2be2-09f5-4a9a-8da9-bde4eeb046bf,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:52.225375 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-9d268ef7-2bb3-4e80-b272-ffc1b2ba4aab None None] The port 'be974e99-ad12-410f-8816-19fb46113d5f' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:52:52.232807 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-56681eb3-891c-47c5-bd3c-e44e3c9036e2 admin admin] For port bdf1c92f-3538-4382-a9ef-f9721140a992, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=bdf1c92f-3538-4382-a9ef-f9721140a992,segment=NetworkSegment(b0ba8c48-799c-416f-bb63-ed07cbafbfaa),segment_id=b0ba8c48-799c-416f-bb63-ed07cbafbfaa)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:52.233193 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56681eb3-891c-47c5-bd3c-e44e3c9036e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:52.237081 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b8ec0-50d5-4abb-960a-11b310c09bcd None None] Pushing event updated for resources: {'Port': ['ID=c570eba5-ff64-4baa-8b65-2b5e3ff088d1,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:52.301678 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-80c2c63a-af09-4260-ba0a-60cb77118be8 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:52.457080 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a608ba83-be8e-4d2c-a2a5-6a6ada5094c2 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:52.478982 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-56681eb3-891c-47c5-bd3c-e44e3c9036e2 admin admin] Calling delete_port for bdf1c92f-3538-4382-a9ef-f9721140a992 owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:52.482952 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-572b0a69-3983-49d9-b77c-35e767752531 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:52.558605 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b0a69-3983-49d9-b77c-35e767752531 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Pushing event deleted for resources: {'Port': ['ID=c381d2c5-ce10-42dc-9a12-2063867cbdd4,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:52.582388 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:52:52.582704 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:52:52.626618 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a608ba83-be8e-4d2c-a2a5-6a6ada5094c2 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:52.630756 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39714) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:52.632397 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a608ba83-be8e-4d2c-a2a5-6a6ada5094c2 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "DELETE /v2.0/floatingips/3f335a00-46b0-4a53-9f0e-f6abf831b085 HTTP/1.1" status: 204 len: 168 time: 2.0876265 Apr 18 05:52:52.694991 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-572b0a69-3983-49d9-b77c-35e767752531 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks [] for floatingip, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:52.702540 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-572b0a69-3983-49d9-b77c-35e767752531 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:52.702540 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-572b0a69-3983-49d9-b77c-35e767752531 tempest-ServersTestJSON-1261754958 tempest-ServersTestJSON-1261754958-project] 10.222.0.15 "DELETE /v2.0/floatingips/79c45052-e35c-4544-a5e6-cadde2505f14 HTTP/1.1" status: 204 len: 168 time: 1.6951048 Apr 18 05:52:52.702540 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39718) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:52.705856 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39722) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:52.714178 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-80c2c63a-af09-4260-ba0a-60cb77118be8 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:52.722248 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c2c63a-af09-4260-ba0a-60cb77118be8 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:52.722894 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-80c2c63a-af09-4260-ba0a-60cb77118be8 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:52.774772 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-5f0f70c1-ce49-4284-b011-53ec3a1f1324 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] delete failed (client error): The resource could not be found. Apr 18 05:52:52.776093 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5f0f70c1-ce49-4284-b011-53ec3a1f1324 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "DELETE /v2.0/floatingips/3f335a00-46b0-4a53-9f0e-f6abf831b085 HTTP/1.1" status: 404 len: 345 time: 0.1441772 Apr 18 05:52:52.784497 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39728) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:52.880181 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-80c2c63a-af09-4260-ba0a-60cb77118be8 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8920975 Apr 18 05:52:52.885368 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39732) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:52.886837 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2c63a-af09-4260-ba0a-60cb77118be8 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Network': ['ID=8313059d-42bd-4869-b402-7dd53a3b3c5e,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:52.901954 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-eeba040d-22a9-4e1b-8d77-e6dd438ea561 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:52.903396 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 8313059d-42bd-4869-b402-7dd53a3b3c5e details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:52:52.963847 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0689d438-5d90-4573-b24c-31541e4898c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75991ac3a3524dd9ba55f960b621c6cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607958 Apr 18 05:52:53.020392 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39736) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:53.075073 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56681eb3-891c-47c5-bd3c-e44e3c9036e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:53.120471 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Deleting port c570eba5-ff64-4baa-8b65-2b5e3ff088d1 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:53.120818 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:53.162931 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56681eb3-891c-47c5-bd3c-e44e3c9036e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf1c92f-3538-4382-a9ef-f9721140a992,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:53.257321 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4438ee1b-b7cd-414b-94ed-3a70d0142e14 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:53.263601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4438ee1b-b7cd-414b-94ed-3a70d0142e14 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:53.269256 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4438ee1b-b7cd-414b-94ed-3a70d0142e14 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:53.270118 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4438ee1b-b7cd-414b-94ed-3a70d0142e14 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Synchronizing usage tracker for tenant:53217080630e4ec6bc3e36527767510c on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:52:53.284081 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39742) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:53.305660 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-39a8df2e-9c91-4ec8-89ba-2a51f2499df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:53.333599 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-e8459d07-418b-4e69-8bb9-109c9cee40ea tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Request body: {'subnet': {'network_id': '1f226737-7c0e-448f-99b8-b40109101814', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:53.427295 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4438ee1b-b7cd-414b-94ed-3a70d0142e14 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Unset dirty status for tenant:53217080630e4ec6bc3e36527767510c on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:52:53.428501 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4438ee1b-b7cd-414b-94ed-3a70d0142e14 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "GET /v2.0/ports?network_id=05c54514-12b4-476f-ac98-1d963e2784be HTTP/1.1" status: 200 len: 2358 time: 0.6426728 Apr 18 05:52:53.435896 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39746) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:53.541386 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-39a8df2e-9c91-4ec8-89ba-2a51f2499df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:53.646005 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e8459d07-418b-4e69-8bb9-109c9cee40ea tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:53.648557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eeba040d-22a9-4e1b-8d77-e6dd438ea561 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:53.660369 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e8459d07-418b-4e69-8bb9-109c9cee40ea tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Usage tracker for resource:subnet and tenant:6b3ffbef4e5a4307b1ad6232f6312b6a is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:53.675394 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e8459d07-418b-4e69-8bb9-109c9cee40ea tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:53.686968 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e8459d07-418b-4e69-8bb9-109c9cee40ea tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:53.688548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c331b4bd-6bf8-4f20-8698-fa1976a04fb7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:53.689904 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c331b4bd-6bf8-4f20-8698-fa1976a04fb7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "GET /v2.0/subnets/702b0ec7-d7d5-405a-8364-adaa16076d19 HTTP/1.1" status: 200 len: 797 time: 0.2530823 Apr 18 05:52:53.696874 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39750) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:53.699572 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eeba040d-22a9-4e1b-8d77-e6dd438ea561 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:53.712718 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] For port c570eba5-ff64-4baa-8b65-2b5e3ff088d1, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c570eba5-ff64-4baa-8b65-2b5e3ff088d1,segment=NetworkSegment(87fc1508-d170-41a1-8d93-a526bb3bbc81),segment_id=87fc1508-d170-41a1-8d93-a526bb3bbc81)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:53.713072 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:53.723574 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-7d9b2d49-64fb-40e2-b4fe-c3d505ee49cf tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Request body: {'port': {'network_id': '05c54514-12b4-476f-ac98-1d963e2784be', 'name': 'tempest-FloatingIPTestJSON-2075495847', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:53.775005 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8459d07-418b-4e69-8bb9-109c9cee40ea tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Made reservation on behalf of 6b3ffbef4e5a4307b1ad6232f6312b6a for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:53.778438 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e8459d07-418b-4e69-8bb9-109c9cee40ea tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:53.786850 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eeba040d-22a9-4e1b-8d77-e6dd438ea561 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network 8313059d-42bd-4869-b402-7dd53a3b3c5e is not hosted by any dhcp agent {{(pid=88034) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 18 05:52:53.792148 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeba040d-22a9-4e1b-8d77-e6dd438ea561 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:53.792889 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eeba040d-22a9-4e1b-8d77-e6dd438ea561 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:53.794142 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-eeba040d-22a9-4e1b-8d77-e6dd438ea561 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "PUT /v2.0/networks/8313059d-42bd-4869-b402-7dd53a3b3c5e HTTP/1.1" status: 200 len: 723 time: 0.9053407 Apr 18 05:52:53.812814 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39754) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:53.834963 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-f5ae8589-7c19-46f3-b0c1-139ae4119757 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'subnet': {'network_id': '8313059d-42bd-4869-b402-7dd53a3b3c5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:53.995310 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba040d-22a9-4e1b-8d77-e6dd438ea561 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Network': ['ID=8313059d-42bd-4869-b402-7dd53a3b3c5e,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:54.031874 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Calling delete_port for c570eba5-ff64-4baa-8b65-2b5e3ff088d1 owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:54.107907 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba040d-22a9-4e1b-8d77-e6dd438ea561 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.108315 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba040d-22a9-4e1b-8d77-e6dd438ea561 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.108608 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba040d-22a9-4e1b-8d77-e6dd438ea561 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.108949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba040d-22a9-4e1b-8d77-e6dd438ea561 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.109275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba040d-22a9-4e1b-8d77-e6dd438ea561 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.109600 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba040d-22a9-4e1b-8d77-e6dd438ea561 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.109920 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba040d-22a9-4e1b-8d77-e6dd438ea561 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.110241 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba040d-22a9-4e1b-8d77-e6dd438ea561 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.110560 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba040d-22a9-4e1b-8d77-e6dd438ea561 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.110880 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba040d-22a9-4e1b-8d77-e6dd438ea561 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.111222 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba040d-22a9-4e1b-8d77-e6dd438ea561 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.111544 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba040d-22a9-4e1b-8d77-e6dd438ea561 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.125688 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 8313059d-42bd-4869-b402-7dd53a3b3c5e details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:52:54.142717 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f5ae8589-7c19-46f3-b0c1-139ae4119757 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:54.160250 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-39a8df2e-9c91-4ec8-89ba-2a51f2499df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:54.162153 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f5ae8589-7c19-46f3-b0c1-139ae4119757 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Usage tracker for resource:subnet and tenant:5363d5685d824735b18239fcd4923d66 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:54.167569 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f5ae8589-7c19-46f3-b0c1-139ae4119757 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:54.178998 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7d9b2d49-64fb-40e2-b4fe-c3d505ee49cf tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:54.183447 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f5ae8589-7c19-46f3-b0c1-139ae4119757 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:54.183912 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56681eb3-891c-47c5-bd3c-e44e3c9036e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:54.194281 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7d9b2d49-64fb-40e2-b4fe-c3d505ee49cf tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:54.199669 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8df2e-9c91-4ec8-89ba-2a51f2499df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a90a623-2ada-408a-a41b-6866f10aac6d,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:54.218672 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ae8589-7c19-46f3-b0c1-139ae4119757 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Made reservation on behalf of 5363d5685d824735b18239fcd4923d66 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:54.222723 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f5ae8589-7c19-46f3-b0c1-139ae4119757 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:54.240733 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9b2d49-64fb-40e2-b4fe-c3d505ee49cf tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Made reservation on behalf of 53217080630e4ec6bc3e36527767510c for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:54.327064 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-39a8df2e-9c91-4ec8-89ba-2a51f2499df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:54.330836 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-39a8df2e-9c91-4ec8-89ba-2a51f2499df6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a90a623-2ada-408a-a41b-6866f10aac6d HTTP/1.1" status: 204 len: 168 time: 1.3070636 Apr 18 05:52:54.526186 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7d9b2d49-64fb-40e2-b4fe-c3d505ee49cf tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:54.589111 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-7d9b2d49-64fb-40e2-b4fe-c3d505ee49cf tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] device_id is not set on port ec6d45e2-95cf-4e65-80f1-13139e26e306 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:52:54.692730 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:54.769061 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Pushing event deleted for resources: {'Port': ['ID=c570eba5-ff64-4baa-8b65-2b5e3ff088d1,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:54.815701 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7310f0fb-0df2-413d-a245-36c5af7f93ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:54.874822 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.875413 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.875524 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.875804 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.876352 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.876744 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.876744 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.877120 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.877375 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.877699 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.878056 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.878369 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:54.914857 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e8459d07-418b-4e69-8bb9-109c9cee40ea tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:55.000128 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f5ae8589-7c19-46f3-b0c1-139ae4119757 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:55.022634 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56681eb3-891c-47c5-bd3c-e44e3c9036e2 admin admin] Router 233b1ceb-2a39-4c49-ad97-ac5069be2e93 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:52:55.041917 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:55.100381 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8459d07-418b-4e69-8bb9-109c9cee40ea tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event updated for resources: {'Subnet': ['ID=18f9b411-ebd5-4c01-9dfd-281773d100c3,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:55.171465 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39778) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:55.255777 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae8589-7c19-46f3-b0c1-139ae4119757 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Subnet': ['ID=bd2a5e73-e813-40fc-b5f9-f1cd6a0c3373,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:55.310025 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8459d07-418b-4e69-8bb9-109c9cee40ea tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Checking segment: {'id': '05884086-7e26-4c6a-aedb-2cec7d6756fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1f226737-7c0e-448f-99b8-b40109101814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:55.310295 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8459d07-418b-4e69-8bb9-109c9cee40ea tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Network hostable DHCP agents. Network: 1f226737-7c0e-448f-99b8-b40109101814, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:52:55.317995 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:55.323931 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:55.369807 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1968119631'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:55.372273 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ae8589-7c19-46f3-b0c1-139ae4119757 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Checking segment: {'id': 'd072d6f1-d3f1-403a-b3f3-efbba76df243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8313059d-42bd-4869-b402-7dd53a3b3c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:55.372636 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ae8589-7c19-46f3-b0c1-139ae4119757 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network hostable DHCP agents. Network: 8313059d-42bd-4869-b402-7dd53a3b3c5e, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:52:55.466464 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ae8589-7c19-46f3-b0c1-139ae4119757 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network 8313059d-42bd-4869-b402-7dd53a3b3c5e is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:52:55.529876 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-f5ae8589-7c19-46f3-b0c1-139ae4119757 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 8313059d-42bd-4869-b402-7dd53a3b3c5e) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:55.535244 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ae8589-7c19-46f3-b0c1-139ae4119757 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:55.535691 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f5ae8589-7c19-46f3-b0c1-139ae4119757 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:55.538917 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02eb99ef-4764-49e6-84ce-a743a90cb624 None None] Network 8313059d-42bd-4869-b402-7dd53a3b3c5e requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:55.567108 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:55.572878 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8459d07-418b-4e69-8bb9-109c9cee40ea tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Network 1f226737-7c0e-448f-99b8-b40109101814 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:52:55.577269 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Usage tracker for resource:network and tenant:c9cb2f19d4c24715a738705e058d4e92 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:55.579969 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:55.580487 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 112b4b19-34df-4a1e-a074-e38c61418998 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:52:55.583966 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:55.586851 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-7d9b2d49-64fb-40e2-b4fe-c3d505ee49cf tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Allocated IP 172.20.0.14 (05c54514-12b4-476f-ac98-1d963e2784be/702b0ec7-d7d5-405a-8364-adaa16076d19/ec6d45e2-95cf-4e65-80f1-13139e26e306) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:55.597432 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f5ae8589-7c19-46f3-b0c1-139ae4119757 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7786496 Apr 18 05:52:55.600529 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:55.612381 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39784) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:55.619814 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-e8459d07-418b-4e69-8bb9-109c9cee40ea tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 1f226737-7c0e-448f-99b8-b40109101814) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:55.627995 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-4a594be8-c9f6-47c4-8cc2-24c298e88ebe tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:55.628764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-7d9b2d49-64fb-40e2-b4fe-c3d505ee49cf tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Allocated IP 172.20.0.13 (05c54514-12b4-476f-ac98-1d963e2784be/702b0ec7-d7d5-405a-8364-adaa16076d19/ec6d45e2-95cf-4e65-80f1-13139e26e306) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:55.640073 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f62981-f50f-4004-ac40-a7dc9544ec91 None None] Network 1f226737-7c0e-448f-99b8-b40109101814 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:52:55.672280 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8459d07-418b-4e69-8bb9-109c9cee40ea tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:55.672877 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e8459d07-418b-4e69-8bb9-109c9cee40ea tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:55.677448 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56681eb3-891c-47c5-bd3c-e44e3c9036e2 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:52:55.690357 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7bbbaf-f003-41c4-bfbe-fdf503dd3b99 None None] Sync routers for ids ['233b1ceb-2a39-4c49-ad97-ac5069be2e93'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:52:55.704343 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7bbbaf-f003-41c4-bfbe-fdf503dd3b99 None None] Routers {'233b1ceb-2a39-4c49-ad97-ac5069be2e93'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:55.706081 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-da7bbbaf-f003-41c4-bfbe-fdf503dd3b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['233b1ceb-2a39-4c49-ad97-ac5069be2e93'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:55.706363 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Made reservation on behalf of c9cb2f19d4c24715a738705e058d4e92 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:55.709850 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:55.725410 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-7310f0fb-0df2-413d-a245-36c5af7f93ed admin admin] Deleting port a1768f3f-70e2-4bbc-8437-a0da10c6b549 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:55.725763 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7310f0fb-0df2-413d-a245-36c5af7f93ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:55.735228 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-56681eb3-891c-47c5-bd3c-e44e3c9036e2 admin admin] 10.222.0.15 "PUT /v2.0/routers/233b1ceb-2a39-4c49-ad97-ac5069be2e93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7071631 Apr 18 05:52:55.740968 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39788) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:55.747506 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:55.817541 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e8459d07-418b-4e69-8bb9-109c9cee40ea tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5325160 Apr 18 05:52:55.858306 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:55.862423 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1ef16127-b382-4c7d-ba29-b94e5fe2faa9 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "DELETE /v2.0/routers/112b4b19-34df-4a1e-a074-e38c61418998 HTTP/1.1" status: 204 len: 168 time: 7.1233740 Apr 18 05:52:55.863243 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39792) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:55.863709 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39794) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:55.922861 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-28dfd97f-4548-454c-a6fe-2256ce2eaab9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1781285696'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:55.937655 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:55.938131 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-da7bbbaf-f003-41c4-bfbe-fdf503dd3b99 None None] Set router 233b1ceb-2a39-4c49-ad97-ac5069be2e93 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:52:55.948645 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-28dfd97f-4548-454c-a6fe-2256ce2eaab9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:55.961336 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Usage tracker for resource:security_group_rule and tenant:c9cb2f19d4c24715a738705e058d4e92 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:55.966569 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:55.970472 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-28dfd97f-4548-454c-a6fe-2256ce2eaab9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Usage tracker for resource:network and tenant:6b3ffbef4e5a4307b1ad6232f6312b6a is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:55.974823 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-28dfd97f-4548-454c-a6fe-2256ce2eaab9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:55.981074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-7310f0fb-0df2-413d-a245-36c5af7f93ed admin admin] For port a1768f3f-70e2-4bbc-8437-a0da10c6b549, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a1768f3f-70e2-4bbc-8437-a0da10c6b549,segment=NetworkSegment(90bc9c89-017d-4efd-82f8-9dbfeb8d8462),segment_id=90bc9c89-017d-4efd-82f8-9dbfeb8d8462)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:55.981587 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7310f0fb-0df2-413d-a245-36c5af7f93ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:55.993739 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-28dfd97f-4548-454c-a6fe-2256ce2eaab9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:55.997570 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:56.012821 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4a594be8-c9f6-47c4-8cc2-24c298e88ebe tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2573975'] for subnet, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:56.048019 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa7391d-36b4-4b8d-80ef-c4a92bc3632e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Deleting subnet ef981a92-ec5a-4a74-a57d-14e637650f11 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:52:56.082432 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4fa7391d-36b4-4b8d-80ef-c4a92bc3632e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:56.082989 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-1f226737-7c0e-448f-99b8-b40109101814', 'network_id': '1f226737-7c0e-448f-99b8-b40109101814', 'tenant_id': '6b3ffbef4e5a4307b1ad6232f6312b6a', 'fixed_ips': [{'subnet_id': '18f9b411-ebd5-4c01-9dfd-281773d100c3'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:52:56.084579 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:56.110917 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dfd97f-4548-454c-a6fe-2256ce2eaab9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Made reservation on behalf of 6b3ffbef4e5a4307b1ad6232f6312b6a for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:56.114332 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-28dfd97f-4548-454c-a6fe-2256ce2eaab9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:56.126060 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-7310f0fb-0df2-413d-a245-36c5af7f93ed admin admin] Calling delete_port for a1768f3f-70e2-4bbc-8437-a0da10c6b549 owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:56.261045 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-8313059d-42bd-4869-b402-7dd53a3b3c5e', 'network_id': '8313059d-42bd-4869-b402-7dd53a3b3c5e', 'tenant_id': '5363d5685d824735b18239fcd4923d66', 'fixed_ips': [{'subnet_id': 'bd2a5e73-e813-40fc-b5f9-f1cd6a0c3373'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:52:56.262455 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:56.275469 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4fa7391d-36b4-4b8d-80ef-c4a92bc3632e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:56.313937 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-da7bbbaf-f003-41c4-bfbe-fdf503dd3b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'name': 'tempest-ServersTestManualDisk-1963045406-router', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:53Z', 'updated_at': '2022-04-18T05:52:52Z', 'revision_number': 5, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'gw_port': {'id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:56.321554 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7bbbaf-f003-41c4-bfbe-fdf503dd3b99 None None] Checking router: 233b1ceb-2a39-4c49-ad97-ac5069be2e93 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:52:56.334167 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7bbbaf-f003-41c4-bfbe-fdf503dd3b99 None None] Routers {'233b1ceb-2a39-4c49-ad97-ac5069be2e93'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:56.335114 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-da7bbbaf-f003-41c4-bfbe-fdf503dd3b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['233b1ceb-2a39-4c49-ad97-ac5069be2e93'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:56.340005 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28dfd97f-4548-454c-a6fe-2256ce2eaab9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:52:56.373416 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12aaa3b1-6ca9-4826-9e78-42f3c5d40bcc admin admin] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:56.474798 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-28dfd97f-4548-454c-a6fe-2256ce2eaab9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:56.475149 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-28dfd97f-4548-454c-a6fe-2256ce2eaab9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Added segment 6287c8f9-c00c-480f-8f74-8caa7f48dfcf of type vlan for network dc3bdbdf-46aa-4acf-bde1-fc22aebcf644 Apr 18 05:52:56.493361 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7d9b2d49-64fb-40e2-b4fe-c3d505ee49cf tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:56.498354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7310f0fb-0df2-413d-a245-36c5af7f93ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:56.546925 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4fa7391d-36b4-4b8d-80ef-c4a92bc3632e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:56.557138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310f0fb-0df2-413d-a245-36c5af7f93ed admin admin] Pushing event deleted for resources: {'Port': ['ID=a1768f3f-70e2-4bbc-8437-a0da10c6b549,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:56.623999 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-da7bbbaf-f003-41c4-bfbe-fdf503dd3b99 None None] Set router 233b1ceb-2a39-4c49-ad97-ac5069be2e93 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:52:56.638116 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Allocated IP 2001:db8:0:ffff::2 (1f226737-7c0e-448f-99b8-b40109101814/18f9b411-ebd5-4c01-9dfd-281773d100c3/2b36fe2f-54a8-4474-925a-68d01d702816) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:56.743257 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-28dfd97f-4548-454c-a6fe-2256ce2eaab9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:56.887181 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:56.916053 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:56.940253 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4a594be8-c9f6-47c4-8cc2-24c298e88ebe tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771957067767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2505234'] for subnet, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:56.998442 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.008615 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-28dfd97f-4548-454c-a6fe-2256ce2eaab9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.014305 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dfd97f-4548-454c-a6fe-2256ce2eaab9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:57.014901 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-28dfd97f-4548-454c-a6fe-2256ce2eaab9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.020712 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Transition to ACTIVE for port object 2b36fe2f-54a8-4474-925a-68d01d702816 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:57.040954 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] Allocated IP 172.20.0.2 (8313059d-42bd-4869-b402-7dd53a3b3c5e/bd2a5e73-e813-40fc-b5f9-f1cd6a0c3373/9155c664-d47a-448e-bc7c-8fdc255744c9) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:52:57.050294 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12aaa3b1-6ca9-4826-9e78-42f3c5d40bcc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.061926 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Transition to ACTIVE for port object 2b36fe2f-54a8-4474-925a-68d01d702816 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:57.062574 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7310f0fb-0df2-413d-a245-36c5af7f93ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.066305 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:52:57.075290 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7d9b2d49-64fb-40e2-b4fe-c3d505ee49cf tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.081242 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-da7bbbaf-f003-41c4-bfbe-fdf503dd3b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'name': 'tempest-ServersTestManualDisk-1963045406-router', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:53Z', 'updated_at': '2022-04-18T05:52:52Z', 'revision_number': 5, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'gw_port': {'id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:57.088247 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7bbbaf-f003-41c4-bfbe-fdf503dd3b99 None None] The sync data for ids ['233b1ceb-2a39-4c49-ad97-ac5069be2e93'] in dv-neutron-837489-1-hyperv is: [{'id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'name': 'tempest-ServersTestManualDisk-1963045406-router', 'tenant_id': '637df6f0e57a4804a82858e7d06b6d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:53Z', 'updated_at': '2022-04-18T05:52:52Z', 'revision_number': 5, 'project_id': '637df6f0e57a4804a82858e7d06b6d7b', 'gw_port': {'id': 'b99770fc-8dc9-41d1-8968-51ba959333eb', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233b1ceb-2a39-4c49-ad97-ac5069be2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:52:57.099909 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4fa7391d-36b4-4b8d-80ef-c4a92bc3632e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.111819 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.117279 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a594be8-c9f6-47c4-8cc2-24c298e88ebe tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:57.117971 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4a594be8-c9f6-47c4-8cc2-24c298e88ebe tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.123271 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4a594be8-c9f6-47c4-8cc2-24c298e88ebe tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "PUT /v2.0/subnets/bd2a5e73-e813-40fc-b5f9-f1cd6a0c3373 HTTP/1.1" status: 200 len: 806 time: 1.5098686 Apr 18 05:52:57.126441 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1779280-84ad-4897-a343-6f574b4b5408,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:57.130029 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39800) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:57.176201 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.176611 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Added segment 87e08a76-4f27-4bef-9aa4-5bcdc3790e4b of type vlan for network 237f591f-9486-46ed-a4ea-bf09c58fcb91 Apr 18 05:52:57.223443 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-12aaa3b1-6ca9-4826-9e78-42f3c5d40bcc admin admin] Deleting port b99770fc-8dc9-41d1-8968-51ba959333eb {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:57.223784 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12aaa3b1-6ca9-4826-9e78-42f3c5d40bcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.241709 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9b2d49-64fb-40e2-b4fe-c3d505ee49cf tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Network 05c54514-12b4-476f-ac98-1d963e2784be is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:57.252425 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-7d9b2d49-64fb-40e2-b4fe-c3d505ee49cf tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:57.255832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9b2d49-64fb-40e2-b4fe-c3d505ee49cf tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:57.266763 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Network 1f226737-7c0e-448f-99b8-b40109101814 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:57.269426 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Pushing event updated for resources: {'Port': ['ID=2b36fe2f-54a8-4474-925a-68d01d702816,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:57.273978 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:57.280210 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:57.281679 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4fa7391d-36b4-4b8d-80ef-c4a92bc3632e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.293580 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:57.293926 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:57.294262 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:57.294593 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:57.294922 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:57.295251 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:57.295575 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:57.295901 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:57.296244 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:57.296563 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:57.297501 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:57.297501 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:52:57.307640 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a594be8-c9f6-47c4-8cc2-24c298e88ebe tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Subnet': ['ID=bd2a5e73-e813-40fc-b5f9-f1cd6a0c3373,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:57.323652 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b2d49-64fb-40e2-b4fe-c3d505ee49cf tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Port': ['ID=ec6d45e2-95cf-4e65-80f1-13139e26e306,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:57.353915 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfd97f-4548-454c-a6fe-2256ce2eaab9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event updated for resources: {'Network': ['ID=dc3bdbdf-46aa-4acf-bde1-fc22aebcf644,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:57.386008 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network dc3bdbdf-46aa-4acf-bde1-fc22aebcf644 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:52:57.412590 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4fa7391d-36b4-4b8d-80ef-c4a92bc3632e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/ef981a92-ec5a-4a74-a57d-14e637650f11 HTTP/1.1" status: 204 len: 168 time: 1.5338273 Apr 18 05:52:57.414303 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-28dfd97f-4548-454c-a6fe-2256ce2eaab9 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5368431 Apr 18 05:52:57.442114 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39804) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:57.442512 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39806) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:57.489349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-5546d9b8-d266-45a9-a9d6-2a1242b259e2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Request body: {'subnet': {'network_id': 'dc3bdbdf-46aa-4acf-bde1-fc22aebcf644', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:57.510286 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9b2d49-64fb-40e2-b4fe-c3d505ee49cf tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:57.510943 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7d9b2d49-64fb-40e2-b4fe-c3d505ee49cf tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.519240 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Attempting to bind port 2b36fe2f-54a8-4474-925a-68d01d702816 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:52:57.519603 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Attempting to bind port 2b36fe2f-54a8-4474-925a-68d01d702816 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '05884086-7e26-4c6a-aedb-2cec7d6756fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1f226737-7c0e-448f-99b8-b40109101814'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:52:57.520423 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Attempting to bind port 2b36fe2f-54a8-4474-925a-68d01d702816 on network 1f226737-7c0e-448f-99b8-b40109101814 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:52:57.592828 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7391d-36b4-4b8d-80ef-c4a92bc3632e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ef981a92-ec5a-4a74-a57d-14e637650f11,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:57.631058 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.646289 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.656232 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:52:57.656770 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Checking segment: {'id': '05884086-7e26-4c6a-aedb-2cec7d6756fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1f226737-7c0e-448f-99b8-b40109101814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:57.657292 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.657788 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Bound using segment: {'id': '05884086-7e26-4c6a-aedb-2cec7d6756fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1f226737-7c0e-448f-99b8-b40109101814'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:52:57.658648 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Bound port: 2b36fe2f-54a8-4474-925a-68d01d702816, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05884086-7e26-4c6a-aedb-2cec7d6756fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1f226737-7c0e-448f-99b8-b40109101814'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:52:57.658954 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.688609 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.694425 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7d9b2d49-64fb-40e2-b4fe-c3d505ee49cf tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.9941876 Apr 18 05:52:57.712879 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] Transition to ACTIVE for port object 9155c664-d47a-448e-bc7c-8fdc255744c9 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:57.754704 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] Transition to ACTIVE for port object 9155c664-d47a-448e-bc7c-8fdc255744c9 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:52:57.767220 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39812) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:57.784343 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': 'ec6d45e2-95cf-4e65-80f1-13139e26e306', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:52:57.789832 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.795040 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:57.799323 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-876e7f52-6ad7-4af7-add4-f80422c2f6b1 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.808355 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Usage tracker for resource:floatingip and tenant:53217080630e4ec6bc3e36527767510c is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:57.813113 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.813308 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-5546d9b8-d266-45a9-a9d6-2a1242b259e2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:52:57.819009 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:52:57.819420 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.823041 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5546d9b8-d266-45a9-a9d6-2a1242b259e2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Usage tracker for resource:subnet and tenant:6b3ffbef4e5a4307b1ad6232f6312b6a is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:52:57.824638 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Deleting port 9155c664-d47a-448e-bc7c-8fdc255744c9 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:57.825048 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.828146 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5546d9b8-d266-45a9-a9d6-2a1242b259e2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:57.844985 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-5546d9b8-d266-45a9-a9d6-2a1242b259e2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:57.845231 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] For port 2b36fe2f-54a8-4474-925a-68d01d702816, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:52:57.848867 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:52:57.875262 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] Network 8313059d-42bd-4869-b402-7dd53a3b3c5e is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:52:57.884716 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] For port 2b36fe2f-54a8-4474-925a-68d01d702816, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=2b36fe2f-54a8-4474-925a-68d01d702816,segment=NetworkSegment(05884086-7e26-4c6a-aedb-2cec7d6756fc),segment_id=05884086-7e26-4c6a-aedb-2cec7d6756fc)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:52:57.886120 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:52:57.890484 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:52:57.896807 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] Pushing event updated for resources: {'Port': ['ID=9155c664-d47a-448e-bc7c-8fdc255744c9,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:57.902285 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:57.910845 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:52:57.976665 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5546d9b8-d266-45a9-a9d6-2a1242b259e2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Made reservation on behalf of 6b3ffbef4e5a4307b1ad6232f6312b6a for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:52:57.979923 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5546d9b8-d266-45a9-a9d6-2a1242b259e2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:58.009946 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.8371620 Apr 18 05:52:58.012007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-12aaa3b1-6ca9-4826-9e78-42f3c5d40bcc admin admin] For port b99770fc-8dc9-41d1-8968-51ba959333eb, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b99770fc-8dc9-41d1-8968-51ba959333eb,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:58.012295 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12aaa3b1-6ca9-4826-9e78-42f3c5d40bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:58.052335 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:58.073759 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc52786-2493-4ff7-967b-5e3c847c7f97 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Network': ['ID=237f591f-9486-46ed-a4ea-bf09c58fcb91,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:58.144244 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bdbdba-81c8-4ad9-93c7-8c10d13edf16 None None] Pushing event updated for resources: {'Port': ['ID=2b36fe2f-54a8-4474-925a-68d01d702816,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:58.147994 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-876e7f52-6ad7-4af7-add4-f80422c2f6b1 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:58.165196 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] Attempting to bind port 9155c664-d47a-448e-bc7c-8fdc255744c9 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:52:58.166787 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] Attempting to bind port 9155c664-d47a-448e-bc7c-8fdc255744c9 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'd072d6f1-d3f1-403a-b3f3-efbba76df243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8313059d-42bd-4869-b402-7dd53a3b3c5e'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:52:58.167439 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] Attempting to bind port 9155c664-d47a-448e-bc7c-8fdc255744c9 on network 8313059d-42bd-4869-b402-7dd53a3b3c5e {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:52:58.167629 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7310f0fb-0df2-413d-a245-36c5af7f93ed admin admin] Router c33ca8c7-7169-4e64-a0d7-4109958c73d4 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:52:58.176244 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 237f591f-9486-46ed-a4ea-bf09c58fcb91 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:52:58.195772 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-876e7f52-6ad7-4af7-add4-f80422c2f6b1 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a315ba18-9ea3-4e75-8fb0-2457c164b3b7']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:58.217876 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:52:58.218674 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-876e7f52-6ad7-4af7-add4-f80422c2f6b1 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87fc1508-d170-41a1-8d93-a526bb3bbc81') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:58.218976 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-876e7f52-6ad7-4af7-add4-f80422c2f6b1 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87fc1508-d170-41a1-8d93-a526bb3bbc81') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:58.219531 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] Checking segment: {'id': 'd072d6f1-d3f1-403a-b3f3-efbba76df243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8313059d-42bd-4869-b402-7dd53a3b3c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:52:58.220219 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:58.221056 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] Bound using segment: {'id': 'd072d6f1-d3f1-403a-b3f3-efbba76df243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8313059d-42bd-4869-b402-7dd53a3b3c5e'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:52:58.221778 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] Bound port: 9155c664-d47a-448e-bc7c-8fdc255744c9, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd072d6f1-d3f1-403a-b3f3-efbba76df243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8313059d-42bd-4869-b402-7dd53a3b3c5e'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:52:58.222741 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:58.223664 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-12aaa3b1-6ca9-4826-9e78-42f3c5d40bcc admin admin] Calling delete_port for b99770fc-8dc9-41d1-8968-51ba959333eb owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:58.400171 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device bdf1c92f-3538-4382-a9ef-f9721140a992 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:52:58.546452 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: bdf1c92f-3538-4382-a9ef-f9721140a992 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:52:58.547037 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device bdf1c92f-3538-4382-a9ef-f9721140a992 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:52:58.705234 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] For port 9155c664-d47a-448e-bc7c-8fdc255744c9, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:52:58.713214 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] For port 9155c664-d47a-448e-bc7c-8fdc255744c9, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=9155c664-d47a-448e-bc7c-8fdc255744c9,segment=NetworkSegment(d072d6f1-d3f1-403a-b3f3-efbba76df243),segment_id=d072d6f1-d3f1-403a-b3f3-efbba76df243)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:52:58.723597 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:58.727768 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] For port 9155c664-d47a-448e-bc7c-8fdc255744c9, host dv-neutron-837489-1-hyperv, got binding levels [] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:52:58.736384 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:58.737856 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-876e7f52-6ad7-4af7-add4-f80422c2f6b1 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:58.780664 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-876e7f52-6ad7-4af7-add4-f80422c2f6b1 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:58.815759 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876e7f52-6ad7-4af7-add4-f80422c2f6b1 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:52:58.816570 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-876e7f52-6ad7-4af7-add4-f80422c2f6b1 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:52:58.831544 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:52:58.871007 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e4ba0-ef9e-44dd-9222-2bf2dfb2bc4f None None] Pushing event updated for resources: {'Port': ['ID=9155c664-d47a-448e-bc7c-8fdc255744c9,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:58.883617 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7310f0fb-0df2-413d-a245-36c5af7f93ed admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:52:58.898913 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e07c25-0b85-41f5-a406-ef6a7fcef51c None None] Sync routers for ids ['c33ca8c7-7169-4e64-a0d7-4109958c73d4'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:52:58.918102 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Calling delete_port for 9155c664-d47a-448e-bc7c-8fdc255744c9 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:52:58.919538 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e07c25-0b85-41f5-a406-ef6a7fcef51c None None] Routers {'c33ca8c7-7169-4e64-a0d7-4109958c73d4'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:52:58.920482 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c4e07c25-0b85-41f5-a406-ef6a7fcef51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c33ca8c7-7169-4e64-a0d7-4109958c73d4'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:52:58.993760 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7310f0fb-0df2-413d-a245-36c5af7f93ed admin admin] 10.222.0.15 "PUT /v2.0/routers/c33ca8c7-7169-4e64-a0d7-4109958c73d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2838266 Apr 18 05:52:58.997442 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39816) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:52:59.106165 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:52:59.106743 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:52:59.122320 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12aaa3b1-6ca9-4826-9e78-42f3c5d40bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:59.149347 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-876e7f52-6ad7-4af7-add4-f80422c2f6b1 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:59.179055 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876e7f52-6ad7-4af7-add4-f80422c2f6b1 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a315ba18-9ea3-4e75-8fb0-2457c164b3b7 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 18 05:52:59.191721 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-876e7f52-6ad7-4af7-add4-f80422c2f6b1 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:59.277385 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e7f52-6ad7-4af7-add4-f80422c2f6b1 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Pushing event deleted for resources: {'Network': ['ID=a315ba18-9ea3-4e75-8fb0-2457c164b3b7,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:59.289060 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:59.402101 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-c4e07c25-0b85-41f5-a406-ef6a7fcef51c None None] Set router c33ca8c7-7169-4e64-a0d7-4109958c73d4 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:52:59.470732 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-876e7f52-6ad7-4af7-add4-f80422c2f6b1 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "DELETE /v2.0/networks/a315ba18-9ea3-4e75-8fb0-2457c164b3b7 HTTP/1.1" status: 204 len: 168 time: 2.0270338 Apr 18 05:52:59.543618 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aaa3b1-6ca9-4826-9e78-42f3c5d40bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=b99770fc-8dc9-41d1-8968-51ba959333eb,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:52:59.608901 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Deleting port 9155c664-d47a-448e-bc7c-8fdc255744c9 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:52:59.611158 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:59.757059 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.objects.ports [None req-5546d9b8-d266-45a9-a9d6-2a1242b259e2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88034) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 05:52:59.767217 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5546d9b8-d266-45a9-a9d6-2a1242b259e2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:59.773639 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3d70f642-4899-4d55-89fa-90ba013ac7f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:59.831591 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12aaa3b1-6ca9-4826-9e78-42f3c5d40bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:00.181551 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e8457f-8e4d-4aa0-8201-9ed6c36ef719 None None] Network 1f226737-7c0e-448f-99b8-b40109101814 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:00.336793 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Allocated IP 172.26.1.68 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/b53888a3-b075-4a31-8c2e-f429ff33939a) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:00.390666 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39828) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:00.412426 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-811f4dbe-5dc5-41d7-8591-7c14c867ce3e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Request body: {'router': {'name': 'tempest-router--1751648795', 'project_id': 'd402c5fbe0dd46ecb6830fab44bee973'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:00.450990 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-811f4dbe-5dc5-41d7-8591-7c14c867ce3e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:00.464525 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3d70f642-4899-4d55-89fa-90ba013ac7f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:00.512877 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-811f4dbe-5dc5-41d7-8591-7c14c867ce3e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Usage tracker for resource:router and tenant:d402c5fbe0dd46ecb6830fab44bee973 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:00.559674 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-811f4dbe-5dc5-41d7-8591-7c14c867ce3e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:00.594054 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-811f4dbe-5dc5-41d7-8591-7c14c867ce3e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:00.626574 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5546d9b8-d266-45a9-a9d6-2a1242b259e2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Checking segment: {'id': '6287c8f9-c00c-480f-8f74-8caa7f48dfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dc3bdbdf-46aa-4acf-bde1-fc22aebcf644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:00.627380 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5546d9b8-d266-45a9-a9d6-2a1242b259e2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Network hostable DHCP agents. Network: dc3bdbdf-46aa-4acf-bde1-fc22aebcf644, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:53:00.632565 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-3d70f642-4899-4d55-89fa-90ba013ac7f2 admin admin] Deleting port 63698077-dbb6-4788-ac22-0483f66b2e97 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:00.633323 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3d70f642-4899-4d55-89fa-90ba013ac7f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:00.639016 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9155c664-d47a-448e-bc7c-8fdc255744c9 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:53:00.678888 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-811f4dbe-5dc5-41d7-8591-7c14c867ce3e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:00.680337 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-811f4dbe-5dc5-41d7-8591-7c14c867ce3e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:00.691764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546d9b8-d266-45a9-a9d6-2a1242b259e2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event updated for resources: {'Subnet': ['ID=50624155-29c6-42c9-a78a-8cb1364d4859,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:00.723289 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:00.743895 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5546d9b8-d266-45a9-a9d6-2a1242b259e2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Network dc3bdbdf-46aa-4acf-bde1-fc22aebcf644 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:53:00.752286 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-074e91bd-8b41-4c9e-841a-65f13371c611 None None] Provisioning for port 2b36fe2f-54a8-4474-925a-68d01d702816 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:00.764300 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 9155c664-d47a-448e-bc7c-8fdc255744c9 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:00.772587 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 2b36fe2f-54a8-4474-925a-68d01d702816 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:53:00.774902 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-811f4dbe-5dc5-41d7-8591-7c14c867ce3e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:00.810957 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-5546d9b8-d266-45a9-a9d6-2a1242b259e2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, dc3bdbdf-46aa-4acf-bde1-fc22aebcf644) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:00.838213 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5546d9b8-d266-45a9-a9d6-2a1242b259e2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:00.839156 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5546d9b8-d266-45a9-a9d6-2a1242b259e2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:00.845983 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48efcbe0-9b41-4ceb-888c-ff62a87234ad None None] Network dc3bdbdf-46aa-4acf-bde1-fc22aebcf644 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:00.927992 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-811f4dbe-5dc5-41d7-8591-7c14c867ce3e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:00.942826 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5546d9b8-d266-45a9-a9d6-2a1242b259e2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4977353 Apr 18 05:53:00.949580 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39832) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:00.958101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-dd9d0337-30c0-44ad-95f9-f69a2c63dbd0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Request body: {'port': {'network_id': 'dc3bdbdf-46aa-4acf-bde1-fc22aebcf644', 'name': 'tempest-NetworksIpV6TestAttrs-141055558'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:00.981776 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88acdda-9d40-4757-b43b-0d30f4d63e0f None None] Network 8313059d-42bd-4869-b402-7dd53a3b3c5e requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:01.005682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-811f4dbe-5dc5-41d7-8591-7c14c867ce3e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:01.010651 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-811f4dbe-5dc5-41d7-8591-7c14c867ce3e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6183422 Apr 18 05:53:01.014143 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39836) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:01.018037 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12aaa3b1-6ca9-4826-9e78-42f3c5d40bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:01.021603 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12aaa3b1-6ca9-4826-9e78-42f3c5d40bcc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:01.050855 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:01.154550 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:01.155460 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12aaa3b1-6ca9-4826-9e78-42f3c5d40bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:01.155965 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12aaa3b1-6ca9-4826-9e78-42f3c5d40bcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 233b1ceb-2a39-4c49-ad97-ac5069be2e93 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:53:01.161007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Port': ['ID=b53888a3-b075-4a31-8c2e-f429ff33939a,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:01.163179 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:01.180652 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:01.184201 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b157ed36-20d5-42ab-a947-0adf469fee1c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:01.316774 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c4e07c25-0b85-41f5-a406-ef6a7fcef51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'name': 'tempest-ServersTestJSON-554563277-router', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131'}], 'enable_snat': True}, 'gw_port_id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:52:56Z', 'revision_number': 5, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'gw_port': {'id': '63698077-dbb6-4788-ac22-0483f66b2e97', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:01.322788 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 2b36fe2f-54a8-4474-925a-68d01d702816 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:01.358695 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12aaa3b1-6ca9-4826-9e78-42f3c5d40bcc admin admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:01.364305 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-12aaa3b1-6ca9-4826-9e78-42f3c5d40bcc admin admin] 10.222.0.15 "DELETE /v2.0/routers/233b1ceb-2a39-4c49-ad97-ac5069be2e93 HTTP/1.1" status: 204 len: 168 time: 5.6200509 Apr 18 05:53:01.380745 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39840) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:01.381075 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39842) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:01.399735 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-19692081-3f98-468b-8cdc-baa7ca5d5c8f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'subnet': {'network_id': '237f591f-9486-46ed-a4ea-bf09c58fcb91', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:01.504336 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-39c8ed5c-8eda-4991-99ed-b4fd1cb0bbde None None] Provisioning for port 9155c664-d47a-448e-bc7c-8fdc255744c9 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:01.512970 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 2b36fe2f-54a8-4474-925a-68d01d702816 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:01.513340 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:01.538259 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e07c25-0b85-41f5-a406-ef6a7fcef51c None None] Checking router: c33ca8c7-7169-4e64-a0d7-4109958c73d4 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:53:01.559767 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-39c8ed5c-8eda-4991-99ed-b4fd1cb0bbde None None] Provisioning complete for port 9155c664-d47a-448e-bc7c-8fdc255744c9 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:01.560164 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-39c8ed5c-8eda-4991-99ed-b4fd1cb0bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:01.591385 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5296013a-28cc-497d-acda-52b375357938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-dc3bdbdf-46aa-4acf-bde1-fc22aebcf644', 'network_id': 'dc3bdbdf-46aa-4acf-bde1-fc22aebcf644', 'tenant_id': '6b3ffbef4e5a4307b1ad6232f6312b6a', 'fixed_ips': [{'subnet_id': '50624155-29c6-42c9-a78a-8cb1364d4859'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:53:01.592242 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5296013a-28cc-497d-acda-52b375357938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:01.594636 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-3d70f642-4899-4d55-89fa-90ba013ac7f2 admin admin] For port 63698077-dbb6-4788-ac22-0483f66b2e97, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=63698077-dbb6-4788-ac22-0483f66b2e97,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:01.595126 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3d70f642-4899-4d55-89fa-90ba013ac7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:01.644553 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e07c25-0b85-41f5-a406-ef6a7fcef51c None None] Routers {'c33ca8c7-7169-4e64-a0d7-4109958c73d4'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:53:01.645210 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c4e07c25-0b85-41f5-a406-ef6a7fcef51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:52:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c33ca8c7-7169-4e64-a0d7-4109958c73d4'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:01.725104 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a3449db-7bd9-4c73-afe0-37733bb29f82 admin admin] Deleting subnet 5fcd649f-492a-4c12-9975-b04bbb1ea4b5 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:53:01.735850 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a3449db-7bd9-4c73-afe0-37733bb29f82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:01.852362 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-3d70f642-4899-4d55-89fa-90ba013ac7f2 admin admin] Calling delete_port for 63698077-dbb6-4788-ac22-0483f66b2e97 owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:01.872103 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-19692081-3f98-468b-8cdc-baa7ca5d5c8f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:01.893868 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-19692081-3f98-468b-8cdc-baa7ca5d5c8f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Usage tracker for resource:subnet and tenant:c9cb2f19d4c24715a738705e058d4e92 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:01.902951 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b157ed36-20d5-42ab-a947-0adf469fee1c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:01.903177 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-19692081-3f98-468b-8cdc-baa7ca5d5c8f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:01.911069 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b157ed36-20d5-42ab-a947-0adf469fee1c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:01.916578 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-19692081-3f98-468b-8cdc-baa7ca5d5c8f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:01.929118 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] For port 9155c664-d47a-448e-bc7c-8fdc255744c9, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=9155c664-d47a-448e-bc7c-8fdc255744c9,segment=NetworkSegment(d072d6f1-d3f1-403a-b3f3-efbba76df243),segment_id=d072d6f1-d3f1-403a-b3f3-efbba76df243)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:01.930119 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:01.940958 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a3449db-7bd9-4c73-afe0-37733bb29f82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:01.946749 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-c4e07c25-0b85-41f5-a406-ef6a7fcef51c None None] Set router c33ca8c7-7169-4e64-a0d7-4109958c73d4 gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:53:01.975725 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-dd9d0337-30c0-44ad-95f9-f69a2c63dbd0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:01.990354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-dd9d0337-30c0-44ad-95f9-f69a2c63dbd0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Usage tracker for resource:port and tenant:6b3ffbef4e5a4307b1ad6232f6312b6a is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:02.001168 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-dd9d0337-30c0-44ad-95f9-f69a2c63dbd0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:02.003906 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b157ed36-20d5-42ab-a947-0adf469fee1c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:02.004470 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b157ed36-20d5-42ab-a947-0adf469fee1c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54f99b52-cfdc-4aaf-9e85-0907e507c5a7 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:53:02.010844 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-dd9d0337-30c0-44ad-95f9-f69a2c63dbd0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:02.042084 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b157ed36-20d5-42ab-a947-0adf469fee1c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:02.043224 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b157ed36-20d5-42ab-a947-0adf469fee1c tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "DELETE /v2.0/routers/54f99b52-cfdc-4aaf-9e85-0907e507c5a7 HTTP/1.1" status: 204 len: 168 time: 1.0259409 Apr 18 05:53:02.054362 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9d0337-30c0-44ad-95f9-f69a2c63dbd0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Made reservation on behalf of 6b3ffbef4e5a4307b1ad6232f6312b6a for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:02.057928 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19692081-3f98-468b-8cdc-baa7ca5d5c8f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Made reservation on behalf of c9cb2f19d4c24715a738705e058d4e92 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:02.061279 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dd9d0337-30c0-44ad-95f9-f69a2c63dbd0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:02.061415 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19692081-3f98-468b-8cdc-baa7ca5d5c8f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:02.127240 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-dd9d0337-30c0-44ad-95f9-f69a2c63dbd0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] device_id is not set on port abbf36ee-4ff7-44c5-a4f3-45493a0e9a36 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:53:02.210462 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c4e07c25-0b85-41f5-a406-ef6a7fcef51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'name': 'tempest-ServersTestJSON-554563277-router', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:53:00Z', 'revision_number': 6, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:02.290468 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e07c25-0b85-41f5-a406-ef6a7fcef51c None None] The sync data for ids ['c33ca8c7-7169-4e64-a0d7-4109958c73d4'] in dv-neutron-837489-1-hyperv is: [{'id': 'c33ca8c7-7169-4e64-a0d7-4109958c73d4', 'name': 'tempest-ServersTestJSON-554563277-router', 'tenant_id': '16530a209bf44d9e8d1b192ff854fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:55Z', 'updated_at': '2022-04-18T05:53:00Z', 'revision_number': 6, 'project_id': '16530a209bf44d9e8d1b192ff854fad3', 'gw_port_host': None}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:53:02.332690 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:02.348099 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f1233c-24e2-4645-bc12-5067c0f4dc73 None None] Network 8313059d-42bd-4869-b402-7dd53a3b3c5e requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:02.375682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39850) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:02.386195 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-39c8ed5c-8eda-4991-99ed-b4fd1cb0bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:02.422209 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Calling delete_port for 9155c664-d47a-448e-bc7c-8fdc255744c9 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:02.434860 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3d70f642-4899-4d55-89fa-90ba013ac7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:02.511360 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-5296013a-28cc-497d-acda-52b375357938 None None] Allocated IP 2001:db8::f816:3eff:fe8b:214e (dc3bdbdf-46aa-4acf-bde1-fc22aebcf644/50624155-29c6-42c9-a78a-8cb1364d4859/fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:02.538020 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 2b36fe2f-54a8-4474-925a-68d01d702816, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=2b36fe2f-54a8-4474-925a-68d01d702816,segment=NetworkSegment(05884086-7e26-4c6a-aedb-2cec7d6756fc),segment_id=05884086-7e26-4c6a-aedb-2cec7d6756fc)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:02.538227 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70f642-4899-4d55-89fa-90ba013ac7f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=63698077-dbb6-4788-ac22-0483f66b2e97,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:02.567671 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:02.573672 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-39c8ed5c-8eda-4991-99ed-b4fd1cb0bbde None None] For port 9155c664-d47a-448e-bc7c-8fdc255744c9, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=9155c664-d47a-448e-bc7c-8fdc255744c9,segment=NetworkSegment(d072d6f1-d3f1-403a-b3f3-efbba76df243),segment_id=d072d6f1-d3f1-403a-b3f3-efbba76df243)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:02.622527 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3d70f642-4899-4d55-89fa-90ba013ac7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:02.638408 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-39c8ed5c-8eda-4991-99ed-b4fd1cb0bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:02.739867 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a3449db-7bd9-4c73-afe0-37733bb29f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:02.809075 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-22374101', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}, 'admin_state_up': False}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:02.809271 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b99770fc-8dc9-41d1-8968-51ba959333eb no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:53:02.816134 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:02.816611 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:53:02.817031 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:53:02.875635 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Usage tracker for resource:router and tenant:780fa0cc364e4ebab05bba298701cf99 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:02.886269 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:02.890663 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3d70f642-4899-4d55-89fa-90ba013ac7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:02.895528 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3d70f642-4899-4d55-89fa-90ba013ac7f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:02.897035 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:02.901886 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: b99770fc-8dc9-41d1-8968-51ba959333eb {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:53:02.902319 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b99770fc-8dc9-41d1-8968-51ba959333eb not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:53:02.902785 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a1768f3f-70e2-4bbc-8437-a0da10c6b549 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:53:02.921129 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:02.922238 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:02.933101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3d70f642-4899-4d55-89fa-90ba013ac7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:02.933572 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d70f642-4899-4d55-89fa-90ba013ac7f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c33ca8c7-7169-4e64-a0d7-4109958c73d4 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:53:02.946821 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:02.950688 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=2b36fe2f-54a8-4474-925a-68d01d702816,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:02.951003 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:02.966795 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3d70f642-4899-4d55-89fa-90ba013ac7f2 admin admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:02.970509 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3d70f642-4899-4d55-89fa-90ba013ac7f2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c33ca8c7-7169-4e64-a0d7-4109958c73d4 HTTP/1.1" status: 204 len: 168 time: 3.9669793 Apr 18 05:53:02.971034 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39856) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:02.980785 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Deleting port 9155c664-d47a-448e-bc7c-8fdc255744c9 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:02.981253 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:03.002310 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: a1768f3f-70e2-4bbc-8437-a0da10c6b549 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:53:03.002656 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a1768f3f-70e2-4bbc-8437-a0da10c6b549 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:53:03.017015 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-768aec49-bf7a-4d46-bd3a-c4f0d3c76dae None None] Provisioning complete for port 2b36fe2f-54a8-4474-925a-68d01d702816 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:03.017389 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-768aec49-bf7a-4d46-bd3a-c4f0d3c76dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:03.076882 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a3449db-7bd9-4c73-afe0-37733bb29f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:03.154566 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3449db-7bd9-4c73-afe0-37733bb29f82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fcd649f-492a-4c12-9975-b04bbb1ea4b5,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:03.164234 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a3449db-7bd9-4c73-afe0-37733bb29f82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:03.179175 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7dbc69-5fe4-4b09-9554-bfd2c6b23ad3 None None] Network 8e6ec6cd-b02b-4370-9725-304c806a2405 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:03.186503 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0a3449db-7bd9-4c73-afe0-37733bb29f82 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5fcd649f-492a-4c12-9975-b04bbb1ea4b5 HTTP/1.1" status: 204 len: 168 time: 1.8005071 Apr 18 05:53:03.187222 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39860) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:03.302613 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8ed5c-8eda-4991-99ed-b4fd1cb0bbde None None] Pushing event updated for resources: {'Port': ['ID=9155c664-d47a-448e-bc7c-8fdc255744c9,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:03.333172 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5296013a-28cc-497d-acda-52b375357938 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:03.401487 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aadfb9a-c1da-4ee1-9a4b-28d0e2d5d012 admin admin] Deleting subnet 086e6f9c-e0df-4018-9811-30d13b145f68 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:53:03.405367 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9aadfb9a-c1da-4ee1-9a4b-28d0e2d5d012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:03.445935 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5296013a-28cc-497d-acda-52b375357938 None None] Transition to ACTIVE for port object fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:03.460258 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9aadfb9a-c1da-4ee1-9a4b-28d0e2d5d012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:03.503897 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56d139a2-beb8-45c5-add8-be9406dcaf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:03.505910 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19692081-3f98-468b-8cdc-baa7ca5d5c8f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:03.509913 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:03.548684 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9aadfb9a-c1da-4ee1-9a4b-28d0e2d5d012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:03.606892 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5296013a-28cc-497d-acda-52b375357938 None None] Transition to ACTIVE for port object fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:03.635110 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5296013a-28cc-497d-acda-52b375357938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:03.692677 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-56d139a2-beb8-45c5-add8-be9406dcaf39 admin admin] Deleting port 27c12a34-45ec-49cb-b6f4-1f91a0df591f {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:03.693013 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56d139a2-beb8-45c5-add8-be9406dcaf39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:03.722200 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5296013a-28cc-497d-acda-52b375357938 None None] Network dc3bdbdf-46aa-4acf-bde1-fc22aebcf644 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:03.728826 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-5296013a-28cc-497d-acda-52b375357938 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:03.743575 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5296013a-28cc-497d-acda-52b375357938 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:03.749563 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-dd9d0337-30c0-44ad-95f9-f69a2c63dbd0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Allocated IP 2001:db8::f816:3eff:fe1f:a4a0 (dc3bdbdf-46aa-4acf-bde1-fc22aebcf644/50624155-29c6-42c9-a78a-8cb1364d4859/abbf36ee-4ff7-44c5-a4f3-45493a0e9a36) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:03.759706 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296013a-28cc-497d-acda-52b375357938 None None] Pushing event updated for resources: {'Port': ['ID=fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:03.791250 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19692081-3f98-468b-8cdc-baa7ca5d5c8f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Subnet': ['ID=73c163a3-533e-4e52-8bec-670e3f7d1bb2,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:03.805723 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] For port 9155c664-d47a-448e-bc7c-8fdc255744c9, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=9155c664-d47a-448e-bc7c-8fdc255744c9,segment=NetworkSegment(d072d6f1-d3f1-403a-b3f3-efbba76df243),segment_id=d072d6f1-d3f1-403a-b3f3-efbba76df243)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:03.806151 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:03.853211 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19692081-3f98-468b-8cdc-baa7ca5d5c8f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Checking segment: {'id': '87e08a76-4f27-4bef-9aa4-5bcdc3790e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '237f591f-9486-46ed-a4ea-bf09c58fcb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:03.853573 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19692081-3f98-468b-8cdc-baa7ca5d5c8f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Network hostable DHCP agents. Network: 237f591f-9486-46ed-a4ea-bf09c58fcb91, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:53:03.886481 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-768aec49-bf7a-4d46-bd3a-c4f0d3c76dae None None] Provisioning complete for port 9155c664-d47a-448e-bc7c-8fdc255744c9 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:03.886866 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-768aec49-bf7a-4d46-bd3a-c4f0d3c76dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:03.942741 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:03.950672 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9aadfb9a-c1da-4ee1-9a4b-28d0e2d5d012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:03.982399 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-5296013a-28cc-497d-acda-52b375357938 None None] Attempting to bind port fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:53:03.982769 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-5296013a-28cc-497d-acda-52b375357938 None None] Attempting to bind port fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '6287c8f9-c00c-480f-8f74-8caa7f48dfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dc3bdbdf-46aa-4acf-bde1-fc22aebcf644'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:53:03.983470 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5296013a-28cc-497d-acda-52b375357938 None None] Attempting to bind port fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3 on network dc3bdbdf-46aa-4acf-bde1-fc22aebcf644 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:53:03.999377 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5296013a-28cc-497d-acda-52b375357938 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:53:03.999848 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5296013a-28cc-497d-acda-52b375357938 None None] Checking segment: {'id': '6287c8f9-c00c-480f-8f74-8caa7f48dfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dc3bdbdf-46aa-4acf-bde1-fc22aebcf644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:04.000340 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5296013a-28cc-497d-acda-52b375357938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:04.000740 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5296013a-28cc-497d-acda-52b375357938 None None] Bound using segment: {'id': '6287c8f9-c00c-480f-8f74-8caa7f48dfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dc3bdbdf-46aa-4acf-bde1-fc22aebcf644'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:53:04.001290 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-5296013a-28cc-497d-acda-52b375357938 None None] Bound port: fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6287c8f9-c00c-480f-8f74-8caa7f48dfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dc3bdbdf-46aa-4acf-bde1-fc22aebcf644'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:53:04.001683 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5296013a-28cc-497d-acda-52b375357938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:04.037762 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Calling delete_port for 9155c664-d47a-448e-bc7c-8fdc255744c9 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:04.052601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aadfb9a-c1da-4ee1-9a4b-28d0e2d5d012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=086e6f9c-e0df-4018-9811-30d13b145f68,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:04.109283 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9aadfb9a-c1da-4ee1-9a4b-28d0e2d5d012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:04.138899 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9aadfb9a-c1da-4ee1-9a4b-28d0e2d5d012 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/086e6f9c-e0df-4018-9811-30d13b145f68 HTTP/1.1" status: 204 len: 168 time: 1.1669946 Apr 18 05:53:04.144997 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39864) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:04.145795 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-5296013a-28cc-497d-acda-52b375357938 None None] For port fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:53:04.152427 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-5296013a-28cc-497d-acda-52b375357938 None None] For port fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3,segment=NetworkSegment(6287c8f9-c00c-480f-8f74-8caa7f48dfcf),segment_id=6287c8f9-c00c-480f-8f74-8caa7f48dfcf)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:53:04.196484 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd1b602-f28c-4a27-9b0e-c03ca4568ceb None None] DHCP port deletion for 8e6ec6cd-b02b-4370-9725-304c806a2405 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:53:04.202040 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d2fe03-2f06-44d9-8f64-e7119571d9b4 None None] Network 529cc79f-e17f-4fa1-8fbf-dafe25139197 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:04.226752 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19692081-3f98-468b-8cdc-baa7ca5d5c8f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Network 237f591f-9486-46ed-a4ea-bf09c58fcb91 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:53:04.289461 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dd9d0337-30c0-44ad-95f9-f69a2c63dbd0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:04.339946 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5296013a-28cc-497d-acda-52b375357938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:04.352206 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de2e45f1-7ca4-4379-8c10-e87edc75f8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:04.359805 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-5fd1b602-f28c-4a27-9b0e-c03ca4568ceb None None] Deleting port 27c12a34-45ec-49cb-b6f4-1f91a0df591f {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:04.360207 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b602-f28c-4a27-9b0e-c03ca4568ceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:04.373167 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-dd9d0337-30c0-44ad-95f9-f69a2c63dbd0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Transition to ACTIVE for port object abbf36ee-4ff7-44c5-a4f3-45493a0e9a36 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:04.392918 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-de2e45f1-7ca4-4379-8c10-e87edc75f8d0 admin admin] Deleting port 7cacc349-67e5-42c0-92c4-73ea4364a617 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:04.393278 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de2e45f1-7ca4-4379-8c10-e87edc75f8d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:04.526395 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dd9d0337-30c0-44ad-95f9-f69a2c63dbd0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:04.558671 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-19692081-3f98-468b-8cdc-baa7ca5d5c8f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 237f591f-9486-46ed-a4ea-bf09c58fcb91) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:04.562210 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:04.579262 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19692081-3f98-468b-8cdc-baa7ca5d5c8f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:04.579886 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19692081-3f98-468b-8cdc-baa7ca5d5c8f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:04.596865 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e9472e-fadb-4801-8ef6-7a75523b9600 None None] Network 237f591f-9486-46ed-a4ea-bf09c58fcb91 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:04.631006 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:04.662334 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9d0337-30c0-44ad-95f9-f69a2c63dbd0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Network dc3bdbdf-46aa-4acf-bde1-fc22aebcf644 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:04.673714 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-dd9d0337-30c0-44ad-95f9-f69a2c63dbd0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:04.728602 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296013a-28cc-497d-acda-52b375357938 None None] Pushing event updated for resources: {'Port': ['ID=fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:04.745667 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9155c664-d47a-448e-bc7c-8fdc255744c9 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:53:04.747815 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9d0337-30c0-44ad-95f9-f69a2c63dbd0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:04.753584 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9d0337-30c0-44ad-95f9-f69a2c63dbd0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:04.754204 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dd9d0337-30c0-44ad-95f9-f69a2c63dbd0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:04.758980 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d0337-30c0-44ad-95f9-f69a2c63dbd0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event updated for resources: {'Port': ['ID=abbf36ee-4ff7-44c5-a4f3-45493a0e9a36,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:04.761486 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-56d139a2-beb8-45c5-add8-be9406dcaf39 admin admin] For port 27c12a34-45ec-49cb-b6f4-1f91a0df591f, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=27c12a34-45ec-49cb-b6f4-1f91a0df591f,segment=NetworkSegment(b0ba8c48-799c-416f-bb63-ed07cbafbfaa),segment_id=b0ba8c48-799c-416f-bb63-ed07cbafbfaa)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:04.761855 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56d139a2-beb8-45c5-add8-be9406dcaf39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:04.870235 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-de2e45f1-7ca4-4379-8c10-e87edc75f8d0 admin admin] For port 7cacc349-67e5-42c0-92c4-73ea4364a617, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=7cacc349-67e5-42c0-92c4-73ea4364a617,segment=NetworkSegment(90bc9c89-017d-4efd-82f8-9dbfeb8d8462),segment_id=90bc9c89-017d-4efd-82f8-9dbfeb8d8462)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:04.870621 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de2e45f1-7ca4-4379-8c10-e87edc75f8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:04.899807 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-dd9d0337-30c0-44ad-95f9-f69a2c63dbd0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.9465380 Apr 18 05:53:04.964441 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-56d139a2-beb8-45c5-add8-be9406dcaf39 admin admin] Calling delete_port for 27c12a34-45ec-49cb-b6f4-1f91a0df591f owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:04.989026 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-01beaf35-5c6a-4759-a97c-a655c93a7e35 None None] Provisioning complete for port 9155c664-d47a-448e-bc7c-8fdc255744c9 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:04.989544 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-01beaf35-5c6a-4759-a97c-a655c93a7e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:05.010855 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39870) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:05.034987 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-19692081-3f98-468b-8cdc-baa7ca5d5c8f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6475401 Apr 18 05:53:05.090876 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39874) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:05.125048 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-fee81b0b-6ab0-42ac-a29a-3960af0bf830 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1091638356'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:05.151305 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Port': ['ID=b53888a3-b075-4a31-8c2e-f429ff33939a,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:05.168746 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fee81b0b-6ab0-42ac-a29a-3960af0bf830 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:05.176256 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:05.183240 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-5fd1b602-f28c-4a27-9b0e-c03ca4568ceb None None] For port 27c12a34-45ec-49cb-b6f4-1f91a0df591f, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=27c12a34-45ec-49cb-b6f4-1f91a0df591f,segment=NetworkSegment(b0ba8c48-799c-416f-bb63-ed07cbafbfaa),segment_id=b0ba8c48-799c-416f-bb63-ed07cbafbfaa)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:05.183477 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b602-f28c-4a27-9b0e-c03ca4568ceb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:05.215823 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:05.218236 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-de2e45f1-7ca4-4379-8c10-e87edc75f8d0 admin admin] Calling delete_port for 7cacc349-67e5-42c0-92c4-73ea4364a617 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:05.263300 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-01beaf35-5c6a-4759-a97c-a655c93a7e35 None None] Could not find standard attr ID for object 9155c664-d47a-448e-bc7c-8fdc255744c9. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 05:53:05.275475 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fee81b0b-6ab0-42ac-a29a-3960af0bf830 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Usage tracker for resource:network and tenant:c9cb2f19d4c24715a738705e058d4e92 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:05.291501 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fee81b0b-6ab0-42ac-a29a-3960af0bf830 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:05.291908 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:05.322024 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5f4bf8-69a1-4397-920e-bd9c109cebe0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Deleting subnet 50624155-29c6-42c9-a78a-8cb1364d4859 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:53:05.329269 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fee81b0b-6ab0-42ac-a29a-3960af0bf830 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:05.331264 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Port': ['ID=9155c664-d47a-448e-bc7c-8fdc255744c9,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:05.333030 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:05.333181 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4bf8-69a1-4397-920e-bd9c109cebe0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:05.399580 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56d139a2-beb8-45c5-add8-be9406dcaf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:05.444237 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadebf1f-fc04-44fb-a657-9270810e1112 None None] DHCP port deletion for 529cc79f-e17f-4fa1-8fbf-dafe25139197 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:53:05.446650 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 9155c664-d47a-448e-bc7c-8fdc255744c9 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:05.447203 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:05.477327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de2e45f1-7ca4-4379-8c10-e87edc75f8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:05.478581 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.plugins.ml2.db [None req-01beaf35-5c6a-4759-a97c-a655c93a7e35 None None] No ports have port_id starting with 9155c664-d47a-448e-bc7c-8fdc255744c9 Apr 18 05:53:05.495853 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-5fd1b602-f28c-4a27-9b0e-c03ca4568ceb None None] Calling delete_port for 27c12a34-45ec-49cb-b6f4-1f91a0df591f owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:05.523140 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2874348c-7187-45ba-90f4-c563320d59c7 None None] DHCP port deletion for 8313059d-42bd-4869-b402-7dd53a3b3c5e request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:53:05.559109 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee81b0b-6ab0-42ac-a29a-3960af0bf830 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Made reservation on behalf of c9cb2f19d4c24715a738705e058d4e92 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:05.562290 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fee81b0b-6ab0-42ac-a29a-3960af0bf830 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:05.565529 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Port 9155c664-d47a-448e-bc7c-8fdc255744c9 was deleted so its status cannot be updated. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 18 05:53:05.566028 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 2b36fe2f-54a8-4474-925a-68d01d702816 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:53:05.568835 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e45f1-7ca4-4379-8c10-e87edc75f8d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cacc349-67e5-42c0-92c4-73ea4364a617,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:05.572415 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d139a2-beb8-45c5-add8-be9406dcaf39 admin admin] Pushing event deleted for resources: {'Port': ['ID=27c12a34-45ec-49cb-b6f4-1f91a0df591f,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:05.577643 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2e45f1-7ca4-4379-8c10-e87edc75f8d0 admin admin] No DVR routers for this DVR port 7cacc349-67e5-42c0-92c4-73ea4364a617 on host dv-neutron-837489-1-hyperv {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:53:05.578564 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d139a2-beb8-45c5-add8-be9406dcaf39 admin admin] No DVR routers for this DVR port 27c12a34-45ec-49cb-b6f4-1f91a0df591f on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:53:05.582890 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No DVR routers for this DVR port 9155c664-d47a-448e-bc7c-8fdc255744c9 on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:53:05.633725 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-237f591f-9486-46ed-a4ea-bf09c58fcb91', 'network_id': '237f591f-9486-46ed-a4ea-bf09c58fcb91', 'tenant_id': 'c9cb2f19d4c24715a738705e058d4e92', 'fixed_ips': [{'subnet_id': '73c163a3-533e-4e52-8bec-670e3f7d1bb2'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:53:05.634499 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:05.659339 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2960928c-4810-4951-8bfe-ea964d537063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:05.724619 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Allocated IP 172.26.1.93 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/76a74014-24b6-44a6-937c-aebb86c009aa) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:05.739818 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de2e45f1-7ca4-4379-8c10-e87edc75f8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:05.789423 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-de2e45f1-7ca4-4379-8c10-e87edc75f8d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529cc79f-e17f-4fa1-8fbf-dafe25139197']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:05.790065 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4bf8-69a1-4397-920e-bd9c109cebe0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:05.805295 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-de2e45f1-7ca4-4379-8c10-e87edc75f8d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bc9c89-017d-4efd-82f8-9dbfeb8d8462') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:05.805599 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-de2e45f1-7ca4-4379-8c10-e87edc75f8d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bc9c89-017d-4efd-82f8-9dbfeb8d8462') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:05.822058 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de2e45f1-7ca4-4379-8c10-e87edc75f8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:05.851690 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de2e45f1-7ca4-4379-8c10-e87edc75f8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:05.863892 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] Allocated IP 2001:db8:0:ffff::2 (237f591f-9486-46ed-a4ea-bf09c58fcb91/73c163a3-533e-4e52-8bec-670e3f7d1bb2/acd07f32-73d6-4612-9073-4f63830bfaf0) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:05.868134 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee81b0b-6ab0-42ac-a29a-3960af0bf830 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:53:05.898512 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2e45f1-7ca4-4379-8c10-e87edc75f8d0 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:05.899440 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de2e45f1-7ca4-4379-8c10-e87edc75f8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:05.915111 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:05.927557 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Floating IP ddc1ad57-c42e-463f-aef8-57bcff9ca6a5 associated. External IP: 172.26.1.68, port: ec6d45e2-95cf-4e65-80f1-13139e26e306. Apr 18 05:53:06.017299 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:06.050902 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56d139a2-beb8-45c5-add8-be9406dcaf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:06.072933 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4485df-1215-42e3-9d17-960ba26ebffb None None] Network dc3bdbdf-46aa-4acf-bde1-fc22aebcf644 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:06.081135 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de2e45f1-7ca4-4379-8c10-e87edc75f8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:06.086653 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de2e45f1-7ca4-4379-8c10-e87edc75f8d0 admin admin] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:06.132514 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-5fd1b602-f28c-4a27-9b0e-c03ca4568ceb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:53:06.132837 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-5fd1b602-f28c-4a27-9b0e-c03ca4568ceb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:53:06.137354 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:06.138074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e45f1-7ca4-4379-8c10-e87edc75f8d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=529cc79f-e17f-4fa1-8fbf-dafe25139197,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:06.167595 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-de2e45f1-7ca4-4379-8c10-e87edc75f8d0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/529cc79f-e17f-4fa1-8fbf-dafe25139197 HTTP/1.1" status: 204 len: 168 time: 2.0215025 Apr 18 05:53:06.173168 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:06.205416 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fee81b0b-6ab0-42ac-a29a-3960af0bf830 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:06.205833 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-fee81b0b-6ab0-42ac-a29a-3960af0bf830 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Added segment bd1b8859-30f1-45ab-a968-5723cddb15b1 of type vlan for network 3ec40625-87fc-4648-a57c-62f03ba07431 Apr 18 05:53:06.212229 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:06.215702 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 2b36fe2f-54a8-4474-925a-68d01d702816 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:06.216276 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:06.245821 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] Transition to ACTIVE for port object acd07f32-73d6-4612-9073-4f63830bfaf0 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:06.250347 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-113a509e-8466-4653-b461-9bcc1fee8559 None None] Provisioning for port fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:06.264373 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-56d139a2-beb8-45c5-add8-be9406dcaf39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6ec6cd-b02b-4370-9725-304c806a2405']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:06.297402 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] Transition to ACTIVE for port object acd07f32-73d6-4612-9073-4f63830bfaf0 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:06.303438 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Pushing event updated for resources: {'Port': ['ID=76a74014-24b6-44a6-937c-aebb86c009aa,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:06.319245 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:06.321338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:06.324258 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:06.366004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-56d139a2-beb8-45c5-add8-be9406dcaf39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ba8c48-799c-416f-bb63-ed07cbafbfaa') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:06.366277 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-56d139a2-beb8-45c5-add8-be9406dcaf39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ba8c48-799c-416f-bb63-ed07cbafbfaa') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:06.410763 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56d139a2-beb8-45c5-add8-be9406dcaf39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:06.427776 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:06.430170 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fee81b0b-6ab0-42ac-a29a-3960af0bf830 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:06.458600 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56d139a2-beb8-45c5-add8-be9406dcaf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:06.533180 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] Network 237f591f-9486-46ed-a4ea-bf09c58fcb91 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:06.535127 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d139a2-beb8-45c5-add8-be9406dcaf39 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:06.535768 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56d139a2-beb8-45c5-add8-be9406dcaf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:06.550664 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:06.554671 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:06.563057 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.resource_extend [None req-fee81b0b-6ab0-42ac-a29a-3960af0bf830 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:53:06.564201 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39880) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:06.573412 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:06.579798 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] Pushing event updated for resources: {'Port': ['ID=acd07f32-73d6-4612-9073-4f63830bfaf0,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:06.605441 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:06.662387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-5fd1b602-f28c-4a27-9b0e-c03ca4568ceb None None] Deleting port 27c12a34-45ec-49cb-b6f4-1f91a0df591f {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:06.662387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b602-f28c-4a27-9b0e-c03ca4568ceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:06.674585 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9d2f29bb-9259-4bb8-8531-bddd56e41229 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16530a209bf44d9e8d1b192ff854fad3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1091995 Apr 18 05:53:06.685067 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39884) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:06.692926 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2a5e73-e813-40fc-b5f9-f1cd6a0c3373,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:06.731862 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9477067f-2e2e-4138-ba29-962714fa702c None None] Network 8313059d-42bd-4869-b402-7dd53a3b3c5e requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:06.775506 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fee81b0b-6ab0-42ac-a29a-3960af0bf830 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:06.781355 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee81b0b-6ab0-42ac-a29a-3960af0bf830 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:06.781962 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fee81b0b-6ab0-42ac-a29a-3960af0bf830 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:06.820311 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4bf8-69a1-4397-920e-bd9c109cebe0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:06.827813 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-5fd1b602-f28c-4a27-9b0e-c03ca4568ceb None None] The port '27c12a34-45ec-49cb-b6f4-1f91a0df591f' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:53:06.886556 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] Attempting to bind port acd07f32-73d6-4612-9073-4f63830bfaf0 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:53:06.886918 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] Attempting to bind port acd07f32-73d6-4612-9073-4f63830bfaf0 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '87e08a76-4f27-4bef-9aa4-5bcdc3790e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '237f591f-9486-46ed-a4ea-bf09c58fcb91'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:53:06.887278 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] Attempting to bind port acd07f32-73d6-4612-9073-4f63830bfaf0 on network 237f591f-9486-46ed-a4ea-bf09c58fcb91 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:53:06.891590 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 63698077-dbb6-4788-ac22-0483f66b2e97 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:53:06.945554 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:53:06.945831 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] Checking segment: {'id': '87e08a76-4f27-4bef-9aa4-5bcdc3790e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '237f591f-9486-46ed-a4ea-bf09c58fcb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:06.946231 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:06.946622 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] Bound using segment: {'id': '87e08a76-4f27-4bef-9aa4-5bcdc3790e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '237f591f-9486-46ed-a4ea-bf09c58fcb91'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:53:06.947099 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] Bound port: acd07f32-73d6-4612-9073-4f63830bfaf0, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e08a76-4f27-4bef-9aa4-5bcdc3790e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '237f591f-9486-46ed-a4ea-bf09c58fcb91'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:53:06.947469 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:06.950674 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56d139a2-beb8-45c5-add8-be9406dcaf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:06.961423 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 63698077-dbb6-4788-ac22-0483f66b2e97 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:53:06.961759 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 63698077-dbb6-4788-ac22-0483f66b2e97 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:53:06.962173 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 27c12a34-45ec-49cb-b6f4-1f91a0df591f no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:53:06.995710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:07.004988 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56d139a2-beb8-45c5-add8-be9406dcaf39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:07.010816 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:07.015246 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 27c12a34-45ec-49cb-b6f4-1f91a0df591f {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:53:07.015594 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 27c12a34-45ec-49cb-b6f4-1f91a0df591f not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:53:07.161410 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8313059d-42bd-4869-b402-7dd53a3b3c5e']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:07.183674 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fee81b0b-6ab0-42ac-a29a-3960af0bf830 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0875807 Apr 18 05:53:07.191245 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-56d139a2-beb8-45c5-add8-be9406dcaf39 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8e6ec6cd-b02b-4370-9725-304c806a2405 HTTP/1.1" status: 204 len: 168 time: 3.9980822 Apr 18 05:53:07.193875 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:53:07.201750 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39890) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:07.203707 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd072d6f1-d3f1-403a-b3f3-efbba76df243') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:07.204384 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd072d6f1-d3f1-403a-b3f3-efbba76df243') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:07.216385 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee81b0b-6ab0-42ac-a29a-3960af0bf830 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Network': ['ID=3ec40625-87fc-4648-a57c-62f03ba07431,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:07.246275 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 3ec40625-87fc-4648-a57c-62f03ba07431 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:53:07.297444 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-491bf78f-2311-4794-b350-09399c8976fa tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'subnet': {'network_id': '3ec40625-87fc-4648-a57c-62f03ba07431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:07.323397 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Router 3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:53:07.331733 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:07.341610 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] For port acd07f32-73d6-4612-9073-4f63830bfaf0, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:53:07.346276 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] For port acd07f32-73d6-4612-9073-4f63830bfaf0, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=acd07f32-73d6-4612-9073-4f63830bfaf0,segment=NetworkSegment(87e08a76-4f27-4bef-9aa4-5bcdc3790e4b),segment_id=87e08a76-4f27-4bef-9aa4-5bcdc3790e4b)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:53:07.349321 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d139a2-beb8-45c5-add8-be9406dcaf39 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e6ec6cd-b02b-4370-9725-304c806a2405,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:07.350615 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8cbe00-539d-4d2d-a34e-12ed7f3b297b None None] DHCP port deletion for 8313059d-42bd-4869-b402-7dd53a3b3c5e request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:53:07.366378 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:07.419196 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-933a204e-9637-4c3b-b20f-64a41afcbfdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:07.435430 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:07.550378 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4bf8-69a1-4397-920e-bd9c109cebe0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:07.554053 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39896) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:07.610106 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-29175168-270e-409b-8bd7-cbdbd611e464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:07.627287 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:07.629475 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6636f3-144b-4385-a742-1df684be0b41 None None] Pushing event updated for resources: {'Port': ['ID=acd07f32-73d6-4612-9073-4f63830bfaf0,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:07.653032 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:07.654293 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:07.654751 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:07.671395 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:07.671938 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:07.722367 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:07.734185 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e3e515c1-cb92-4b49-843a-d6275055d0ac None None] Provisioning for port abbf36ee-4ff7-44c5-a4f3-45493a0e9a36 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:07.752535 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-71cad65c-32ec-408a-bd2a-67e1f80b1882 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=637df6f0e57a4804a82858e7d06b6d7b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1965539 Apr 18 05:53:07.753131 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39902) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:07.759354 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:07.772110 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e3e515c1-cb92-4b49-843a-d6275055d0ac None None] Provisioning complete for port abbf36ee-4ff7-44c5-a4f3-45493a0e9a36 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:07.781236 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e3e515c1-cb92-4b49-843a-d6275055d0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:07.790720 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-491bf78f-2311-4794-b350-09399c8976fa tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:07.806337 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f4bf8-69a1-4397-920e-bd9c109cebe0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event deleted for resources: {'Subnet': ['ID=50624155-29c6-42c9-a78a-8cb1364d4859,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:07.867893 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4bf8-69a1-4397-920e-bd9c109cebe0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:07.878473 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-491bf78f-2311-4794-b350-09399c8976fa tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Usage tracker for resource:subnet and tenant:c9cb2f19d4c24715a738705e058d4e92 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:07.890172 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4f5f4bf8-69a1-4397-920e-bd9c109cebe0 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "DELETE /v2.0/subnets/50624155-29c6-42c9-a78a-8cb1364d4859 HTTP/1.1" status: 204 len: 168 time: 2.8697832 Apr 18 05:53:07.890968 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39906) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:07.892858 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-933a204e-9637-4c3b-b20f-64a41afcbfdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:07.903247 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-491bf78f-2311-4794-b350-09399c8976fa tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:07.916471 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69a5a8a-ba0f-4f4b-9336-712c9d9e5813 None None] Network dc3bdbdf-46aa-4acf-bde1-fc22aebcf644 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:07.990155 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e3e515c1-cb92-4b49-843a-d6275055d0ac None None] Port abbf36ee-4ff7-44c5-a4f3-45493a0e9a36 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:53:08.014395 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c262db63-595d-4975-ab45-4b1b17bdcafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:08.020304 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993d68c4-af00-4c00-add3-a3e4892d7d5b tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:08.031086 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993d68c4-af00-4c00-add3-a3e4892d7d5b tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:08.032334 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-993d68c4-af00-4c00-add3-a3e4892d7d5b tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Synchronizing usage tracker for tenant:6b3ffbef4e5a4307b1ad6232f6312b6a on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:53:08.043380 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-491bf78f-2311-4794-b350-09399c8976fa tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:08.090159 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:08.093426 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c262db63-595d-4975-ab45-4b1b17bdcafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:08.095383 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:08.197562 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c262db63-595d-4975-ab45-4b1b17bdcafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:08.225632 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Router 2f5fd00e-ebb4-42e1-a2aa-8a8f73759d25 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:53:08.226689 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:08.263388 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262db63-595d-4975-ab45-4b1b17bdcafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f67f13-1c31-477e-8784-37c4f7a63f6d,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:08.301551 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-28e18e56-6bab-4836-8430-73a4eaf2f919 None None] Provisioning complete for port abbf36ee-4ff7-44c5-a4f3-45493a0e9a36 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:08.302076 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-28e18e56-6bab-4836-8430-73a4eaf2f919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:08.377662 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3,segment=NetworkSegment(6287c8f9-c00c-480f-8f74-8caa7f48dfcf),segment_id=6287c8f9-c00c-480f-8f74-8caa7f48dfcf)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:08.391741 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:08.420675 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Network': ['ID=8313059d-42bd-4869-b402-7dd53a3b3c5e,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:08.423542 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:53:08.437276 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c262db63-595d-4975-ab45-4b1b17bdcafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:08.438437 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c262db63-595d-4975-ab45-4b1b17bdcafb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51f67f13-1c31-477e-8784-37c4f7a63f6d HTTP/1.1" status: 204 len: 168 time: 0.6811674 Apr 18 05:53:08.447832 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ab932-84fc-4183-8364-cc425aa49a73 None None] Sync routers for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:53:08.453454 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-28e18e56-6bab-4836-8430-73a4eaf2f919 None None] Port abbf36ee-4ff7-44c5-a4f3-45493a0e9a36 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:53:08.482901 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ab932-84fc-4183-8364-cc425aa49a73 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:53:08.483558 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9a1ab932-84fc-4183-8364-cc425aa49a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:08.510089 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-58b9ad8e-c442-44af-9fea-0afa1768a1bd tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/8313059d-42bd-4869-b402-7dd53a3b3c5e HTTP/1.1" status: 204 len: 168 time: 11.3609591 Apr 18 05:53:08.510689 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491bf78f-2311-4794-b350-09399c8976fa tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Made reservation on behalf of c9cb2f19d4c24715a738705e058d4e92 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:08.519522 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-491bf78f-2311-4794-b350-09399c8976fa tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:08.523011 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:08.533400 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 7cacc349-67e5-42c0-92c4-73ea4364a617 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:53:08.556357 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39914) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:08.598053 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-933a204e-9637-4c3b-b20f-64a41afcbfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:08.601438 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c68605d-a095-4ea2-a637-92fff8bb2b86 None None] DHCP port deletion for dc3bdbdf-46aa-4acf-bde1-fc22aebcf644 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:53:08.602761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-993d68c4-af00-4c00-add3-a3e4892d7d5b tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Unset dirty status for tenant:6b3ffbef4e5a4307b1ad6232f6312b6a on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:53:08.604016 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-993d68c4-af00-4c00-add3-a3e4892d7d5b tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6946557 Apr 18 05:53:08.615326 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 7cacc349-67e5-42c0-92c4-73ea4364a617 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:53:08.616868 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 7cacc349-67e5-42c0-92c4-73ea4364a617 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:53:08.617437 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9155c664-d47a-448e-bc7c-8fdc255744c9 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:53:08.622136 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39918) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:08.655701 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9a1ab932-84fc-4183-8364-cc425aa49a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:08.678520 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-3c68605d-a095-4ea2-a637-92fff8bb2b86 None None] Deleting port fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:08.679368 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3c68605d-a095-4ea2-a637-92fff8bb2b86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:08.680393 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ab932-84fc-4183-8364-cc425aa49a73 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:53:08.681029 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9a1ab932-84fc-4183-8364-cc425aa49a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:08.683790 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-933a204e-9637-4c3b-b20f-64a41afcbfdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:08.687651 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-933a204e-9637-4c3b-b20f-64a41afcbfdb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84b6af0b-fcfa-454c-a47d-86982503a6a5 HTTP/1.1" status: 204 len: 168 time: 1.9905248 Apr 18 05:53:08.687902 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a204e-9637-4c3b-b20f-64a41afcbfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b6af0b-fcfa-454c-a47d-86982503a6a5,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:08.702336 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e197fe-3aa6-467a-a8fa-972186cfde54 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:08.702976 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e197fe-3aa6-467a-a8fa-972186cfde54 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:08.710298 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-50e197fe-3aa6-467a-a8fa-972186cfde54 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/8313059d-42bd-4869-b402-7dd53a3b3c5e HTTP/1.1" status: 404 len: 339 time: 0.1308596 Apr 18 05:53:08.710298 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbe0c1-adb2-41ab-819c-e8946306070c req-438afe8b-3cda-4a1c-89a8-4c4d94dd676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:08.710298 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fecbe0c1-adb2-41ab-819c-e8946306070c req-438afe8b-3cda-4a1c-89a8-4c4d94dd676f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e66226dc1f664b9db6f01b9a65f1c168&device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 1099 time: 0.4789851 Apr 18 05:53:08.759316 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39924) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:08.769039 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:08.775530 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9a1ab932-84fc-4183-8364-cc425aa49a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:08.776124 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ab932-84fc-4183-8364-cc425aa49a73 None None] The sync data for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:53:08.809970 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:08.825392 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 9155c664-d47a-448e-bc7c-8fdc255744c9 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:53:08.827973 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9155c664-d47a-448e-bc7c-8fdc255744c9 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:53:08.830346 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:08.863939 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c0f01-a0a9-4d1c-b1dc-c40224089de1 req-127b9ebe-76d6-42ef-ab1a-93921bac5d5e tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:08.875491 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c65c0f01-a0a9-4d1c-b1dc-c40224089de1 req-127b9ebe-76d6-42ef-ab1a-93921bac5d5e tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.5850492 Apr 18 05:53:08.883541 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-afeb750c-1226-4942-b2e2-51bf075eae60 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1126225289', 'description': 'd1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:08.963915 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:53:08.980813 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-afeb750c-1226-4942-b2e2-51bf075eae60 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:08.983215 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830084ab-ca91-4701-aa7d-befa6bfa0738 None None] Sync routers for ids ['2f5fd00e-ebb4-42e1-a2aa-8a8f73759d25'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:53:08.994478 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-afeb750c-1226-4942-b2e2-51bf075eae60 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Usage tracker for resource:network and tenant:5363d5685d824735b18239fcd4923d66 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:08.998018 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-afeb750c-1226-4942-b2e2-51bf075eae60 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:09.009727 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-afeb750c-1226-4942-b2e2-51bf075eae60 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:09.025790 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830084ab-ca91-4701-aa7d-befa6bfa0738 None None] Routers {'2f5fd00e-ebb4-42e1-a2aa-8a8f73759d25'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:53:09.030295 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-830084ab-ca91-4701-aa7d-befa6bfa0738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['2f5fd00e-ebb4-42e1-a2aa-8a8f73759d25'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:09.072886 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afeb750c-1226-4942-b2e2-51bf075eae60 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Made reservation on behalf of 5363d5685d824735b18239fcd4923d66 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:09.080721 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-afeb750c-1226-4942-b2e2-51bf075eae60 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:09.162629 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c37066a1-101c-4e98-ad13-9c540acd73bd tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.3892586 Apr 18 05:53:09.176022 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39932) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:09.198620 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-51f4dc0a-a8be-409d-9c51-091ab8929211 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Request body: {'floatingip': {'port_id': 'ec6d45e2-95cf-4e65-80f1-13139e26e306', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:09.221889 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:09.223717 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-537a1e4d-dd20-4dfd-a132-401c2650673a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.8469269 Apr 18 05:53:09.242833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39940) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:09.326063 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device acd07f32-73d6-4612-9073-4f63830bfaf0 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:53:09.448715 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-51f4dc0a-a8be-409d-9c51-091ab8929211 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:09.455160 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457b1597-42ef-483f-ac66-463e6dc70895 None None] Network 237f591f-9486-46ed-a4ea-bf09c58fcb91 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:09.677525 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-830084ab-ca91-4701-aa7d-befa6bfa0738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:09.693522 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ffa14497-f421-4897-9a0f-2d1ab7357929 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:09.710228 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c65c0f01-a0a9-4d1c-b1dc-c40224089de1 req-86f80d42-84b5-4f07-95dd-2c2bfa830401 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6779847 Apr 18 05:53:09.749670 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa14497-f421-4897-9a0f-2d1ab7357929 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 18 05:53:09.750214 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa14497-f421-4897-9a0f-2d1ab7357929 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:09.752564 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afeb750c-1226-4942-b2e2-51bf075eae60 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:53:09.771059 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ffa14497-f421-4897-9a0f-2d1ab7357929 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "DELETE /v2.0/networks/dc3bdbdf-46aa-4acf-bde1-fc22aebcf644 HTTP/1.1" status: 409 len: 405 time: 1.1465290 Apr 18 05:53:09.780364 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 39958) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:09.788912 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-afeb750c-1226-4942-b2e2-51bf075eae60 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:09.789212 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-afeb750c-1226-4942-b2e2-51bf075eae60 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Added segment 12579f36-deb5-40f8-915e-8367bf5a22ca of type vlan for network 6de9e0ce-ac30-45af-b174-f86897faa33b Apr 18 05:53:09.792453 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-6fde554b-14ff-4169-8548-60de82ab7e71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1797696380'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:09.888307 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbe0c1-adb2-41ab-819c-e8946306070c req-756c7365-79f5-4ef4-ad94-a4df6b8962e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:09.889944 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fecbe0c1-adb2-41ab-819c-e8946306070c req-756c7365-79f5-4ef4-ad94-a4df6b8962e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ca065a0-30ac-4abf-bd64-c47717936a41 HTTP/1.1" status: 200 len: 913 time: 1.1313765 Apr 18 05:53:09.892690 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830084ab-ca91-4701-aa7d-befa6bfa0738 None None] Routers {'2f5fd00e-ebb4-42e1-a2aa-8a8f73759d25'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:53:09.893388 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-830084ab-ca91-4701-aa7d-befa6bfa0738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['2f5fd00e-ebb4-42e1-a2aa-8a8f73759d25'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:09.909644 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6fde554b-14ff-4169-8548-60de82ab7e71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:09.932668 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6fde554b-14ff-4169-8548-60de82ab7e71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Usage tracker for resource:network and tenant:6b3ffbef4e5a4307b1ad6232f6312b6a is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:09.939324 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6fde554b-14ff-4169-8548-60de82ab7e71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:09.969710 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6fde554b-14ff-4169-8548-60de82ab7e71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:09.973079 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-3c68605d-a095-4ea2-a637-92fff8bb2b86 None None] For port fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3,segment=NetworkSegment(6287c8f9-c00c-480f-8f74-8caa7f48dfcf),segment_id=6287c8f9-c00c-480f-8f74-8caa7f48dfcf)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:09.973497 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3c68605d-a095-4ea2-a637-92fff8bb2b86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:09.986011 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-15203a4a-25a0-49ba-bed4-ed8e23b3fc70 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "GET /v2.0/routers/2f5fd00e-ebb4-42e1-a2aa-8a8f73759d25 HTTP/1.1" status: 200 len: 918 time: 0.7420583 Apr 18 05:53:09.987840 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-afeb750c-1226-4942-b2e2-51bf075eae60 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:09.993328 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-537f83f6-772a-4070-9e9a-24fecca17cca None None] Provisioning for port acd07f32-73d6-4612-9073-4f63830bfaf0 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:09.999743 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39970) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:10.015785 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-830084ab-ca91-4701-aa7d-befa6bfa0738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:10.016609 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830084ab-ca91-4701-aa7d-befa6bfa0738 None None] The sync data for ids ['2f5fd00e-ebb4-42e1-a2aa-8a8f73759d25'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:53:10.060283 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f7ae6b2c-e253-439f-841c-0ff982f35680 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f5fd00e-ebb4-42e1-a2aa-8a8f73759d25 HTTP/1.1" status: 200 len: 205 time: 0.0593686 Apr 18 05:53:10.080919 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39974) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:10.114834 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fde554b-14ff-4169-8548-60de82ab7e71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Made reservation on behalf of 6b3ffbef4e5a4307b1ad6232f6312b6a for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:10.114834 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6fde554b-14ff-4169-8548-60de82ab7e71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:10.127316 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-491bf78f-2311-4794-b350-09399c8976fa tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:10.154037 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fecbe0c1-adb2-41ab-819c-e8946306070c req-ea674008-31cd-4db7-8a3d-be809645fd9b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2023ea57-6102-47af-bc76-b79aecd0dacb HTTP/1.1" status: 200 len: 1002 time: 0.2443535 Apr 18 05:53:10.210455 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-afeb750c-1226-4942-b2e2-51bf075eae60 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:10.216501 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeb750c-1226-4942-b2e2-51bf075eae60 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:10.217105 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-afeb750c-1226-4942-b2e2-51bf075eae60 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:10.233793 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-3c68605d-a095-4ea2-a637-92fff8bb2b86 None None] Calling delete_port for fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:10.359238 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:10.363124 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port acd07f32-73d6-4612-9073-4f63830bfaf0 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:10.401755 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port acd07f32-73d6-4612-9073-4f63830bfaf0 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:10.402124 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:10.421393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39982) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:10.503681 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbe0c1-adb2-41ab-819c-e8946306070c req-9058f3c7-e2a5-43f3-bc39-4238aa27a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:10.505233 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fecbe0c1-adb2-41ab-819c-e8946306070c req-9058f3c7-e2a5-43f3-bc39-4238aa27a98e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b9d647f1-8c55-4e15-9c83-afad77ec2154 HTTP/1.1" status: 200 len: 851 time: 0.3390932 Apr 18 05:53:10.509399 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-afeb750c-1226-4942-b2e2-51bf075eae60 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.7398894 Apr 18 05:53:10.518247 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 39988) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:10.571455 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:10.583560 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb750c-1226-4942-b2e2-51bf075eae60 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Network': ['ID=6de9e0ce-ac30-45af-b174-f86897faa33b,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:10.596884 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3c68605d-a095-4ea2-a637-92fff8bb2b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:10.638937 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ad2a2c6-0f9a-4a76-af7e-9c2762e92eee tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:10.655648 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 6de9e0ce-ac30-45af-b174-f86897faa33b details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:53:10.670809 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c68605d-a095-4ea2-a637-92fff8bb2b86 None None] No DVR routers for this DVR port fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:53:10.673969 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-51f4dc0a-a8be-409d-9c51-091ab8929211 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:10.676267 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68605d-a095-4ea2-a637-92fff8bb2b86 None None] Pushing event deleted for resources: {'Port': ['ID=fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:10.695400 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fde554b-14ff-4169-8548-60de82ab7e71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:53:10.707494 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6fde554b-14ff-4169-8548-60de82ab7e71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:10.707884 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-6fde554b-14ff-4169-8548-60de82ab7e71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Added segment 9ac75420-b9e3-4bb1-9d4a-d7a29f14e992 of type vlan for network bd032d6d-e84b-4128-a7a8-92760eb4ffdc Apr 18 05:53:10.716176 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port acd07f32-73d6-4612-9073-4f63830bfaf0, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=acd07f32-73d6-4612-9073-4f63830bfaf0,segment=NetworkSegment(87e08a76-4f27-4bef-9aa4-5bcdc3790e4b),segment_id=87e08a76-4f27-4bef-9aa4-5bcdc3790e4b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:10.730423 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:10.744160 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6fde554b-14ff-4169-8548-60de82ab7e71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:10.840803 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-51f4dc0a-a8be-409d-9c51-091ab8929211 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:10.915624 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:53:10.919121 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6fde554b-14ff-4169-8548-60de82ab7e71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:10.923368 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e760c7-4925-4a55-8858-8d118159ad43 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:10.924103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-58e760c7-4925-4a55-8858-8d118159ad43 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Synchronizing usage tracker for tenant:5363d5685d824735b18239fcd4923d66 on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:53:10.925331 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fde554b-14ff-4169-8548-60de82ab7e71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:10.926695 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6fde554b-14ff-4169-8548-60de82ab7e71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:11.033220 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:53:11.033622 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device fb0b18af-cb5d-4a1f-8cc6-0195c55e25a3 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:53:11.083256 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde554b-14ff-4169-8548-60de82ab7e71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event updated for resources: {'Network': ['ID=bd032d6d-e84b-4128-a7a8-92760eb4ffdc,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:11.106391 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=acd07f32-73d6-4612-9073-4f63830bfaf0,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:11.118496 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e42501-becc-42d5-a2fe-6ba980887af1 None None] get_active_networks_info from dv-neutron-837489-1-hyperv {{(pid=88036) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 05:53:11.158420 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1140154807'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:11.166233 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-58e760c7-4925-4a55-8858-8d118159ad43 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Unset dirty status for tenant:5363d5685d824735b18239fcd4923d66 on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:53:11.166632 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network bd032d6d-e84b-4128-a7a8-92760eb4ffdc details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:53:11.170293 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-58e760c7-4925-4a55-8858-8d118159ad43 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "GET /v2.0/networks?id=6de9e0ce-ac30-45af-b174-f86897faa33b HTTP/1.1" status: 200 len: 761 time: 0.6511002 Apr 18 05:53:11.173602 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:11.175751 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40000) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:11.177883 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbe0c1-adb2-41ab-819c-e8946306070c req-9215835b-7c60-4a91-a380-31fa99433ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:11.179926 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fecbe0c1-adb2-41ab-819c-e8946306070c req-9215835b-7c60-4a91-a380-31fa99433ade service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ca065a0-30ac-4abf-bd64-c47717936a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6538393 Apr 18 05:53:11.217625 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:network and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:11.226664 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-293dd8c9-863f-482c-a532-ac3a623cc726 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'network': {'description': 'd2'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:11.241164 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:11.268810 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:11.284801 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bf78f-2311-4794-b350-09399c8976fa tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Subnet': ['ID=57d6abbf-09b6-4e66-b619-7c1798421e50,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:11.296912 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491bf78f-2311-4794-b350-09399c8976fa tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Checking segment: {'id': 'bd1b8859-30f1-45ab-a968-5723cddb15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3ec40625-87fc-4648-a57c-62f03ba07431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:11.297300 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491bf78f-2311-4794-b350-09399c8976fa tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Network hostable DHCP agents. Network: 3ec40625-87fc-4648-a57c-62f03ba07431, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:53:11.303417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ad2a2c6-0f9a-4a76-af7e-9c2762e92eee tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:11.348000 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6fde554b-14ff-4169-8548-60de82ab7e71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5635278 Apr 18 05:53:11.350139 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491bf78f-2311-4794-b350-09399c8976fa tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Network 3ec40625-87fc-4648-a57c-62f03ba07431 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:53:11.370698 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-eb1eba4b-cd8f-4fe0-bedb-8f214ac3234c None None] Provisioning complete for port acd07f32-73d6-4612-9073-4f63830bfaf0 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:11.371304 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-eb1eba4b-cd8f-4fe0-bedb-8f214ac3234c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:11.409995 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40008) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:11.443421 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-39ffba9d-cb05-4677-a629-ea988a2e2f9f tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Request body: {'subnet': {'network_id': 'bd032d6d-e84b-4128-a7a8-92760eb4ffdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:11.510558 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:11.514085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:11.523637 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-8ad2a2c6-0f9a-4a76-af7e-9c2762e92eee tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Deleting port 76a74014-24b6-44a6-937c-aebb86c009aa {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:11.524095 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ad2a2c6-0f9a-4a76-af7e-9c2762e92eee tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:11.573818 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-491bf78f-2311-4794-b350-09399c8976fa tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 3ec40625-87fc-4648-a57c-62f03ba07431) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:11.588123 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-39ffba9d-cb05-4677-a629-ea988a2e2f9f tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:11.602825 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491bf78f-2311-4794-b350-09399c8976fa tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:11.603395 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-491bf78f-2311-4794-b350-09399c8976fa tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:11.642403 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-39ffba9d-cb05-4677-a629-ea988a2e2f9f tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:11.653393 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efab1c-5a38-4f0c-9b81-b1918012da00 req-a34616ee-9bc9-4b66-9909-5b6f12d356b7 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:11.654888 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d1efab1c-5a38-4f0c-9b81-b1918012da00 req-a34616ee-9bc9-4b66-9909-5b6f12d356b7 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.5863516 Apr 18 05:53:11.733482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:11.764587 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-491bf78f-2311-4794-b350-09399c8976fa tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.5496349 Apr 18 05:53:11.769462 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40020) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:11.775878 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ffba9d-cb05-4677-a629-ea988a2e2f9f tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Made reservation on behalf of 6b3ffbef4e5a4307b1ad6232f6312b6a for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:11.779509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-39ffba9d-cb05-4677-a629-ea988a2e2f9f tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:11.818446 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:11.831886 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e42501-becc-42d5-a2fe-6ba980887af1 None None] Unable to find a vacant binding_index for network 3ec40625-87fc-4648-a57c-62f03ba07431 and agent 6819eed6-21ff-4c7b-a638-cb707d7d923e {{(pid=88036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 18 05:53:11.839637 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e42501-becc-42d5-a2fe-6ba980887af1 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 3ec40625-87fc-4648-a57c-62f03ba07431) {{(pid=88036) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 05:53:11.890637 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:security_group_rule and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:11.903326 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:11.907667 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fecbe0c1-adb2-41ab-819c-e8946306070c req-d46beb4b-2302-49cf-af1a-2322cc9de855 service neutron] 10.222.0.52 "GET /v2.0/networks/2ca065a0-30ac-4abf-bd64-c47717936a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7140841 Apr 18 05:53:11.957428 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:12.008887 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40028) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:12.040151 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d1efab1c-5a38-4f0c-9b81-b1918012da00 req-0aa364a2-542c-4b0b-a620-fde9d3ee4e21 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147504 Apr 18 05:53:12.111147 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-293dd8c9-863f-482c-a532-ac3a623cc726 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:12.172072 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-293dd8c9-863f-482c-a532-ac3a623cc726 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:12.201771 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ad2a2c6-0f9a-4a76-af7e-9c2762e92eee tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:12.219508 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:12.229562 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-293dd8c9-863f-482c-a532-ac3a623cc726 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network 6de9e0ce-ac30-45af-b174-f86897faa33b is not hosted by any dhcp agent {{(pid=88034) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 18 05:53:12.234814 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293dd8c9-863f-482c-a532-ac3a623cc726 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:12.235454 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-293dd8c9-863f-482c-a532-ac3a623cc726 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:12.238274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f4dc0a-a8be-409d-9c51-091ab8929211 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Router 3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:53:12.240159 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-293dd8c9-863f-482c-a532-ac3a623cc726 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "PUT /v2.0/networks/6de9e0ce-ac30-45af-b174-f86897faa33b HTTP/1.1" status: 200 len: 758 time: 1.0585365 Apr 18 05:53:12.245758 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40034) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:12.264132 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-b6f156d1-a2b8-41b5-84e6-7673ad91430c tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:12.363790 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-3ec40625-87fc-4648-a57c-62f03ba07431', 'network_id': '3ec40625-87fc-4648-a57c-62f03ba07431', 'tenant_id': 'c9cb2f19d4c24715a738705e058d4e92', 'fixed_ips': [{'subnet_id': '57d6abbf-09b6-4e66-b619-7c1798421e50'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:53:12.365161 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:12.452866 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-8ad2a2c6-0f9a-4a76-af7e-9c2762e92eee tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Calling delete_port for 76a74014-24b6-44a6-937c-aebb86c009aa owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:12.517317 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b6f156d1-a2b8-41b5-84e6-7673ad91430c tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] 10.222.0.15 "PUT /v2.0/quotas/1b4e2174a35345798dbe84da74180bcb HTTP/1.1" status: 200 len: 366 time: 0.5063515 Apr 18 05:53:12.534763 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40038) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:12.547225 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293dd8c9-863f-482c-a532-ac3a623cc726 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Network': ['ID=6de9e0ce-ac30-45af-b174-f86897faa33b,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:12.548548 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] Allocated IP 2001:db8::1 (3ec40625-87fc-4648-a57c-62f03ba07431/57d6abbf-09b6-4e66-b619-7c1798421e50/4d3484c2-c29d-4218-8d49-78627aeeabe5) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:12.551683 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fecbe0c1-adb2-41ab-819c-e8946306070c req-cb739f24-7f2e-4f48-80f8-5a55606acae6 service neutron] 10.222.0.52 "GET /v2.0/networks/2ca065a0-30ac-4abf-bd64-c47717936a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870478 Apr 18 05:53:12.564638 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 6de9e0ce-ac30-45af-b174-f86897faa33b details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:53:12.612893 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:12.631091 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e8a184f4-300e-487d-b4fd-ebf75061a93f tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0939765 Apr 18 05:53:12.644364 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40042) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:12.721625 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:12.728436 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.objects.ports [None req-39ffba9d-cb05-4677-a629-ea988a2e2f9f tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88035) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 05:53:12.740671 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:12.744451 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-39ffba9d-cb05-4677-a629-ea988a2e2f9f tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:12.751034 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9040d161-48c7-4c1a-a708-587d4d2f0c07 tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] 10.222.0.15 "GET /v2.0/quotas/1b4e2174a35345798dbe84da74180bcb HTTP/1.1" status: 200 len: 366 time: 0.0979149 Apr 18 05:53:12.762107 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ce6992-01f7-492a-9f52-243696ea30e7 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:12.768151 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b8ce6992-01f7-492a-9f52-243696ea30e7 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "GET /v2.0/networks?id=6de9e0ce-ac30-45af-b174-f86897faa33b HTTP/1.1" status: 200 len: 761 time: 0.5173459 Apr 18 05:53:12.768968 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40046) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:12.769441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40048) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:12.792381 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-0f43fef2-5071-45b7-85ef-01cde1503fd3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1942692403'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:12.813175 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:53:12.815668 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f4dc0a-a8be-409d-9c51-091ab8929211 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:53:12.822247 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0f43fef2-5071-45b7-85ef-01cde1503fd3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:12.839839 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5243343f-0d35-46d6-a9c7-856c887443e1 None None] Sync routers for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:53:12.847067 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5bc1ea-5bb6-4ca0-a80a-b350ef2ed13a,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:12.859028 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0f43fef2-5071-45b7-85ef-01cde1503fd3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:12.861569 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:12.862043 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Added segment 07f5808b-036d-4ef9-ac7c-6733922b9219 of type vlan for network 114d2062-faee-47bc-b039-f3d6b167d58b Apr 18 05:53:12.866239 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-26fbfea1-ad46-4c8d-bebf-40c15032ea56 tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/1b4e2174a35345798dbe84da74180bcb HTTP/1.1" status: 204 len: 168 time: 0.0883756 Apr 18 05:53:12.871732 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-51f4dc0a-a8be-409d-9c51-091ab8929211 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:12.873147 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40054) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:12.897654 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5243343f-0d35-46d6-a9c7-856c887443e1 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:53:12.899577 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-5243343f-0d35-46d6-a9c7-856c887443e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:12.918749 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f43fef2-5071-45b7-85ef-01cde1503fd3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Made reservation on behalf of 5363d5685d824735b18239fcd4923d66 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:12.922557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0f43fef2-5071-45b7-85ef-01cde1503fd3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:12.940504 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffba9d-cb05-4677-a629-ea988a2e2f9f tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event updated for resources: {'Subnet': ['ID=e2806abe-ce56-4bf4-a9d1-281ad0be4469,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:12.950243 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ffba9d-cb05-4677-a629-ea988a2e2f9f tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Checking segment: {'id': '9ac75420-b9e3-4bb1-9d4a-d7a29f14e992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'bd032d6d-e84b-4128-a7a8-92760eb4ffdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:12.950611 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ffba9d-cb05-4677-a629-ea988a2e2f9f tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Network hostable DHCP agents. Network: bd032d6d-e84b-4128-a7a8-92760eb4ffdc, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:53:12.973944 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-794cc080-49f2-4ee2-a641-2d785fed8f5d tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0903618 Apr 18 05:53:12.974983 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40058) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:12.983131 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b45c1e-c03a-404a-9733-40dcb3dc5854 req-08de31d2-158a-43ce-afba-e8cae3d9ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:12.984684 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-25b45c1e-c03a-404a-9733-40dcb3dc5854 req-08de31d2-158a-43ce-afba-e8cae3d9ff90 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e66226dc1f664b9db6f01b9a65f1c168&device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 1099 time: 0.3555150 Apr 18 05:53:12.991888 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:12.993766 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:13.009162 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-5243343f-0d35-46d6-a9c7-856c887443e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:13.019482 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5243343f-0d35-46d6-a9c7-856c887443e1 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:53:13.020491 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-5243343f-0d35-46d6-a9c7-856c887443e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:13.083116 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f43fef2-5071-45b7-85ef-01cde1503fd3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:53:13.089993 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-5243343f-0d35-46d6-a9c7-856c887443e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:13.091430 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5243343f-0d35-46d6-a9c7-856c887443e1 None None] The sync data for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:53:13.148390 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:13.153710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:13.155557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:13.162146 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] Transition to ACTIVE for port object 4d3484c2-c29d-4218-8d49-78627aeeabe5 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:13.169309 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-835b2b7a-4b2c-44c2-83bd-551bbd73c089 tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] 10.222.0.15 "GET /v2.0/quotas/1b4e2174a35345798dbe84da74180bcb HTTP/1.1" status: 200 len: 370 time: 0.1904538 Apr 18 05:53:13.169831 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40064) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:13.183235 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0931d81d-8949-4edd-9692-5a658033b872 tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] 10.222.0.15 "GET /v2.0/quotas/1b4e2174a35345798dbe84da74180bcb/default HTTP/1.1" status: 200 len: 370 time: 0.0076265 Apr 18 05:53:13.183235 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40068) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:13.190362 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ad2a2c6-0f9a-4a76-af7e-9c2762e92eee tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:13.197330 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0f43fef2-5071-45b7-85ef-01cde1503fd3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:13.197757 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-0f43fef2-5071-45b7-85ef-01cde1503fd3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Added segment 8adf5c88-045d-4eb1-b3cf-f185a7a7b8b1 of type vlan for network 11a26580-eced-40e4-b492-41237dee6f14 Apr 18 05:53:13.199660 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ffba9d-cb05-4677-a629-ea988a2e2f9f tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Network bd032d6d-e84b-4128-a7a8-92760eb4ffdc is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:53:13.210266 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-dd58aa8f-f762-4579-803e-caa0ddf9c6d5 tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] delete failed (client error): The resource could not be found. Apr 18 05:53:13.214397 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-dd58aa8f-f762-4579-803e-caa0ddf9c6d5 tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/1b4e2174a35345798dbe84da74180bcb HTTP/1.1" status: 404 len: 348 time: 0.0281572 Apr 18 05:53:13.222178 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] Transition to ACTIVE for port object 4d3484c2-c29d-4218-8d49-78627aeeabe5 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:13.229133 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-51f4dc0a-a8be-409d-9c51-091ab8929211 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "PUT /v2.0/floatingips/ddc1ad57-c42e-463f-aef8-57bcff9ca6a5 HTTP/1.1" status: 200 len: 978 time: 4.0384948 Apr 18 05:53:13.229884 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40074) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:13.230299 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device acd07f32-73d6-4612-9073-4f63830bfaf0 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:53:13.235371 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-39ffba9d-cb05-4677-a629-ea988a2e2f9f tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, bd032d6d-e84b-4128-a7a8-92760eb4ffdc) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:13.300545 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:13.304808 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2a2c6-0f9a-4a76-af7e-9c2762e92eee tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Pushing event deleted for resources: {'Port': ['ID=76a74014-24b6-44a6-937c-aebb86c009aa,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:13.345465 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ffba9d-cb05-4677-a629-ea988a2e2f9f tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:13.346163 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-39ffba9d-cb05-4677-a629-ea988a2e2f9f tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:13.426415 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-39ffba9d-cb05-4677-a629-ea988a2e2f9f tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0111763 Apr 18 05:53:13.427590 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:13.447692 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40078) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:13.448147 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40080) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:13.472450 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] Network 3ec40625-87fc-4648-a57c-62f03ba07431 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:13.478109 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:13.484339 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:13.486420 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] Pushing event updated for resources: {'Port': ['ID=4d3484c2-c29d-4218-8d49-78627aeeabe5,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:13.522302 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-5a724da4-30ca-4939-bff4-375c719b3ed2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Request body: {'port': {'network_id': 'bd032d6d-e84b-4128-a7a8-92760eb4ffdc', 'name': 'tempest-NetworksIpV6TestAttrs-653009701'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:13.556544 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Subnet': ['ID=57d6abbf-09b6-4e66-b619-7c1798421e50,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:13.598667 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.1079385 Apr 18 05:53:13.600621 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] Attempting to bind port 4d3484c2-c29d-4218-8d49-78627aeeabe5 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:53:13.602262 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] Attempting to bind port 4d3484c2-c29d-4218-8d49-78627aeeabe5 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'bd1b8859-30f1-45ab-a968-5723cddb15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3ec40625-87fc-4648-a57c-62f03ba07431'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:53:13.602262 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] Attempting to bind port 4d3484c2-c29d-4218-8d49-78627aeeabe5 on network 3ec40625-87fc-4648-a57c-62f03ba07431 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:53:13.605072 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port acd07f32-73d6-4612-9073-4f63830bfaf0 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:13.605218 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce63c1-70f7-4374-a914-0df25190a965 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Network': ['ID=114d2062-faee-47bc-b039-f3d6b167d58b,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:13.605512 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:13.625854 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40086) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:13.634433 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0f43fef2-5071-45b7-85ef-01cde1503fd3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:13.642826 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:53:13.643369 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] Checking segment: {'id': 'bd1b8859-30f1-45ab-a968-5723cddb15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3ec40625-87fc-4648-a57c-62f03ba07431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:13.643889 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:13.646135 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] Bound using segment: {'id': 'bd1b8859-30f1-45ab-a968-5723cddb15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3ec40625-87fc-4648-a57c-62f03ba07431'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:53:13.646135 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] Bound port: 4d3484c2-c29d-4218-8d49-78627aeeabe5, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1b8859-30f1-45ab-a968-5723cddb15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3ec40625-87fc-4648-a57c-62f03ba07431'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:53:13.646135 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:13.646491 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b45c1e-c03a-404a-9733-40dcb3dc5854 req-735737ea-c087-4e96-a58e-5b25ade76443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:13.647665 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-25b45c1e-c03a-404a-9733-40dcb3dc5854 req-735737ea-c087-4e96-a58e-5b25ade76443 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ca065a0-30ac-4abf-bd64-c47717936a41 HTTP/1.1" status: 200 len: 913 time: 0.6381881 Apr 18 05:53:13.656917 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 114d2062-faee-47bc-b039-f3d6b167d58b details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:53:13.694942 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-8344c170-86a5-470c-9482-b24052e189e9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'port': {'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b', 'name': 'tempest-PortsTestJSON-1119032695'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:13.785828 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:13.796570 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ad2a2c6-0f9a-4a76-af7e-9c2762e92eee tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:13.837274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b966fc29-350d-42fc-8b4b-2f9bfda21364 tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] Usage tracker for resource:network and tenant:56d6621dd2954fa4a756f7fb5c0d0576 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:13.844859 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0f43fef2-5071-45b7-85ef-01cde1503fd3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:13.850232 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f43fef2-5071-45b7-85ef-01cde1503fd3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:13.850815 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0f43fef2-5071-45b7-85ef-01cde1503fd3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:13.906596 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] For port 4d3484c2-c29d-4218-8d49-78627aeeabe5, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:53:13.920595 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b966fc29-350d-42fc-8b4b-2f9bfda21364 tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:13.925371 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] For port 4d3484c2-c29d-4218-8d49-78627aeeabe5, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4d3484c2-c29d-4218-8d49-78627aeeabe5,segment=NetworkSegment(bd1b8859-30f1-45ab-a968-5723cddb15b1),segment_id=bd1b8859-30f1-45ab-a968-5723cddb15b1)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:53:13.932071 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:13.941688 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec40625-87fc-4648-a57c-62f03ba07431']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:13.958691 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-ad70201e-e958-4c25-840c-613742dc6b05 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Deleting port b53888a3-b075-4a31-8c2e-f429ff33939a {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:13.958691 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ad70201e-e958-4c25-840c-613742dc6b05 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:13.974963 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-25b45c1e-c03a-404a-9733-40dcb3dc5854 req-4ef133c2-4df8-4860-bc3a-254e4ee7e260 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2023ea57-6102-47af-bc76-b79aecd0dacb HTTP/1.1" status: 200 len: 1002 time: 0.3088665 Apr 18 05:53:14.017911 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1b8859-30f1-45ab-a968-5723cddb15b1') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:14.018195 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1b8859-30f1-45ab-a968-5723cddb15b1') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:14.040050 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b966fc29-350d-42fc-8b4b-2f9bfda21364 tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] Usage tracker for resource:subnet and tenant:56d6621dd2954fa4a756f7fb5c0d0576 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:14.047905 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8344c170-86a5-470c-9482-b24052e189e9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:14.053146 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:14.056301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c0432-f529-4e63-b6b4-6a2765398508 None None] Pushing event updated for resources: {'Port': ['ID=4d3484c2-c29d-4218-8d49-78627aeeabe5,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:14.073650 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b966fc29-350d-42fc-8b4b-2f9bfda21364 tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:14.077298 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8344c170-86a5-470c-9482-b24052e189e9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:port and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:14.080278 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5a724da4-30ca-4939-bff4-375c719b3ed2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:14.086570 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8344c170-86a5-470c-9482-b24052e189e9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:14.102852 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518b17c8-7f1a-4c23-a238-0d5c41b15767 None None] get_active_networks_info from dv-neutron-837489-1-hyperv {{(pid=88036) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 05:53:14.109481 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5a724da4-30ca-4939-bff4-375c719b3ed2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Usage tracker for resource:port and tenant:6b3ffbef4e5a4307b1ad6232f6312b6a is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:14.114664 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8344c170-86a5-470c-9482-b24052e189e9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:14.115011 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5a724da4-30ca-4939-bff4-375c719b3ed2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:14.129620 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:14.131509 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0f43fef2-5071-45b7-85ef-01cde1503fd3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3543544 Apr 18 05:53:14.134999 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40090) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:14.143929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ad2a2c6-0f9a-4a76-af7e-9c2762e92eee tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:14.144594 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5a724da4-30ca-4939-bff4-375c719b3ed2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:14.154925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ad2a2c6-0f9a-4a76-af7e-9c2762e92eee tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:14.155463 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7e050655-45c0-40c4-a38d-815be0d34210 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'subnet': {'network_id': '11a26580-eced-40e4-b492-41237dee6f14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:14.163747 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4b3ab-2bff-48c9-925a-d286c79b6f77 req-f55ebad9-c0ec-4252-8f41-b1c23366bbae tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:14.165292 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-70e4b3ab-2bff-48c9-925a-d286c79b6f77 req-f55ebad9-c0ec-4252-8f41-b1c23366bbae tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.6218350 Apr 18 05:53:14.173232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:14.173812 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:14.180273 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43fef2-5071-45b7-85ef-01cde1503fd3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Network': ['ID=11a26580-eced-40e4-b492-41237dee6f14,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:14.201668 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 11a26580-eced-40e4-b492-41237dee6f14 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:53:14.219129 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b45c1e-c03a-404a-9733-40dcb3dc5854 req-235566de-87b5-4aad-bef5-6c259b852294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:14.221342 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-25b45c1e-c03a-404a-9733-40dcb3dc5854 req-235566de-87b5-4aad-bef5-6c259b852294 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b9d647f1-8c55-4e15-9c83-afad77ec2154 HTTP/1.1" status: 200 len: 851 time: 0.2378557 Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:14.248700 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:14.266663 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ad2a2c6-0f9a-4a76-af7e-9c2762e92eee tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:14.267188 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad2a2c6-0f9a-4a76-af7e-9c2762e92eee tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Fanout notify agent at l3_agent the message router_deleted on router 2f5fd00e-ebb4-42e1-a2aa-8a8f73759d25 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:53:14.277010 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b966fc29-350d-42fc-8b4b-2f9bfda21364 tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] Usage tracker for resource:subnetpool and tenant:56d6621dd2954fa4a756f7fb5c0d0576 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:14.290831 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-70e4b3ab-2bff-48c9-925a-d286c79b6f77 req-b3172ee0-a792-4c78-aef3-70da9747ce10 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159790 Apr 18 05:53:14.294609 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8344c170-86a5-470c-9482-b24052e189e9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:14.298121 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8344c170-86a5-470c-9482-b24052e189e9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:14.299966 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ad2a2c6-0f9a-4a76-af7e-9c2762e92eee tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:14.306262 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8ad2a2c6-0f9a-4a76-af7e-9c2762e92eee tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "DELETE /v2.0/routers/2f5fd00e-ebb4-42e1-a2aa-8a8f73759d25 HTTP/1.1" status: 204 len: 168 time: 4.2192440 Apr 18 05:53:14.306262 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40094) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:14.314990 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1452929338', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'enable_snat': False}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:14.321609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:14.327513 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Usage tracker for resource:router and tenant:b4c5cfde5cd54ba8828b292399defc86 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:14.331961 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:14.339758 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:14.351630 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518b17c8-7f1a-4c23-a238-0d5c41b15767 None None] Resources bound (agent type, host, resource id): {{(pid=88036) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 05:53:14.370155 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b45c1e-c03a-404a-9733-40dcb3dc5854 req-a2a499b0-0e95-4b44-be38-01392247d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:14.373114 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-25b45c1e-c03a-404a-9733-40dcb3dc5854 req-a2a499b0-0e95-4b44-be38-01392247d7a1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ca065a0-30ac-4abf-bd64-c47717936a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1414614 Apr 18 05:53:14.374140 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b966fc29-350d-42fc-8b4b-2f9bfda21364 tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:14.375286 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:14.376130 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a724da4-30ca-4939-bff4-375c719b3ed2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Made reservation on behalf of 6b3ffbef4e5a4307b1ad6232f6312b6a for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:14.377311 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:14.379521 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5a724da4-30ca-4939-bff4-375c719b3ed2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:14.514204 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-5a724da4-30ca-4939-bff4-375c719b3ed2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] device_id is not set on port c4d4a372-5940-4aa7-bb43-2e83a64448b5 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:53:14.529649 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:14.550200 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 05:53:14.550200 dv-neutron-837489-1-hyperv neutron-server[88035]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 05:53:14.550200 dv-neutron-837489-1-hyperv neutron-server[88035]: [parameters: {'id': '3ec40625-87fc-4648-a57c-62f03ba07431'}] Apr 18 05:53:14.550200 dv-neutron-837489-1-hyperv neutron-server[88035]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:53:14.550729 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:53:14.558120 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-8344c170-86a5-470c-9482-b24052e189e9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] device_id is not set on port 1b9e2684-b1b7-42ac-a55e-a0e137ecacc9 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:53:14.568732 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-25b45c1e-c03a-404a-9733-40dcb3dc5854 req-9bd5a16d-7cee-40ca-9288-1fc53be22c28 service neutron] 10.222.0.52 "GET /v2.0/networks/2ca065a0-30ac-4abf-bd64-c47717936a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775982 Apr 18 05:53:14.606618 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ad70201e-e958-4c25-840c-613742dc6b05 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:14.606864 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ad70201e-e958-4c25-840c-613742dc6b05 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:14.613724 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b966fc29-350d-42fc-8b4b-2f9bfda21364 tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] Usage tracker for resource:port and tenant:56d6621dd2954fa4a756f7fb5c0d0576 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:14.631106 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7e050655-45c0-40c4-a38d-815be0d34210 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:14.657423 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b966fc29-350d-42fc-8b4b-2f9bfda21364 tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:14.715878 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7e050655-45c0-40c4-a38d-815be0d34210 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Usage tracker for resource:subnet and tenant:5363d5685d824735b18239fcd4923d66 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:14.773739 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-bd032d6d-e84b-4128-a7a8-92760eb4ffdc', 'network_id': 'bd032d6d-e84b-4128-a7a8-92760eb4ffdc', 'tenant_id': '6b3ffbef4e5a4307b1ad6232f6312b6a', 'fixed_ips': [{'subnet_id': 'e2806abe-ce56-4bf4-a9d1-281ad0be4469'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:53:14.774705 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:14.902869 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7e050655-45c0-40c4-a38d-815be0d34210 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:14.916121 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-ad70201e-e958-4c25-840c-613742dc6b05 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Calling delete_port for b53888a3-b075-4a31-8c2e-f429ff33939a owned by network:floatingip {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:14.921751 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:14.947503 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] Allocated IP 2001:db8::f816:3eff:fed3:cbbf (bd032d6d-e84b-4128-a7a8-92760eb4ffdc/e2806abe-ce56-4bf4-a9d1-281ad0be4469/66ba12c8-3a04-42ac-8834-a661645e6338) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:14.956805 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7e050655-45c0-40c4-a38d-815be0d34210 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:14.996810 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b966fc29-350d-42fc-8b4b-2f9bfda21364 tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] Usage tracker for resource:router and tenant:56d6621dd2954fa4a756f7fb5c0d0576 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:15.012468 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e050655-45c0-40c4-a38d-815be0d34210 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Made reservation on behalf of 5363d5685d824735b18239fcd4923d66 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:15.015960 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7e050655-45c0-40c4-a38d-815be0d34210 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:15.046158 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b966fc29-350d-42fc-8b4b-2f9bfda21364 tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:15.067163 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:15.132521 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-25b45c1e-c03a-404a-9733-40dcb3dc5854 req-4cf07744-c65f-4b83-920e-aa665c80ab68 service neutron] 10.222.0.52 "GET /v2.0/networks/2ca065a0-30ac-4abf-bd64-c47717936a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210756 Apr 18 05:53:15.199449 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:15.212255 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] Transition to ACTIVE for port object 66ba12c8-3a04-42ac-8834-a661645e6338 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:15.212726 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b966fc29-350d-42fc-8b4b-2f9bfda21364 tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] Usage tracker for resource:floatingip and tenant:56d6621dd2954fa4a756f7fb5c0d0576 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:15.233362 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] Transition to ACTIVE for port object 66ba12c8-3a04-42ac-8834-a661645e6338 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:15.239233 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:15.292384 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b966fc29-350d-42fc-8b4b-2f9bfda21364 tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:15.294943 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Deleting port 4d3484c2-c29d-4218-8d49-78627aeeabe5 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:15.294943 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:15.306683 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] Network bd032d6d-e84b-4128-a7a8-92760eb4ffdc is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:15.309698 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:15.311777 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:15.338632 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] Pushing event updated for resources: {'Port': ['ID=66ba12c8-3a04-42ac-8834-a661645e6338,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:15.381668 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8344c170-86a5-470c-9482-b24052e189e9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:15.421033 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:15.453532 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:15.478830 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] Attempting to bind port 66ba12c8-3a04-42ac-8834-a661645e6338 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:53:15.479367 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] Attempting to bind port 66ba12c8-3a04-42ac-8834-a661645e6338 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '9ac75420-b9e3-4bb1-9d4a-d7a29f14e992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'bd032d6d-e84b-4128-a7a8-92760eb4ffdc'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:53:15.479558 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] Attempting to bind port 66ba12c8-3a04-42ac-8834-a661645e6338 on network bd032d6d-e84b-4128-a7a8-92760eb4ffdc {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:53:15.485487 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:53:15.485863 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] Checking segment: {'id': '9ac75420-b9e3-4bb1-9d4a-d7a29f14e992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'bd032d6d-e84b-4128-a7a8-92760eb4ffdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:15.486854 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:15.486854 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] Bound using segment: {'id': '9ac75420-b9e3-4bb1-9d4a-d7a29f14e992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'bd032d6d-e84b-4128-a7a8-92760eb4ffdc'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:53:15.487116 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] Bound port: 66ba12c8-3a04-42ac-8834-a661645e6338, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac75420-b9e3-4bb1-9d4a-d7a29f14e992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'bd032d6d-e84b-4128-a7a8-92760eb4ffdc'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:53:15.487463 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:15.590534 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] For port 66ba12c8-3a04-42ac-8834-a661645e6338, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:53:15.594141 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] For port 66ba12c8-3a04-42ac-8834-a661645e6338, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=66ba12c8-3a04-42ac-8834-a661645e6338,segment=NetworkSegment(9ac75420-b9e3-4bb1-9d4a-d7a29f14e992),segment_id=9ac75420-b9e3-4bb1-9d4a-d7a29f14e992)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:53:15.599537 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:15.607365 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Allocated IP 172.26.1.254 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/c44f3d69-3111-44bf-9393-6849c3d491e9) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:15.618686 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8344c170-86a5-470c-9482-b24052e189e9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:15.686496 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc05b6-3ffa-4952-a827-8ff912cd792b None None] Pushing event updated for resources: {'Port': ['ID=66ba12c8-3a04-42ac-8834-a661645e6338,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:15.705504 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-5a724da4-30ca-4939-bff4-375c719b3ed2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Allocated IP 2001:db8::f816:3eff:fe25:a87 (bd032d6d-e84b-4128-a7a8-92760eb4ffdc/e2806abe-ce56-4bf4-a9d1-281ad0be4469/c4d4a372-5940-4aa7-bb43-2e83a64448b5) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:15.778967 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:15.813024 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:15.915975 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Pushing event updated for resources: {'Port': ['ID=c44f3d69-3111-44bf-9393-6849c3d491e9,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:15.922647 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:15.925312 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:15.928316 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:15.944423 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ad70201e-e958-4c25-840c-613742dc6b05 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:15.985041 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344c170-86a5-470c-9482-b24052e189e9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Port': ['ID=1b9e2684-b1b7-42ac-a55e-a0e137ecacc9,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:16.088276 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b966fc29-350d-42fc-8b4b-2f9bfda21364 tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] Usage tracker for resource:security_group and tenant:56d6621dd2954fa4a756f7fb5c0d0576 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:16.186792 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b15de6-cf1c-4960-a48f-eadb75e1f4a8 req-a91c66da-9762-4f06-8f4e-0c2db0c75955 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:16.188327 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-23b15de6-cf1c-4960-a48f-eadb75e1f4a8 req-a91c66da-9762-4f06-8f4e-0c2db0c75955 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.7158103 Apr 18 05:53:16.189094 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70201e-e958-4c25-840c-613742dc6b05 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event deleted for resources: {'Port': ['ID=b53888a3-b075-4a31-8c2e-f429ff33939a,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:16.191027 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8344c170-86a5-470c-9482-b24052e189e9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Checking segment: {'id': '07f5808b-036d-4ef9-ac7c-6733922b9219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:16.191392 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8344c170-86a5-470c-9482-b24052e189e9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network hostable DHCP agents. Network: 114d2062-faee-47bc-b039-f3d6b167d58b, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:53:16.207833 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b966fc29-350d-42fc-8b4b-2f9bfda21364 tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:16.290624 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7e050655-45c0-40c4-a38d-815be0d34210 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:16.352618 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:16.361785 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] For port 4d3484c2-c29d-4218-8d49-78627aeeabe5, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4d3484c2-c29d-4218-8d49-78627aeeabe5,segment=NetworkSegment(bd1b8859-30f1-45ab-a968-5723cddb15b1),segment_id=bd1b8859-30f1-45ab-a968-5723cddb15b1)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:16.362146 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:16.434989 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b966fc29-350d-42fc-8b4b-2f9bfda21364 tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] Usage tracker for resource:security_group_rule and tenant:56d6621dd2954fa4a756f7fb5c0d0576 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:16.690787 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582163af-736b-4720-8428-c65e6daeebac None None] Network 3ec40625-87fc-4648-a57c-62f03ba07431 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:16.705841 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5cb595-8981-4e3a-a35c-009c871d9977 None None] Network bd032d6d-e84b-4128-a7a8-92760eb4ffdc requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:16.718019 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b966fc29-350d-42fc-8b4b-2f9bfda21364 tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:16.729122 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Calling delete_port for 4d3484c2-c29d-4218-8d49-78627aeeabe5 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:16.764062 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8344c170-86a5-470c-9482-b24052e189e9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network 114d2062-faee-47bc-b039-f3d6b167d58b is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:53:16.799990 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-23b15de6-cf1c-4960-a48f-eadb75e1f4a8 req-84774c21-5a87-4645-a620-ae6c0a203cd3 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5756567 Apr 18 05:53:16.806960 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ad70201e-e958-4c25-840c-613742dc6b05 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:16.807304 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-ad70201e-e958-4c25-840c-613742dc6b05 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Floating IP ddc1ad57-c42e-463f-aef8-57bcff9ca6a5 disassociated (deleted). External IP: 172.26.1.68, port: ec6d45e2-95cf-4e65-80f1-13139e26e306. Apr 18 05:53:16.856391 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:16.869345 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b966fc29-350d-42fc-8b4b-2f9bfda21364 tempest-QuotasTest-1065265365 tempest-QuotasTest-1065265365-project-admin] 10.222.0.15 "GET /v2.0/quotas/56d6621dd2954fa4a756f7fb5c0d0576/details.json HTTP/1.1" status: 200 len: 703 time: 3.3707747 Apr 18 05:53:16.878401 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e050655-45c0-40c4-a38d-815be0d34210 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Subnet': ['ID=34e49a3f-8f60-410d-b0e0-6939f27ead9f,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:16.891740 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-9fa9f664-bbdc-464e-94f8-f865320ab235 None None] Provisioning for port 66ba12c8-3a04-42ac-8834-a661645e6338 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:16.901921 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-8344c170-86a5-470c-9482-b24052e189e9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 114d2062-faee-47bc-b039-f3d6b167d58b) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:16.928626 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c096c9-7851-4bf8-90f9-4c48ddf7cfd1 None None] Network 114d2062-faee-47bc-b039-f3d6b167d58b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:16.929993 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8344c170-86a5-470c-9482-b24052e189e9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:16.935448 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8344c170-86a5-470c-9482-b24052e189e9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:16.936088 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8344c170-86a5-470c-9482-b24052e189e9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:16.956140 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e050655-45c0-40c4-a38d-815be0d34210 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Checking segment: {'id': '8adf5c88-045d-4eb1-b3cf-f185a7a7b8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '11a26580-eced-40e4-b492-41237dee6f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:16.956504 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e050655-45c0-40c4-a38d-815be0d34210 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network hostable DHCP agents. Network: 11a26580-eced-40e4-b492-41237dee6f14, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:53:17.079507 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5a724da4-30ca-4939-bff4-375c719b3ed2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:17.105078 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:17.174258 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e050655-45c0-40c4-a38d-815be0d34210 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network 11a26580-eced-40e4-b492-41237dee6f14 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:53:17.186406 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Router 0fecd989-9271-440f-962c-4aa6a5f0c6cd is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:53:17.187399 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-5a724da4-30ca-4939-bff4-375c719b3ed2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Transition to ACTIVE for port object c4d4a372-5940-4aa7-bb43-2e83a64448b5 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:17.188934 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Port': ['ID=4d3484c2-c29d-4218-8d49-78627aeeabe5,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:17.200309 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8344c170-86a5-470c-9482-b24052e189e9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.5653195 Apr 18 05:53:17.202342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40102) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:17.208062 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] No DVR routers for this DVR port 4d3484c2-c29d-4218-8d49-78627aeeabe5 on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:53:17.224319 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-5a00f3b5-76ce-4da8-a472-db4a165da951 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1941378037'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:17.231321 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-5a00f3b5-76ce-4da8-a472-db4a165da951 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:17.237538 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5a00f3b5-76ce-4da8-a472-db4a165da951 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:network and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:17.239425 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-7e050655-45c0-40c4-a38d-815be0d34210 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 11a26580-eced-40e4-b492-41237dee6f14) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:17.269103 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e050655-45c0-40c4-a38d-815be0d34210 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:17.269662 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7e050655-45c0-40c4-a38d-815be0d34210 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:17.278897 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffeeb0f-12cc-4117-9e31-ab5a07fd163a None None] Network 11a26580-eced-40e4-b492-41237dee6f14 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:17.330410 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5a00f3b5-76ce-4da8-a472-db4a165da951 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:17.338665 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-5a00f3b5-76ce-4da8-a472-db4a165da951 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:17.357109 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a00f3b5-76ce-4da8-a472-db4a165da951 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:17.361737 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5a00f3b5-76ce-4da8-a472-db4a165da951 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:17.433725 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40108) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:17.453699 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:53:17.457270 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:17.481643 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7e050655-45c0-40c4-a38d-815be0d34210 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3394964 Apr 18 05:53:17.482301 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40114) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:17.530844 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a00f3b5-76ce-4da8-a472-db4a165da951 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:53:17.531561 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5a724da4-30ca-4939-bff4-375c719b3ed2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:17.533595 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:53:17.534109 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec40625-87fc-4648-a57c-62f03ba07431']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:17.535962 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 66ba12c8-3a04-42ac-8834-a661645e6338 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:53:17.552288 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5a00f3b5-76ce-4da8-a472-db4a165da951 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:17.552630 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-5a00f3b5-76ce-4da8-a472-db4a165da951 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Added segment d4ed9585-bdd2-4b8b-844b-1ffadd03ac37 of type vlan for network da858730-428e-4129-863c-3613f9c31d33 Apr 18 05:53:17.583111 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:17.587638 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-60a713cc-585d-496a-8803-bf11b6fe42f5 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.2775700 Apr 18 05:53:17.587638 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40118) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:17.590486 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5a00f3b5-76ce-4da8-a472-db4a165da951 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:17.615871 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e590b2-7658-4cce-820f-f6b53032f58a None None] Network 3ec40625-87fc-4648-a57c-62f03ba07431 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:17.632884 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] Sync routers for ids ['0fecd989-9271-440f-962c-4aa6a5f0c6cd'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:53:17.708070 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5a00f3b5-76ce-4da8-a472-db4a165da951 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:17.713477 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a00f3b5-76ce-4da8-a472-db4a165da951 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:17.714193 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5a00f3b5-76ce-4da8-a472-db4a165da951 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:17.740151 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1b8859-30f1-45ab-a968-5723cddb15b1') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:17.740469 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1b8859-30f1-45ab-a968-5723cddb15b1') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:17.763145 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] Routers {'0fecd989-9271-440f-962c-4aa6a5f0c6cd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:53:17.764406 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['0fecd989-9271-440f-962c-4aa6a5f0c6cd'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:17.802246 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:17.826816 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a724da4-30ca-4939-bff4-375c719b3ed2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Network bd032d6d-e84b-4128-a7a8-92760eb4ffdc is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:17.847136 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-34c90c73-204a-4f76-bde5-31d4af08a1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:17.875022 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5a00f3b5-76ce-4da8-a472-db4a165da951 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6612484 Apr 18 05:53:17.880198 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad70201e-e958-4c25-840c-613742dc6b05 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Router 3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:53:17.887484 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40124) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:17.894265 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00f3b5-76ce-4da8-a472-db4a165da951 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Network': ['ID=da858730-428e-4129-863c-3613f9c31d33,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:17.900008 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'ports': [{'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b'}, {'network_id': 'da858730-428e-4129-863c-3613f9c31d33'}]} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:17.900337 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'port': {'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:17.900809 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'port': {'network_id': 'da858730-428e-4129-863c-3613f9c31d33'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:17.933836 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-5a724da4-30ca-4939-bff4-375c719b3ed2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:17.938731 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-67e18822-ce46-4cf3-97df-d25b030bf204 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "GET /v2.0/routers/0fecd989-9271-440f-962c-4aa6a5f0c6cd HTTP/1.1" status: 200 len: 909 time: 0.3478615 Apr 18 05:53:17.947442 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network da858730-428e-4129-863c-3613f9c31d33 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:53:17.950743 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:17.952739 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40128) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:17.953518 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a724da4-30ca-4939-bff4-375c719b3ed2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:17.959226 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a724da4-30ca-4939-bff4-375c719b3ed2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:17.959822 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5a724da4-30ca-4939-bff4-375c719b3ed2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:17.981903 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a724da4-30ca-4939-bff4-375c719b3ed2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event updated for resources: {'Port': ['ID=c4d4a372-5940-4aa7-bb43-2e83a64448b5,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:17.988226 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1452929338', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'enable_snat': True}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:17.995540 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-34c90c73-204a-4f76-bde5-31d4af08a1af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:18.005715 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:18.009718 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:18.010122 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:18.027929 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:18.047669 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-34c90c73-204a-4f76-bde5-31d4af08a1af admin admin] Usage tracker for resource:security_group_rule and tenant:cb88529c7a344a3392f412b2fc6c0b73 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:18.116981 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-34c90c73-204a-4f76-bde5-31d4af08a1af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:18.120105 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Usage tracker for resource:router and tenant:b4c5cfde5cd54ba8828b292399defc86 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:18.125563 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:18.136166 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:18.184218 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0d7e9-8f6e-4b0b-8ec6-a21634bcdc1a req-ef483496-a106-48fb-a99a-94976ee92e99 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:18.185702 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0ba0d7e9-8f6e-4b0b-8ec6-a21634bcdc1a req-ef483496-a106-48fb-a99a-94976ee92e99 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.2635138 Apr 18 05:53:18.187969 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:18.193074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:port and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:18.193218 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-34c90c73-204a-4f76-bde5-31d4af08a1af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:18.196874 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:18.211428 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5a724da4-30ca-4939-bff4-375c719b3ed2 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 4.7177050 Apr 18 05:53:18.212563 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:18.214601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40132) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:18.215609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:18.246131 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 66ba12c8-3a04-42ac-8834-a661645e6338 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:18.283917 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 66ba12c8-3a04-42ac-8834-a661645e6338 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:18.284283 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:18.296720 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'port': 2} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:18.302169 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:18.311974 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:18.313012 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:18.313690 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] Set router 0fecd989-9271-440f-962c-4aa6a5f0c6cd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:53:18.343808 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:18.356329 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0ba0d7e9-8f6e-4b0b-8ec6-a21634bcdc1a req-4b25dd8e-26c1-40be-950f-a0011c420571 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644785 Apr 18 05:53:18.386583 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-7077799c-6bac-4a7b-b7bf-53070bd4bee7 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Deleting subnet e2806abe-ce56-4bf4-a9d1-281ad0be4469 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:53:18.387948 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:18.390672 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7077799c-6bac-4a7b-b7bf-53070bd4bee7 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:18.499058 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7077799c-6bac-4a7b-b7bf-53070bd4bee7 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:18.542774 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-11a26580-eced-40e4-b492-41237dee6f14', 'network_id': '11a26580-eced-40e4-b492-41237dee6f14', 'tenant_id': '5363d5685d824735b18239fcd4923d66', 'fixed_ips': [{'subnet_id': '34e49a3f-8f60-410d-b0e0-6939f27ead9f'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:53:18.543615 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:18.645971 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:18.679892 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Network': ['ID=3ec40625-87fc-4648-a57c-62f03ba07431,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:18.711017 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:18.751036 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4f3cbfc3-ff69-45da-b020-ca74f5c3d041 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/networks/3ec40625-87fc-4648-a57c-62f03ba07431 HTTP/1.1" status: 204 len: 168 time: 6.9788692 Apr 18 05:53:18.753986 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40136) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:18.769893 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad70201e-e958-4c25-840c-613742dc6b05 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:53:18.785779 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d701afc8-ae76-4117-86f2-db32db2aa6cc None None] Sync routers for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:53:18.792501 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-53851705-f4f2-468d-bcfb-f7a018ccfa5f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-903089098'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:18.799030 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:18.803466 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d701afc8-ae76-4117-86f2-db32db2aa6cc None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:53:18.804708 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d701afc8-ae76-4117-86f2-db32db2aa6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:18.904014 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-53851705-f4f2-468d-bcfb-f7a018ccfa5f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:18.942232 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d701afc8-ae76-4117-86f2-db32db2aa6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:18.945662 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] device_id is not set on port 9a0e4e86-5462-4295-ab1b-4ecd4aa49427 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:53:18.955077 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d701afc8-ae76-4117-86f2-db32db2aa6cc None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:53:18.957309 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d701afc8-ae76-4117-86f2-db32db2aa6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:18.957575 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-53851705-f4f2-468d-bcfb-f7a018ccfa5f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Usage tracker for resource:network and tenant:c9cb2f19d4c24715a738705e058d4e92 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:18.965970 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ad70201e-e958-4c25-840c-613742dc6b05 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:18.995975 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-53851705-f4f2-468d-bcfb-f7a018ccfa5f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:19.023895 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] Allocated IP 172.20.0.2 (11a26580-eced-40e4-b492-41237dee6f14/34e49a3f-8f60-410d-b0e0-6939f27ead9f/6a92695c-4950-4e6b-9f5e-06b48571aa0c) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:19.059368 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d701afc8-ae76-4117-86f2-db32db2aa6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:19.060151 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d701afc8-ae76-4117-86f2-db32db2aa6cc None None] The sync data for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:53:19.063436 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d388e79-a901-4f8d-ae50-2756f9317173 None None] Network bd032d6d-e84b-4128-a7a8-92760eb4ffdc requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:19.073288 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:19.092972 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-53851705-f4f2-468d-bcfb-f7a018ccfa5f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:19.182466 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-34c90c73-204a-4f76-bde5-31d4af08a1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:19.205771 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] device_id is not set on port 75cb69fe-805d-472e-9bf2-c62100730d94 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:53:19.207228 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-34c90c73-204a-4f76-bde5-31d4af08a1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:19.220616 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7077799c-6bac-4a7b-b7bf-53070bd4bee7 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:19.235932 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53851705-f4f2-468d-bcfb-f7a018ccfa5f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Made reservation on behalf of c9cb2f19d4c24715a738705e058d4e92 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:19.239361 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-53851705-f4f2-468d-bcfb-f7a018ccfa5f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:19.251983 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ad70201e-e958-4c25-840c-613742dc6b05 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "DELETE /v2.0/floatingips/ddc1ad57-c42e-463f-aef8-57bcff9ca6a5 HTTP/1.1" status: 204 len: 168 time: 6.0158117 Apr 18 05:53:19.254898 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40140) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:19.328544 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:19.353985 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:19.357591 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-34c90c73-204a-4f76-bde5-31d4af08a1af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb88529c7a344a3392f412b2fc6c0b73&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9142363 Apr 18 05:53:19.357591 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c90c73-204a-4f76-bde5-31d4af08a1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc10b7a-bfd1-4c3e-acd4-af26ace5fbb4,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:19.357829 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40144) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:19.365558 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-db0118f8-de7b-4df4-9652-91e39b3648a6 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Deleting port ec6d45e2-95cf-4e65-80f1-13139e26e306 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:19.366108 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-db0118f8-de7b-4df4-9652-91e39b3648a6 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:19.389037 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-649e7bbd-d4f6-4b47-9942-4f99708979e7 None None] Provisioning complete for port 66ba12c8-3a04-42ac-8834-a661645e6338 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:19.389633 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-649e7bbd-d4f6-4b47-9942-4f99708979e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:19.398472 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53851705-f4f2-468d-bcfb-f7a018ccfa5f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:53:19.424263 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-53851705-f4f2-468d-bcfb-f7a018ccfa5f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:19.424860 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-53851705-f4f2-468d-bcfb-f7a018ccfa5f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Added segment d17fe537-5190-4c62-a59c-7679e1ceb454 of type vlan for network 93fd6a8b-6911-49a2-8aa4-b72757b0c7f1 Apr 18 05:53:19.513921 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-53851705-f4f2-468d-bcfb-f7a018ccfa5f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:19.576294 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-53851705-f4f2-468d-bcfb-f7a018ccfa5f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:19.584285 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53851705-f4f2-468d-bcfb-f7a018ccfa5f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:19.585746 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-53851705-f4f2-468d-bcfb-f7a018ccfa5f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:19.590761 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7077799c-6bac-4a7b-b7bf-53070bd4bee7 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:19.696283 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fecd989-9271-440f-962c-4aa6a5f0c6cd', 'name': 'tempest-snat-router-1452929338', 'tenant_id': 'b4c5cfde5cd54ba8828b292399defc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.254'}], 'enable_snat': False}, 'gw_port_id': 'c44f3d69-3111-44bf-9393-6849c3d491e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:53:14Z', 'updated_at': '2022-04-18T05:53:16Z', 'revision_number': 3, 'project_id': 'b4c5cfde5cd54ba8828b292399defc86', 'gw_port': {'id': 'c44f3d69-3111-44bf-9393-6849c3d491e9', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fecd989-9271-440f-962c-4aa6a5f0c6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:53:15Z', 'updated_at': '2022-04-18T05:53:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:19.714199 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7077799c-6bac-4a7b-b7bf-53070bd4bee7 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:19.718717 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077799c-6bac-4a7b-b7bf-53070bd4bee7 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event deleted for resources: {'Subnet': ['ID=e2806abe-ce56-4bf4-a9d1-281ad0be4469,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:19.723161 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:19.759297 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-53851705-f4f2-468d-bcfb-f7a018ccfa5f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9960487 Apr 18 05:53:19.760202 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40150) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:19.762844 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:19.779253 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-3d1f8dcc-5236-4056-89c6-3810fc9617cf tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'subnet': {'network_id': '93fd6a8b-6911-49a2-8aa4-b72757b0c7f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:19.793864 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] Checking router: 0fecd989-9271-440f-962c-4aa6a5f0c6cd for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:53:19.794232 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] Updating router 0fecd989-9271-440f-962c-4aa6a5f0c6cd port c44f3d69-3111-44bf-9393-6849c3d491e9 binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:53:19.796754 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7077799c-6bac-4a7b-b7bf-53070bd4bee7 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "DELETE /v2.0/subnets/e2806abe-ce56-4bf4-a9d1-281ad0be4469 HTTP/1.1" status: 204 len: 168 time: 1.5789008 Apr 18 05:53:19.797526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ba4280c8-dbe2-40cf-bf9f-9afe20c1b321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:19.803168 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53851705-f4f2-468d-bcfb-f7a018ccfa5f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Network': ['ID=93fd6a8b-6911-49a2-8aa4-b72757b0c7f1,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:19.805460 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40154) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:19.848173 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:53:19.848534 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:53:19.879373 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 93fd6a8b-6911-49a2-8aa4-b72757b0c7f1 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:53:19.908302 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ba4280c8-dbe2-40cf-bf9f-9afe20c1b321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:19.958980 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] Transition to ACTIVE for port object 6a92695c-4950-4e6b-9f5e-06b48571aa0c will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:19.969466 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-db0118f8-de7b-4df4-9652-91e39b3648a6 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:19.977577 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:20.069602 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-649e7bbd-d4f6-4b47-9942-4f99708979e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:20.093959 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:20.155265 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-db0118f8-de7b-4df4-9652-91e39b3648a6 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Calling delete_port for ec6d45e2-95cf-4e65-80f1-13139e26e306 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:20.156944 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] Transition to ACTIVE for port object 6a92695c-4950-4e6b-9f5e-06b48571aa0c will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:20.161988 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3d1f8dcc-5236-4056-89c6-3810fc9617cf tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:20.170715 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8200e9ba-0579-4d8b-927a-da2bd19dfc46 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:20.172731 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8200e9ba-0579-4d8b-927a-da2bd19dfc46 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:20.173079 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8200e9ba-0579-4d8b-927a-da2bd19dfc46 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Synchronizing usage tracker for tenant:6b3ffbef4e5a4307b1ad6232f6312b6a on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:53:20.179517 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:20.189025 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2b379-fe55-4e29-a344-a1129e2d8837 req-e49ea136-1dda-428c-a666-000cdf12f2c5 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:20.196798 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-cfa2b379-fe55-4e29-a344-a1129e2d8837 req-e49ea136-1dda-428c-a666-000cdf12f2c5 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.6229703 Apr 18 05:53:20.199744 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3d1f8dcc-5236-4056-89c6-3810fc9617cf tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Usage tracker for resource:subnet and tenant:c9cb2f19d4c24715a738705e058d4e92 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:20.207989 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3d1f8dcc-5236-4056-89c6-3810fc9617cf tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:20.242217 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3d1f8dcc-5236-4056-89c6-3810fc9617cf tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:20.242427 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network 114d2062-faee-47bc-b039-f3d6b167d58b is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:20.254024 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:20.267005 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:20.302262 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:20.305029 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:20.316335 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Port': ['ID=9a0e4e86-5462-4295-ab1b-4ecd4aa49427,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:20.324276 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:20.325019 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:20.339026 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8200e9ba-0579-4d8b-927a-da2bd19dfc46 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Unset dirty status for tenant:6b3ffbef4e5a4307b1ad6232f6312b6a on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:53:20.340235 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8200e9ba-0579-4d8b-927a-da2bd19dfc46 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5160120 Apr 18 05:53:20.390837 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-649e7bbd-d4f6-4b47-9942-4f99708979e7 None None] For port 66ba12c8-3a04-42ac-8834-a661645e6338, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=66ba12c8-3a04-42ac-8834-a661645e6338,segment=NetworkSegment(9ac75420-b9e3-4bb1-9d4a-d7a29f14e992),segment_id=9ac75420-b9e3-4bb1-9d4a-d7a29f14e992)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:20.424027 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] Network 11a26580-eced-40e4-b492-41237dee6f14 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:20.427515 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Port': ['ID=75cb69fe-805d-472e-9bf2-c62100730d94,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:20.434560 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40158) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:20.453578 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:20.456958 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:20.459222 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-649e7bbd-d4f6-4b47-9942-4f99708979e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:20.485479 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] Pushing event updated for resources: {'Port': ['ID=6a92695c-4950-4e6b-9f5e-06b48571aa0c,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:20.504586 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ba4280c8-dbe2-40cf-bf9f-9afe20c1b321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:20.531744 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1f8dcc-5236-4056-89c6-3810fc9617cf tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Made reservation on behalf of c9cb2f19d4c24715a738705e058d4e92 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:20.531984 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8dcc-5236-4056-89c6-3810fc9617cf tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:20.547346 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Checking segment: {'id': 'd4ed9585-bdd2-4b8b-844b-1ffadd03ac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'da858730-428e-4129-863c-3613f9c31d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:20.547737 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network hostable DHCP agents. Network: da858730-428e-4129-863c-3613f9c31d33, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:53:20.561654 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Subnet': ['ID=34e49a3f-8f60-410d-b0e0-6939f27ead9f,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:20.600752 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4280c8-dbe2-40cf-bf9f-9afe20c1b321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc10b7a-bfd1-4c3e-acd4-af26ace5fbb4,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:20.613053 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-cfa2b379-fe55-4e29-a344-a1129e2d8837 req-70d0a3cc-08a1-4a2b-9e11-d15bda043069 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4149103 Apr 18 05:53:20.701692 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-649e7bbd-d4f6-4b47-9942-4f99708979e7 None None] Provisioning for port c4d4a372-5940-4aa7-bb43-2e83a64448b5 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:20.802994 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-649e7bbd-d4f6-4b47-9942-4f99708979e7 None None] Provisioning complete for port c4d4a372-5940-4aa7-bb43-2e83a64448b5 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:20.803459 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-649e7bbd-d4f6-4b47-9942-4f99708979e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:20.824642 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c4f946e4-75e5-4cbc-914a-8eec3a631d4d tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:20.836799 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] Attempting to bind port 6a92695c-4950-4e6b-9f5e-06b48571aa0c on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:53:20.837262 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:20.837754 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] Attempting to bind port 6a92695c-4950-4e6b-9f5e-06b48571aa0c by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '8adf5c88-045d-4eb1-b3cf-f185a7a7b8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '11a26580-eced-40e4-b492-41237dee6f14'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:53:20.837754 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] Attempting to bind port 6a92695c-4950-4e6b-9f5e-06b48571aa0c on network 11a26580-eced-40e4-b492-41237dee6f14 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:53:20.853041 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ba4280c8-dbe2-40cf-bf9f-9afe20c1b321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:20.853767 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e7bbd-d4f6-4b47-9942-4f99708979e7 None None] Pushing event updated for resources: {'Port': ['ID=66ba12c8-3a04-42ac-8834-a661645e6338,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:20.854757 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ba4280c8-dbe2-40cf-bf9f-9afe20c1b321 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6fc10b7a-bfd1-4c3e-acd4-af26ace5fbb4 HTTP/1.1" status: 204 len: 168 time: 1.4958370 Apr 18 05:53:20.869920 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network da858730-428e-4129-863c-3613f9c31d33 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:53:20.870705 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:53:20.871170 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] Checking segment: {'id': '8adf5c88-045d-4eb1-b3cf-f185a7a7b8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '11a26580-eced-40e4-b492-41237dee6f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:20.871642 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:20.872200 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] Bound using segment: {'id': '8adf5c88-045d-4eb1-b3cf-f185a7a7b8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '11a26580-eced-40e4-b492-41237dee6f14'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:53:20.872765 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] Bound port: 6a92695c-4950-4e6b-9f5e-06b48571aa0c, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8adf5c88-045d-4eb1-b3cf-f185a7a7b8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '11a26580-eced-40e4-b492-41237dee6f14'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:53:20.873209 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:20.873311 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f946e4-75e5-4cbc-914a-8eec3a631d4d tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 18 05:53:20.873900 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f946e4-75e5-4cbc-914a-8eec3a631d4d tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:20.876476 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a26580-eced-40e4-b492-41237dee6f14']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:20.878409 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c4f946e4-75e5-4cbc-914a-8eec3a631d4d tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "DELETE /v2.0/networks/bd032d6d-e84b-4128-a7a8-92760eb4ffdc HTTP/1.1" status: 409 len: 405 time: 0.4370661 Apr 18 05:53:20.888283 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40166) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:20.896236 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8adf5c88-045d-4eb1-b3cf-f185a7a7b8b1') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:20.896528 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8adf5c88-045d-4eb1-b3cf-f185a7a7b8b1') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:20.902467 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-ccfdec4d-40ed-4cb3-895f-6be75c36c73b tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-928731328'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:20.909987 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-db0118f8-de7b-4df4-9652-91e39b3648a6 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:20.915495 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ccfdec4d-40ed-4cb3-895f-6be75c36c73b tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:20.915687 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:20.937600 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:20.944872 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:20.945665 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:20.973455 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, da858730-428e-4129-863c-3613f9c31d33) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:20.974002 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-649e7bbd-d4f6-4b47-9942-4f99708979e7 None None] Port c4d4a372-5940-4aa7-bb43-2e83a64448b5 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:53:20.986655 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ccfdec4d-40ed-4cb3-895f-6be75c36c73b tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Usage tracker for resource:network and tenant:6b3ffbef4e5a4307b1ad6232f6312b6a is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:20.990952 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ccfdec4d-40ed-4cb3-895f-6be75c36c73b tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:20.999454 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b3f985-19f1-4926-b312-28aa7be31d6c None None] Network da858730-428e-4129-863c-3613f9c31d33 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:21.000728 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0118f8-de7b-4df4-9652-91e39b3648a6 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event deleted for resources: {'Port': ['ID=ec6d45e2-95cf-4e65-80f1-13139e26e306,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:21.007292 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:21.013034 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:21.017824 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:21.018492 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:21.018780 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75556c3-7dd4-4495-8399-ee8b6a928402 None None] Network bd032d6d-e84b-4128-a7a8-92760eb4ffdc requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:21.025643 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ccfdec4d-40ed-4cb3-895f-6be75c36c73b tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:21.060152 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:21.064021 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 05:53:21.064021 dv-neutron-837489-1-hyperv neutron-server[88035]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 05:53:21.064021 dv-neutron-837489-1-hyperv neutron-server[88035]: [parameters: {'id': '11a26580-eced-40e4-b492-41237dee6f14'}] Apr 18 05:53:21.064021 dv-neutron-837489-1-hyperv neutron-server[88035]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:53:21.064596 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:53:21.156178 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-32b4a4a1-fa4a-4f14-a85a-3bfd3161c12c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2656076 Apr 18 05:53:21.156878 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfdec4d-40ed-4cb3-895f-6be75c36c73b tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Made reservation on behalf of 6b3ffbef4e5a4307b1ad6232f6312b6a for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:21.160293 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40172) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:21.160457 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccfdec4d-40ed-4cb3-895f-6be75c36c73b tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:21.217830 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-db0118f8-de7b-4df4-9652-91e39b3648a6 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:21.222308 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfdec4d-40ed-4cb3-895f-6be75c36c73b tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:53:21.231822 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-db0118f8-de7b-4df4-9652-91e39b3648a6 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "DELETE /v2.0/ports/ec6d45e2-95cf-4e65-80f1-13139e26e306 HTTP/1.1" status: 204 len: 168 time: 1.9743829 Apr 18 05:53:21.236117 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40176) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:21.237344 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccfdec4d-40ed-4cb3-895f-6be75c36c73b tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:21.237690 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-ccfdec4d-40ed-4cb3-895f-6be75c36c73b tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Added segment a0392ee4-e195-4602-bbb5-d18b179fda06 of type vlan for network 0d5c39fa-8583-43b2-88da-21a038fdf9ce Apr 18 05:53:21.255157 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-4a5561a5-5293-4ec4-993d-1df71a306359 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:21.266256 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-4a5561a5-5293-4ec4-993d-1df71a306359 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:21.267722 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-67be6f26-dd73-4a88-884c-4a5c2c7e9278 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port 75cb69fe-805d-472e-9bf2-c62100730d94 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:21.268100 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-67be6f26-dd73-4a88-884c-4a5c2c7e9278 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:21.274583 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4a5561a5-5293-4ec4-993d-1df71a306359 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Usage tracker for resource:floatingip and tenant:53217080630e4ec6bc3e36527767510c is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:21.286961 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4a5561a5-5293-4ec4-993d-1df71a306359 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:21.299744 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-4a5561a5-5293-4ec4-993d-1df71a306359 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:21.302688 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccfdec4d-40ed-4cb3-895f-6be75c36c73b tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:21.319427 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4a5561a5-5293-4ec4-993d-1df71a306359 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:21.359693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] For port 6a92695c-4950-4e6b-9f5e-06b48571aa0c, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:53:21.363481 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40180) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:21.418483 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-133df151-837e-4c49-867e-fa535e78d384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:21.464222 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] For port 6a92695c-4950-4e6b-9f5e-06b48571aa0c, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=6a92695c-4950-4e6b-9f5e-06b48571aa0c,segment=NetworkSegment(8adf5c88-045d-4eb1-b3cf-f185a7a7b8b1),segment_id=8adf5c88-045d-4eb1-b3cf-f185a7a7b8b1)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:53:21.465580 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a94fb5c4-562b-4ff6-8faa-3e53090e142e None None] Provisioning complete for port c4d4a372-5940-4aa7-bb43-2e83a64448b5 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:21.465580 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a94fb5c4-562b-4ff6-8faa-3e53090e142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:21.479014 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccfdec4d-40ed-4cb3-895f-6be75c36c73b tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:21.484389 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfdec4d-40ed-4cb3-895f-6be75c36c73b tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:21.484965 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccfdec4d-40ed-4cb3-895f-6be75c36c73b tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:21.506524 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:21.513873 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-133df151-837e-4c49-867e-fa535e78d384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:21.515230 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8dcc-5236-4056-89c6-3810fc9617cf tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:21.536136 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-133df151-837e-4c49-867e-fa535e78d384 admin admin] Usage tracker for resource:security_group_rule and tenant:56d6621dd2954fa4a756f7fb5c0d0576 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:21.546097 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-133df151-837e-4c49-867e-fa535e78d384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:21.559012 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ccfdec4d-40ed-4cb3-895f-6be75c36c73b tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6655622 Apr 18 05:53:21.559231 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:21.559357 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-133df151-837e-4c49-867e-fa535e78d384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:21.562359 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40184) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:21.572470 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-0450d15d-7953-4253-9705-b10a29c6ab96 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Request body: {'subnet': {'network_id': '0d5c39fa-8583-43b2-88da-21a038fdf9ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:21.598150 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:21.650469 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] Transition to ACTIVE for port object c44f3d69-3111-44bf-9393-6849c3d491e9 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:21.650693 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-67be6f26-dd73-4a88-884c-4a5c2c7e9278 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:21.674572 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Deleting port 6a92695c-4950-4e6b-9f5e-06b48571aa0c {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:21.674870 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:21.685130 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdec4d-40ed-4cb3-895f-6be75c36c73b tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event updated for resources: {'Network': ['ID=0d5c39fa-8583-43b2-88da-21a038fdf9ce,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:21.687027 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:21.694361 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a94fb5c4-562b-4ff6-8faa-3e53090e142e None None] Port c4d4a372-5940-4aa7-bb43-2e83a64448b5 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:53:21.717260 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 0d5c39fa-8583-43b2-88da-21a038fdf9ce details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:53:21.782815 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0450d15d-7953-4253-9705-b10a29c6ab96 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:21.805048 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0450d15d-7953-4253-9705-b10a29c6ab96 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:21.817417 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39597f-cd5a-40d1-a3f3-15b9e9b1902c None None] Pushing event updated for resources: {'Port': ['ID=6a92695c-4950-4e6b-9f5e-06b48571aa0c,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:21.840886 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0450d15d-7953-4253-9705-b10a29c6ab96 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Made reservation on behalf of 6b3ffbef4e5a4307b1ad6232f6312b6a for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:21.844300 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0450d15d-7953-4253-9705-b10a29c6ab96 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:21.862740 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4a5561a5-5293-4ec4-993d-1df71a306359 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:21.878905 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-67be6f26-dd73-4a88-884c-4a5c2c7e9278 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Calling delete_port for 75cb69fe-805d-472e-9bf2-c62100730d94 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:21.925542 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-133df151-837e-4c49-867e-fa535e78d384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:21.928996 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f8dcc-5236-4056-89c6-3810fc9617cf tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Subnet': ['ID=bf0a4132-5b80-421b-9704-a6fe4fe97f85,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:21.933116 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] Attempting to bind port c44f3d69-3111-44bf-9393-6849c3d491e9 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:53:21.933514 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] Attempting to bind port c44f3d69-3111-44bf-9393-6849c3d491e9 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:53:21.933857 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] Attempting to bind port c44f3d69-3111-44bf-9393-6849c3d491e9 on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:53:21.964351 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a94fb5c4-562b-4ff6-8faa-3e53090e142e None None] Provisioning complete for port 66ba12c8-3a04-42ac-8834-a661645e6338 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:21.964707 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a94fb5c4-562b-4ff6-8faa-3e53090e142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:21.987065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-133df151-837e-4c49-867e-fa535e78d384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:22.006065 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f8dcc-5236-4056-89c6-3810fc9617cf tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Checking segment: {'id': 'd17fe537-5190-4c62-a59c-7679e1ceb454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '93fd6a8b-6911-49a2-8aa4-b72757b0c7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:22.006459 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1f8dcc-5236-4056-89c6-3810fc9617cf tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Network hostable DHCP agents. Network: 93fd6a8b-6911-49a2-8aa4-b72757b0c7f1, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:53:22.019238 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:53:22.019238 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:22.019238 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:22.019649 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:53:22.019899 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] Bound port: c44f3d69-3111-44bf-9393-6849c3d491e9, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:53:22.020540 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:22.051333 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Allocated IP 172.26.1.211 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/689aa00d-7456-4bc2-8e00-4f1d693dca80) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:22.086337 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-133df151-837e-4c49-867e-fa535e78d384 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=56d6621dd2954fa4a756f7fb5c0d0576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7191315 Apr 18 05:53:22.086337 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133df151-837e-4c49-867e-fa535e78d384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28cc71d-a734-4844-af59-f90f9cb4d375,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:22.089509 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40190) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:22.110049 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee0f98-c0a3-49d0-9b54-1d88635a1f3c None None] Pushing event updated for resources: {'Port': ['ID=c44f3d69-3111-44bf-9393-6849c3d491e9,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:22.161881 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d271eb-e1f1-4b1b-a330-9ed758850125 None None] Network 11a26580-eced-40e4-b492-41237dee6f14 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:22.189156 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1f8dcc-5236-4056-89c6-3810fc9617cf tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Network 93fd6a8b-6911-49a2-8aa4-b72757b0c7f1 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:53:22.197553 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f099c2c6-f605-40d2-a936-9a5d49e8a0b0 None None] DHCP port deletion for bd032d6d-e84b-4128-a7a8-92760eb4ffdc request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:53:22.228526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7415bb94-4b53-45ec-8575-67ed5bcca6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:22.279308 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7415bb94-4b53-45ec-8575-67ed5bcca6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:22.282436 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] For port c44f3d69-3111-44bf-9393-6849c3d491e9, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:53:22.284571 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f099c2c6-f605-40d2-a936-9a5d49e8a0b0 None None] Deleting port 66ba12c8-3a04-42ac-8834-a661645e6338 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:22.285092 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f099c2c6-f605-40d2-a936-9a5d49e8a0b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:22.301535 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-67be6f26-dd73-4a88-884c-4a5c2c7e9278 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:22.360003 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-3d1f8dcc-5236-4056-89c6-3810fc9617cf tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 93fd6a8b-6911-49a2-8aa4-b72757b0c7f1) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:22.392956 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fcd7a4-80a3-42e4-a55b-9a62bb760e05 None None] Network 93fd6a8b-6911-49a2-8aa4-b72757b0c7f1 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:22.415971 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] For port c44f3d69-3111-44bf-9393-6849c3d491e9, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c44f3d69-3111-44bf-9393-6849c3d491e9,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:53:22.436100 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7415bb94-4b53-45ec-8575-67ed5bcca6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:22.443207 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.objects.ports [None req-0450d15d-7953-4253-9705-b10a29c6ab96 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88034) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 05:53:22.451347 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0450d15d-7953-4253-9705-b10a29c6ab96 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:22.479061 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:22.492535 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415bb94-4b53-45ec-8575-67ed5bcca6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28cc71d-a734-4844-af59-f90f9cb4d375,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:22.508871 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1f8dcc-5236-4056-89c6-3810fc9617cf tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:22.509471 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8dcc-5236-4056-89c6-3810fc9617cf tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:22.517963 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] For port 6a92695c-4950-4e6b-9f5e-06b48571aa0c, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=6a92695c-4950-4e6b-9f5e-06b48571aa0c,segment=NetworkSegment(8adf5c88-045d-4eb1-b3cf-f185a7a7b8b1),segment_id=8adf5c88-045d-4eb1-b3cf-f185a7a7b8b1)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:22.517963 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:22.529164 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be6f26-dd73-4a88-884c-4a5c2c7e9278 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Port': ['ID=75cb69fe-805d-472e-9bf2-c62100730d94,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:22.547258 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-67be6f26-dd73-4a88-884c-4a5c2c7e9278 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:22.557006 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450d15d-7953-4253-9705-b10a29c6ab96 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event updated for resources: {'Subnet': ['ID=5aea1d76-5cd5-441a-bc46-204d49f356d4,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:22.564725 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0450d15d-7953-4253-9705-b10a29c6ab96 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Checking segment: {'id': 'a0392ee4-e195-4602-bbb5-d18b179fda06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0d5c39fa-8583-43b2-88da-21a038fdf9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:22.565064 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0450d15d-7953-4253-9705-b10a29c6ab96 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Network hostable DHCP agents. Network: 0d5c39fa-8583-43b2-88da-21a038fdf9ce, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:53:22.578436 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7415bb94-4b53-45ec-8575-67ed5bcca6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:22.581502 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7415bb94-4b53-45ec-8575-67ed5bcca6a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c28cc71d-a734-4844-af59-f90f9cb4d375 HTTP/1.1" status: 204 len: 168 time: 0.4894259 Apr 18 05:53:22.606943 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0450d15d-7953-4253-9705-b10a29c6ab96 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Network 0d5c39fa-8583-43b2-88da-21a038fdf9ce is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:53:22.621440 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-0450d15d-7953-4253-9705-b10a29c6ab96 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 0d5c39fa-8583-43b2-88da-21a038fdf9ce) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:22.626458 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0450d15d-7953-4253-9705-b10a29c6ab96 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:22.627402 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0450d15d-7953-4253-9705-b10a29c6ab96 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:22.656735 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0450d15d-7953-4253-9705-b10a29c6ab96 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0900156 Apr 18 05:53:22.657150 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40196) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:22.677250 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Calling delete_port for 6a92695c-4950-4e6b-9f5e-06b48571aa0c owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:22.685854 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90a452b-d29a-4f5c-a12e-c37bbf74c660 None None] Network 0d5c39fa-8583-43b2-88da-21a038fdf9ce requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:22.748617 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3d1f8dcc-5236-4056-89c6-3810fc9617cf tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9791431 Apr 18 05:53:22.751832 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-67be6f26-dd73-4a88-884c-4a5c2c7e9278 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/ports/75cb69fe-805d-472e-9bf2-c62100730d94 HTTP/1.1" status: 204 len: 168 time: 1.5890031 Apr 18 05:53:22.755927 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40202) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:22.756550 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40204) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:22.766510 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-5b8b9717-1559-4a2e-a0c0-f08f98723378 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1189943415'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:22.816789 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5b8b9717-1559-4a2e-a0c0-f08f98723378 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:22.844515 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5b8b9717-1559-4a2e-a0c0-f08f98723378 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Usage tracker for resource:network and tenant:c9cb2f19d4c24715a738705e058d4e92 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:22.856740 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:22.859737 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5b8b9717-1559-4a2e-a0c0-f08f98723378 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:22.869773 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5b8b9717-1559-4a2e-a0c0-f08f98723378 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:22.907985 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5901f95d-7325-4c56-906f-ec34b86b9ba4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:22.913007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8b9717-1559-4a2e-a0c0-f08f98723378 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Made reservation on behalf of c9cb2f19d4c24715a738705e058d4e92 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:22.917417 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5b8b9717-1559-4a2e-a0c0-f08f98723378 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:22.936074 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:22.956665 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 66ba12c8-3a04-42ac-8834-a661645e6338 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:53:23.011531 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Port': ['ID=6a92695c-4950-4e6b-9f5e-06b48571aa0c,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:23.020726 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No DVR routers for this DVR port 6a92695c-4950-4e6b-9f5e-06b48571aa0c on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:53:23.047086 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5901f95d-7325-4c56-906f-ec34b86b9ba4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:23.065749 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f3bd66-5773-4398-9a21-602569e6fd2b tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:23.069322 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f3bd66-5773-4398-9a21-602569e6fd2b tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:23.070808 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-89f3bd66-5773-4398-9a21-602569e6fd2b tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Synchronizing usage tracker for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:53:23.078304 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8b9717-1559-4a2e-a0c0-f08f98723378 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:53:23.085282 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:23.195486 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5b8b9717-1559-4a2e-a0c0-f08f98723378 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:23.195945 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-5b8b9717-1559-4a2e-a0c0-f08f98723378 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Added segment e9ffe174-ed94-4fd3-9aae-def5b2f7f85b of type vlan for network 41c3df83-ad99-450e-9649-d4e2dbc908e9 Apr 18 05:53:23.210744 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee0f98-c0a3-49d0-9b54-1d88635a1f3c None None] Pushing event updated for resources: {'Port': ['ID=c44f3d69-3111-44bf-9393-6849c3d491e9,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:23.229251 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] Routers {'0fecd989-9271-440f-962c-4aa6a5f0c6cd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:53:23.229910 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['0fecd989-9271-440f-962c-4aa6a5f0c6cd'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:23.265086 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:23.274561 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:23.277480 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:23.294202 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-89f3bd66-5773-4398-9a21-602569e6fd2b tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Unset dirty status for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:53:23.297979 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-89f3bd66-5773-4398-9a21-602569e6fd2b tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.5356841 Apr 18 05:53:23.297979 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:23.305195 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40220) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:23.352530 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Pushing event updated for resources: {'Port': ['ID=689aa00d-7456-4bc2-8e00-4f1d693dca80,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:23.376479 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5b8b9717-1559-4a2e-a0c0-f08f98723378 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:23.386780 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a26580-eced-40e4-b492-41237dee6f14']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:23.416001 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8adf5c88-045d-4eb1-b3cf-f185a7a7b8b1') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:23.416192 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8adf5c88-045d-4eb1-b3cf-f185a7a7b8b1') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:23.500503 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:23.505191 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-4a5561a5-5293-4ec4-993d-1df71a306359 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Allocated IP 172.26.1.135 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/9f1942e1-b3fe-4b55-96a9-ccbba5fc5122) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:23.527542 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-5b549465-f338-4ec8-ae12-0fe6994d855c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port 9a0e4e86-5462-4295-ab1b-4ecd4aa49427 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:23.528283 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5b549465-f338-4ec8-ae12-0fe6994d855c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:23.583269 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:23.585951 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f099c2c6-f605-40d2-a936-9a5d49e8a0b0 None None] For port 66ba12c8-3a04-42ac-8834-a661645e6338, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=66ba12c8-3a04-42ac-8834-a661645e6338,segment=NetworkSegment(9ac75420-b9e3-4bb1-9d4a-d7a29f14e992),segment_id=9ac75420-b9e3-4bb1-9d4a-d7a29f14e992)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:23.586657 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f099c2c6-f605-40d2-a936-9a5d49e8a0b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:23.598096 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5b8b9717-1559-4a2e-a0c0-f08f98723378 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:23.605042 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8b9717-1559-4a2e-a0c0-f08f98723378 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:23.605914 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5b8b9717-1559-4a2e-a0c0-f08f98723378 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:23.610255 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:23.610919 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:23.675086 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:23.677041 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] Set router 0fecd989-9271-440f-962c-4aa6a5f0c6cd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:53:23.851931 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5b8b9717-1559-4a2e-a0c0-f08f98723378 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0939281 Apr 18 05:53:23.863578 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40234) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:23.871034 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-5a992009-71f5-4e8b-85e4-2d4e56d56aef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'subnet': {'network_id': '41c3df83-ad99-450e-9649-d4e2dbc908e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:23.884917 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f099c2c6-f605-40d2-a936-9a5d49e8a0b0 None None] Calling delete_port for 66ba12c8-3a04-42ac-8834-a661645e6338 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:23.911286 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:23.917326 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b9717-1559-4a2e-a0c0-f08f98723378 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Network': ['ID=41c3df83-ad99-450e-9649-d4e2dbc908e9,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:23.950921 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5b549465-f338-4ec8-ae12-0fe6994d855c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:23.969511 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 41c3df83-ad99-450e-9649-d4e2dbc908e9 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:53:23.982061 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:23.993979 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-93fd6a8b-6911-49a2-8aa4-b72757b0c7f1', 'network_id': '93fd6a8b-6911-49a2-8aa4-b72757b0c7f1', 'tenant_id': 'c9cb2f19d4c24715a738705e058d4e92', 'fixed_ips': [{'subnet_id': 'bf0a4132-5b80-421b-9704-a6fe4fe97f85'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:53:23.994794 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:24.019018 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:24.072456 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3d24bd-407c-427f-a3ad-a333af884679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-0d5c39fa-8583-43b2-88da-21a038fdf9ce', 'network_id': '0d5c39fa-8583-43b2-88da-21a038fdf9ce', 'tenant_id': '6b3ffbef4e5a4307b1ad6232f6312b6a', 'fixed_ips': [{'subnet_id': '5aea1d76-5cd5-441a-bc46-204d49f356d4'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:53:24.073915 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4c3d24bd-407c-427f-a3ad-a333af884679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:24.075361 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Network': ['ID=11a26580-eced-40e4-b492-41237dee6f14,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:24.086871 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-5b549465-f338-4ec8-ae12-0fe6994d855c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Calling delete_port for 9a0e4e86-5462-4295-ab1b-4ecd4aa49427 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:24.114265 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6ed04126-9f45-4b59-b76f-cdb1c188959d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/11a26580-eced-40e4-b492-41237dee6f14 HTTP/1.1" status: 204 len: 168 time: 6.6267352 Apr 18 05:53:24.115355 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40242) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:24.230054 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5b549465-f338-4ec8-ae12-0fe6994d855c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:24.294434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5901f95d-7325-4c56-906f-ec34b86b9ba4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:24.416937 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5b549465-f338-4ec8-ae12-0fe6994d855c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:24.440742 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b7d561-3a65-48e6-a4d9-f2e9fc484b60 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] GET failed (client error): The resource could not be found. Apr 18 05:53:24.451869 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-46b7d561-3a65-48e6-a4d9-f2e9fc484b60 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Synchronizing usage tracker for tenant:5363d5685d824735b18239fcd4923d66 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:53:24.452099 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b549465-f338-4ec8-ae12-0fe6994d855c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Port': ['ID=9a0e4e86-5462-4295-ab1b-4ecd4aa49427,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:24.455881 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5a992009-71f5-4e8b-85e4-2d4e56d56aef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:24.481871 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5a992009-71f5-4e8b-85e4-2d4e56d56aef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Usage tracker for resource:subnet and tenant:c9cb2f19d4c24715a738705e058d4e92 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:24.497665 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5a992009-71f5-4e8b-85e4-2d4e56d56aef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:24.522142 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5a992009-71f5-4e8b-85e4-2d4e56d56aef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:24.538368 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:24.549914 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 66ba12c8-3a04-42ac-8834-a661645e6338, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=66ba12c8-3a04-42ac-8834-a661645e6338,segment=NetworkSegment(9ac75420-b9e3-4bb1-9d4a-d7a29f14e992),segment_id=9ac75420-b9e3-4bb1-9d4a-d7a29f14e992)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:24.584410 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5901f95d-7325-4c56-906f-ec34b86b9ba4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:24.600686 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-46b7d561-3a65-48e6-a4d9-f2e9fc484b60 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Unset dirty status for tenant:5363d5685d824735b18239fcd4923d66 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:53:24.604158 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-46b7d561-3a65-48e6-a4d9-f2e9fc484b60 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "GET /v2.0/subnets/34e49a3f-8f60-410d-b0e0-6939f27ead9f HTTP/1.1" status: 404 len: 337 time: 0.4831843 Apr 18 05:53:24.613241 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40254) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:24.619089 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a992009-71f5-4e8b-85e4-2d4e56d56aef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Made reservation on behalf of c9cb2f19d4c24715a738705e058d4e92 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:24.620169 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-5901f95d-7325-4c56-906f-ec34b86b9ba4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5c39fa-8583-43b2-88da-21a038fdf9ce']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:24.623065 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5a992009-71f5-4e8b-85e4-2d4e56d56aef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:24.633541 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-5901f95d-7325-4c56-906f-ec34b86b9ba4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0392ee4-e195-4602-bbb5-d18b179fda06') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:24.633871 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-5901f95d-7325-4c56-906f-ec34b86b9ba4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0392ee4-e195-4602-bbb5-d18b179fda06') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:24.645679 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5901f95d-7325-4c56-906f-ec34b86b9ba4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:24.661317 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:24.665292 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5901f95d-7325-4c56-906f-ec34b86b9ba4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:24.672359 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5901f95d-7325-4c56-906f-ec34b86b9ba4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:24.672724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5901f95d-7325-4c56-906f-ec34b86b9ba4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:24.690893 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-9886b1c1-fbcd-4f72-a9d7-f9d47a10bc62 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:24.691621 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9886b1c1-fbcd-4f72-a9d7-f9d47a10bc62 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:24.697582 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9886b1c1-fbcd-4f72-a9d7-f9d47a10bc62 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/11a26580-eced-40e4-b492-41237dee6f14 HTTP/1.1" status: 404 len: 339 time: 0.0827444 Apr 18 05:53:24.702667 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40258) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:24.733783 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-f099c2c6-f605-40d2-a936-9a5d49e8a0b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:53:24.734055 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-f099c2c6-f605-40d2-a936-9a5d49e8a0b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5b549465-f338-4ec8-ae12-0fe6994d855c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/ports/9a0e4e86-5462-4295-ab1b-4ecd4aa49427 HTTP/1.1" status: 204 len: 168 time: 1.4548249 Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:24.763225 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40262) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:24.771906 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901f95d-7325-4c56-906f-ec34b86b9ba4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event deleted for resources: {'Subnet': ['ID=5aea1d76-5cd5-441a-bc46-204d49f356d4,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:24.776734 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40264) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:24.812840 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74ea537-f7f1-402e-b610-7de6596ddea0 None None] Network 0d5c39fa-8583-43b2-88da-21a038fdf9ce requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:24.858328 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4a5561a5-5293-4ec4-993d-1df71a306359 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:24.871135 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5901f95d-7325-4c56-906f-ec34b86b9ba4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:24.894522 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5901f95d-7325-4c56-906f-ec34b86b9ba4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:24.909522 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5901f95d-7325-4c56-906f-ec34b86b9ba4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "DELETE /v2.0/networks/0d5c39fa-8583-43b2-88da-21a038fdf9ce HTTP/1.1" status: 204 len: 168 time: 2.2514348 Apr 18 05:53:24.911169 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40272) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:24.919071 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901f95d-7325-4c56-906f-ec34b86b9ba4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event deleted for resources: {'Network': ['ID=0d5c39fa-8583-43b2-88da-21a038fdf9ce,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:24.925151 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-28b4cca7-9d20-40da-8837-7b58b7efd685 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-596801925'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:24.932409 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=66ba12c8-3a04-42ac-8834-a661645e6338,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:24.933039 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-28b4cca7-9d20-40da-8837-7b58b7efd685 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:24.940111 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-28b4cca7-9d20-40da-8837-7b58b7efd685 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Usage tracker for resource:network and tenant:6b3ffbef4e5a4307b1ad6232f6312b6a is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:24.940498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] Allocated IP 2001:db8::3 (93fd6a8b-6911-49a2-8aa4-b72757b0c7f1/bf0a4132-5b80-421b-9704-a6fe4fe97f85/eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:24.947429 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-28b4cca7-9d20-40da-8837-7b58b7efd685 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:24.964975 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-28b4cca7-9d20-40da-8837-7b58b7efd685 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:24.985555 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164cc1e0-0de7-4977-b649-f4f866f0991a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:24.986167 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-164cc1e0-0de7-4977-b649-f4f866f0991a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Synchronizing usage tracker for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:53:24.993166 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.ipam_backend_mixin [None req-5a992009-71f5-4e8b-85e4-2d4e56d56aef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Performing IP validity checks on allocation pools {{(pid=88035) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 05:53:24.993816 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.ipam_backend_mixin [None req-5a992009-71f5-4e8b-85e4-2d4e56d56aef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88035) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 05:53:24.999183 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1266960742', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:25.008596 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4a5561a5-5293-4ec4-993d-1df71a306359 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:25.012826 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b4cca7-9d20-40da-8837-7b58b7efd685 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Made reservation on behalf of 6b3ffbef4e5a4307b1ad6232f6312b6a for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:25.016144 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-28b4cca7-9d20-40da-8837-7b58b7efd685 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:25.025071 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:25.027330 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fecd989-9271-440f-962c-4aa6a5f0c6cd', 'name': 'tempest-snat-router-1452929338', 'tenant_id': 'b4c5cfde5cd54ba8828b292399defc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.254'}], 'enable_snat': False}, 'gw_port_id': 'c44f3d69-3111-44bf-9393-6849c3d491e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:53:14Z', 'updated_at': '2022-04-18T05:53:16Z', 'revision_number': 3, 'project_id': 'b4c5cfde5cd54ba8828b292399defc86', 'gw_port': {'id': 'c44f3d69-3111-44bf-9393-6849c3d491e9', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fecd989-9271-440f-962c-4aa6a5f0c6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:53:15Z', 'updated_at': '2022-04-18T05:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:25.070895 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eed168-37c6-4030-a2f7-ac78e21be877 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:25.071594 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-98eed168-37c6-4030-a2f7-ac78e21be877 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Synchronizing usage tracker for tenant:5363d5685d824735b18239fcd4923d66 on resource:network {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:53:25.075553 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Usage tracker for resource:port and tenant:514b9789bd024f44b5b6192e0cafbc09 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:25.081542 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e30ad3-ce32-46c6-aa56-49196b39d9ff None None] The sync data for ids ['0fecd989-9271-440f-962c-4aa6a5f0c6cd'] in dv-neutron-837489-1-hyperv is: [{'id': '0fecd989-9271-440f-962c-4aa6a5f0c6cd', 'name': 'tempest-snat-router-1452929338', 'tenant_id': 'b4c5cfde5cd54ba8828b292399defc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.254'}], 'enable_snat': False}, 'gw_port_id': 'c44f3d69-3111-44bf-9393-6849c3d491e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:53:14Z', 'updated_at': '2022-04-18T05:53:16Z', 'revision_number': 3, 'project_id': 'b4c5cfde5cd54ba8828b292399defc86', 'gw_port': {'id': 'c44f3d69-3111-44bf-9393-6849c3d491e9', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fecd989-9271-440f-962c-4aa6a5f0c6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:53:15Z', 'updated_at': '2022-04-18T05:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:53:25.088530 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:25.100545 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-164cc1e0-0de7-4977-b649-f4f866f0991a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Unset dirty status for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:53:25.104923 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-164cc1e0-0de7-4977-b649-f4f866f0991a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3233654 Apr 18 05:53:25.104923 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:25.119431 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40278) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:25.136682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5561a5-5293-4ec4-993d-1df71a306359 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:25.186390 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-4a5561a5-5293-4ec4-993d-1df71a306359 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:25.186773 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-98eed168-37c6-4030-a2f7-ac78e21be877 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Unset dirty status for tenant:5363d5685d824735b18239fcd4923d66 on resource:network {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:53:25.188454 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5561a5-5293-4ec4-993d-1df71a306359 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Port': ['ID=9f1942e1-b3fe-4b55-96a9-ccbba5fc5122,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:25.191046 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-98eed168-37c6-4030-a2f7-ac78e21be877 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4873152 Apr 18 05:53:25.197752 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5561a5-5293-4ec4-993d-1df71a306359 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:25.222836 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40282) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:25.247413 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f099c2c6-f605-40d2-a936-9a5d49e8a0b0 None None] Deleting port 66ba12c8-3a04-42ac-8834-a661645e6338 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:25.248257 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f099c2c6-f605-40d2-a936-9a5d49e8a0b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:25.249980 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b4cca7-9d20-40da-8837-7b58b7efd685 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:53:25.263187 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac3ac70-0548-4672-aac8-874ccb66086b tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] GET failed (client error): The resource could not be found. Apr 18 05:53:25.267241 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8ac3ac70-0548-4672-aac8-874ccb66086b tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports/75cb69fe-805d-472e-9bf2-c62100730d94 HTTP/1.1" status: 404 len: 333 time: 0.1493559 Apr 18 05:53:25.268409 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Made reservation on behalf of 514b9789bd024f44b5b6192e0cafbc09 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:25.270694 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:25.282467 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40286) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:25.293834 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-28b4cca7-9d20-40da-8837-7b58b7efd685 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:25.294648 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-28b4cca7-9d20-40da-8837-7b58b7efd685 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Added segment cbdb0f47-1e78-4f2f-93b2-0b2a3ba14668 of type vlan for network 6ce6cde7-a5ea-4d19-8d01-39cd3eb774b9 Apr 18 05:53:25.327804 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:25.354473 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:25.358478 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Usage tracker for resource:security_group_rule and tenant:514b9789bd024f44b5b6192e0cafbc09 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:25.361672 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:25.368808 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:25.370191 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f7189b48-f17c-4116-ab50-0dcbe81ba9a0 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "GET /v2.0/subnets?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 HTTP/1.1" status: 200 len: 207 time: 0.1459947 Apr 18 05:53:25.370693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:25.376162 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40290) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:25.387750 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] Transition to ACTIVE for port object eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:25.404396 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-0754eee4-bb2a-4a67-9a59-4bd90d710463 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] GET failed (client error): The resource could not be found. Apr 18 05:53:25.406026 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0754eee4-bb2a-4a67-9a59-4bd90d710463 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports/9a0e4e86-5462-4295-ab1b-4ecd4aa49427 HTTP/1.1" status: 404 len: 333 time: 0.1202238 Apr 18 05:53:25.412419 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40294) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:25.498558 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] Transition to ACTIVE for port object eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:25.506666 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:25.581611 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:25.630052 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f099c2c6-f605-40d2-a936-9a5d49e8a0b0 None None] For port 66ba12c8-3a04-42ac-8834-a661645e6338, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=66ba12c8-3a04-42ac-8834-a661645e6338,segment=NetworkSegment(9ac75420-b9e3-4bb1-9d4a-d7a29f14e992),segment_id=9ac75420-b9e3-4bb1-9d4a-d7a29f14e992)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:25.630445 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f099c2c6-f605-40d2-a936-9a5d49e8a0b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:25.645814 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-28b4cca7-9d20-40da-8837-7b58b7efd685 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:25.777427 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d077abc-e5e8-464d-8377-074da535d602 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:25.795037 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5a992009-71f5-4e8b-85e4-2d4e56d56aef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:25.798418 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4a5561a5-5293-4ec4-993d-1df71a306359 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:25.834575 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f099c2c6-f605-40d2-a936-9a5d49e8a0b0 None None] Calling delete_port for 66ba12c8-3a04-42ac-8834-a661645e6338 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:25.863836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] Network 93fd6a8b-6911-49a2-8aa4-b72757b0c7f1 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:25.874721 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:25.878889 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] Pushing event updated for resources: {'Port': ['ID=eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:25.881471 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:25.902633 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:25.905063 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-28b4cca7-9d20-40da-8837-7b58b7efd685 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:25.915586 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b4cca7-9d20-40da-8837-7b58b7efd685 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:25.915937 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-28b4cca7-9d20-40da-8837-7b58b7efd685 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:25.958233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a992009-71f5-4e8b-85e4-2d4e56d56aef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Checking segment: {'id': 'e9ffe174-ed94-4fd3-9aae-def5b2f7f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '41c3df83-ad99-450e-9649-d4e2dbc908e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:25.958593 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a992009-71f5-4e8b-85e4-2d4e56d56aef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Network hostable DHCP agents. Network: 41c3df83-ad99-450e-9649-d4e2dbc908e9, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:53:25.990550 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:26.010092 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a992009-71f5-4e8b-85e4-2d4e56d56aef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Subnet': ['ID=c0ec6b82-95c2-45c0-aa85-90fae397ca62,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:26.033012 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d650adb5-f29e-4e11-93be-0f92ac017945 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:26.037759 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f099c2c6-f605-40d2-a936-9a5d49e8a0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:26.040238 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d650adb5-f29e-4e11-93be-0f92ac017945 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:26.046363 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d650adb5-f29e-4e11-93be-0f92ac017945 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:26.048004 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] Attempting to bind port eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:53:26.048829 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] Attempting to bind port eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'd17fe537-5190-4c62-a59c-7679e1ceb454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '93fd6a8b-6911-49a2-8aa4-b72757b0c7f1'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:53:26.049202 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] Attempting to bind port eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf on network 93fd6a8b-6911-49a2-8aa4-b72757b0c7f1 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:53:26.052598 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d650adb5-f29e-4e11-93be-0f92ac017945 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:26.054973 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d650adb5-f29e-4e11-93be-0f92ac017945 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.6725385 Apr 18 05:53:26.062318 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40298) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:26.102743 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a992009-71f5-4e8b-85e4-2d4e56d56aef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Network 41c3df83-ad99-450e-9649-d4e2dbc908e9 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:53:26.103960 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:53:26.104547 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] Checking segment: {'id': 'd17fe537-5190-4c62-a59c-7679e1ceb454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '93fd6a8b-6911-49a2-8aa4-b72757b0c7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:26.105139 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:26.105528 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] Bound using segment: {'id': 'd17fe537-5190-4c62-a59c-7679e1ceb454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '93fd6a8b-6911-49a2-8aa4-b72757b0c7f1'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:53:26.106012 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] Bound port: eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17fe537-5190-4c62-a59c-7679e1ceb454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '93fd6a8b-6911-49a2-8aa4-b72757b0c7f1'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:53:26.106533 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:26.115641 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099c2c6-f605-40d2-a936-9a5d49e8a0b0 None None] Pushing event deleted for resources: {'Port': ['ID=66ba12c8-3a04-42ac-8834-a661645e6338,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:26.117973 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f099c2c6-f605-40d2-a936-9a5d49e8a0b0 None None] No DVR routers for this DVR port 66ba12c8-3a04-42ac-8834-a661645e6338 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:53:26.161116 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d077abc-e5e8-464d-8377-074da535d602 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:26.192397 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-1d077abc-e5e8-464d-8377-074da535d602 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da858730-428e-4129-863c-3613f9c31d33']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:26.206832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-1d077abc-e5e8-464d-8377-074da535d602 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ed9585-bdd2-4b8b-844b-1ffadd03ac37') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:26.207259 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-1d077abc-e5e8-464d-8377-074da535d602 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ed9585-bdd2-4b8b-844b-1ffadd03ac37') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:26.215715 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] device_id is not set on port 522d1057-88cb-41f4-85b0-88125b8306d2 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:53:26.228104 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] For port eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:53:26.232020 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] For port eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf,segment=NetworkSegment(d17fe537-5190-4c62-a59c-7679e1ceb454),segment_id=d17fe537-5190-4c62-a59c-7679e1ceb454)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:53:26.246190 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:26.329920 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d077abc-e5e8-464d-8377-074da535d602 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:26.332241 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-5a992009-71f5-4e8b-85e4-2d4e56d56aef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 41c3df83-ad99-450e-9649-d4e2dbc908e9) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:26.340135 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Router e323d4b7-e520-4e5c-a03c-ee688d51c57d is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:53:26.354094 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a992009-71f5-4e8b-85e4-2d4e56d56aef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:26.354680 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5a992009-71f5-4e8b-85e4-2d4e56d56aef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:26.355914 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eac17e9-be31-433a-9af2-ab7b2dc197cc None None] Network 41c3df83-ad99-450e-9649-d4e2dbc908e9 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:26.417129 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5b594-5321-4542-a307-45fe9a59b1a2 None None] Pushing event updated for resources: {'Port': ['ID=eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:26.434796 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab8e919-b32e-4d01-9210-15b16abe1f69,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:26.438927 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4a5561a5-5293-4ec4-993d-1df71a306359 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:26.502021 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-28b4cca7-9d20-40da-8837-7b58b7efd685 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5843017 Apr 18 05:53:26.502021 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d077abc-e5e8-464d-8377-074da535d602 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:26.503875 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40302) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:26.526959 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-a8d00d30-d481-4d76-923c-13566f9a0755 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Request body: {'subnet': {'network_id': '6ce6cde7-a5ea-4d19-8d01-39cd3eb774b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:26.531657 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4cca7-9d20-40da-8837-7b58b7efd685 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event updated for resources: {'Network': ['ID=6ce6cde7-a5ea-4d19-8d01-39cd3eb774b9,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:26.562848 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 6ce6cde7-a5ea-4d19-8d01-39cd3eb774b9 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:53:26.567641 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5a992009-71f5-4e8b-85e4-2d4e56d56aef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.7015815 Apr 18 05:53:26.587729 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40306) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:26.610605 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d077abc-e5e8-464d-8377-074da535d602 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:26.611145 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d077abc-e5e8-464d-8377-074da535d602 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:26.685620 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:26.762109 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4c690a0f-030a-44f5-ba34-d95735275360 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.6950755 Apr 18 05:53:26.813265 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40310) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:26.839408 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2405050-78a8-4683-a8e6-30949894273d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-41c3df83-ad99-450e-9649-d4e2dbc908e9', 'network_id': '41c3df83-ad99-450e-9649-d4e2dbc908e9', 'tenant_id': 'c9cb2f19d4c24715a738705e058d4e92', 'fixed_ips': [{'subnet_id': 'c0ec6b82-95c2-45c0-aa85-90fae397ca62'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:53:26.842178 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f2405050-78a8-4683-a8e6-30949894273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:26.961554 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a8d00d30-d481-4d76-923c-13566f9a0755 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:26.983740 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a8d00d30-d481-4d76-923c-13566f9a0755 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Usage tracker for resource:subnet and tenant:6b3ffbef4e5a4307b1ad6232f6312b6a is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:26.992151 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a8d00d30-d481-4d76-923c-13566f9a0755 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:27.008946 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a8d00d30-d481-4d76-923c-13566f9a0755 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:27.011953 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d077abc-e5e8-464d-8377-074da535d602 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:27.014892 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:53:27.041613 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c44f3d69-3111-44bf-9393-6849c3d491e9 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:53:27.046664 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:27.048548 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8aca7e96-2d1a-449e-ae2c-8cabab96788a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.0824602 Apr 18 05:53:27.051290 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d077abc-e5e8-464d-8377-074da535d602 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:27.054347 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40314) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:27.076099 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8fc6c1-44e2-474b-a96d-532995f897bc None None] Sync routers for ids ['e323d4b7-e520-4e5c-a03c-ee688d51c57d'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:53:27.079174 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d077abc-e5e8-464d-8377-074da535d602 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Network': ['ID=da858730-428e-4129-863c-3613f9c31d33,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:27.084088 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1d077abc-e5e8-464d-8377-074da535d602 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/networks/da858730-428e-4129-863c-3613f9c31d33 HTTP/1.1" status: 204 len: 168 time: 1.6641874 Apr 18 05:53:27.091396 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Allocated IP 172.26.1.168 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/522d1057-88cb-41f4-85b0-88125b8306d2) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:27.106243 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40318) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:27.127029 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:27.128766 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8fc6c1-44e2-474b-a96d-532995f897bc None None] Routers {'e323d4b7-e520-4e5c-a03c-ee688d51c57d'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:53:27.129476 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ff8fc6c1-44e2-474b-a96d-532995f897bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['e323d4b7-e520-4e5c-a03c-ee688d51c57d'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:27.133004 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-1157ddce-5160-481e-979f-e2f44e728c2f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-312321261'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:27.135244 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d00d30-d481-4d76-923c-13566f9a0755 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Made reservation on behalf of 6b3ffbef4e5a4307b1ad6232f6312b6a for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:27.138705 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a8d00d30-d481-4d76-923c-13566f9a0755 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:27.142395 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469c2086-edd1-4e33-8aa5-5474ecc61911 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:27.143929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469c2086-edd1-4e33-8aa5-5474ecc61911 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:27.144698 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-469c2086-edd1-4e33-8aa5-5474ecc61911 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Synchronizing usage tracker for tenant:5363d5685d824735b18239fcd4923d66 on resource:subnet {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:53:27.158764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1157ddce-5160-481e-979f-e2f44e728c2f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:27.168609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1157ddce-5160-481e-979f-e2f44e728c2f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:network and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:27.186109 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1157ddce-5160-481e-979f-e2f44e728c2f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:27.209055 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1157ddce-5160-481e-979f-e2f44e728c2f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:27.211298 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-469c2086-edd1-4e33-8aa5-5474ecc61911 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Unset dirty status for tenant:5363d5685d824735b18239fcd4923d66 on resource:subnet {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:53:27.212641 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-469c2086-edd1-4e33-8aa5-5474ecc61911 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3893147 Apr 18 05:53:27.218165 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-f2405050-78a8-4683-a8e6-30949894273d None None] Allocated IP 2001:db8::3 (41c3df83-ad99-450e-9649-d4e2dbc908e9/c0ec6b82-95c2-45c0-aa85-90fae397ca62/b0897ac3-3567-41d4-a974-fdaef62a5493) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:27.219171 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40322) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:27.328453 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port c44f3d69-3111-44bf-9393-6849c3d491e9 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:27.338377 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1157ddce-5160-481e-979f-e2f44e728c2f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:27.341762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1157ddce-5160-481e-979f-e2f44e728c2f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:27.353052 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4a5561a5-5293-4ec4-993d-1df71a306359 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:27.354889 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port c44f3d69-3111-44bf-9393-6849c3d491e9 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:27.355272 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:27.373904 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4a5561a5-5293-4ec4-993d-1df71a306359 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:27.458015 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:27.514788 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-ff8fc6c1-44e2-474b-a96d-532995f897bc None None] Set router e323d4b7-e520-4e5c-a03c-ee688d51c57d gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:53:27.549074 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-cbf92c1f-3745-4187-af12-b08c582acc1e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "GET /v2.0/routers/e323d4b7-e520-4e5c-a03c-ee688d51c57d HTTP/1.1" status: 200 len: 908 time: 0.4915457 Apr 18 05:53:27.549957 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40326) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:27.577437 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b35ea8f-b6a2-4727-a9f7-1f211b8c3aa2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['shared'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:27.578919 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b35ea8f-b6a2-4727-a9f7-1f211b8c3aa2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['shared'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:27.580722 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4b35ea8f-b6a2-4727-a9f7-1f211b8c3aa2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3581882 Apr 18 05:53:27.593895 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40330) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:27.645095 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1157ddce-5160-481e-979f-e2f44e728c2f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:53:27.681546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5561a5-5293-4ec4-993d-1df71a306359 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Port': ['ID=9f1942e1-b3fe-4b55-96a9-ccbba5fc5122,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:27.751943 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1157ddce-5160-481e-979f-e2f44e728c2f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:27.752321 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-1157ddce-5160-481e-979f-e2f44e728c2f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Added segment ffd275e5-be9b-4427-b5f0-a5f6f580a0c0 of type vlan for network 1aedd4fd-3651-4019-8487-c9594c7a77fc Apr 18 05:53:27.869298 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a8d00d30-d481-4d76-923c-13566f9a0755 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:27.922755 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11464500-1e16-4d71-a9cd-509edab33870 None None] Network 93fd6a8b-6911-49a2-8aa4-b72757b0c7f1 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:27.936582 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0262f8db-2c18-4c9d-bcb7-08fefda0549a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:27.988629 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:27.991449 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4a5561a5-5293-4ec4-993d-1df71a306359 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:28.041020 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d00d30-d481-4d76-923c-13566f9a0755 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event updated for resources: {'Subnet': ['ID=e720c36a-cdb3-488a-81d7-3254c2a51241,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:28.057065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1157ddce-5160-481e-979f-e2f44e728c2f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:28.066818 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4a5561a5-5293-4ec4-993d-1df71a306359 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:28.071428 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4a5561a5-5293-4ec4-993d-1df71a306359 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8289690 Apr 18 05:53:28.072372 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40334) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:28.083433 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230e86d4-eef9-43be-a8e6-4e77b110714e tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:28.083921 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-230e86d4-eef9-43be-a8e6-4e77b110714e tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Synchronizing usage tracker for tenant:5363d5685d824735b18239fcd4923d66 on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:53:28.092328 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-cd6becfc-cc38-426b-8f39-1fa53c62079b tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Request body: {'port': {'network_id': '05c54514-12b4-476f-ac98-1d963e2784be', 'name': 'tempest-FloatingIPTestJSON-575483775'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:28.135478 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f2405050-78a8-4683-a8e6-30949894273d None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:28.218707 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1157ddce-5160-481e-979f-e2f44e728c2f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:28.224125 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1157ddce-5160-481e-979f-e2f44e728c2f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:28.224725 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1157ddce-5160-481e-979f-e2f44e728c2f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:28.229434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-230e86d4-eef9-43be-a8e6-4e77b110714e tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Unset dirty status for tenant:5363d5685d824735b18239fcd4923d66 on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:53:28.237704 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-230e86d4-eef9-43be-a8e6-4e77b110714e tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "GET /v2.0/networks/84240401-986e-4ecd-a0a3-d8b36ab8fb9d HTTP/1.1" status: 200 len: 800 time: 0.6248031 Apr 18 05:53:28.240074 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40338) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:28.247921 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-258b9ae1-2895-4137-afc7-99dd3467c2bd None None] Provisioning for port eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:28.257425 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f2405050-78a8-4683-a8e6-30949894273d None None] Transition to ACTIVE for port object b0897ac3-3567-41d4-a974-fdaef62a5493 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:28.281013 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d00d30-d481-4d76-923c-13566f9a0755 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Checking segment: {'id': 'cbdb0f47-1e78-4f2f-93b2-0b2a3ba14668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6ce6cde7-a5ea-4d19-8d01-39cd3eb774b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:28.281289 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d00d30-d481-4d76-923c-13566f9a0755 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Network hostable DHCP agents. Network: 6ce6cde7-a5ea-4d19-8d01-39cd3eb774b9, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:53:28.290401 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:28.291883 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:28.318082 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f2405050-78a8-4683-a8e6-30949894273d None None] Transition to ACTIVE for port object b0897ac3-3567-41d4-a974-fdaef62a5493 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:28.359518 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f2405050-78a8-4683-a8e6-30949894273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:28.364865 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port c44f3d69-3111-44bf-9393-6849c3d491e9, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c44f3d69-3111-44bf-9393-6849c3d491e9,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:28.411518 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1157ddce-5160-481e-979f-e2f44e728c2f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3012428 Apr 18 05:53:28.416973 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40342) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:28.424439 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:28.425196 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:53:28.425448 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:28.443093 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-55d73286-df6b-43f8-b155-561ed108579d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'subnet': {'network_id': '1aedd4fd-3651-4019-8487-c9594c7a77fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:28.466002 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157ddce-5160-481e-979f-e2f44e728c2f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Network': ['ID=1aedd4fd-3651-4019-8487-c9594c7a77fc,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:28.471520 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0262f8db-2c18-4c9d-bcb7-08fefda0549a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:28.484813 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d00d30-d481-4d76-923c-13566f9a0755 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Network 6ce6cde7-a5ea-4d19-8d01-39cd3eb774b9 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:53:28.485490 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 1aedd4fd-3651-4019-8487-c9594c7a77fc details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:53:28.493921 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ec6b82-95c2-45c0-aa85-90fae397ca62,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:28.510709 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:28.523861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:28.529156 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Pushing event updated for resources: {'Port': ['ID=522d1057-88cb-41f4-85b0-88125b8306d2,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:28.531263 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2405050-78a8-4683-a8e6-30949894273d None None] Network 41c3df83-ad99-450e-9649-d4e2dbc908e9 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:28.537780 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:28.538122 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-0262f8db-2c18-4c9d-bcb7-08fefda0549a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Deleting port 689aa00d-7456-4bc2-8e00-4f1d693dca80 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:28.538692 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0262f8db-2c18-4c9d-bcb7-08fefda0549a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:28.572336 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-cd6becfc-cc38-426b-8f39-1fa53c62079b tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:28.576859 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-f2405050-78a8-4683-a8e6-30949894273d None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:28.578231 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2405050-78a8-4683-a8e6-30949894273d None None] Pushing event updated for resources: {'Port': ['ID=b0897ac3-3567-41d4-a974-fdaef62a5493,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:28.590618 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2405050-78a8-4683-a8e6-30949894273d None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:28.593746 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-a8d00d30-d481-4d76-923c-13566f9a0755 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 6ce6cde7-a5ea-4d19-8d01-39cd3eb774b9) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:28.615495 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d00d30-d481-4d76-923c-13566f9a0755 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:28.616213 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a8d00d30-d481-4d76-923c-13566f9a0755 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:28.627301 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7bed210b-f3f9-4649-bbcd-82f798953ce3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "GET /v2.0/networks/84240401-986e-4ecd-a0a3-d8b36ab8fb9d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3805130 Apr 18 05:53:28.635976 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40346) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:28.643747 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-cd6becfc-cc38-426b-8f39-1fa53c62079b tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Usage tracker for resource:port and tenant:53217080630e4ec6bc3e36527767510c is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:28.651478 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-cd6becfc-cc38-426b-8f39-1fa53c62079b tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:28.692420 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbff24d-bb05-43ea-897e-9ac475d54327 None None] Network 6ce6cde7-a5ea-4d19-8d01-39cd3eb774b9 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:28.692668 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:28.700464 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-cd6becfc-cc38-426b-8f39-1fa53c62079b tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:28.738078 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:28.738683 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:28.746330 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-55d73286-df6b-43f8-b155-561ed108579d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:28.754352 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6becfc-cc38-426b-8f39-1fa53c62079b tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Made reservation on behalf of 53217080630e4ec6bc3e36527767510c for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:28.758241 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd6becfc-cc38-426b-8f39-1fa53c62079b tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:28.772932 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-55d73286-df6b-43f8-b155-561ed108579d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:subnet and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:28.778068 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c3df83-ad99-450e-9649-d4e2dbc908e9']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:28.779061 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-55d73286-df6b-43f8-b155-561ed108579d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:28.784354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149d0ad8-e99c-4783-bcc1-d786fa9ed2f2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:28.785690 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-149d0ad8-e99c-4783-bcc1-d786fa9ed2f2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "GET /v2.0/subnets/e3163092-43ac-4a68-991f-117f79705ef2 HTTP/1.1" status: 200 len: 811 time: 0.1438599 Apr 18 05:53:28.793029 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40350) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:28.794044 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-55d73286-df6b-43f8-b155-561ed108579d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:28.800362 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a8d00d30-d481-4d76-923c-13566f9a0755 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2895977 Apr 18 05:53:28.802624 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ffe174-ed94-4fd3-9aae-def5b2f7f85b') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:28.803078 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ffe174-ed94-4fd3-9aae-def5b2f7f85b') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:28.812017 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40354) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:28.842446 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-47414889-ec7f-4921-9a98-713ab5ba552e tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.0718811 Apr 18 05:53:28.849180 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ff8fc6c1-44e2-474b-a96d-532995f897bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e323d4b7-e520-4e5c-a03c-ee688d51c57d', 'name': 'tempest-snat-router-1452929338', 'tenant_id': 'b4c5cfde5cd54ba8828b292399defc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': '689aa00d-7456-4bc2-8e00-4f1d693dca80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:53:18Z', 'updated_at': '2022-04-18T05:53:23Z', 'revision_number': 3, 'project_id': 'b4c5cfde5cd54ba8828b292399defc86', 'gw_port': {'id': '689aa00d-7456-4bc2-8e00-4f1d693dca80', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:95:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e323d4b7-e520-4e5c-a03c-ee688d51c57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:53:20Z', 'updated_at': '2022-04-18T05:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:28.851583 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40358) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:28.864558 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-cd6becfc-cc38-426b-8f39-1fa53c62079b tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] device_id is not set on port d1e0ea5a-c8b5-48a4-a267-e791f384bd47 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:53:28.872235 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:28.899904 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-2aecf1ec-70a5-4ac7-821d-f5daab4ac84f tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.168'}]}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:28.906631 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d73286-df6b-43f8-b155-561ed108579d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:28.910252 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-55d73286-df6b-43f8-b155-561ed108579d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:28.934748 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2aecf1ec-70a5-4ac7-821d-f5daab4ac84f tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:28.939869 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8fc6c1-44e2-474b-a96d-532995f897bc None None] Checking router: e323d4b7-e520-4e5c-a03c-ee688d51c57d for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:53:28.940832 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8fc6c1-44e2-474b-a96d-532995f897bc None None] Updating router e323d4b7-e520-4e5c-a03c-ee688d51c57d port 689aa00d-7456-4bc2-8e00-4f1d693dca80 binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:53:28.970108 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2aecf1ec-70a5-4ac7-821d-f5daab4ac84f tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Usage tracker for resource:router and tenant:514b9789bd024f44b5b6192e0cafbc09 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:28.975104 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-f2405050-78a8-4683-a8e6-30949894273d None None] Attempting to bind port b0897ac3-3567-41d4-a974-fdaef62a5493 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:53:28.976463 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-f2405050-78a8-4683-a8e6-30949894273d None None] Attempting to bind port b0897ac3-3567-41d4-a974-fdaef62a5493 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'e9ffe174-ed94-4fd3-9aae-def5b2f7f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '41c3df83-ad99-450e-9649-d4e2dbc908e9'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:53:28.977372 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2405050-78a8-4683-a8e6-30949894273d None None] Attempting to bind port b0897ac3-3567-41d4-a974-fdaef62a5493 on network 41c3df83-ad99-450e-9649-d4e2dbc908e9 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:53:28.979896 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2aecf1ec-70a5-4ac7-821d-f5daab4ac84f tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:28.988640 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:28.989415 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=c44f3d69-3111-44bf-9393-6849c3d491e9,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:29.003217 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:29.003425 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2405050-78a8-4683-a8e6-30949894273d None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:53:29.003751 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2405050-78a8-4683-a8e6-30949894273d None None] Checking segment: {'id': 'e9ffe174-ed94-4fd3-9aae-def5b2f7f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '41c3df83-ad99-450e-9649-d4e2dbc908e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:29.004204 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f2405050-78a8-4683-a8e6-30949894273d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.004358 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.004953 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2405050-78a8-4683-a8e6-30949894273d None None] Bound using segment: {'id': 'e9ffe174-ed94-4fd3-9aae-def5b2f7f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '41c3df83-ad99-450e-9649-d4e2dbc908e9'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:53:29.005582 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-f2405050-78a8-4683-a8e6-30949894273d None None] Bound port: b0897ac3-3567-41d4-a974-fdaef62a5493, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ffe174-ed94-4fd3-9aae-def5b2f7f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '41c3df83-ad99-450e-9649-d4e2dbc908e9'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:53:29.006148 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f2405050-78a8-4683-a8e6-30949894273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.025675 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:29.040795 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f06916a-0a27-4fd4-826d-06e44ddac52d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['shared'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:29.042189 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0f06916a-0a27-4fd4-826d-06e44ddac52d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "GET /v2.0/subnets/e3163092-43ac-4a68-991f-117f79705ef2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2457824 Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:29.042348 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:29.045544 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2aecf1ec-70a5-4ac7-821d-f5daab4ac84f tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:29.058854 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:29.059225 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.059931 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40362) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:29.064408 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.ipam_backend_mixin [None req-55d73286-df6b-43f8-b155-561ed108579d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Performing IP validity checks on allocation pools {{(pid=88034) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 05:53:29.065014 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.ipam_backend_mixin [None req-55d73286-df6b-43f8-b155-561ed108579d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88034) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 05:53:29.073796 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-e6a89e20-516a-47b3-b3d8-130c31435f66 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-71416536'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:29.089891 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e6a89e20-516a-47b3-b3d8-130c31435f66 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:29.096988 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc6c1-44e2-474b-a96d-532995f897bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.128746 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2aecf1ec-70a5-4ac7-821d-f5daab4ac84f tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.129499 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2aecf1ec-70a5-4ac7-821d-f5daab4ac84f tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.137313 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0262f8db-2c18-4c9d-bcb7-08fefda0549a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.157718 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e6a89e20-516a-47b3-b3d8-130c31435f66 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:29.166941 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 05:53:29.166941 dv-neutron-837489-1-hyperv neutron-server[88035]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 05:53:29.166941 dv-neutron-837489-1-hyperv neutron-server[88035]: [parameters: {'id': '41c3df83-ad99-450e-9649-d4e2dbc908e9'}] Apr 18 05:53:29.166941 dv-neutron-837489-1-hyperv neutron-server[88035]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:53:29.167348 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:53:29.193382 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2aecf1ec-70a5-4ac7-821d-f5daab4ac84f tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.207176 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a89e20-516a-47b3-b3d8-130c31435f66 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Made reservation on behalf of 5363d5685d824735b18239fcd4923d66 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:29.211279 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6a89e20-516a-47b3-b3d8-130c31435f66 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.257542 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-cd6becfc-cc38-426b-8f39-1fa53c62079b tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Allocated IP 172.20.0.10 (05c54514-12b4-476f-ac98-1d963e2784be/702b0ec7-d7d5-405a-8364-adaa16076d19/d1e0ea5a-c8b5-48a4-a267-e791f384bd47) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:29.298778 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-0262f8db-2c18-4c9d-bcb7-08fefda0549a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Calling delete_port for 689aa00d-7456-4bc2-8e00-4f1d693dca80 owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:29.343847 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e081f0c3-236a-4212-b9cc-5948eed0e7bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.372075 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f2405050-78a8-4683-a8e6-30949894273d None None] For port b0897ac3-3567-41d4-a974-fdaef62a5493, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:53:29.389164 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a89e20-516a-47b3-b3d8-130c31435f66 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:53:29.476410 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f2405050-78a8-4683-a8e6-30949894273d None None] For port b0897ac3-3567-41d4-a974-fdaef62a5493, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b0897ac3-3567-41d4-a974-fdaef62a5493,segment=NetworkSegment(e9ffe174-ed94-4fd3-9aae-def5b2f7f85b),segment_id=e9ffe174-ed94-4fd3-9aae-def5b2f7f85b)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:53:29.478334 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396405c9-5888-45bd-8e6c-49a92da8b0c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-6ce6cde7-a5ea-4d19-8d01-39cd3eb774b9', 'network_id': '6ce6cde7-a5ea-4d19-8d01-39cd3eb774b9', 'tenant_id': '6b3ffbef4e5a4307b1ad6232f6312b6a', 'fixed_ips': [{'subnet_id': 'e720c36a-cdb3-488a-81d7-3254c2a51241'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:53:29.479155 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-396405c9-5888-45bd-8e6c-49a92da8b0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.504125 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e081f0c3-236a-4212-b9cc-5948eed0e7bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.533935 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f2405050-78a8-4683-a8e6-30949894273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.559328 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6a89e20-516a-47b3-b3d8-130c31435f66 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.559950 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-e6a89e20-516a-47b3-b3d8-130c31435f66 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Added segment d0f35193-0bca-41f7-9592-1feaa6f4d696 of type vlan for network bb652c6c-6643-44f6-9009-2ca875029962 Apr 18 05:53:29.577198 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-55d73286-df6b-43f8-b155-561ed108579d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.648729 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e081f0c3-236a-4212-b9cc-5948eed0e7bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.686834 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.700056 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081f0c3-236a-4212-b9cc-5948eed0e7bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event deleted for resources: {'Subnet': ['ID=e720c36a-cdb3-488a-81d7-3254c2a51241,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:29.731417 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0262f8db-2c18-4c9d-bcb7-08fefda0549a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.736292 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.804185 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262f8db-2c18-4c9d-bcb7-08fefda0549a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Pushing event deleted for resources: {'Port': ['ID=689aa00d-7456-4bc2-8e00-4f1d693dca80,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:29.871095 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2405050-78a8-4683-a8e6-30949894273d None None] Pushing event updated for resources: {'Port': ['ID=b0897ac3-3567-41d4-a974-fdaef62a5493,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:29.916158 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a9a933b4-5d71-4be4-a5b8-5ecef6d5ca1e None None] Provisioning complete for port eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:29.916452 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a9a933b4-5d71-4be4-a5b8-5ecef6d5ca1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.952423 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6a89e20-516a-47b3-b3d8-130c31435f66 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.974178 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Deleting port b0897ac3-3567-41d4-a974-fdaef62a5493 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:29.974178 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.977153 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2aecf1ec-70a5-4ac7-821d-f5daab4ac84f tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.992771 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d73286-df6b-43f8-b155-561ed108579d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Subnet': ['ID=8e57f6d5-6cf2-4280-861f-b45dfa143399,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:30.037212 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf,segment=NetworkSegment(d17fe537-5190-4c62-a59c-7679e1ceb454),segment_id=d17fe537-5190-4c62-a59c-7679e1ceb454)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server [None req-396405c9-5888-45bd-8e6c-49a92da8b0c3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e720c36a-cdb3-488a-81d7-3254c2a51241: This subnet is being modified by another concurrent operation. Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 05:53:30.052697 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server raise exception Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e720c36a-cdb3-488a-81d7-3254c2a51241: This subnet is being modified by another concurrent operation. Apr 18 05:53:30.056369 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server Apr 18 05:53:30.089751 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e081f0c3-236a-4212-b9cc-5948eed0e7bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:30.117688 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d73286-df6b-43f8-b155-561ed108579d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Checking segment: {'id': 'ffd275e5-be9b-4427-b5f0-a5f6f580a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1aedd4fd-3651-4019-8487-c9594c7a77fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:30.118041 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d73286-df6b-43f8-b155-561ed108579d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network hostable DHCP agents. Network: 1aedd4fd-3651-4019-8487-c9594c7a77fc, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:53:30.123249 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:30.154522 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6a89e20-516a-47b3-b3d8-130c31435f66 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:30.159857 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a89e20-516a-47b3-b3d8-130c31435f66 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:30.160491 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6a89e20-516a-47b3-b3d8-130c31435f66 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:30.161742 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854a755c-f2b6-4e8d-8a6e-7c3c491ceb3c None None] Network 6ce6cde7-a5ea-4d19-8d01-39cd3eb774b9 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:30.173890 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674640b0-9c9a-4fa3-9bd6-b83315693c18 None None] Network 41c3df83-ad99-450e-9649-d4e2dbc908e9 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:30.290134 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd6becfc-cc38-426b-8f39-1fa53c62079b tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:30.294680 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-e081f0c3-236a-4212-b9cc-5948eed0e7bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce6cde7-a5ea-4d19-8d01-39cd3eb774b9']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:30.322276 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-e081f0c3-236a-4212-b9cc-5948eed0e7bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdb0f47-1e78-4f2f-93b2-0b2a3ba14668') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:30.322738 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-e081f0c3-236a-4212-b9cc-5948eed0e7bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdb0f47-1e78-4f2f-93b2-0b2a3ba14668') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:30.334782 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0262f8db-2c18-4c9d-bcb7-08fefda0549a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:30.349840 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d73286-df6b-43f8-b155-561ed108579d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network 1aedd4fd-3651-4019-8487-c9594c7a77fc is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:53:30.358380 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c44f3d69-3111-44bf-9393-6849c3d491e9 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:53:30.388511 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a89e20-516a-47b3-b3d8-130c31435f66 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Network': ['ID=bb652c6c-6643-44f6-9009-2ca875029962,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:30.391879 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e081f0c3-236a-4212-b9cc-5948eed0e7bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:30.394540 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-55d73286-df6b-43f8-b155-561ed108579d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 1aedd4fd-3651-4019-8487-c9594c7a77fc) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:30.402459 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d73286-df6b-43f8-b155-561ed108579d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:30.403030 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-55d73286-df6b-43f8-b155-561ed108579d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:30.412582 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e6a89e20-516a-47b3-b3d8-130c31435f66 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3515341 Apr 18 05:53:30.423231 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40366) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:30.425952 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-ff8fc6c1-44e2-474b-a96d-532995f897bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:53:30.426314 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-ff8fc6c1-44e2-474b-a96d-532995f897bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:53:30.431917 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-8f098038-b177-4b23-9722-83b134e5530e tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'subnet': {'network_id': 'bb652c6c-6643-44f6-9009-2ca875029962', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:30.458407 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network bb652c6c-6643-44f6-9009-2ca875029962 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:53:30.470937 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31048927-edf8-4f83-b15f-bd1c4376a043 None None] Network 1aedd4fd-3651-4019-8487-c9594c7a77fc requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:30.479419 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-55d73286-df6b-43f8-b155-561ed108579d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0561795 Apr 18 05:53:30.486389 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40370) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:30.549772 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-16239aa2-f73a-4235-bfe1-562eff0d2ff2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'port': {'network_id': '1aedd4fd-3651-4019-8487-c9594c7a77fc', 'name': 'tempest-PortsTestJSON-1106658954'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:30.565494 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd6becfc-cc38-426b-8f39-1fa53c62079b tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:30.569004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] For port b0897ac3-3567-41d4-a974-fdaef62a5493, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b0897ac3-3567-41d4-a974-fdaef62a5493,segment=NetworkSegment(e9ffe174-ed94-4fd3-9aae-def5b2f7f85b),segment_id=e9ffe174-ed94-4fd3-9aae-def5b2f7f85b)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:30.570090 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:30.601993 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e081f0c3-236a-4212-b9cc-5948eed0e7bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:30.615495 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8f098038-b177-4b23-9722-83b134e5530e tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:30.616050 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0262f8db-2c18-4c9d-bcb7-08fefda0549a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:30.623320 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e081f0c3-236a-4212-b9cc-5948eed0e7bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:30.623929 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e081f0c3-236a-4212-b9cc-5948eed0e7bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:30.647517 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8f098038-b177-4b23-9722-83b134e5530e tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:30.671164 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:30.688164 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6becfc-cc38-426b-8f39-1fa53c62079b tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Network 05c54514-12b4-476f-ac98-1d963e2784be is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:30.695520 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0262f8db-2c18-4c9d-bcb7-08fefda0549a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:30.697464 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:30.699359 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-cd6becfc-cc38-426b-8f39-1fa53c62079b tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:30.707821 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6becfc-cc38-426b-8f39-1fa53c62079b tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:30.748179 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f098038-b177-4b23-9722-83b134e5530e tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Made reservation on behalf of 5363d5685d824735b18239fcd4923d66 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:30.751682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8f098038-b177-4b23-9722-83b134e5530e tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:30.765472 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6becfc-cc38-426b-8f39-1fa53c62079b tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Port': ['ID=d1e0ea5a-c8b5-48a4-a267-e791f384bd47,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:30.830847 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Calling delete_port for b0897ac3-3567-41d4-a974-fdaef62a5493 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:30.926465 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.ipam_backend_mixin [None req-8f098038-b177-4b23-9722-83b134e5530e tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Performing IP validity checks on allocation pools {{(pid=88034) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 05:53:30.926985 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.ipam_backend_mixin [None req-8f098038-b177-4b23-9722-83b134e5530e tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88034) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 05:53:30.952429 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6becfc-cc38-426b-8f39-1fa53c62079b tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:30.952947 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd6becfc-cc38-426b-8f39-1fa53c62079b tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:30.988668 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0262f8db-2c18-4c9d-bcb7-08fefda0549a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:30.989602 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0262f8db-2c18-4c9d-bcb7-08fefda0549a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e323d4b7-e520-4e5c-a03c-ee688d51c57d {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:53:30.992027 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8fc6c1-44e2-474b-a96d-532995f897bc None None] Port 689aa00d-7456-4bc2-8e00-4f1d693dca80 not found while updating agent binding for router e323d4b7-e520-4e5c-a03c-ee688d51c57d. {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 18 05:53:30.997596 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port c44f3d69-3111-44bf-9393-6849c3d491e9 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:30.997967 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:31.027233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e081f0c3-236a-4212-b9cc-5948eed0e7bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:31.032394 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e081f0c3-236a-4212-b9cc-5948eed0e7bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:31.046908 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0262f8db-2c18-4c9d-bcb7-08fefda0549a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:31.048539 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0262f8db-2c18-4c9d-bcb7-08fefda0549a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "DELETE /v2.0/routers/e323d4b7-e520-4e5c-a03c-ee688d51c57d HTTP/1.1" status: 204 len: 168 time: 3.4963555 Apr 18 05:53:31.071682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40374) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:31.080589 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-cd6becfc-cc38-426b-8f39-1fa53c62079b tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0070734 Apr 18 05:53:31.087153 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e081f0c3-236a-4212-b9cc-5948eed0e7bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "DELETE /v2.0/networks/6ce6cde7-a5ea-4d19-8d01-39cd3eb774b9 HTTP/1.1" status: 204 len: 168 time: 2.2714691 Apr 18 05:53:31.091634 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40378) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:31.092215 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40380) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:31.101869 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-63ffdd09-71cb-4f9d-bdf0-e5a808526390 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Request body: {'floatingip': {'port_id': 'd1e0ea5a-c8b5-48a4-a267-e791f384bd47'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:31.102105 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8fc6c1-44e2-474b-a96d-532995f897bc None None] Routers set() bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:53:31.102603 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8fc6c1-44e2-474b-a96d-532995f897bc None None] Router IDs set() for agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 18 05:53:31.103161 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_agentschedulers_db [None req-ff8fc6c1-44e2-474b-a96d-532995f897bc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e323d4b7-e520-4e5c-a03c-ee688d51c57d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent'). {{(pid=88036) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 05:53:31.103535 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8fc6c1-44e2-474b-a96d-532995f897bc None None] The sync data for ids ['e323d4b7-e520-4e5c-a03c-ee688d51c57d'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:53:31.125967 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-1aedd4fd-3651-4019-8487-c9594c7a77fc', 'network_id': '1aedd4fd-3651-4019-8487-c9594c7a77fc', 'tenant_id': 'b795a7b2664b4745a3434243a096a116', 'fixed_ips': [{'subnet_id': '8e57f6d5-6cf2-4280-861f-b45dfa143399'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:53:31.126752 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:31.175794 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081f0c3-236a-4212-b9cc-5948eed0e7bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event deleted for resources: {'Network': ['ID=6ce6cde7-a5ea-4d19-8d01-39cd3eb774b9,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:31.183540 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-16239aa2-f73a-4235-bfe1-562eff0d2ff2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:31.183783 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2aecf1ec-70a5-4ac7-821d-f5daab4ac84f tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:31.196613 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-edd97ade-041e-473c-80a3-b1f9aeb89de4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-249516246'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:31.208459 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-edd97ade-041e-473c-80a3-b1f9aeb89de4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:31.212963 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-63ffdd09-71cb-4f9d-bdf0-e5a808526390 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:31.234089 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2aecf1ec-70a5-4ac7-821d-f5daab4ac84f tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:31.279234 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-edd97ade-041e-473c-80a3-b1f9aeb89de4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Usage tracker for resource:network and tenant:6b3ffbef4e5a4307b1ad6232f6312b6a is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:31.282179 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-16239aa2-f73a-4235-bfe1-562eff0d2ff2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:31.295624 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-edd97ade-041e-473c-80a3-b1f9aeb89de4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:31.340310 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:31.344887 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-edd97ade-041e-473c-80a3-b1f9aeb89de4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:31.352148 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] Allocated IP 172.20.0.2 (1aedd4fd-3651-4019-8487-c9594c7a77fc/8e57f6d5-6cf2-4280-861f-b45dfa143399/360865ce-38a4-4a01-b2ef-988f05918b30) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:31.421217 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] No DVR routers for this DVR port b0897ac3-3567-41d4-a974-fdaef62a5493 on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:53:31.432825 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1cdeadfd-f44b-4916-a5db-ecb4145485ef tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:31.435502 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Port': ['ID=b0897ac3-3567-41d4-a974-fdaef62a5493,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:31.608659 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16239aa2-f73a-4235-bfe1-562eff0d2ff2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:31.612260 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-16239aa2-f73a-4235-bfe1-562eff0d2ff2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:31.662483 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd97ade-041e-473c-80a3-b1f9aeb89de4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Made reservation on behalf of 6b3ffbef4e5a4307b1ad6232f6312b6a for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:31.666489 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-edd97ade-041e-473c-80a3-b1f9aeb89de4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:31.672545 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:31.685932 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] Transition to ACTIVE for port object 360865ce-38a4-4a01-b2ef-988f05918b30 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:31.707270 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] Transition to ACTIVE for port object 360865ce-38a4-4a01-b2ef-988f05918b30 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:31.715478 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:31.744225 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-16239aa2-f73a-4235-bfe1-562eff0d2ff2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] device_id is not set on port ee5aa712-824e-404d-b2d7-2bdd4c2ca992 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:53:31.749678 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8f098038-b177-4b23-9722-83b134e5530e tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:31.781266 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] Network 1aedd4fd-3651-4019-8487-c9594c7a77fc is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:31.789493 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:31.793779 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:31.799575 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] Pushing event updated for resources: {'Port': ['ID=360865ce-38a4-4a01-b2ef-988f05918b30,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:31.854696 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:31.893864 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] Attempting to bind port 360865ce-38a4-4a01-b2ef-988f05918b30 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:53:31.894370 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] Attempting to bind port 360865ce-38a4-4a01-b2ef-988f05918b30 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'ffd275e5-be9b-4427-b5f0-a5f6f580a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1aedd4fd-3651-4019-8487-c9594c7a77fc'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:53:31.894987 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] Attempting to bind port 360865ce-38a4-4a01-b2ef-988f05918b30 on network 1aedd4fd-3651-4019-8487-c9594c7a77fc {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:53:31.901725 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:53:31.902025 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd97ade-041e-473c-80a3-b1f9aeb89de4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:53:31.902823 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] Checking segment: {'id': 'ffd275e5-be9b-4427-b5f0-a5f6f580a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1aedd4fd-3651-4019-8487-c9594c7a77fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:31.903327 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:31.903895 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] Bound using segment: {'id': 'ffd275e5-be9b-4427-b5f0-a5f6f580a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1aedd4fd-3651-4019-8487-c9594c7a77fc'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:53:31.904546 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] Bound port: 360865ce-38a4-4a01-b2ef-988f05918b30, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd275e5-be9b-4427-b5f0-a5f6f580a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1aedd4fd-3651-4019-8487-c9594c7a77fc'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:53:31.905117 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:31.980671 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2aecf1ec-70a5-4ac7-821d-f5daab4ac84f tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:31.997274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c3df83-ad99-450e-9649-d4e2dbc908e9']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:32.001117 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] For port 360865ce-38a4-4a01-b2ef-988f05918b30, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:53:32.004502 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] For port 360865ce-38a4-4a01-b2ef-988f05918b30, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=360865ce-38a4-4a01-b2ef-988f05918b30,segment=NetworkSegment(ffd275e5-be9b-4427-b5f0-a5f6f580a0c0),segment_id=ffd275e5-be9b-4427-b5f0-a5f6f580a0c0)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:53:32.010113 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:32.028986 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f098038-b177-4b23-9722-83b134e5530e tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Subnet': ['ID=ea2f9d16-fd8f-45f8-b2ac-406e67198b7b,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:32.036925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f098038-b177-4b23-9722-83b134e5530e tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Checking segment: {'id': 'd0f35193-0bca-41f7-9592-1feaa6f4d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bb652c6c-6643-44f6-9009-2ca875029962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:32.037520 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f098038-b177-4b23-9722-83b134e5530e tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network hostable DHCP agents. Network: bb652c6c-6643-44f6-9009-2ca875029962, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:53:32.040770 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ffe174-ed94-4fd3-9aae-def5b2f7f85b') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:32.040900 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ffe174-ed94-4fd3-9aae-def5b2f7f85b') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:32.051329 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1cdeadfd-f44b-4916-a5db-ecb4145485ef tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:32.068082 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:32.091837 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-edd97ade-041e-473c-80a3-b1f9aeb89de4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:32.092748 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-edd97ade-041e-473c-80a3-b1f9aeb89de4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Added segment 89c4c329-2e47-4655-833a-446d01d866df of type vlan for network 0a4f4fd0-6e03-4de3-9e12-693f96e205a8 Apr 18 05:53:32.094513 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbc438-bb61-4d53-bb1e-de4f53b5fa0f None None] Pushing event updated for resources: {'Port': ['ID=360865ce-38a4-4a01-b2ef-988f05918b30,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:32.151020 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:32.175364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-1cdeadfd-f44b-4916-a5db-ecb4145485ef tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Deleting port c44f3d69-3111-44bf-9393-6849c3d491e9 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:32.175705 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1cdeadfd-f44b-4916-a5db-ecb4145485ef tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:32.227893 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:53:32.248981 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:32.249397 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:32.265998 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:32.268266 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-edd97ade-041e-473c-80a3-b1f9aeb89de4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:32.367820 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:32.368508 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:32.409829 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f098038-b177-4b23-9722-83b134e5530e tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Network bb652c6c-6643-44f6-9009-2ca875029962 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:53:32.415966 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2aecf1ec-70a5-4ac7-821d-f5daab4ac84f tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:32.420012 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2aecf1ec-70a5-4ac7-821d-f5daab4ac84f tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:32.484525 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-8f098038-b177-4b23-9722-83b134e5530e tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, bb652c6c-6643-44f6-9009-2ca875029962) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:32.490304 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f098038-b177-4b23-9722-83b134e5530e tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:32.490917 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8f098038-b177-4b23-9722-83b134e5530e tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:32.503232 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7288d15-2b69-45cc-a005-f70e000cc502 None None] Network bb652c6c-6643-44f6-9009-2ca875029962 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:32.557594 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2aecf1ec-70a5-4ac7-821d-f5daab4ac84f tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:32.558175 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aecf1ec-70a5-4ac7-821d-f5daab4ac84f tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d55d1b0-ee0d-45bb-bec4-abe1eb0650e6 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:53:32.598510 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-2aecf1ec-70a5-4ac7-821d-f5daab4ac84f tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 18 05:53:32.603131 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-16239aa2-f73a-4235-bfe1-562eff0d2ff2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Allocated IP 172.20.0.12 (1aedd4fd-3651-4019-8487-c9594c7a77fc/8e57f6d5-6cf2-4280-861f-b45dfa143399/ee5aa712-824e-404d-b2d7-2bdd4c2ca992) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:32.603285 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2aecf1ec-70a5-4ac7-821d-f5daab4ac84f tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.7388816 Apr 18 05:53:32.604082 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40386) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:32.623051 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:32.642496 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-edd97ade-041e-473c-80a3-b1f9aeb89de4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:32.647974 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd97ade-041e-473c-80a3-b1f9aeb89de4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:32.648633 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-edd97ade-041e-473c-80a3-b1f9aeb89de4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:32.655709 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:32.687089 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Network': ['ID=41c3df83-ad99-450e-9649-d4e2dbc908e9,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:32.696131 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8f098038-b177-4b23-9722-83b134e5530e tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2718194 Apr 18 05:53:32.701786 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40390) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:32.708349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-b3231a52-c84a-4fa9-9232-1d36605b4fae tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:32.744135 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-466a6d4b-1dd9-4058-b0a4-709bdbaf3ff2 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/networks/41c3df83-ad99-450e-9649-d4e2dbc908e9 HTTP/1.1" status: 204 len: 168 time: 6.1503439 Apr 18 05:53:32.752065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40394) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:32.770886 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-edd97ade-041e-473c-80a3-b1f9aeb89de4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6773477 Apr 18 05:53:32.777418 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40398) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:32.785682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-bff6146c-ad4c-4c3c-aa36-dcc6670917ef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-705570763'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:32.798012 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-53dd4567-d3c0-4d25-9d6c-41a869ef7e07 tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Deleting port 522d1057-88cb-41f4-85b0-88125b8306d2 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:32.798344 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-53dd4567-d3c0-4d25-9d6c-41a869ef7e07 tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:32.812192 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-bb652c6c-6643-44f6-9009-2ca875029962', 'network_id': 'bb652c6c-6643-44f6-9009-2ca875029962', 'tenant_id': '5363d5685d824735b18239fcd4923d66', 'fixed_ips': [{'subnet_id': 'ea2f9d16-fd8f-45f8-b2ac-406e67198b7b'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:53:32.813175 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:32.826039 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bff6146c-ad4c-4c3c-aa36-dcc6670917ef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:32.841234 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bff6146c-ad4c-4c3c-aa36-dcc6670917ef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Usage tracker for resource:network and tenant:c9cb2f19d4c24715a738705e058d4e92 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:32.845374 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-51ebbabe-4c1f-4b96-b9c4-9ac5a8320b71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Request body: {'subnet': {'network_id': '0a4f4fd0-6e03-4de3-9e12-693f96e205a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:32.856716 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bff6146c-ad4c-4c3c-aa36-dcc6670917ef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:32.863978 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-1cdeadfd-f44b-4916-a5db-ecb4145485ef tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] For port c44f3d69-3111-44bf-9393-6849c3d491e9, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c44f3d69-3111-44bf-9393-6849c3d491e9,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:32.864546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1cdeadfd-f44b-4916-a5db-ecb4145485ef tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:32.887015 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bff6146c-ad4c-4c3c-aa36-dcc6670917ef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:32.905623 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd97ade-041e-473c-80a3-b1f9aeb89de4 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event updated for resources: {'Network': ['ID=0a4f4fd0-6e03-4de3-9e12-693f96e205a8,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:32.944435 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 0a4f4fd0-6e03-4de3-9e12-693f96e205a8 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:53:33.057285 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-1cdeadfd-f44b-4916-a5db-ecb4145485ef tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Calling delete_port for c44f3d69-3111-44bf-9393-6849c3d491e9 owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:33.068514 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] Allocated IP 172.20.0.3 (bb652c6c-6643-44f6-9009-2ca875029962/ea2f9d16-fd8f-45f8-b2ac-406e67198b7b/8153321c-26f7-44ac-8308-445e5d332643) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:33.191619 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-51ebbabe-4c1f-4b96-b9c4-9ac5a8320b71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:33.217786 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-51ebbabe-4c1f-4b96-b9c4-9ac5a8320b71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Usage tracker for resource:subnet and tenant:6b3ffbef4e5a4307b1ad6232f6312b6a is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:33.222709 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-51ebbabe-4c1f-4b96-b9c4-9ac5a8320b71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:33.233943 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-51ebbabe-4c1f-4b96-b9c4-9ac5a8320b71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:33.244253 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-16239aa2-f73a-4235-bfe1-562eff0d2ff2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:33.273298 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-63ffdd09-71cb-4f9d-bdf0-e5a808526390 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:33.279946 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ebbabe-4c1f-4b96-b9c4-9ac5a8320b71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Made reservation on behalf of 6b3ffbef4e5a4307b1ad6232f6312b6a for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:33.283724 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-51ebbabe-4c1f-4b96-b9c4-9ac5a8320b71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:33.300780 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff6146c-ad4c-4c3c-aa36-dcc6670917ef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Made reservation on behalf of c9cb2f19d4c24715a738705e058d4e92 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:33.304498 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bff6146c-ad4c-4c3c-aa36-dcc6670917ef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:33.324395 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:33.339174 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] Transition to ACTIVE for port object 8153321c-26f7-44ac-8308-445e5d332643 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:33.363778 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] Transition to ACTIVE for port object 8153321c-26f7-44ac-8308-445e5d332643 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:33.369513 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b3231a52-c84a-4fa9-9232-1d36605b4fae tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2239251'] for subnet, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:33.371923 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:33.418886 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff6146c-ad4c-4c3c-aa36-dcc6670917ef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:53:33.453122 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] Network bb652c6c-6643-44f6-9009-2ca875029962 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:33.463388 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:33.468465 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:33.480437 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] Pushing event updated for resources: {'Port': ['ID=8153321c-26f7-44ac-8308-445e5d332643,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:33.505330 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bff6146c-ad4c-4c3c-aa36-dcc6670917ef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:33.505864 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-bff6146c-ad4c-4c3c-aa36-dcc6670917ef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Added segment 1d4d1194-2974-4473-93d9-40870741f538 of type vlan for network 47afee29-a22e-4855-b5f5-11e824db1129 Apr 18 05:53:33.519510 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-16239aa2-f73a-4235-bfe1-562eff0d2ff2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Transition to ACTIVE for port object ee5aa712-824e-404d-b2d7-2bdd4c2ca992 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:33.527236 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-63ffdd09-71cb-4f9d-bdf0-e5a808526390 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:33.585509 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9929e6ca-bf36-4583-8f79-2c66bc50828c None None] Network 1aedd4fd-3651-4019-8487-c9594c7a77fc requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:33.616931 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] Attempting to bind port 8153321c-26f7-44ac-8308-445e5d332643 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:53:33.617796 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] Attempting to bind port 8153321c-26f7-44ac-8308-445e5d332643 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'd0f35193-0bca-41f7-9592-1feaa6f4d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bb652c6c-6643-44f6-9009-2ca875029962'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:53:33.618261 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] Attempting to bind port 8153321c-26f7-44ac-8308-445e5d332643 on network bb652c6c-6643-44f6-9009-2ca875029962 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:53:33.630890 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:53:33.631384 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] Checking segment: {'id': 'd0f35193-0bca-41f7-9592-1feaa6f4d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bb652c6c-6643-44f6-9009-2ca875029962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:33.632407 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:33.633294 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] Bound using segment: {'id': 'd0f35193-0bca-41f7-9592-1feaa6f4d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bb652c6c-6643-44f6-9009-2ca875029962'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:53:33.633768 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] Bound port: 8153321c-26f7-44ac-8308-445e5d332643, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f35193-0bca-41f7-9592-1feaa6f4d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bb652c6c-6643-44f6-9009-2ca875029962'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:53:33.634251 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:33.634935 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bff6146c-ad4c-4c3c-aa36-dcc6670917ef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:33.671360 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-53dd4567-d3c0-4d25-9d6c-41a869ef7e07 tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:33.721004 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-035f481a-de84-401d-a58b-b711fb53b09a None None] Provisioning for port 360865ce-38a4-4a01-b2ef-988f05918b30 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:33.798254 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-16239aa2-f73a-4235-bfe1-562eff0d2ff2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:33.855999 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-63ffdd09-71cb-4f9d-bdf0-e5a808526390 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Floating IP 403a6714-5791-4f6b-ad8b-16aa84006dcd associated. External IP: 172.26.1.135, port: d1e0ea5a-c8b5-48a4-a267-e791f384bd47. Apr 18 05:53:33.901285 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] For port 8153321c-26f7-44ac-8308-445e5d332643, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:53:33.906048 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] For port 8153321c-26f7-44ac-8308-445e5d332643, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=8153321c-26f7-44ac-8308-445e5d332643,segment=NetworkSegment(d0f35193-0bca-41f7-9592-1feaa6f4d696),segment_id=d0f35193-0bca-41f7-9592-1feaa6f4d696)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:53:33.906965 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-53dd4567-d3c0-4d25-9d6c-41a869ef7e07 tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Calling delete_port for 522d1057-88cb-41f4-85b0-88125b8306d2 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:33.940130 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:33.961178 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bff6146c-ad4c-4c3c-aa36-dcc6670917ef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:33.966919 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff6146c-ad4c-4c3c-aa36-dcc6670917ef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:33.967673 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bff6146c-ad4c-4c3c-aa36-dcc6670917ef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:33.988080 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16239aa2-f73a-4235-bfe1-562eff0d2ff2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network 1aedd4fd-3651-4019-8487-c9594c7a77fc is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:33.997603 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-16239aa2-f73a-4235-bfe1-562eff0d2ff2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:34.011307 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16239aa2-f73a-4235-bfe1-562eff0d2ff2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:34.031535 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8affb8-f0ba-41d1-b7d3-52e29a20cb78 None None] Pushing event updated for resources: {'Port': ['ID=8153321c-26f7-44ac-8308-445e5d332643,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:34.079988 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16239aa2-f73a-4235-bfe1-562eff0d2ff2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Port': ['ID=ee5aa712-824e-404d-b2d7-2bdd4c2ca992,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:34.172897 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1cdeadfd-f44b-4916-a5db-ecb4145485ef tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:34.232322 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6146c-ad4c-4c3c-aa36-dcc6670917ef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Network': ['ID=47afee29-a22e-4855-b5f5-11e824db1129,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:34.242302 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16239aa2-f73a-4235-bfe1-562eff0d2ff2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:34.242963 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-16239aa2-f73a-4235-bfe1-562eff0d2ff2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:34.249529 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 47afee29-a22e-4855-b5f5-11e824db1129 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:53:34.285132 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bff6146c-ad4c-4c3c-aa36-dcc6670917ef tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5159953 Apr 18 05:53:34.292274 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdeadfd-f44b-4916-a5db-ecb4145485ef tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Pushing event deleted for resources: {'Port': ['ID=c44f3d69-3111-44bf-9393-6849c3d491e9,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:34.303028 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40402) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:34.309724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-32f1283a-2a02-4db8-b7e5-6821832dcc73 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'subnet': {'network_id': '47afee29-a22e-4855-b5f5-11e824db1129', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:34.417820 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-16239aa2-f73a-4235-bfe1-562eff0d2ff2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.9267650 Apr 18 05:53:34.421589 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40406) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:34.495868 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 360865ce-38a4-4a01-b2ef-988f05918b30 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:53:34.548304 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b3231a52-c84a-4fa9-9232-1d36605b4fae tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771957067767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27057053'] for subnet, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:34.581118 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-32a13c76-2401-4218-8a97-f69a8c911179 None None] Provisioning for port ee5aa712-824e-404d-b2d7-2bdd4c2ca992 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:34.598099 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-32a13c76-2401-4218-8a97-f69a8c911179 None None] Provisioning complete for port ee5aa712-824e-404d-b2d7-2bdd4c2ca992 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:34.598422 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-32a13c76-2401-4218-8a97-f69a8c911179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:34.653787 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-8f651ea2-055d-46f5-9bfd-69de1ba6e80f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port ee5aa712-824e-404d-b2d7-2bdd4c2ca992 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:34.654130 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8f651ea2-055d-46f5-9bfd-69de1ba6e80f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:34.670045 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-32a13c76-2401-4218-8a97-f69a8c911179 None None] Port ee5aa712-824e-404d-b2d7-2bdd4c2ca992 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:53:34.696722 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 360865ce-38a4-4a01-b2ef-988f05918b30 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:34.703359 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 360865ce-38a4-4a01-b2ef-988f05918b30 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:34.703743 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:34.789229 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3231a52-c84a-4fa9-9232-1d36605b4fae tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:34.789858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b3231a52-c84a-4fa9-9232-1d36605b4fae tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:34.794044 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b3231a52-c84a-4fa9-9232-1d36605b4fae tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "PUT /v2.0/subnets/ea2f9d16-fd8f-45f8-b2ac-406e67198b7b HTTP/1.1" status: 200 len: 877 time: 2.0884817 Apr 18 05:53:34.796667 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40410) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:34.806324 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-53dd4567-d3c0-4d25-9d6c-41a869ef7e07 tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:34.830760 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-32f1283a-2a02-4db8-b7e5-6821832dcc73 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:34.840318 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.objects.ports [None req-51ebbabe-4c1f-4b96-b9c4-9ac5a8320b71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88035) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 05:53:34.845979 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-51ebbabe-4c1f-4b96-b9c4-9ac5a8320b71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:34.855352 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-df534809-dd8c-44f3-bfeb-f9083f38d5d7 None None] Provisioning complete for port ee5aa712-824e-404d-b2d7-2bdd4c2ca992 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:34.855984 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-df534809-dd8c-44f3-bfeb-f9083f38d5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:34.883860 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-32f1283a-2a02-4db8-b7e5-6821832dcc73 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Usage tracker for resource:subnet and tenant:c9cb2f19d4c24715a738705e058d4e92 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:34.886435 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1cdeadfd-f44b-4916-a5db-ecb4145485ef tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:34.887810 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:34.925088 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3231a52-c84a-4fa9-9232-1d36605b4fae tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event updated for resources: {'Subnet': ['ID=ea2f9d16-fd8f-45f8-b2ac-406e67198b7b,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:34.927488 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-32f1283a-2a02-4db8-b7e5-6821832dcc73 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:34.939693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-df534809-dd8c-44f3-bfeb-f9083f38d5d7 None None] Port ee5aa712-824e-404d-b2d7-2bdd4c2ca992 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:53:34.943409 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 360865ce-38a4-4a01-b2ef-988f05918b30, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=360865ce-38a4-4a01-b2ef-988f05918b30,segment=NetworkSegment(ffd275e5-be9b-4427-b5f0-a5f6f580a0c0),segment_id=ffd275e5-be9b-4427-b5f0-a5f6f580a0c0)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:34.950732 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:34.957639 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ffdd09-71cb-4f9d-bdf0-e5a808526390 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Router 3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:53:35.021941 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=360865ce-38a4-4a01-b2ef-988f05918b30,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:35.023734 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-32f1283a-2a02-4db8-b7e5-6821832dcc73 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:35.053845 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebbabe-4c1f-4b96-b9c4-9ac5a8320b71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event updated for resources: {'Subnet': ['ID=33fe25bd-f588-4b23-95f1-71bde0ed914a,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:35.213443 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd4567-d3c0-4d25-9d6c-41a869ef7e07 tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Pushing event deleted for resources: {'Port': ['ID=522d1057-88cb-41f4-85b0-88125b8306d2,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:35.235084 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fd1124c5-6170-4a18-a04f-c91b8151f859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:35.281903 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ebbabe-4c1f-4b96-b9c4-9ac5a8320b71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Checking segment: {'id': '89c4c329-2e47-4655-833a-446d01d866df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0a4f4fd0-6e03-4de3-9e12-693f96e205a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:35.282481 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ebbabe-4c1f-4b96-b9c4-9ac5a8320b71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Network hostable DHCP agents. Network: 0a4f4fd0-6e03-4de3-9e12-693f96e205a8, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:53:35.330770 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8f651ea2-055d-46f5-9bfd-69de1ba6e80f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:35.358478 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1cdeadfd-f44b-4916-a5db-ecb4145485ef tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:35.365233 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f1283a-2a02-4db8-b7e5-6821832dcc73 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Made reservation on behalf of c9cb2f19d4c24715a738705e058d4e92 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:35.369367 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-32f1283a-2a02-4db8-b7e5-6821832dcc73 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:35.383661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1cdeadfd-f44b-4916-a5db-ecb4145485ef tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:35.472249 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072b5818-afeb-4141-885a-fb548989de1b None None] Network bb652c6c-6643-44f6-9009-2ca875029962 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:35.517260 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1cdeadfd-f44b-4916-a5db-ecb4145485ef tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:35.517748 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdeadfd-f44b-4916-a5db-ecb4145485ef tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0fecd989-9271-440f-962c-4aa6a5f0c6cd {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:53:35.527594 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:35.537069 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-8f651ea2-055d-46f5-9bfd-69de1ba6e80f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Calling delete_port for ee5aa712-824e-404d-b2d7-2bdd4c2ca992 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:35.545638 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-53dd4567-d3c0-4d25-9d6c-41a869ef7e07 tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:35.571049 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-53dd4567-d3c0-4d25-9d6c-41a869ef7e07 tempest-RoutersAdminNegativeIpV6Test-1091179972 tempest-RoutersAdminNegativeIpV6Test-1091179972-project-admin] 10.222.0.15 "DELETE /v2.0/ports/522d1057-88cb-41f4-85b0-88125b8306d2 HTTP/1.1" status: 204 len: 168 time: 2.9658697 Apr 18 05:53:35.578165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1cdeadfd-f44b-4916-a5db-ecb4145485ef tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:35.579043 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1cdeadfd-f44b-4916-a5db-ecb4145485ef tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "DELETE /v2.0/routers/0fecd989-9271-440f-962c-4aa6a5f0c6cd HTTP/1.1" status: 204 len: 168 time: 4.5063264 Apr 18 05:53:35.582929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40416) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:35.587278 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Deleting port 8153321c-26f7-44ac-8308-445e5d332643 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:35.587646 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:35.590594 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ed1a4792-d2d5-46e2-9f90-67429c6e0f31 None None] Provisioning for port 8153321c-26f7-44ac-8308-445e5d332643 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:35.619773 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1967510345', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}, 'admin_state_up': False}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:35.638201 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:35.647270 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Usage tracker for resource:router and tenant:780fa0cc364e4ebab05bba298701cf99 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:35.661235 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:35.675348 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:35.742852 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ebbabe-4c1f-4b96-b9c4-9ac5a8320b71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Network 0a4f4fd0-6e03-4de3-9e12-693f96e205a8 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:53:35.755314 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8f651ea2-055d-46f5-9bfd-69de1ba6e80f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:35.774685 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:35.776084 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:35.848645 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-51ebbabe-4c1f-4b96-b9c4-9ac5a8320b71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 0a4f4fd0-6e03-4de3-9e12-693f96e205a8) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:35.854263 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ebbabe-4c1f-4b96-b9c4-9ac5a8320b71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:35.855276 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-51ebbabe-4c1f-4b96-b9c4-9ac5a8320b71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:35.877837 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d5a5de-3858-4997-992b-81a4fca7a4c9 None None] Network 0a4f4fd0-6e03-4de3-9e12-693f96e205a8 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:35.905152 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f651ea2-055d-46f5-9bfd-69de1ba6e80f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Port': ['ID=ee5aa712-824e-404d-b2d7-2bdd4c2ca992,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:35.914540 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:35.988004 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-32f1283a-2a02-4db8-b7e5-6821832dcc73 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:35.994622 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ffdd09-71cb-4f9d-bdf0-e5a808526390 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:53:36.009551 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23b4ebb-7776-4a92-ada5-ed58cc969ff7 None None] Sync routers for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:53:36.035425 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b4ebb-7776-4a92-ada5-ed58cc969ff7 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:53:36.036485 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a23b4ebb-7776-4a92-ada5-ed58cc969ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:36.071816 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40422) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:36.074185 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-63ffdd09-71cb-4f9d-bdf0-e5a808526390 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:36.122501 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-51ebbabe-4c1f-4b96-b9c4-9ac5a8320b71 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.3367796 Apr 18 05:53:36.131358 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40428) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:36.205177 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a23b4ebb-7776-4a92-ada5-ed58cc969ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:36.220153 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b4ebb-7776-4a92-ada5-ed58cc969ff7 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:53:36.220885 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a23b4ebb-7776-4a92-ada5-ed58cc969ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:36.250870 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-63ffdd09-71cb-4f9d-bdf0-e5a808526390 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "PUT /v2.0/floatingips/403a6714-5791-4f6b-ad8b-16aa84006dcd HTTP/1.1" status: 200 len: 978 time: 5.1558557 Apr 18 05:53:36.251474 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40432) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:36.339619 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9537532-bffd-4a5e-be2c-0dfc82cad1bc None None] Network bb652c6c-6643-44f6-9009-2ca875029962 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:36.342461 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] For port 8153321c-26f7-44ac-8308-445e5d332643, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=8153321c-26f7-44ac-8308-445e5d332643,segment=NetworkSegment(d0f35193-0bca-41f7-9592-1feaa6f4d696),segment_id=d0f35193-0bca-41f7-9592-1feaa6f4d696)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:36.344148 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:36.353234 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a23b4ebb-7776-4a92-ada5-ed58cc969ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:36.353919 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23b4ebb-7776-4a92-ada5-ed58cc969ff7 None None] The sync data for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:53:36.423155 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8f651ea2-055d-46f5-9bfd-69de1ba6e80f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:36.429725 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8f651ea2-055d-46f5-9bfd-69de1ba6e80f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/ports/ee5aa712-824e-404d-b2d7-2bdd4c2ca992 HTTP/1.1" status: 204 len: 168 time: 2.0047171 Apr 18 05:53:36.431091 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-0a4f4fd0-6e03-4de3-9e12-693f96e205a8', 'network_id': '0a4f4fd0-6e03-4de3-9e12-693f96e205a8', 'tenant_id': '6b3ffbef4e5a4307b1ad6232f6312b6a', 'fixed_ips': [{'subnet_id': '33fe25bd-f588-4b23-95f1-71bde0ed914a'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:53:36.432557 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:36.437818 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40438) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:36.485317 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-10b5e23c-d8e6-4f57-966b-8b528ddccdc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:36.527353 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 360865ce-38a4-4a01-b2ef-988f05918b30 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:53:36.531936 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49ccdc1-93bf-47a1-b9f0-e96ed8f8a51c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:36.532448 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49ccdc1-93bf-47a1-b9f0-e96ed8f8a51c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:36.536509 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d49ccdc1-93bf-47a1-b9f0-e96ed8f8a51c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/ports/ee5aa712-824e-404d-b2d7-2bdd4c2ca992 HTTP/1.1" status: 404 len: 333 time: 0.0914311 Apr 18 05:53:36.539029 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40442) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:36.558516 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-10b5e23c-d8e6-4f57-966b-8b528ddccdc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:36.564020 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-109849ab-8930-4de7-a118-19456bb5e027 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Deleting port d1e0ea5a-c8b5-48a4-a267-e791f384bd47 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:36.564384 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-109849ab-8930-4de7-a118-19456bb5e027 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:36.580768 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Calling delete_port for 8153321c-26f7-44ac-8308-445e5d332643 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:36.644367 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-10b5e23c-d8e6-4f57-966b-8b528ddccdc2 admin admin] Usage tracker for resource:security_group_rule and tenant:dd230bc25c7a4b8ea06310400eee6e12 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:36.654089 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-10b5e23c-d8e6-4f57-966b-8b528ddccdc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:36.666282 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-6369e8ee-56ef-42fd-b8a0-d6e0095d824c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] GET failed (client error): The resource could not be found. Apr 18 05:53:36.666282 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6369e8ee-56ef-42fd-b8a0-d6e0095d824c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Synchronizing usage tracker for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:53:36.669754 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-10b5e23c-d8e6-4f57-966b-8b528ddccdc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:36.676694 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:36.693105 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1283a-2a02-4db8-b7e5-6821832dcc73 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Subnet': ['ID=bdfdf899-eab2-490b-b78f-7e58c562b3e1,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:36.707522 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 360865ce-38a4-4a01-b2ef-988f05918b30 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:36.708069 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:36.733849 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f1283a-2a02-4db8-b7e5-6821832dcc73 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Checking segment: {'id': '1d4d1194-2974-4473-93d9-40870741f538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '47afee29-a22e-4855-b5f5-11e824db1129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:36.734160 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f1283a-2a02-4db8-b7e5-6821832dcc73 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Network hostable DHCP agents. Network: 47afee29-a22e-4855-b5f5-11e824db1129, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:53:36.767436 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6369e8ee-56ef-42fd-b8a0-d6e0095d824c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Unset dirty status for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:53:36.771384 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6369e8ee-56ef-42fd-b8a0-d6e0095d824c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports/ee5aa712-824e-404d-b2d7-2bdd4c2ca992 HTTP/1.1" status: 404 len: 333 time: 0.2209139 Apr 18 05:53:36.779053 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40446) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:36.810353 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:36.854238 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f1283a-2a02-4db8-b7e5-6821832dcc73 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Network 47afee29-a22e-4855-b5f5-11e824db1129 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:53:37.023213 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:37.036653 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-32f1283a-2a02-4db8-b7e5-6821832dcc73 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 47afee29-a22e-4855-b5f5-11e824db1129) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:37.043351 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] Allocated IP 2001:db8::f816:3eff:fe29:1194 (0a4f4fd0-6e03-4de3-9e12-693f96e205a8/33fe25bd-f588-4b23-95f1-71bde0ed914a/b3a7015e-2c3c-4a5c-a247-991f5a22725d) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:37.056174 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f1283a-2a02-4db8-b7e5-6821832dcc73 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:37.056775 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-32f1283a-2a02-4db8-b7e5-6821832dcc73 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:37.057589 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f812b21-cbd9-4452-a9c8-b06861205eaf None None] Network 47afee29-a22e-4855-b5f5-11e824db1129 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:37.068643 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-5baac06e-5139-458b-a733-73852ff264ed tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting subnet 8e57f6d5-6cf2-4280-861f-b45dfa143399 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:53:37.074071 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:37.098818 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5baac06e-5139-458b-a733-73852ff264ed tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:37.104351 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 8153321c-26f7-44ac-8308-445e5d332643 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:53:37.217158 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Port': ['ID=8153321c-26f7-44ac-8308-445e5d332643,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:37.228697 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-32f1283a-2a02-4db8-b7e5-6821832dcc73 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.9243639 Apr 18 05:53:37.258899 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40450) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:37.297043 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No DVR routers for this DVR port 8153321c-26f7-44ac-8308-445e5d332643 on host dv-neutron-837489-1-hyperv {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:53:37.356081 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-109849ab-8930-4de7-a118-19456bb5e027 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:37.365766 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5baac06e-5139-458b-a733-73852ff264ed tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:37.439489 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 8153321c-26f7-44ac-8308-445e5d332643 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:53:37.440235 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 8153321c-26f7-44ac-8308-445e5d332643 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 18 05:53:37.464259 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c2e7a6-ddfe-453a-b4d1-300d4f08eebf None None] DHCP port deletion for bb652c6c-6643-44f6-9009-2ca875029962 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:53:37.483905 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:37.498158 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Port 8153321c-26f7-44ac-8308-445e5d332643 not found, will not notify nova. {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 18 05:53:37.511564 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4090c959-b8ee-43d0-b3b2-c26e82f4565a None None] Could not find standard attr ID for object 8153321c-26f7-44ac-8308-445e5d332643. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 05:53:37.583917 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-10b5e23c-d8e6-4f57-966b-8b528ddccdc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:37.589364 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c44f3d69-3111-44bf-9393-6849c3d491e9 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:53:37.593841 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:37.604819 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-10b5e23c-d8e6-4f57-966b-8b528ddccdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:37.668143 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: c44f3d69-3111-44bf-9393-6849c3d491e9 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:53:37.668372 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c44f3d69-3111-44bf-9393-6849c3d491e9 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:53:37.679939 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2258920f-8461-4de1-9b1e-fb4de6360598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:37.716002 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:37.728622 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:37.732311 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] Transition to ACTIVE for port object b3a7015e-2c3c-4a5c-a247-991f5a22725d will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:37.792475 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] Transition to ACTIVE for port object b3a7015e-2c3c-4a5c-a247-991f5a22725d will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:37.799729 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-47afee29-a22e-4855-b5f5-11e824db1129', 'network_id': '47afee29-a22e-4855-b5f5-11e824db1129', 'tenant_id': 'c9cb2f19d4c24715a738705e058d4e92', 'fixed_ips': [{'subnet_id': 'bdfdf899-eab2-490b-b78f-7e58c562b3e1'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:53:37.800677 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:37.818285 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:37.823640 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:37.839445 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-10b5e23c-d8e6-4f57-966b-8b528ddccdc2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd230bc25c7a4b8ea06310400eee6e12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7333264 Apr 18 05:53:37.840374 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5e23c-d8e6-4f57-966b-8b528ddccdc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec8dcbc-c8e1-43ab-b5ad-58535cce1672,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:37.849014 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40454) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:37.859383 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:37.873768 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5baac06e-5139-458b-a733-73852ff264ed tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:37.910529 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:37.927058 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Subnet': ['ID=ea2f9d16-fd8f-45f8-b2ac-406e67198b7b,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:37.937745 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] Network 0a4f4fd0-6e03-4de3-9e12-693f96e205a8 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:37.942468 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-109849ab-8930-4de7-a118-19456bb5e027 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:37.942841 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-109849ab-8930-4de7-a118-19456bb5e027 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:37.943155 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-109849ab-8930-4de7-a118-19456bb5e027 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Floating IP 403a6714-5791-4f6b-ad8b-16aa84006dcd disassociated. External IP: 172.26.1.135, port: d1e0ea5a-c8b5-48a4-a267-e791f384bd47. Apr 18 05:53:37.943491 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-109849ab-8930-4de7-a118-19456bb5e027 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Calling delete_port for d1e0ea5a-c8b5-48a4-a267-e791f384bd47 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:37.949124 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:37.958807 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75879457-2ffa-4772-b115-e820b4f070cc None None] Network bb652c6c-6643-44f6-9009-2ca875029962 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:37.971290 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:37.985294 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:37.992031 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] Pushing event updated for resources: {'Port': ['ID=b3a7015e-2c3c-4a5c-a247-991f5a22725d,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:38.001131 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:38.043405 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event deleted for resources: {'Subnet': ['ID=33fe25bd-f588-4b23-95f1-71bde0ed914a,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:38.167629 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:38.219719 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb652c6c-6643-44f6-9009-2ca875029962']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:38.243309 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5baac06e-5139-458b-a733-73852ff264ed tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:38.252820 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] Attempting to bind port b3a7015e-2c3c-4a5c-a247-991f5a22725d on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:53:38.253299 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] Attempting to bind port b3a7015e-2c3c-4a5c-a247-991f5a22725d by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '89c4c329-2e47-4655-833a-446d01d866df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0a4f4fd0-6e03-4de3-9e12-693f96e205a8'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:53:38.253665 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] Attempting to bind port b3a7015e-2c3c-4a5c-a247-991f5a22725d on network 0a4f4fd0-6e03-4de3-9e12-693f96e205a8 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:53:38.254211 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:38.273078 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f35193-0bca-41f7-9592-1feaa6f4d696') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:38.273455 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f35193-0bca-41f7-9592-1feaa6f4d696') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:38.291414 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-88c58003-f84a-4571-8388-6303f857ebef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:38.298123 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:38.299355 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 8153321c-26f7-44ac-8308-445e5d332643 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:53:38.300838 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-109849ab-8930-4de7-a118-19456bb5e027 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:38.302949 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5baac06e-5139-458b-a733-73852ff264ed tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:38.315341 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baac06e-5139-458b-a733-73852ff264ed tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Subnet': ['ID=8e57f6d5-6cf2-4280-861f-b45dfa143399,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:38.344145 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Allocated IP 172.26.1.140 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/f6885d0b-a04f-4bbe-b355-842cea594b60) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:38.345506 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 8153321c-26f7-44ac-8308-445e5d332643 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:53:38.345860 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 8153321c-26f7-44ac-8308-445e5d332643 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:53:38.347562 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:53:38.347936 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] Checking segment: {'id': '89c4c329-2e47-4655-833a-446d01d866df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0a4f4fd0-6e03-4de3-9e12-693f96e205a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:38.348520 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:38.348912 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] Bound using segment: {'id': '89c4c329-2e47-4655-833a-446d01d866df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0a4f4fd0-6e03-4de3-9e12-693f96e205a8'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:53:38.349434 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] Bound port: b3a7015e-2c3c-4a5c-a247-991f5a22725d, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c4c329-2e47-4655-833a-446d01d866df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0a4f4fd0-6e03-4de3-9e12-693f96e205a8'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:53:38.350116 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:38.359197 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0a3d6c-4056-4445-875e-f3e779e11773 None None] Network 1aedd4fd-3651-4019-8487-c9594c7a77fc requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:38.380296 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4f4fd0-6e03-4de3-9e12-693f96e205a8']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:38.405872 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109849ab-8930-4de7-a118-19456bb5e027 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event deleted for resources: {'Port': ['ID=d1e0ea5a-c8b5-48a4-a267-e791f384bd47,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:38.410464 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c4c329-2e47-4655-833a-446d01d866df') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:38.410669 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-88c58003-f84a-4571-8388-6303f857ebef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:38.410781 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c4c329-2e47-4655-833a-446d01d866df') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:38.419039 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ce8509-5802-4ba1-8bb8-ec8ac21b9fef None None] DHCP port deletion for bb652c6c-6643-44f6-9009-2ca875029962 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:53:38.429892 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5baac06e-5139-458b-a733-73852ff264ed tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/subnets/8e57f6d5-6cf2-4280-861f-b45dfa143399 HTTP/1.1" status: 204 len: 168 time: 1.6384640 Apr 18 05:53:38.433791 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40458) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:38.434609 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] Allocated IP 2001:db8::1 (47afee29-a22e-4855-b5f5-11e824db1129/bdfdf899-eab2-490b-b78f-7e58c562b3e1/925a480c-1991-423d-bf93-4bc6cd52bdb1) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:38.470334 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:38.490748 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:38.495742 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:38.496315 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:38.520786 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:38.524829 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:38.533727 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:38.534234 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:38.550075 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:38.623186 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:38.698853 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:38.728305 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 05:53:38.728305 dv-neutron-837489-1-hyperv neutron-server[88035]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 05:53:38.728305 dv-neutron-837489-1-hyperv neutron-server[88035]: [parameters: {'id': '0a4f4fd0-6e03-4de3-9e12-693f96e205a8'}] Apr 18 05:53:38.728305 dv-neutron-837489-1-hyperv neutron-server[88035]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:53:38.729186 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:53:38.743284 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109849ab-8930-4de7-a118-19456bb5e027 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Router 3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:53:38.833841 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] For port b3a7015e-2c3c-4a5c-a247-991f5a22725d, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:53:38.842207 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] For port b3a7015e-2c3c-4a5c-a247-991f5a22725d, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b3a7015e-2c3c-4a5c-a247-991f5a22725d,segment=NetworkSegment(89c4c329-2e47-4655-833a-446d01d866df),segment_id=89c4c329-2e47-4655-833a-446d01d866df)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:53:38.860305 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:38.907949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c1803be4-5bb2-497c-b7f6-d55cccd57b2c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:38.915058 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:38.919339 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:38.945597 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109849ab-8930-4de7-a118-19456bb5e027 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:53:38.969873 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-88c58003-f84a-4571-8388-6303f857ebef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:38.971667 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Network': ['ID=bb652c6c-6643-44f6-9009-2ca875029962,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:38.974133 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd632cf4-0470-493e-95d0-293d22ef678c None None] Sync routers for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:53:39.009793 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c58003-f84a-4571-8388-6303f857ebef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec8dcbc-c8e1-43ab-b5ad-58535cce1672,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:39.022968 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-88c58003-f84a-4571-8388-6303f857ebef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:39.024351 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-88c58003-f84a-4571-8388-6303f857ebef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aec8dcbc-c8e1-43ab-b5ad-58535cce1672 HTTP/1.1" status: 204 len: 168 time: 1.1671147 Apr 18 05:53:39.039907 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-cd5f16f5-ecdc-458a-9a63-2e0e6909be76 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/bb652c6c-6643-44f6-9009-2ca875029962 HTTP/1.1" status: 204 len: 168 time: 4.2406929 Apr 18 05:53:39.040770 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-c1803be4-5bb2-497c-b7f6-d55cccd57b2c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port 360865ce-38a4-4a01-b2ef-988f05918b30 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:39.041106 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c1803be4-5bb2-497c-b7f6-d55cccd57b2c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:39.086797 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd632cf4-0470-493e-95d0-293d22ef678c None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:53:39.087365 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-bd632cf4-0470-493e-95d0-293d22ef678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:39.129520 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40464) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:39.130692 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:39.163387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e288f9-2b06-4956-b3f5-c858a47e651f None None] Pushing event updated for resources: {'Port': ['ID=b3a7015e-2c3c-4a5c-a247-991f5a22725d,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:39.177565 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98ee15f-4540-445a-9830-7cdc564ad895 None None] DHCP port deletion for 1aedd4fd-3651-4019-8487-c9594c7a77fc request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:53:39.187354 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:39.190461 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-bd632cf4-0470-493e-95d0-293d22ef678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:39.199353 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-c98ee15f-4540-445a-9830-7cdc564ad895 None None] Deleting port 360865ce-38a4-4a01-b2ef-988f05918b30 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:39.199954 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c98ee15f-4540-445a-9830-7cdc564ad895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:39.227526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:39.228012 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-109849ab-8930-4de7-a118-19456bb5e027 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:39.230041 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-109849ab-8930-4de7-a118-19456bb5e027 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "DELETE /v2.0/ports/d1e0ea5a-c8b5-48a4-a267-e791f384bd47 HTTP/1.1" status: 204 len: 168 time: 2.9731278 Apr 18 05:53:39.235438 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:39.240871 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40470) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:39.249878 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf42003-93c7-4726-af6f-193b21bb007a tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:39.250325 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf42003-93c7-4726-af6f-193b21bb007a tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:39.255123 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-caf42003-93c7-4726-af6f-193b21bb007a tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/subnets/ea2f9d16-fd8f-45f8-b2ac-406e67198b7b HTTP/1.1" status: 404 len: 337 time: 0.1242039 Apr 18 05:53:39.257439 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40472) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:39.266366 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] Transition to ACTIVE for port object 925a480c-1991-423d-bf93-4bc6cd52bdb1 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:39.275851 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd632cf4-0470-493e-95d0-293d22ef678c None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:53:39.276477 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-bd632cf4-0470-493e-95d0-293d22ef678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:39.285399 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Deleting port b3a7015e-2c3c-4a5c-a247-991f5a22725d {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:39.285399 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:39.337894 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdcdf93-cad4-4994-89fb-b1ca15037b9d None None] Network 0a4f4fd0-6e03-4de3-9e12-693f96e205a8 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:39.372225 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-988813fd-f543-4d8d-afc1-ec41e55f3763 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:39.372602 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988813fd-f543-4d8d-afc1-ec41e55f3763 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:39.376996 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-988813fd-f543-4d8d-afc1-ec41e55f3763 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/bb652c6c-6643-44f6-9009-2ca875029962 HTTP/1.1" status: 404 len: 339 time: 0.1178641 Apr 18 05:53:39.385519 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40478) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:39.396585 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-bd632cf4-0470-493e-95d0-293d22ef678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:39.397008 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd632cf4-0470-493e-95d0-293d22ef678c None None] The sync data for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:53:39.434884 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] Transition to ACTIVE for port object 925a480c-1991-423d-bf93-4bc6cd52bdb1 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:39.441904 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:39.451522 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:39.454331 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:39.469234 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-31811a4e-bb90-4e52-ac7c-b8d4921e8e3d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:39.469754 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31811a4e-bb90-4e52-ac7c-b8d4921e8e3d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:39.474130 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-31811a4e-bb90-4e52-ac7c-b8d4921e8e3d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/subnets/34e49a3f-8f60-410d-b0e0-6939f27ead9f HTTP/1.1" status: 404 len: 337 time: 0.0876656 Apr 18 05:53:39.474748 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40482) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:39.509989 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:39.514010 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d5060a-0d6b-4829-9ee4-597ce9e5cba1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:39.514376 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d5060a-0d6b-4829-9ee4-597ce9e5cba1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:39.522196 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-97d5060a-0d6b-4829-9ee4-597ce9e5cba1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/11a26580-eced-40e4-b492-41237dee6f14 HTTP/1.1" status: 404 len: 339 time: 0.0395813 Apr 18 05:53:39.523752 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40486) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:39.524234 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40488) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:39.532630 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e640f13f-0b06-425d-bcfd-9b8312eadbd8 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "GET /v2.0/floatingips/403a6714-5791-4f6b-ad8b-16aa84006dcd HTTP/1.1" status: 200 len: 688 time: 0.2406914 Apr 18 05:53:39.535799 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40492) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:39.633526 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] Network 47afee29-a22e-4855-b5f5-11e824db1129 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:39.645293 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:39.668405 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:39.706084 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Pushing event updated for resources: {'Port': ['ID=f6885d0b-a04f-4bbe-b355-842cea594b60,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:39.813765 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] For port b3a7015e-2c3c-4a5c-a247-991f5a22725d, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b3a7015e-2c3c-4a5c-a247-991f5a22725d,segment=NetworkSegment(89c4c329-2e47-4655-833a-446d01d866df),segment_id=89c4c329-2e47-4655-833a-446d01d866df)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:39.814394 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:39.857355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:39.896235 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] Pushing event updated for resources: {'Port': ['ID=925a480c-1991-423d-bf93-4bc6cd52bdb1,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:39.906237 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-c98ee15f-4540-445a-9830-7cdc564ad895 None None] For port 360865ce-38a4-4a01-b2ef-988f05918b30, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=360865ce-38a4-4a01-b2ef-988f05918b30,segment=NetworkSegment(ffd275e5-be9b-4427-b5f0-a5f6f580a0c0),segment_id=ffd275e5-be9b-4427-b5f0-a5f6f580a0c0)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:39.906576 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c98ee15f-4540-445a-9830-7cdc564ad895 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:39.954820 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-10980149-d88a-47cd-bbd7-86a9e8b7c1f2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:39.964263 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Calling delete_port for b3a7015e-2c3c-4a5c-a247-991f5a22725d owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:39.977983 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] Attempting to bind port 925a480c-1991-423d-bf93-4bc6cd52bdb1 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:53:39.978223 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] Attempting to bind port 925a480c-1991-423d-bf93-4bc6cd52bdb1 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '1d4d1194-2974-4473-93d9-40870741f538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '47afee29-a22e-4855-b5f5-11e824db1129'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:53:39.978502 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] Attempting to bind port 925a480c-1991-423d-bf93-4bc6cd52bdb1 on network 47afee29-a22e-4855-b5f5-11e824db1129 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:53:39.993288 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-033962ed-c9a7-463d-a178-4ca7c52b7179 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=514b9789bd024f44b5b6192e0cafbc09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4614968 Apr 18 05:53:40.004893 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40498) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:40.010990 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-c1803be4-5bb2-497c-b7f6-d55cccd57b2c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] For port 360865ce-38a4-4a01-b2ef-988f05918b30, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=360865ce-38a4-4a01-b2ef-988f05918b30,segment=NetworkSegment(ffd275e5-be9b-4427-b5f0-a5f6f580a0c0),segment_id=ffd275e5-be9b-4427-b5f0-a5f6f580a0c0)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:40.011527 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c1803be4-5bb2-497c-b7f6-d55cccd57b2c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.030673 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Subnet': ['ID=bdfdf899-eab2-490b-b78f-7e58c562b3e1,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:40.042781 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:53:40.043369 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] Checking segment: {'id': '1d4d1194-2974-4473-93d9-40870741f538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '47afee29-a22e-4855-b5f5-11e824db1129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:40.043922 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.044481 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] Bound using segment: {'id': '1d4d1194-2974-4473-93d9-40870741f538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '47afee29-a22e-4855-b5f5-11e824db1129'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:53:40.044971 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] Bound port: 925a480c-1991-423d-bf93-4bc6cd52bdb1, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4d1194-2974-4473-93d9-40870741f538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '47afee29-a22e-4855-b5f5-11e824db1129'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:53:40.045345 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.073608 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-c98ee15f-4540-445a-9830-7cdc564ad895 None None] Calling delete_port for 360865ce-38a4-4a01-b2ef-988f05918b30 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:40.200437 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-15aab492-5476-46d9-8158-94704d330a60 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Deleting port 9f1942e1-b3fe-4b55-96a9-ccbba5fc5122 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:40.200822 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-15aab492-5476-46d9-8158-94704d330a60 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.223511 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.244522 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-c1803be4-5bb2-497c-b7f6-d55cccd57b2c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Calling delete_port for 360865ce-38a4-4a01-b2ef-988f05918b30 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:40.265539 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-10980149-d88a-47cd-bbd7-86a9e8b7c1f2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.267954 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.272863 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 360865ce-38a4-4a01-b2ef-988f05918b30 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:53:40.274658 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-effefc78-9d79-4e39-ad29-8fabdcaee366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.314682 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event deleted for resources: {'Port': ['ID=b3a7015e-2c3c-4a5c-a247-991f5a22725d,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:40.329651 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] No DVR routers for this DVR port b3a7015e-2c3c-4a5c-a247-991f5a22725d on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:53:40.362884 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] For port 925a480c-1991-423d-bf93-4bc6cd52bdb1, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:53:40.385510 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-10980149-d88a-47cd-bbd7-86a9e8b7c1f2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de9e0ce-ac30-45af-b174-f86897faa33b']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:40.413845 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c98ee15f-4540-445a-9830-7cdc564ad895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.430425 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-effefc78-9d79-4e39-ad29-8fabdcaee366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.430662 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] For port 925a480c-1991-423d-bf93-4bc6cd52bdb1, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=925a480c-1991-423d-bf93-4bc6cd52bdb1,segment=NetworkSegment(1d4d1194-2974-4473-93d9-40870741f538),segment_id=1d4d1194-2974-4473-93d9-40870741f538)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:53:40.439442 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-10980149-d88a-47cd-bbd7-86a9e8b7c1f2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12579f36-deb5-40f8-915e-8367bf5a22ca') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:40.440029 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-10980149-d88a-47cd-bbd7-86a9e8b7c1f2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12579f36-deb5-40f8-915e-8367bf5a22ca') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:40.468387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98ee15f-4540-445a-9830-7cdc564ad895 None None] No DVR routers for this DVR port 360865ce-38a4-4a01-b2ef-988f05918b30 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:53:40.472300 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.483509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-10980149-d88a-47cd-bbd7-86a9e8b7c1f2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.499561 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ee15f-4540-445a-9830-7cdc564ad895 None None] Pushing event deleted for resources: {'Port': ['ID=360865ce-38a4-4a01-b2ef-988f05918b30,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:40.570377 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.571805 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae5fd9-7b6c-4d69-add1-29aecbdec9d9 None None] Pushing event updated for resources: {'Port': ['ID=925a480c-1991-423d-bf93-4bc6cd52bdb1,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:40.574280 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.589045 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-10980149-d88a-47cd-bbd7-86a9e8b7c1f2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.592719 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.610223 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10980149-d88a-47cd-bbd7-86a9e8b7c1f2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:40.610616 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-10980149-d88a-47cd-bbd7-86a9e8b7c1f2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:40.630282 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:40.649608 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4f4fd0-6e03-4de3-9e12-693f96e205a8']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:40.722846 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4f063d-5248-4d58-a724-995feeccdf76 None None] Network 47afee29-a22e-4855-b5f5-11e824db1129 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:40.730056 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c4c329-2e47-4655-833a-446d01d866df') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:40.730383 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c4c329-2e47-4655-833a-446d01d866df') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:40.742311 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47afee29-a22e-4855-b5f5-11e824db1129']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:40.746131 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-effefc78-9d79-4e39-ad29-8fabdcaee366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.760880 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.782961 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effefc78-9d79-4e39-ad29-8fabdcaee366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab8e919-b32e-4d01-9210-15b16abe1f69,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:40.786278 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.788603 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-10980149-d88a-47cd-bbd7-86a9e8b7c1f2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.792439 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-10980149-d88a-47cd-bbd7-86a9e8b7c1f2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.820290 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:40.821207 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.838895 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4d1194-2974-4473-93d9-40870741f538') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:40.839182 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4d1194-2974-4473-93d9-40870741f538') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:40.841056 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:40.847433 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.api [None req-c1803be4-5bb2-497c-b7f6-d55cccd57b2c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:53:40.847751 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG oslo_db.api [None req-c1803be4-5bb2-497c-b7f6-d55cccd57b2c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:53:40.857085 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10980149-d88a-47cd-bbd7-86a9e8b7c1f2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Network': ['ID=6de9e0ce-ac30-45af-b174-f86897faa33b,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:40.864313 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-effefc78-9d79-4e39-ad29-8fabdcaee366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.865016 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.865411 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-effefc78-9d79-4e39-ad29-8fabdcaee366 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cab8e919-b32e-4d01-9210-15b16abe1f69 HTTP/1.1" status: 204 len: 168 time: 0.8588707 Apr 18 05:53:40.908846 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.919758 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.971696 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff31f70-9dcb-4a59-9158-ff4cb84ccf27 None None] get_active_networks_info from dv-neutron-837489-1-hyperv {{(pid=88036) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 05:53:40.975938 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-15aab492-5476-46d9-8158-94704d330a60 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.976287 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-15aab492-5476-46d9-8158-94704d330a60 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:40.997201 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:40.997594 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:41.017447 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:41.089836 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-10980149-d88a-47cd-bbd7-86a9e8b7c1f2 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/6de9e0ce-ac30-45af-b174-f86897faa33b HTTP/1.1" status: 204 len: 168 time: 1.5607111 Apr 18 05:53:41.090495 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40506) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:41.127736 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff31f70-9dcb-4a59-9158-ff4cb84ccf27 None None] Resources bound (agent type, host, resource id): {{(pid=88036) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 05:53:41.129630 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-64445a6e-e528-4ff4-b3b2-fbd15a3a4ad9 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:41.130269 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64445a6e-e528-4ff4-b3b2-fbd15a3a4ad9 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:41.141608 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-64445a6e-e528-4ff4-b3b2-fbd15a3a4ad9 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/subnets/bd2a5e73-e813-40fc-b5f9-f1cd6a0c3373 HTTP/1.1" status: 404 len: 337 time: 0.0500636 Apr 18 05:53:41.142482 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40512) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:41.145493 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:41.172285 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c5ac6e-85fa-4835-a9d1-201d91042b9b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:41.172759 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c5ac6e-85fa-4835-a9d1-201d91042b9b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:41.178201 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e6c5ac6e-85fa-4835-a9d1-201d91042b9b tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/8313059d-42bd-4869-b402-7dd53a3b3c5e HTTP/1.1" status: 404 len: 339 time: 0.0344732 Apr 18 05:53:41.181161 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40516) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:41.206772 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:41.207005 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-15aab492-5476-46d9-8158-94704d330a60 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Calling delete_port for 9f1942e1-b3fe-4b55-96a9-ccbba5fc5122 owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:41.208960 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "DELETE /v2.0/networks/0a4f4fd0-6e03-4de3-9e12-693f96e205a8 HTTP/1.1" status: 204 len: 168 time: 5.0693247 Apr 18 05:53:41.238656 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40520) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:41.257195 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85758c9d-2d4a-4b9b-b476-dc3246c0a108 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event deleted for resources: {'Network': ['ID=0a4f4fd0-6e03-4de3-9e12-693f96e205a8,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:41.259237 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d52d48-b36f-4a53-b390-5e40224d723f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:41.259728 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d52d48-b36f-4a53-b390-5e40224d723f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:41.261452 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-04d52d48-b36f-4a53-b390-5e40224d723f tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/subnets/e45e6aeb-5e12-432c-9189-feac1ab161f1 HTTP/1.1" status: 404 len: 337 time: 0.0572350 Apr 18 05:53:41.264479 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40526) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:41.292739 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c357ed5-77cb-46ab-aed3-1bf313c12e59 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:41.293396 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c357ed5-77cb-46ab-aed3-1bf313c12e59 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:41.295595 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5c357ed5-77cb-46ab-aed3-1bf313c12e59 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/b0eea808-c5a7-4b06-98fb-94fcc889f7bf HTTP/1.1" status: 404 len: 339 time: 0.0300424 Apr 18 05:53:41.298294 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40530) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:41.347367 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-96edc287-671a-45e1-a1b5-f307ab8386ef tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:41.348201 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96edc287-671a-45e1-a1b5-f307ab8386ef tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:41.350223 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-96edc287-671a-45e1-a1b5-f307ab8386ef tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/subnets/6695a583-9bf6-4ac7-a2fb-31671deeb8f0 HTTP/1.1" status: 404 len: 337 time: 0.0507021 Apr 18 05:53:41.353384 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40536) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:41.380054 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9970fc-99e8-4266-a78f-9079b0d2f20c tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:41.380054 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf9970fc-99e8-4266-a78f-9079b0d2f20c tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:41.384712 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-cf9970fc-99e8-4266-a78f-9079b0d2f20c tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/dabeb252-6ef1-4f6d-862e-61ca9e36df8c HTTP/1.1" status: 404 len: 339 time: 0.0303874 Apr 18 05:53:41.385342 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40542) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:41.389591 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-c1803be4-5bb2-497c-b7f6-d55cccd57b2c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port 360865ce-38a4-4a01-b2ef-988f05918b30 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:41.390403 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c1803be4-5bb2-497c-b7f6-d55cccd57b2c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:41.434539 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae34d08a-8c6d-47ac-bec5-17d3c0929db7 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:41.434539 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae34d08a-8c6d-47ac-bec5-17d3c0929db7 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:41.436680 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ae34d08a-8c6d-47ac-bec5-17d3c0929db7 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/subnets/5252bf37-d847-497c-9503-415db5e510c3 HTTP/1.1" status: 404 len: 337 time: 0.0501947 Apr 18 05:53:41.439111 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40546) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:41.449459 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-83463fda-4886-4c8b-b796-1c7405d3fc0e tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:41.450003 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83463fda-4886-4c8b-b796-1c7405d3fc0e tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:41.469950 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-d699d154-b903-42c8-8d63-2befce6e1274 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:41.470734 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d699d154-b903-42c8-8d63-2befce6e1274 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:41.473185 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d699d154-b903-42c8-8d63-2befce6e1274 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/4eed67e2-08d9-48d5-9757-d145f4cf329b HTTP/1.1" status: 404 len: 339 time: 0.0330315 Apr 18 05:53:41.475857 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40552) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:41.485260 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.api [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 05:53:41.485260 dv-neutron-837489-1-hyperv neutron-server[88034]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 05:53:41.485260 dv-neutron-837489-1-hyperv neutron-server[88034]: [parameters: {'id': '47afee29-a22e-4855-b5f5-11e824db1129'}] Apr 18 05:53:41.485260 dv-neutron-837489-1-hyperv neutron-server[88034]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:53:41.485707 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG oslo_db.api [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:53:41.518126 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7d18f9-c630-4f21-a671-c3451470fe5a tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:41.518676 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7d18f9-c630-4f21-a671-c3451470fe5a tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:41.523737 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ea7d18f9-c630-4f21-a671-c3451470fe5a tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/subnets/fee4a927-195f-416e-a9b1-6191417b1ce5 HTTP/1.1" status: 404 len: 337 time: 0.0464602 Apr 18 05:53:41.524475 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40556) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:41.537676 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-83463fda-4886-4c8b-b796-1c7405d3fc0e tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "DELETE /v2.0/subnets/33fe25bd-f588-4b23-95f1-71bde0ed914a HTTP/1.1" status: 404 len: 337 time: 0.2950294 Apr 18 05:53:41.543452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-c1803be4-5bb2-497c-b7f6-d55cccd57b2c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] The port '360865ce-38a4-4a01-b2ef-988f05918b30' was deleted {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:53:41.552366 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f68890-6891-474c-9d3f-0f0f2647faec tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:41.552852 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f68890-6891-474c-9d3f-0f0f2647faec tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:41.555737 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40560) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:41.558519 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-10f68890-6891-474c-9d3f-0f0f2647faec tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/db564c06-5826-411d-b00a-8749c79b0121 HTTP/1.1" status: 404 len: 339 time: 0.0329978 Apr 18 05:53:41.559191 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40562) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:41.578450 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e056f12-2874-423d-be33-00a9930949e0 None None] get_active_networks_info from dv-neutron-837489-1-hyperv {{(pid=88036) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 05:53:41.713666 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e056f12-2874-423d-be33-00a9930949e0 None None] Resources bound (agent type, host, resource id): {{(pid=88036) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 05:53:41.736635 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db383d1-a683-4aa3-a05d-9a674ebeec51 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:41.737085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db383d1-a683-4aa3-a05d-9a674ebeec51 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:41.738793 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6db383d1-a683-4aa3-a05d-9a674ebeec51 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/subnets/b28a6a66-224a-4d46-8c24-d9e0a60627a3 HTTP/1.1" status: 404 len: 337 time: 0.1765385 Apr 18 05:53:41.739723 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb701017-5034-40cb-b34b-e6ae67e2df59 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:41.740201 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb701017-5034-40cb-b34b-e6ae67e2df59 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:41.744092 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-fb701017-5034-40cb-b34b-e6ae67e2df59 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "DELETE /v2.0/networks/0a4f4fd0-6e03-4de3-9e12-693f96e205a8 HTTP/1.1" status: 404 len: 339 time: 0.1847281 Apr 18 05:53:41.744258 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40574) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:41.747696 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40576) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:41.784085 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-8669a691-871d-413f-a511-677be5df2c21 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:41.784531 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8669a691-871d-413f-a511-677be5df2c21 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:41.790540 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8669a691-871d-413f-a511-677be5df2c21 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/0105a437-d2c8-4b20-9069-eda66926d486 HTTP/1.1" status: 404 len: 339 time: 0.0455520 Apr 18 05:53:41.791188 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40584) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:41.854908 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58399d5-d713-4c03-8c35-96678f73cf51 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:41.855609 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e58399d5-d713-4c03-8c35-96678f73cf51 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:41.860414 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e58399d5-d713-4c03-8c35-96678f73cf51 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/subnets/dfbba246-4262-4876-a135-2c85263a96fb HTTP/1.1" status: 404 len: 337 time: 0.0653834 Apr 18 05:53:41.860414 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40588) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:41.887730 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dbe0e6f-db53-4c40-8e97-a36dbcb2d9a3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:41.888404 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dbe0e6f-db53-4c40-8e97-a36dbcb2d9a3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:41.892499 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9dbe0e6f-db53-4c40-8e97-a36dbcb2d9a3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/ed033e9e-c497-463e-96bc-0fdb5ca241d9 HTTP/1.1" status: 404 len: 339 time: 0.0291238 Apr 18 05:53:41.893337 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40592) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:41.936281 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea336c27-a383-484e-b5b7-d7fd72c20e8d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:41.936281 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea336c27-a383-484e-b5b7-d7fd72c20e8d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:41.939455 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ea336c27-a383-484e-b5b7-d7fd72c20e8d tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/subnets/a32f5791-fbff-4fe5-a7e5-ac010c56b295 HTTP/1.1" status: 404 len: 337 time: 0.0432546 Apr 18 05:53:41.939455 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40596) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:41.940419 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40598) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:41.971356 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c08deb-6aa7-4f75-8105-e838b179ff66 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:41.971974 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c08deb-6aa7-4f75-8105-e838b179ff66 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:41.976241 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c8c08deb-6aa7-4f75-8105-e838b179ff66 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/f95dfb87-d092-48b8-b24b-c7af200e3680 HTTP/1.1" status: 404 len: 339 time: 0.0324085 Apr 18 05:53:41.977019 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40606) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:42.035740 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8fa910-c37f-45e6-aed2-a7ddabbd5307 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:42.036289 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8fa910-c37f-45e6-aed2-a7ddabbd5307 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:42.038658 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.060825 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0afb368-83ad-455d-9858-79d7f551c7d3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Deleting subnet e3163092-43ac-4a68-991f-117f79705ef2 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:53:42.064772 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f0afb368-83ad-455d-9858-79d7f551c7d3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.103373 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1197362902'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:42.111625 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c1803be4-5bb2-497c-b7f6-d55cccd57b2c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.116987 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:42.123635 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Usage tracker for resource:network and tenant:ef2b69591d81419b96cb2af721a5961b is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:42.130411 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:42.139575 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:42.146081 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f0afb368-83ad-455d-9858-79d7f551c7d3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.149174 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9a8fa910-c37f-45e6-aed2-a7ddabbd5307 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "DELETE /v2.0/subnets/e720c36a-cdb3-488a-81d7-3254c2a51241 HTTP/1.1" status: 404 len: 337 time: 0.3872273 Apr 18 05:53:42.162010 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40612) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:42.194643 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Made reservation on behalf of ef2b69591d81419b96cb2af721a5961b for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:42.198214 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.204872 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-c1803be4-5bb2-497c-b7f6-d55cccd57b2c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aedd4fd-3651-4019-8487-c9594c7a77fc']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:42.216826 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.222272 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-15aab492-5476-46d9-8158-94704d330a60 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.226206 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Deleting port 925a480c-1991-423d-bf93-4bc6cd52bdb1 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:42.226573 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.238453 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:42.245609 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Usage tracker for resource:security_group_rule and tenant:ef2b69591d81419b96cb2af721a5961b is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:42.250390 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:42.261617 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:42.292324 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f0afb368-83ad-455d-9858-79d7f551c7d3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.298986 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-c1803be4-5bb2-497c-b7f6-d55cccd57b2c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd275e5-be9b-4427-b5f0-a5f6f580a0c0') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:42.299275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-c1803be4-5bb2-497c-b7f6-d55cccd57b2c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd275e5-be9b-4427-b5f0-a5f6f580a0c0') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:42.306647 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.308767 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf187444-fa32-4dc0-963e-244736186edb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:42.309235 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf187444-fa32-4dc0-963e-244736186edb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:42.313222 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bf187444-fa32-4dc0-963e-244736186edb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "DELETE /v2.0/networks/6ce6cde7-a5ea-4d19-8d01-39cd3eb774b9 HTTP/1.1" status: 404 len: 339 time: 0.1399345 Apr 18 05:53:42.322725 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40616) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:42.331576 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aab492-5476-46d9-8158-94704d330a60 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event deleted for resources: {'Port': ['ID=9f1942e1-b3fe-4b55-96a9-ccbba5fc5122,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:42.384109 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-997fe340-9111-41b3-8517-70887258974f tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:42.384568 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-997fe340-9111-41b3-8517-70887258974f tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:42.417300 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c1803be4-5bb2-497c-b7f6-d55cccd57b2c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.420425 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-997fe340-9111-41b3-8517-70887258974f tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "DELETE /v2.0/subnets/5aea1d76-5cd5-441a-bc46-204d49f356d4 HTTP/1.1" status: 404 len: 337 time: 0.0944998 Apr 18 05:53:42.421428 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40620) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:42.468652 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae106911-5916-4a3f-9e29-caa4729e5e2e tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:42.469199 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae106911-5916-4a3f-9e29-caa4729e5e2e tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:42.487069 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f0afb368-83ad-455d-9858-79d7f551c7d3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.500348 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c1803be4-5bb2-497c-b7f6-d55cccd57b2c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.522152 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ae106911-5916-4a3f-9e29-caa4729e5e2e tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "DELETE /v2.0/networks/0d5c39fa-8583-43b2-88da-21a038fdf9ce HTTP/1.1" status: 404 len: 339 time: 0.0982268 Apr 18 05:53:42.533614 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40624) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:42.546776 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afb368-83ad-455d-9858-79d7f551c7d3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Subnet': ['ID=e3163092-43ac-4a68-991f-117f79705ef2,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:42.565806 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1803be4-5bb2-497c-b7f6-d55cccd57b2c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:42.566215 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c1803be4-5bb2-497c-b7f6-d55cccd57b2c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:42.584615 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:42.588944 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.593626 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2310f84-8279-41c6-a29c-6877c12934a7 None None] Network 84240401-986e-4ecd-a0a3-d8b36ab8fb9d requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:42.597828 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f0afb368-83ad-455d-9858-79d7f551c7d3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.599775 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f0afb368-83ad-455d-9858-79d7f551c7d3 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/subnets/e3163092-43ac-4a68-991f-117f79705ef2 HTTP/1.1" status: 204 len: 168 time: 0.6217184 Apr 18 05:53:42.602958 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40628) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:42.607572 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.747895 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-9a780c78-b5fe-4b7a-a394-9ef1f8df5d00 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Deleting port c4d4a372-5940-4aa7-bb43-2e83a64448b5 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:42.748291 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9a780c78-b5fe-4b7a-a394-9ef1f8df5d00 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.770720 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-15aab492-5476-46d9-8158-94704d330a60 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.778859 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:53:42.818161 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c36e9c63-b694-4c44-a345-9dd41f4b6cad,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:42.832919 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c1803be4-5bb2-497c-b7f6-d55cccd57b2c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.833073 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.833491 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Added segment b5984189-73a3-43e3-93fb-e1f136d92e31 of type vlan for network bb1ef706-2633-47e1-9f49-f89fb9b6decf Apr 18 05:53:42.858332 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62fffbca-3c55-40bd-bdc1-69743fb806b1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.861608 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-15aab492-5476-46d9-8158-94704d330a60 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.862753 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-15aab492-5476-46d9-8158-94704d330a60 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "DELETE /v2.0/floatingips/403a6714-5791-4f6b-ad8b-16aa84006dcd HTTP/1.1" status: 204 len: 168 time: 3.2590480 Apr 18 05:53:42.866063 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c1803be4-5bb2-497c-b7f6-d55cccd57b2c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.867847 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c1803be4-5bb2-497c-b7f6-d55cccd57b2c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/networks/1aedd4fd-3651-4019-8487-c9594c7a77fc HTTP/1.1" status: 204 len: 168 time: 4.4294016 Apr 18 05:53:42.873743 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40632) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:42.874110 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40634) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:42.887560 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7fce451d-4871-4b5f-8205-7aa6f5d46aec tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-589767740'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:42.889001 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1803be4-5bb2-497c-b7f6-d55cccd57b2c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Network': ['ID=1aedd4fd-3651-4019-8487-c9594c7a77fc,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:42.893241 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': '6ab963fb-33f0-40f1-8644-4f88def5adf9'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:42.906346 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:42.916745 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] For port 925a480c-1991-423d-bf93-4bc6cd52bdb1, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=925a480c-1991-423d-bf93-4bc6cd52bdb1,segment=NetworkSegment(1d4d1194-2974-4473-93d9-40870741f538),segment_id=1d4d1194-2974-4473-93d9-40870741f538)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:42.917099 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.926146 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Usage tracker for resource:floatingip and tenant:53217080630e4ec6bc3e36527767510c is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:42.934101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:42.937431 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c2bce4-5a3b-4b9f-a12b-0703d9ee5006 None None] DHCP port deletion for 84240401-986e-4ecd-a0a3-d8b36ab8fb9d request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:53:42.939759 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7fce451d-4871-4b5f-8205-7aa6f5d46aec tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:42.943266 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-59c2bce4-5a3b-4b9f-a12b-0703d9ee5006 None None] Deleting port 440ab18b-05de-4698-aa36-5e370073e0ad {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:42.943634 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-59c2bce4-5a3b-4b9f-a12b-0703d9ee5006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.952660 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7fce451d-4871-4b5f-8205-7aa6f5d46aec tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:network and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:42.957473 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7fce451d-4871-4b5f-8205-7aa6f5d46aec tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:42.963581 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.969839 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-62fffbca-3c55-40bd-bdc1-69743fb806b1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Deleting port 440ab18b-05de-4698-aa36-5e370073e0ad {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:42.970191 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62fffbca-3c55-40bd-bdc1-69743fb806b1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:42.995946 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:43.000154 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7fce451d-4871-4b5f-8205-7aa6f5d46aec tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:43.068462 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Calling delete_port for 925a480c-1991-423d-bf93-4bc6cd52bdb1 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:43.098503 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fce451d-4871-4b5f-8205-7aa6f5d46aec tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:43.102698 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7fce451d-4871-4b5f-8205-7aa6f5d46aec tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:43.119653 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:43.152490 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-59c2bce4-5a3b-4b9f-a12b-0703d9ee5006 None None] For port 440ab18b-05de-4698-aa36-5e370073e0ad, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=440ab18b-05de-4698-aa36-5e370073e0ad,segment=NetworkSegment(91eebe50-fc25-4a55-b18d-baec4884d659),segment_id=91eebe50-fc25-4a55-b18d-baec4884d659)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:43.152870 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-59c2bce4-5a3b-4b9f-a12b-0703d9ee5006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:43.154169 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Router 917c1505-70d4-4663-9552-28356e110df1 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:53:43.281033 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-59c2bce4-5a3b-4b9f-a12b-0703d9ee5006 None None] Calling delete_port for 440ab18b-05de-4698-aa36-5e370073e0ad owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:43.343482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:43.367640 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-59c2bce4-5a3b-4b9f-a12b-0703d9ee5006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:43.390622 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:43.396962 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:43.398235 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:43.455344 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2bce4-5a3b-4b9f-a12b-0703d9ee5006 None None] Pushing event deleted for resources: {'Port': ['ID=440ab18b-05de-4698-aa36-5e370073e0ad,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:43.457780 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c2bce4-5a3b-4b9f-a12b-0703d9ee5006 None None] No DVR routers for this DVR port 440ab18b-05de-4698-aa36-5e370073e0ad on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:53:43.484438 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9a780c78-b5fe-4b7a-a394-9ef1f8df5d00 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:43.506317 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5674248 Apr 18 05:53:43.531090 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40640) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:43.586666 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Port': ['ID=925a480c-1991-423d-bf93-4bc6cd52bdb1,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:43.588716 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] No DVR routers for this DVR port 925a480c-1991-423d-bf93-4bc6cd52bdb1 on host dv-neutron-837489-1-hyperv {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:53:43.595447 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fce451d-4871-4b5f-8205-7aa6f5d46aec tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:53:43.655609 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-e0af6ad2-5998-4df2-accf-e83ee1ad3e5e tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Request body: {'subnet': {'network_id': 'bb1ef706-2633-47e1-9f49-f89fb9b6decf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:43.673878 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:53:43.684914 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02fc8dc-931a-4f60-9352-ba1aa108d0d2 None None] Sync routers for ids ['917c1505-70d4-4663-9552-28356e110df1'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:53:43.697074 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02fc8dc-931a-4f60-9352-ba1aa108d0d2 None None] Routers {'917c1505-70d4-4663-9552-28356e110df1'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:53:43.698065 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d02fc8dc-931a-4f60-9352-ba1aa108d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['917c1505-70d4-4663-9552-28356e110df1'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:43.731197 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-9a780c78-b5fe-4b7a-a394-9ef1f8df5d00 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Calling delete_port for c4d4a372-5940-4aa7-bb43-2e83a64448b5 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:43.761358 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:43.764838 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d02fc8dc-931a-4f60-9352-ba1aa108d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:43.773427 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:43.774858 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b92784ee-9067-4f25-80cc-70f80c8005d4 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.1910214 Apr 18 05:53:43.775003 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02fc8dc-931a-4f60-9352-ba1aa108d0d2 None None] Routers {'917c1505-70d4-4663-9552-28356e110df1'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:53:43.775632 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d02fc8dc-931a-4f60-9352-ba1aa108d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['917c1505-70d4-4663-9552-28356e110df1'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:43.779108 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40644) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:43.794975 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-5144eb5b-3517-42d9-803c-cc68d9df22aa tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'enable_snat': False}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:43.806860 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7fce451d-4871-4b5f-8205-7aa6f5d46aec tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:43.807201 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-7fce451d-4871-4b5f-8205-7aa6f5d46aec tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Added segment d5475d8a-95cb-48ec-97e2-e427ecc359f6 of type vlan for network e87420ba-7260-4af8-8404-23c45d585efe Apr 18 05:53:43.841632 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d02fc8dc-931a-4f60-9352-ba1aa108d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:43.842033 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02fc8dc-931a-4f60-9352-ba1aa108d0d2 None None] The sync data for ids ['917c1505-70d4-4663-9552-28356e110df1'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:53:43.858917 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c99991-b8b0-4346-89e8-59158958edc3 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Pushing event updated for resources: {'Network': ['ID=bb1ef706-2633-47e1-9f49-f89fb9b6decf,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:43.859956 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47afee29-a22e-4855-b5f5-11e824db1129']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:43.869732 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-62fffbca-3c55-40bd-bdc1-69743fb806b1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] For port 440ab18b-05de-4698-aa36-5e370073e0ad, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=440ab18b-05de-4698-aa36-5e370073e0ad,segment=NetworkSegment(91eebe50-fc25-4a55-b18d-baec4884d659),segment_id=91eebe50-fc25-4a55-b18d-baec4884d659)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:43.870094 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62fffbca-3c55-40bd-bdc1-69743fb806b1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:43.870702 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network bb1ef706-2633-47e1-9f49-f89fb9b6decf details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:53:43.877540 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:43.884832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4d1194-2974-4473-93d9-40870741f538') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:43.885126 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4d1194-2974-4473-93d9-40870741f538') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:43.932967 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:43.984248 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7fce451d-4871-4b5f-8205-7aa6f5d46aec tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:44.039744 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:44.058227 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:44.058632 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:44.068596 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-62fffbca-3c55-40bd-bdc1-69743fb806b1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Calling delete_port for 440ab18b-05de-4698-aa36-5e370073e0ad owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:44.075407 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:44.109115 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e0af6ad2-5998-4df2-accf-e83ee1ad3e5e tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:44.118301 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e0af6ad2-5998-4df2-accf-e83ee1ad3e5e tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Usage tracker for resource:subnet and tenant:ef2b69591d81419b96cb2af721a5961b is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:44.123841 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e0af6ad2-5998-4df2-accf-e83ee1ad3e5e tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:44.143333 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e0af6ad2-5998-4df2-accf-e83ee1ad3e5e tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:44.147942 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9a780c78-b5fe-4b7a-a394-9ef1f8df5d00 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:44.220117 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a780c78-b5fe-4b7a-a394-9ef1f8df5d00 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event deleted for resources: {'Port': ['ID=c4d4a372-5940-4aa7-bb43-2e83a64448b5,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:44.233350 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 440ab18b-05de-4698-aa36-5e370073e0ad no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:53:44.233516 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7fce451d-4871-4b5f-8205-7aa6f5d46aec tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:44.238884 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fce451d-4871-4b5f-8205-7aa6f5d46aec tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:44.239471 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7fce451d-4871-4b5f-8205-7aa6f5d46aec tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:44.244446 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9a780c78-b5fe-4b7a-a394-9ef1f8df5d00 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:44.260779 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0af6ad2-5998-4df2-accf-e83ee1ad3e5e tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Made reservation on behalf of ef2b69591d81419b96cb2af721a5961b for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:44.264183 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e0af6ad2-5998-4df2-accf-e83ee1ad3e5e tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:44.275508 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 440ab18b-05de-4698-aa36-5e370073e0ad {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:53:44.276235 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 440ab18b-05de-4698-aa36-5e370073e0ad not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:53:44.286207 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:44.314923 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:44.333900 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9a780c78-b5fe-4b7a-a394-9ef1f8df5d00 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "DELETE /v2.0/ports/c4d4a372-5940-4aa7-bb43-2e83a64448b5 HTTP/1.1" status: 204 len: 168 time: 1.7930076 Apr 18 05:53:44.334567 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40650) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:44.391343 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Network': ['ID=47afee29-a22e-4855-b5f5-11e824db1129,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:44.405735 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Allocated IP 172.26.1.32 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/0b60ef89-11c4-41d2-a4c5-f4258f1ae9ff) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:44.416258 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a7686216-da2b-4bdc-95bd-1553460ba39b tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/networks/47afee29-a22e-4855-b5f5-11e824db1129 HTTP/1.1" status: 204 len: 168 time: 7.1499748 Apr 18 05:53:44.422529 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40654) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:44.440792 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-809094a6-b6e5-4c49-9c62-085091f1e5dd tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1515064873'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:44.461447 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-809094a6-b6e5-4c49-9c62-085091f1e5dd tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:44.468405 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-809094a6-b6e5-4c49-9c62-085091f1e5dd tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Usage tracker for resource:network and tenant:c9cb2f19d4c24715a738705e058d4e92 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:44.479894 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-62fffbca-3c55-40bd-bdc1-69743fb806b1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:53:44.480235 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-62fffbca-3c55-40bd-bdc1-69743fb806b1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:53:44.484774 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-809094a6-b6e5-4c49-9c62-085091f1e5dd tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:44.495965 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7fce451d-4871-4b5f-8205-7aa6f5d46aec tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6208236 Apr 18 05:53:44.500913 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce451d-4871-4b5f-8205-7aa6f5d46aec tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Network': ['ID=e87420ba-7260-4af8-8404-23c45d585efe,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:44.503007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40658) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:44.505857 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bc4d61-62dd-438b-b042-112eba538b25 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:44.506307 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9bc4d61-62dd-438b-b042-112eba538b25 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:44.511671 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e9bc4d61-62dd-438b-b042-112eba538b25 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "DELETE /v2.0/subnets/e2806abe-ce56-4bf4-a9d1-281ad0be4469 HTTP/1.1" status: 404 len: 337 time: 0.1681924 Apr 18 05:53:44.513014 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network e87420ba-7260-4af8-8404-23c45d585efe details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:53:44.513814 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40660) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:44.524216 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-f7adcee4-a74a-44b1-ae33-a4791d164e81 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'subnet': {'network_id': 'e87420ba-7260-4af8-8404-23c45d585efe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:44.556053 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-809094a6-b6e5-4c49-9c62-085091f1e5dd tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:44.646667 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809094a6-b6e5-4c49-9c62-085091f1e5dd tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Made reservation on behalf of c9cb2f19d4c24715a738705e058d4e92 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:44.650694 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-809094a6-b6e5-4c49-9c62-085091f1e5dd tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:44.746042 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f7adcee4-a74a-44b1-ae33-a4791d164e81 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:44.753859 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-106b2140-4b58-4ba5-9fb0-e7afe327b357 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:44.762883 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f7adcee4-a74a-44b1-ae33-a4791d164e81 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:subnet and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:44.793286 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:44.813228 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809094a6-b6e5-4c49-9c62-085091f1e5dd tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:53:44.826936 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5144eb5b-3517-42d9-803c-cc68d9df22aa tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:44.878366 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-809094a6-b6e5-4c49-9c62-085091f1e5dd tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:44.878704 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-809094a6-b6e5-4c49-9c62-085091f1e5dd tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Added segment fec8d02f-ba77-4677-b367-c26f82f436e3 of type vlan for network 8359ea23-573a-4d93-a1ad-736c029bcfaf Apr 18 05:53:44.919234 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f7adcee4-a74a-44b1-ae33-a4791d164e81 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:44.932768 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f7adcee4-a74a-44b1-ae33-a4791d164e81 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:44.957423 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-809094a6-b6e5-4c49-9c62-085091f1e5dd tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:44.981608 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-62fffbca-3c55-40bd-bdc1-69743fb806b1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Deleting port 440ab18b-05de-4698-aa36-5e370073e0ad {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:44.981957 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62fffbca-3c55-40bd-bdc1-69743fb806b1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:44.982842 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:45.025606 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7adcee4-a74a-44b1-ae33-a4791d164e81 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:45.029011 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f7adcee4-a74a-44b1-ae33-a4791d164e81 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:45.141515 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-62fffbca-3c55-40bd-bdc1-69743fb806b1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] The port '440ab18b-05de-4698-aa36-5e370073e0ad' was deleted {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:53:45.253745 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:45.262297 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a46fd0-496e-4438-8ef2-740805703bc9 req-cd772718-5cbd-4ee7-a707-c1403ec96f46 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:45.263765 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-55a46fd0-496e-4438-8ef2-740805703bc9 req-cd772718-5cbd-4ee7-a707-c1403ec96f46 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.4402812 Apr 18 05:53:45.271163 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:45.273668 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:45.312224 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-809094a6-b6e5-4c49-9c62-085091f1e5dd tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:45.315998 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-106b2140-4b58-4ba5-9fb0-e7afe327b357 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:45.317485 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809094a6-b6e5-4c49-9c62-085091f1e5dd tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:45.318056 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-809094a6-b6e5-4c49-9c62-085091f1e5dd tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:45.334023 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e0af6ad2-5998-4df2-accf-e83ee1ad3e5e tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:45.372825 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Port': ['ID=0b60ef89-11c4-41d2-a4c5-f4258f1ae9ff,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:45.428070 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-106b2140-4b58-4ba5-9fb0-e7afe327b357 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd032d6d-e84b-4128-a7a8-92760eb4ffdc']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:45.477457 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-809094a6-b6e5-4c49-9c62-085091f1e5dd tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0539882 Apr 18 05:53:45.489650 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40668) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:45.504601 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-106b2140-4b58-4ba5-9fb0-e7afe327b357 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac75420-b9e3-4bb1-9d4a-d7a29f14e992') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:45.504825 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-106b2140-4b58-4ba5-9fb0-e7afe327b357 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac75420-b9e3-4bb1-9d4a-d7a29f14e992') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:45.532793 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62fffbca-3c55-40bd-bdc1-69743fb806b1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:45.535593 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-e83d3ead-c230-48be-bac7-dfac5d4582e6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'subnet': {'network_id': '8359ea23-573a-4d93-a1ad-736c029bcfaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:45.548640 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-106b2140-4b58-4ba5-9fb0-e7afe327b357 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:45.558693 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-55a46fd0-496e-4438-8ef2-740805703bc9 req-b031d688-eb38-42a3-a003-ae86a54d2454 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535107 Apr 18 05:53:45.580672 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809094a6-b6e5-4c49-9c62-085091f1e5dd tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Network': ['ID=8359ea23-573a-4d93-a1ad-736c029bcfaf,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:45.585977 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af6ad2-5998-4df2-accf-e83ee1ad3e5e tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Pushing event updated for resources: {'Subnet': ['ID=89eb9fe4-4605-4c98-aeff-a604f7ee15da,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:45.600114 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-62fffbca-3c55-40bd-bdc1-69743fb806b1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84240401-986e-4ecd-a0a3-d8b36ab8fb9d']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:45.602787 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 8359ea23-573a-4d93-a1ad-736c029bcfaf details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:53:45.608687 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-106b2140-4b58-4ba5-9fb0-e7afe327b357 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:45.627641 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0af6ad2-5998-4df2-accf-e83ee1ad3e5e tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Checking segment: {'id': 'b5984189-73a3-43e3-93fb-e1f136d92e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bb1ef706-2633-47e1-9f49-f89fb9b6decf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:45.628002 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0af6ad2-5998-4df2-accf-e83ee1ad3e5e tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Network hostable DHCP agents. Network: bb1ef706-2633-47e1-9f49-f89fb9b6decf, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:53:45.634702 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106b2140-4b58-4ba5-9fb0-e7afe327b357 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:45.634962 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-106b2140-4b58-4ba5-9fb0-e7afe327b357 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:45.679281 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-62fffbca-3c55-40bd-bdc1-69743fb806b1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91eebe50-fc25-4a55-b18d-baec4884d659') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:45.679748 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-62fffbca-3c55-40bd-bdc1-69743fb806b1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91eebe50-fc25-4a55-b18d-baec4884d659') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:45.686369 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:45.818479 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62fffbca-3c55-40bd-bdc1-69743fb806b1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:45.863066 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62fffbca-3c55-40bd-bdc1-69743fb806b1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:45.867981 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e83d3ead-c230-48be-bac7-dfac5d4582e6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:45.870848 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0af6ad2-5998-4df2-accf-e83ee1ad3e5e tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Network bb1ef706-2633-47e1-9f49-f89fb9b6decf is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:53:45.881450 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e83d3ead-c230-48be-bac7-dfac5d4582e6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Usage tracker for resource:subnet and tenant:c9cb2f19d4c24715a738705e058d4e92 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:45.890071 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e83d3ead-c230-48be-bac7-dfac5d4582e6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:45.891368 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62fffbca-3c55-40bd-bdc1-69743fb806b1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:45.891768 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62fffbca-3c55-40bd-bdc1-69743fb806b1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:45.906958 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-106b2140-4b58-4ba5-9fb0-e7afe327b357 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:45.908561 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:45.943469 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-106b2140-4b58-4ba5-9fb0-e7afe327b357 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:45.962038 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e83d3ead-c230-48be-bac7-dfac5d4582e6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:46.023886 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b2140-4b58-4ba5-9fb0-e7afe327b357 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event deleted for resources: {'Network': ['ID=bd032d6d-e84b-4128-a7a8-92760eb4ffdc,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:46.033632 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-e0af6ad2-5998-4df2-accf-e83ee1ad3e5e tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, bb1ef706-2633-47e1-9f49-f89fb9b6decf) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:46.043145 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc91c79-9ba9-4138-9075-3bf667da0bbf None None] Network bb1ef706-2633-47e1-9f49-f89fb9b6decf requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:46.047807 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0af6ad2-5998-4df2-accf-e83ee1ad3e5e tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:46.048431 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e0af6ad2-5998-4df2-accf-e83ee1ad3e5e tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:46.059432 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-106b2140-4b58-4ba5-9fb0-e7afe327b357 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "DELETE /v2.0/networks/bd032d6d-e84b-4128-a7a8-92760eb4ffdc HTTP/1.1" status: 204 len: 168 time: 1.5379798 Apr 18 05:53:46.065134 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f7adcee4-a74a-44b1-ae33-a4791d164e81 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:46.070389 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40674) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:46.093906 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83d3ead-c230-48be-bac7-dfac5d4582e6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Made reservation on behalf of c9cb2f19d4c24715a738705e058d4e92 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:46.097359 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e83d3ead-c230-48be-bac7-dfac5d4582e6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:46.113887 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62fffbca-3c55-40bd-bdc1-69743fb806b1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:46.200109 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62fffbca-3c55-40bd-bdc1-69743fb806b1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:46.201921 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-62fffbca-3c55-40bd-bdc1-69743fb806b1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] 10.222.0.15 "DELETE /v2.0/networks/84240401-986e-4ecd-a0a3-d8b36ab8fb9d HTTP/1.1" status: 204 len: 168 time: 3.5980747 Apr 18 05:53:46.213440 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e0af6ad2-5998-4df2-accf-e83ee1ad3e5e tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6220078 Apr 18 05:53:46.218173 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40680) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:46.232733 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d148e8f-311a-41e4-9004-9b99e68f60d9 req-e2e809a0-1c28-4bdd-a497-04902a9f15c1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:46.234464 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8d148e8f-311a-41e4-9004-9b99e68f60d9 req-e2e809a0-1c28-4bdd-a497-04902a9f15c1 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.5210800 Apr 18 05:53:46.245182 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-5120c9e5-cf76-4922-8528-7ba8d94897b9 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Request body: {'port': {'network_id': 'bb1ef706-2633-47e1-9f49-f89fb9b6decf', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-568472023'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:46.259626 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fffbca-3c55-40bd-bdc1-69743fb806b1 tempest-NetworksTest-155803737 tempest-NetworksTest-155803737-project] Pushing event deleted for resources: {'Network': ['ID=84240401-986e-4ecd-a0a3-d8b36ab8fb9d,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:46.317773 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-bb1ef706-2633-47e1-9f49-f89fb9b6decf', 'network_id': 'bb1ef706-2633-47e1-9f49-f89fb9b6decf', 'tenant_id': 'ef2b69591d81419b96cb2af721a5961b', 'fixed_ips': [{'subnet_id': '89eb9fe4-4605-4c98-aeff-a604f7ee15da'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:53:46.320290 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:46.339718 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adcee4-a74a-44b1-ae33-a4791d164e81 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Subnet': ['ID=34149cc9-2bf3-487b-ae21-58748022e33c,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:46.404028 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-d9af2f49-52a1-4c3c-8078-0a7c784ef95e tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Deleting port abbf36ee-4ff7-44c5-a4f3-45493a0e9a36 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:46.404404 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d9af2f49-52a1-4c3c-8078-0a7c784ef95e tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:46.477065 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7adcee4-a74a-44b1-ae33-a4791d164e81 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Checking segment: {'id': 'd5475d8a-95cb-48ec-97e2-e427ecc359f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e87420ba-7260-4af8-8404-23c45d585efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:46.477419 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7adcee4-a74a-44b1-ae33-a4791d164e81 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network hostable DHCP agents. Network: e87420ba-7260-4af8-8404-23c45d585efe, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:53:46.495872 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8d148e8f-311a-41e4-9004-9b99e68f60d9 req-b9613264-e167-402f-a37a-a21aaa05998b tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266788 Apr 18 05:53:46.565466 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] Allocated IP 2001:db8::2 (bb1ef706-2633-47e1-9f49-f89fb9b6decf/89eb9fe4-4605-4c98-aeff-a604f7ee15da/5c8828f6-d257-4600-b199-2246a378cafd) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:46.649695 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:46.665231 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40688) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:46.770409 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5120c9e5-cf76-4922-8528-7ba8d94897b9 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:46.775447 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7adcee4-a74a-44b1-ae33-a4791d164e81 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network e87420ba-7260-4af8-8404-23c45d585efe is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:53:46.782669 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5120c9e5-cf76-4922-8528-7ba8d94897b9 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Usage tracker for resource:port and tenant:ef2b69591d81419b96cb2af721a5961b is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:46.795616 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5120c9e5-cf76-4922-8528-7ba8d94897b9 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:46.806516 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5120c9e5-cf76-4922-8528-7ba8d94897b9 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:46.824795 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-f7adcee4-a74a-44b1-ae33-a4791d164e81 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, e87420ba-7260-4af8-8404-23c45d585efe) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:46.839793 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c1282c-7b9e-4de7-978b-58db39f8da81 None None] Network e87420ba-7260-4af8-8404-23c45d585efe requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:46.844406 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7adcee4-a74a-44b1-ae33-a4791d164e81 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:46.845001 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f7adcee4-a74a-44b1-ae33-a4791d164e81 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:46.922121 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5120c9e5-cf76-4922-8528-7ba8d94897b9 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Made reservation on behalf of ef2b69591d81419b96cb2af721a5961b for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:46.925812 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5120c9e5-cf76-4922-8528-7ba8d94897b9 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:46.946648 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f7adcee4-a74a-44b1-ae33-a4791d164e81 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4310446 Apr 18 05:53:46.949451 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:46.955974 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40694) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:46.966467 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-5e623d64-1872-4815-b04d-c589bc774bcd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'port': {'network_id': 'e87420ba-7260-4af8-8404-23c45d585efe', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1034572383'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:46.977062 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] Transition to ACTIVE for port object 5c8828f6-d257-4600-b199-2246a378cafd will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:46.998625 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d9af2f49-52a1-4c3c-8078-0a7c784ef95e tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:47.007243 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-5120c9e5-cf76-4922-8528-7ba8d94897b9 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] device_id is not set on port b2a45ab9-3bf6-4594-b627-f870c277acb6 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:53:47.016837 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] Transition to ACTIVE for port object 5c8828f6-d257-4600-b199-2246a378cafd will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:47.051705 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:47.125460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e83d3ead-c230-48be-bac7-dfac5d4582e6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:47.129741 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] Network bb1ef706-2633-47e1-9f49-f89fb9b6decf is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:47.130922 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:47.138539 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:47.144354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb1098-ddc7-4512-8a29-5368c41f09f2 req-eb68580e-fe69-404a-a5f7-37746a7b1935 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:47.146312 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e2bb1098-ddc7-4512-8a29-5368c41f09f2 req-eb68580e-fe69-404a-a5f7-37746a7b1935 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.5044701 Apr 18 05:53:47.177165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5144eb5b-3517-42d9-803c-cc68d9df22aa tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:47.229349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5144eb5b-3517-42d9-803c-cc68d9df22aa tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:47.230821 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] Pushing event updated for resources: {'Port': ['ID=5c8828f6-d257-4600-b199-2246a378cafd,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:47.243035 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:47.243458 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-d9af2f49-52a1-4c3c-8078-0a7c784ef95e tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Calling delete_port for abbf36ee-4ff7-44c5-a4f3-45493a0e9a36 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:47.269331 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324a40ca-a210-445f-a876-bea65545e956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-e87420ba-7260-4af8-8404-23c45d585efe', 'network_id': 'e87420ba-7260-4af8-8404-23c45d585efe', 'tenant_id': 'b795a7b2664b4745a3434243a096a116', 'fixed_ips': [{'subnet_id': '34149cc9-2bf3-487b-ae21-58748022e33c'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:53:47.270140 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-324a40ca-a210-445f-a876-bea65545e956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:47.369111 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] Attempting to bind port 5c8828f6-d257-4600-b199-2246a378cafd on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:53:47.369463 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] Attempting to bind port 5c8828f6-d257-4600-b199-2246a378cafd by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'b5984189-73a3-43e3-93fb-e1f136d92e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bb1ef706-2633-47e1-9f49-f89fb9b6decf'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:53:47.369759 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] Attempting to bind port 5c8828f6-d257-4600-b199-2246a378cafd on network bb1ef706-2633-47e1-9f49-f89fb9b6decf {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:53:47.383862 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:53:47.384299 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] Checking segment: {'id': 'b5984189-73a3-43e3-93fb-e1f136d92e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bb1ef706-2633-47e1-9f49-f89fb9b6decf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:47.384827 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:47.385272 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] Bound using segment: {'id': 'b5984189-73a3-43e3-93fb-e1f136d92e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bb1ef706-2633-47e1-9f49-f89fb9b6decf'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:53:47.385752 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] Bound port: 5c8828f6-d257-4600-b199-2246a378cafd, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5984189-73a3-43e3-93fb-e1f136d92e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bb1ef706-2633-47e1-9f49-f89fb9b6decf'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:53:47.386126 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:47.408704 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4a0e5a50-761c-413c-b8c7-7d46a0f13632 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5363d5685d824735b18239fcd4923d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7357266 Apr 18 05:53:47.417597 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40698) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:47.419078 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d3ead-c230-48be-bac7-dfac5d4582e6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Subnet': ['ID=a7f857d3-fe81-4da9-a67a-b3ef0d187468,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:47.447337 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e2bb1098-ddc7-4512-8a29-5368c41f09f2 req-32398741-4a39-4f45-ba17-454737c3820b tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728891 Apr 18 05:53:47.457199 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5e623d64-1872-4815-b04d-c589bc774bcd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:47.471501 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83d3ead-c230-48be-bac7-dfac5d4582e6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Checking segment: {'id': 'fec8d02f-ba77-4677-b367-c26f82f436e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8359ea23-573a-4d93-a1ad-736c029bcfaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:47.471875 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83d3ead-c230-48be-bac7-dfac5d4582e6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Network hostable DHCP agents. Network: 8359ea23-573a-4d93-a1ad-736c029bcfaf, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:53:47.474232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d9af2f49-52a1-4c3c-8078-0a7c784ef95e tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:47.483276 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5e623d64-1872-4815-b04d-c589bc774bcd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:port and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:47.539388 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5e623d64-1872-4815-b04d-c589bc774bcd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:47.552273 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-5120c9e5-cf76-4922-8528-7ba8d94897b9 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Allocated IP 2001:db8::10c (bb1ef706-2633-47e1-9f49-f89fb9b6decf/89eb9fe4-4605-4c98-aeff-a604f7ee15da/b2a45ab9-3bf6-4594-b627-f870c277acb6) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:47.564754 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af2f49-52a1-4c3c-8078-0a7c784ef95e tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event deleted for resources: {'Port': ['ID=abbf36ee-4ff7-44c5-a4f3-45493a0e9a36,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:47.573122 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5e623d64-1872-4815-b04d-c589bc774bcd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:47.596282 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d9af2f49-52a1-4c3c-8078-0a7c784ef95e tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:47.609584 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-324a40ca-a210-445f-a876-bea65545e956 None None] Allocated IP 172.20.0.2 (e87420ba-7260-4af8-8404-23c45d585efe/34149cc9-2bf3-487b-ae21-58748022e33c/efee8309-c6de-4b9d-ae54-c21336dcdabf) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:47.616162 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] For port 5c8828f6-d257-4600-b199-2246a378cafd, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:53:47.621623 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] For port 5c8828f6-d257-4600-b199-2246a378cafd, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5c8828f6-d257-4600-b199-2246a378cafd,segment=NetworkSegment(b5984189-73a3-43e3-93fb-e1f136d92e31),segment_id=b5984189-73a3-43e3-93fb-e1f136d92e31)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:53:47.625410 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e623d64-1872-4815-b04d-c589bc774bcd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:47.629651 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5e623d64-1872-4815-b04d-c589bc774bcd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:47.634048 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:47.695991 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83d3ead-c230-48be-bac7-dfac5d4582e6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Network 8359ea23-573a-4d93-a1ad-736c029bcfaf is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:53:47.707215 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5144eb5b-3517-42d9-803c-cc68d9df22aa tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Router 917c1505-70d4-4663-9552-28356e110df1 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:53:47.708921 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ba715b1-836b-4b24-8ac1-c16595bdd615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:47.712613 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d9af2f49-52a1-4c3c-8078-0a7c784ef95e tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "DELETE /v2.0/ports/abbf36ee-4ff7-44c5-a4f3-45493a0e9a36 HTTP/1.1" status: 204 len: 168 time: 1.6066117 Apr 18 05:53:47.719025 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40704) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:47.751506 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-5e623d64-1872-4815-b04d-c589bc774bcd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] device_id is not set on port 9e98360e-eb54-4f1b-a1bf-6e573a1e525a yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:53:47.773417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-e83d3ead-c230-48be-bac7-dfac5d4582e6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 8359ea23-573a-4d93-a1ad-736c029bcfaf) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:47.777634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83d3ead-c230-48be-bac7-dfac5d4582e6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:47.778355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e83d3ead-c230-48be-bac7-dfac5d4582e6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:47.791100 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4452bfda-840d-4c72-b912-fc56dd0c5106 None None] Network 8359ea23-573a-4d93-a1ad-736c029bcfaf requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:47.793898 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c90ac35-f178-4553-8ebd-a6e9ab1ae05c tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] DELETE failed (client error): The resource could not be found. Apr 18 05:53:47.794308 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c90ac35-f178-4553-8ebd-a6e9ab1ae05c tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:53:47.867715 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ba715b1-836b-4b24-8ac1-c16595bdd615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:47.888476 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1c90ac35-f178-4553-8ebd-a6e9ab1ae05c tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "DELETE /v2.0/subnets/50624155-29c6-42c9-a78a-8cb1364d4859 HTTP/1.1" status: 404 len: 337 time: 0.1673715 Apr 18 05:53:47.890972 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40708) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:47.923767 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e83d3ead-c230-48be-bac7-dfac5d4582e6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4313061 Apr 18 05:53:47.939061 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40712) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:47.940460 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ca568-7c74-4623-8ec0-9738839e75dd None None] Pushing event updated for resources: {'Port': ['ID=5c8828f6-d257-4600-b199-2246a378cafd,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:48.050793 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e71f2d-b259-48b7-a0e0-699e186f841e req-5bda30bf-fd19-498d-b3ea-3a22d8d01d01 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:48.053084 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-73e71f2d-b259-48b7-a0e0-699e186f841e req-5bda30bf-fd19-498d-b3ea-3a22d8d01d01 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.4063654 Apr 18 05:53:48.086513 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ba715b1-836b-4b24-8ac1-c16595bdd615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:48.117104 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:48.119747 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5120c9e5-cf76-4922-8528-7ba8d94897b9 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:48.142981 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-5120c9e5-cf76-4922-8528-7ba8d94897b9 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Transition to ACTIVE for port object b2a45ab9-3bf6-4594-b627-f870c277acb6 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:48.146745 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-324a40ca-a210-445f-a876-bea65545e956 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:48.147093 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:48.155281 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba715b1-836b-4b24-8ac1-c16595bdd615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f74f619-cc33-419e-9b06-ca170b5df312,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:48.202459 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5120c9e5-cf76-4922-8528-7ba8d94897b9 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:48.220360 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-324a40ca-a210-445f-a876-bea65545e956 None None] Transition to ACTIVE for port object efee8309-c6de-4b9d-ae54-c21336dcdabf will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:48.287157 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-8359ea23-573a-4d93-a1ad-736c029bcfaf', 'network_id': '8359ea23-573a-4d93-a1ad-736c029bcfaf', 'tenant_id': 'c9cb2f19d4c24715a738705e058d4e92', 'fixed_ips': [{'subnet_id': 'a7f857d3-fe81-4da9-a67a-b3ef0d187468'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:53:48.288024 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:48.293691 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ba715b1-836b-4b24-8ac1-c16595bdd615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:48.295101 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1ba715b1-836b-4b24-8ac1-c16595bdd615 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f74f619-cc33-419e-9b06-ca170b5df312 HTTP/1.1" status: 204 len: 168 time: 0.8740048 Apr 18 05:53:48.301335 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5144eb5b-3517-42d9-803c-cc68d9df22aa tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:53:48.306002 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5144eb5b-3517-42d9-803c-cc68d9df22aa tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:48.306926 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5144eb5b-3517-42d9-803c-cc68d9df22aa tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "PUT /v2.0/routers/917c1505-70d4-4663-9552-28356e110df1 HTTP/1.1" status: 200 len: 922 time: 4.5247514 Apr 18 05:53:48.311247 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c207d40-157e-4073-a253-2a88a5a422bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:48.317509 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40718) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:48.324471 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-73e71f2d-b259-48b7-a0e0-699e186f841e req-708825bc-7740-4b38-9fbe-7232d8294688 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452288 Apr 18 05:53:48.328664 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a267cc0c-e603-455d-8026-3c9df46d5681 None None] Sync routers for ids ['917c1505-70d4-4663-9552-28356e110df1'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:53:48.331957 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-324a40ca-a210-445f-a876-bea65545e956 None None] Transition to ACTIVE for port object efee8309-c6de-4b9d-ae54-c21336dcdabf will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:48.341939 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5120c9e5-cf76-4922-8528-7ba8d94897b9 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Network bb1ef706-2633-47e1-9f49-f89fb9b6decf is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:48.437664 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-5120c9e5-cf76-4922-8528-7ba8d94897b9 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:48.509184 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5120c9e5-cf76-4922-8528-7ba8d94897b9 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:48.517622 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5120c9e5-cf76-4922-8528-7ba8d94897b9 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:48.518129 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a267cc0c-e603-455d-8026-3c9df46d5681 None None] Routers {'917c1505-70d4-4663-9552-28356e110df1'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:53:48.518781 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a267cc0c-e603-455d-8026-3c9df46d5681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['917c1505-70d4-4663-9552-28356e110df1'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:48.520078 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5120c9e5-cf76-4922-8528-7ba8d94897b9 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:48.536812 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120c9e5-cf76-4922-8528-7ba8d94897b9 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Pushing event updated for resources: {'Port': ['ID=b2a45ab9-3bf6-4594-b627-f870c277acb6,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:48.576100 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Port': ['ID=0b60ef89-11c4-41d2-a4c5-f4258f1ae9ff,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:48.580465 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-5e623d64-1872-4815-b04d-c589bc774bcd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Allocated IP 172.20.0.10 (e87420ba-7260-4af8-8404-23c45d585efe/34149cc9-2bf3-487b-ae21-58748022e33c/9e98360e-eb54-4f1b-a1bf-6e573a1e525a) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:48.619858 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-324a40ca-a210-445f-a876-bea65545e956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:48.706985 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5120c9e5-cf76-4922-8528-7ba8d94897b9 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.4800966 Apr 18 05:53:48.715798 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40728) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:48.844216 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-8e7d0824-a040-43ed-9619-66219c5ca71c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Request body: {'port': {'network_id': 'bb1ef706-2633-47e1-9f49-f89fb9b6decf', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-509132773', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:48.844985 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.api.validators [None req-8e7d0824-a040-43ed-9619-66219c5ca71c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] bootfile-name is not in valid_values {{(pid=88035) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 05:53:48.845334 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.api.validators [None req-8e7d0824-a040-43ed-9619-66219c5ca71c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] tftp-server is not in valid_values {{(pid=88035) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 05:53:48.845673 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.api.validators [None req-8e7d0824-a040-43ed-9619-66219c5ca71c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] server-ip-address is not in valid_values {{(pid=88035) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 05:53:48.895142 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a267cc0c-e603-455d-8026-3c9df46d5681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:48.918221 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324a40ca-a210-445f-a876-bea65545e956 None None] Network e87420ba-7260-4af8-8404-23c45d585efe is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:48.929041 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-324a40ca-a210-445f-a876-bea65545e956 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:48.934460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:48.955212 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324a40ca-a210-445f-a876-bea65545e956 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:48.990757 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] Allocated IP 2001:db8::1 (8359ea23-573a-4d93-a1ad-736c029bcfaf/a7f857d3-fe81-4da9-a67a-b3ef0d187468/ebc3dfa8-3825-4d89-aa79-b30466ba5d28) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:49.019732 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:49.229653 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d77084-4524-4140-ae1b-530d9eafb5f9 req-bffec52e-ea2d-42e4-8402-2eb92243c657 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:49.231177 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e8d77084-4524-4140-ae1b-530d9eafb5f9 req-bffec52e-ea2d-42e4-8402-2eb92243c657 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.3526802 Apr 18 05:53:49.290985 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a267cc0c-e603-455d-8026-3c9df46d5681 None None] Routers {'917c1505-70d4-4663-9552-28356e110df1'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:53:49.291607 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a267cc0c-e603-455d-8026-3c9df46d5681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['917c1505-70d4-4663-9552-28356e110df1'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:49.316417 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5b17b4d8-d6b4-4c2a-bd2f-c8ca93fba93e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "GET /v2.0/routers/917c1505-70d4-4663-9552-28356e110df1 HTTP/1.1" status: 200 len: 922 time: 0.9631057 Apr 18 05:53:49.333188 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40748) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:49.334614 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c207d40-157e-4073-a253-2a88a5a422bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:49.343469 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:49.352972 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a40ca-a210-445f-a876-bea65545e956 None None] Pushing event updated for resources: {'Port': ['ID=efee8309-c6de-4b9d-ae54-c21336dcdabf,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:49.430306 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] Transition to ACTIVE for port object ebc3dfa8-3825-4d89-aa79-b30466ba5d28 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:49.445941 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e8d77084-4524-4140-ae1b-530d9eafb5f9 req-dbc42040-9774-459a-9074-c59b2fb7f6ca tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012494 Apr 18 05:53:49.457625 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5e623d64-1872-4815-b04d-c589bc774bcd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:49.472255 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a267cc0c-e603-455d-8026-3c9df46d5681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:49.472906 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a267cc0c-e603-455d-8026-3c9df46d5681 None None] The sync data for ids ['917c1505-70d4-4663-9552-28356e110df1'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:53:49.484158 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8e7d0824-a040-43ed-9619-66219c5ca71c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:49.487085 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-5e623d64-1872-4815-b04d-c589bc774bcd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Transition to ACTIVE for port object 9e98360e-eb54-4f1b-a1bf-6e573a1e525a will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:49.492280 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8e7d0824-a040-43ed-9619-66219c5ca71c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Usage tracker for resource:port and tenant:ef2b69591d81419b96cb2af721a5961b is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:49.499426 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8e7d0824-a040-43ed-9619-66219c5ca71c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:49.511495 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8e7d0824-a040-43ed-9619-66219c5ca71c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:49.529278 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1849634e-9e28-40b9-b5f0-7831cc0b099d None None] Network bb1ef706-2633-47e1-9f49-f89fb9b6decf requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:49.539551 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7d0824-a040-43ed-9619-66219c5ca71c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Made reservation on behalf of ef2b69591d81419b96cb2af721a5961b for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:49.543112 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8e7d0824-a040-43ed-9619-66219c5ca71c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:49.543295 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-9c207d40-157e-4073-a253-2a88a5a422bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3bdbdf-46aa-4acf-bde1-fc22aebcf644']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:49.557628 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] Transition to ACTIVE for port object ebc3dfa8-3825-4d89-aa79-b30466ba5d28 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:49.561733 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40752) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:49.563816 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8964fc-82fc-42f0-8d89-936298e287d8 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:49.564562 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6d8964fc-82fc-42f0-8d89-936298e287d8 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Synchronizing usage tracker for tenant:b4c5cfde5cd54ba8828b292399defc86 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:53:49.572347 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:49.592513 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-8e7d0824-a040-43ed-9619-66219c5ca71c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] device_id is not set on port db2790ed-d110-462b-a411-d9a70b49485d yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:53:49.625903 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-9c207d40-157e-4073-a253-2a88a5a422bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6287c8f9-c00c-480f-8f74-8caa7f48dfcf') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:49.626191 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-9c207d40-157e-4073-a253-2a88a5a422bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6287c8f9-c00c-480f-8f74-8caa7f48dfcf') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:49.633548 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5e623d64-1872-4815-b04d-c589bc774bcd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:49.642108 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Floating IP de3a66fb-0359-42f2-80a5-1943fc692a32 associated. External IP: 172.26.1.32, port: 6ab963fb-33f0-40f1-8644-4f88def5adf9. Apr 18 05:53:49.649008 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:49.696509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6d8964fc-82fc-42f0-8d89-936298e287d8 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Unset dirty status for tenant:b4c5cfde5cd54ba8828b292399defc86 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:53:49.697551 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6d8964fc-82fc-42f0-8d89-936298e287d8 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&device_id=917c1505-70d4-4663-9552-28356e110df1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3580487 Apr 18 05:53:49.700890 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-324a40ca-a210-445f-a876-bea65545e956 None None] Attempting to bind port efee8309-c6de-4b9d-ae54-c21336dcdabf on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:53:49.701273 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-324a40ca-a210-445f-a876-bea65545e956 None None] Attempting to bind port efee8309-c6de-4b9d-ae54-c21336dcdabf by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'd5475d8a-95cb-48ec-97e2-e427ecc359f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e87420ba-7260-4af8-8404-23c45d585efe'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:53:49.701707 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324a40ca-a210-445f-a876-bea65545e956 None None] Attempting to bind port efee8309-c6de-4b9d-ae54-c21336dcdabf on network e87420ba-7260-4af8-8404-23c45d585efe {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:53:49.708635 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40758) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:49.721226 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b72b6e14-149a-4c55-8c79-2e4f7e096855 None None] Provisioning for port 5c8828f6-d257-4600-b199-2246a378cafd completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:49.736580 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e623d64-1872-4815-b04d-c589bc774bcd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network e87420ba-7260-4af8-8404-23c45d585efe is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:49.741996 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324a40ca-a210-445f-a876-bea65545e956 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:53:49.741996 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324a40ca-a210-445f-a876-bea65545e956 None None] Checking segment: {'id': 'd5475d8a-95cb-48ec-97e2-e427ecc359f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e87420ba-7260-4af8-8404-23c45d585efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:49.742562 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-324a40ca-a210-445f-a876-bea65545e956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:49.743024 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c207d40-157e-4073-a253-2a88a5a422bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:49.743149 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324a40ca-a210-445f-a876-bea65545e956 None None] Bound using segment: {'id': 'd5475d8a-95cb-48ec-97e2-e427ecc359f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e87420ba-7260-4af8-8404-23c45d585efe'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:53:49.744171 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-324a40ca-a210-445f-a876-bea65545e956 None None] Bound port: efee8309-c6de-4b9d-ae54-c21336dcdabf, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5475d8a-95cb-48ec-97e2-e427ecc359f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e87420ba-7260-4af8-8404-23c45d585efe'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:53:49.744171 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-324a40ca-a210-445f-a876-bea65545e956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:49.747052 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-5e623d64-1872-4815-b04d-c589bc774bcd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:49.749507 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e623d64-1872-4815-b04d-c589bc774bcd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:49.800923 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c207d40-157e-4073-a253-2a88a5a422bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:49.806212 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-123515108'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:49.813661 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] Network 8359ea23-573a-4d93-a1ad-736c029bcfaf is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:49.823991 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:49.824206 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:49.836591 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:49.856016 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e623d64-1872-4815-b04d-c589bc774bcd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Port': ['ID=9e98360e-eb54-4f1b-a1bf-6e573a1e525a,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:49.878089 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:network and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:49.879566 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c207d40-157e-4073-a253-2a88a5a422bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:49.879977 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c207d40-157e-4073-a253-2a88a5a422bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:49.885239 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:49.892290 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] Pushing event updated for resources: {'Port': ['ID=ebc3dfa8-3825-4d89-aa79-b30466ba5d28,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:49.900165 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:49.908305 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:49.918588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e623d64-1872-4815-b04d-c589bc774bcd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:49.919710 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5e623d64-1872-4815-b04d-c589bc774bcd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:49.948324 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Made reservation on behalf of cfb0e03f77e24f68b484d6de092642f5 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:49.951772 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:49.961434 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-8e7d0824-a040-43ed-9619-66219c5ca71c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Allocated IP 2001:db8::197 (bb1ef706-2633-47e1-9f49-f89fb9b6decf/89eb9fe4-4605-4c98-aeff-a604f7ee15da/db2790ed-d110-462b-a411-d9a70b49485d) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:49.973833 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:49.989053 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5e623d64-1872-4815-b04d-c589bc774bcd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.0320168 Apr 18 05:53:49.992072 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40762) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:50.022722 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-324a40ca-a210-445f-a876-bea65545e956 None None] For port efee8309-c6de-4b9d-ae54-c21336dcdabf, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:53:50.038804 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] Attempting to bind port ebc3dfa8-3825-4d89-aa79-b30466ba5d28 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:53:50.039366 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] Attempting to bind port ebc3dfa8-3825-4d89-aa79-b30466ba5d28 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'fec8d02f-ba77-4677-b367-c26f82f436e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8359ea23-573a-4d93-a1ad-736c029bcfaf'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:53:50.039696 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] Attempting to bind port ebc3dfa8-3825-4d89-aa79-b30466ba5d28 on network 8359ea23-573a-4d93-a1ad-736c029bcfaf {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:53:50.042558 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-324a40ca-a210-445f-a876-bea65545e956 None None] For port efee8309-c6de-4b9d-ae54-c21336dcdabf, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=efee8309-c6de-4b9d-ae54-c21336dcdabf,segment=NetworkSegment(d5475d8a-95cb-48ec-97e2-e427ecc359f6),segment_id=d5475d8a-95cb-48ec-97e2-e427ecc359f6)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:53:50.050684 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:50.066326 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:security_group_rule and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:50.067863 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:50.076789 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:50.077872 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:53:50.078250 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] Checking segment: {'id': 'fec8d02f-ba77-4677-b367-c26f82f436e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8359ea23-573a-4d93-a1ad-736c029bcfaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:50.078657 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:50.079058 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] Bound using segment: {'id': 'fec8d02f-ba77-4677-b367-c26f82f436e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8359ea23-573a-4d93-a1ad-736c029bcfaf'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:53:50.079806 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] Bound port: ebc3dfa8-3825-4d89-aa79-b30466ba5d28, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec8d02f-ba77-4677-b367-c26f82f436e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8359ea23-573a-4d93-a1ad-736c029bcfaf'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:53:50.080222 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:50.092101 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:50.093160 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-324a40ca-a210-445f-a876-bea65545e956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:50.145839 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a8631-b50e-48b8-a34d-dd8b170fa23d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port 9e98360e-eb54-4f1b-a1bf-6e573a1e525a {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:50.146217 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9d1a8631-b50e-48b8-a34d-dd8b170fa23d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:50.154065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f857d3-fe81-4da9-a67a-b3ef0d187468,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:50.171957 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d6e468-502b-4868-bf8c-9f0b0fc57572 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:50.172571 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c4d6e468-502b-4868-bf8c-9f0b0fc57572 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Synchronizing usage tracker for tenant:b4c5cfde5cd54ba8828b292399defc86 on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:53:50.192513 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c207d40-157e-4073-a253-2a88a5a422bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:50.267195 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a40ca-a210-445f-a876-bea65545e956 None None] Pushing event updated for resources: {'Port': ['ID=efee8309-c6de-4b9d-ae54-c21336dcdabf,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:50.276453 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c207d40-157e-4073-a253-2a88a5a422bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:50.291729 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] For port ebc3dfa8-3825-4d89-aa79-b30466ba5d28, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:53:50.306753 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] For port ebc3dfa8-3825-4d89-aa79-b30466ba5d28, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=ebc3dfa8-3825-4d89-aa79-b30466ba5d28,segment=NetworkSegment(fec8d02f-ba77-4677-b367-c26f82f436e3),segment_id=fec8d02f-ba77-4677-b367-c26f82f436e3)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:53:50.316064 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:50.394473 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5c8828f6-d257-4600-b199-2246a378cafd up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:53:50.409684 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c207d40-157e-4073-a253-2a88a5a422bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event deleted for resources: {'Network': ['ID=dc3bdbdf-46aa-4acf-bde1-fc22aebcf644,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:50.442545 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9c207d40-157e-4073-a253-2a88a5a422bb tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "DELETE /v2.0/networks/dc3bdbdf-46aa-4acf-bde1-fc22aebcf644 HTTP/1.1" status: 204 len: 168 time: 2.5482895 Apr 18 05:53:50.448815 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40766) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:50.451106 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:50.473925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c4d6e468-502b-4868-bf8c-9f0b0fc57572 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Unset dirty status for tenant:b4c5cfde5cd54ba8828b292399defc86 on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:53:50.476170 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c4d6e468-502b-4868-bf8c-9f0b0fc57572 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "GET /v2.0/networks/9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 HTTP/1.1" status: 200 len: 881 time: 0.7635872 Apr 18 05:53:50.530015 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40772) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:50.623228 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8359ea23-573a-4d93-a1ad-736c029bcfaf']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:50.649140 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234ead1-d3d4-4d17-bef3-9e202675754a None None] Pushing event updated for resources: {'Port': ['ID=ebc3dfa8-3825-4d89-aa79-b30466ba5d28,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:50.670561 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 5c8828f6-d257-4600-b199-2246a378cafd completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:50.679363 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 5c8828f6-d257-4600-b199-2246a378cafd triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:50.679523 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:50.715446 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df78c22-d1ad-4dd4-b7e0-259f072396d6 None None] Network 8359ea23-573a-4d93-a1ad-736c029bcfaf requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:50.718915 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-04c6b835-4a7f-4a06-b6bd-9e66d5bc016b tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "GET /v2.0/ports?device_id=917c1505-70d4-4663-9552-28356e110df1 HTTP/1.1" status: 200 len: 205 time: 0.1711133 Apr 18 05:53:50.729761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40776) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:50.828485 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8e7d0824-a040-43ed-9619-66219c5ca71c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:50.878589 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec8d02f-ba77-4677-b367-c26f82f436e3') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:50.878882 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec8d02f-ba77-4677-b367-c26f82f436e3') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:50.941194 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-8e7d0824-a040-43ed-9619-66219c5ca71c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Transition to ACTIVE for port object db2790ed-d110-462b-a411-d9a70b49485d will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:50.972513 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:51.008784 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf077ef-62e2-4de9-9eef-cfbdd0962327 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Deleting subnet 18f9b411-ebd5-4c01-9dfd-281773d100c3 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:53:51.028939 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-daf077ef-62e2-4de9-9eef-cfbdd0962327 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:51.059980 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:51.090979 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-563cf681-c168-4b78-a7ed-41e31a0e5378 None None] Provisioning complete for port 5c8828f6-d257-4600-b199-2246a378cafd triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:51.091552 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-563cf681-c168-4b78-a7ed-41e31a0e5378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:51.093209 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:51.093710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:51.107193 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:51.109279 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:51.124696 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Router 3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:53:51.126828 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:51.212206 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9d1a8631-b50e-48b8-a34d-dd8b170fa23d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:51.219727 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb66e155-f06e-4c22-ab14-de81517e2267,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:51.222935 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-daf077ef-62e2-4de9-9eef-cfbdd0962327 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:51.228682 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-99885719-043b-42d4-8acd-e20d6df085b0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:51.264594 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:51.318689 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-563cf681-c168-4b78-a7ed-41e31a0e5378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:51.333345 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 5c8828f6-d257-4600-b199-2246a378cafd, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5c8828f6-d257-4600-b199-2246a378cafd,segment=NetworkSegment(b5984189-73a3-43e3-93fb-e1f136d92e31),segment_id=b5984189-73a3-43e3-93fb-e1f136d92e31)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:51.344525 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:51.352030 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.api [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 05:53:51.352030 dv-neutron-837489-1-hyperv neutron-server[88034]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 05:53:51.352030 dv-neutron-837489-1-hyperv neutron-server[88034]: [parameters: {'id': '8359ea23-573a-4d93-a1ad-736c029bcfaf'}] Apr 18 05:53:51.352030 dv-neutron-837489-1-hyperv neutron-server[88034]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:53:51.352815 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG oslo_db.api [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:53:51.404673 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-daf077ef-62e2-4de9-9eef-cfbdd0962327 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:51.474306 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-563cf681-c168-4b78-a7ed-41e31a0e5378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:53:51.474916 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-563cf681-c168-4b78-a7ed-41e31a0e5378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:53:51.475883 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=5c8828f6-d257-4600-b199-2246a378cafd,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:51.507525 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eb2fc-dde1-4d52-8783-2dd784dec56a req-0d139328-4067-417f-9ec0-9b43da58a37b tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:51.509694 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-120eb2fc-dde1-4d52-8783-2dd784dec56a req-0d139328-4067-417f-9ec0-9b43da58a37b tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.6342964 Apr 18 05:53:51.514211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-daf077ef-62e2-4de9-9eef-cfbdd0962327 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:51.636192 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf077ef-62e2-4de9-9eef-cfbdd0962327 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event deleted for resources: {'Subnet': ['ID=18f9b411-ebd5-4c01-9dfd-281773d100c3,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:51.640680 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-daf077ef-62e2-4de9-9eef-cfbdd0962327 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:51.653874 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2462062b-6419-437d-9052-80c6d66726ba None None] Network 1f226737-7c0e-448f-99b8-b40109101814 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:51.680434 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-daf077ef-62e2-4de9-9eef-cfbdd0962327 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "DELETE /v2.0/subnets/18f9b411-ebd5-4c01-9dfd-281773d100c3 HTTP/1.1" status: 204 len: 168 time: 1.2167752 Apr 18 05:53:51.685983 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40780) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:51.695210 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a8631-b50e-48b8-a34d-dd8b170fa23d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Calling delete_port for 9e98360e-eb54-4f1b-a1bf-6e573a1e525a owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:51.733668 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:53:51.740264 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8e7d0824-a040-43ed-9619-66219c5ca71c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:51.743752 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-120eb2fc-dde1-4d52-8783-2dd784dec56a req-58b70c08-def3-4d1c-8639-35871fab146e tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694508 Apr 18 05:53:51.799099 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:53:51.811763 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1f463f-5011-49d3-b68b-106875b109c1 None None] Sync routers for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:53:51.824814 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1f463f-5011-49d3-b68b-106875b109c1 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:53:51.826639 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1b1f463f-5011-49d3-b68b-106875b109c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:51.838688 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:51.839075 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Added segment c86f53a4-2f95-4f63-8abd-79d5a33f6de9 of type vlan for network 9182f4e6-f196-4324-982c-e932101321b1 Apr 18 05:53:51.849324 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:51.851477 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:51.888292 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d0824-a040-43ed-9619-66219c5ca71c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Pushing event updated for resources: {'Port': ['ID=db2790ed-d110-462b-a411-d9a70b49485d,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:51.908303 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f554f93-4d53-4250-a668-2a5b172da837 None None] Network e87420ba-7260-4af8-8404-23c45d585efe requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:51.910078 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1b1f463f-5011-49d3-b68b-106875b109c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:51.917373 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7d0824-a040-43ed-9619-66219c5ca71c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Network bb1ef706-2633-47e1-9f49-f89fb9b6decf is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:51.918812 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-99885719-043b-42d4-8acd-e20d6df085b0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:51.920146 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1f463f-5011-49d3-b68b-106875b109c1 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:53:51.920923 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1b1f463f-5011-49d3-b68b-106875b109c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:51.925868 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-8e7d0824-a040-43ed-9619-66219c5ca71c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:51.932931 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:51.936575 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7d0824-a040-43ed-9619-66219c5ca71c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:51.942154 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7d0824-a040-43ed-9619-66219c5ca71c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:51.942832 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8e7d0824-a040-43ed-9619-66219c5ca71c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:51.944900 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:52.000277 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Deleting port 2b36fe2f-54a8-4474-925a-68d01d702816 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:52.000450 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-99885719-043b-42d4-8acd-e20d6df085b0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Deleting port f6885d0b-a04f-4bbe-b355-842cea594b60 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:52.000647 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-99885719-043b-42d4-8acd-e20d6df085b0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:52.000808 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:52.085638 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1b1f463f-5011-49d3-b68b-106875b109c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:52.086267 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1f463f-5011-49d3-b68b-106875b109c1 None None] The sync data for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:53:52.146668 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8e7d0824-a040-43ed-9619-66219c5ca71c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.4294295 Apr 18 05:53:52.149239 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93ba3ff-fcad-4974-a7b5-b0dca3198c75 None None] DHCP port deletion for 1f226737-7c0e-448f-99b8-b40109101814 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:53:52.165825 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:52.171250 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:52.171849 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:52.175393 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a93ba3ff-fcad-4974-a7b5-b0dca3198c75 None None] Deleting port 2b36fe2f-54a8-4474-925a-68d01d702816 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:52.175938 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a93ba3ff-fcad-4974-a7b5-b0dca3198c75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:52.189902 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40784) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:52.277169 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Deleting port ebc3dfa8-3825-4d89-aa79-b30466ba5d28 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:52.278133 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:52.318715 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-563cf681-c168-4b78-a7ed-41e31a0e5378 None None] Provisioning for port b2a45ab9-3bf6-4594-b627-f870c277acb6 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:52.328403 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-563cf681-c168-4b78-a7ed-41e31a0e5378 None None] Provisioning complete for port b2a45ab9-3bf6-4594-b627-f870c277acb6 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:52.328907 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-563cf681-c168-4b78-a7ed-41e31a0e5378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:52.347315 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c7f60f8f-5d77-4d44-a934-7c61dd86ce22 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.4687428 Apr 18 05:53:52.353596 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40788) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:52.369249 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-06a2f8c2-4082-4c71-bfbb-65a9893124a3 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-668718823'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:52.380226 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-06a2f8c2-4082-4c71-bfbb-65a9893124a3 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:52.389604 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-06a2f8c2-4082-4c71-bfbb-65a9893124a3 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Usage tracker for resource:network and tenant:53217080630e4ec6bc3e36527767510c is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:52.402527 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-06a2f8c2-4082-4c71-bfbb-65a9893124a3 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:52.415649 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-06a2f8c2-4082-4c71-bfbb-65a9893124a3 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:52.420408 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] For port 2b36fe2f-54a8-4474-925a-68d01d702816, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=2b36fe2f-54a8-4474-925a-68d01d702816,segment=NetworkSegment(05884086-7e26-4c6a-aedb-2cec7d6756fc),segment_id=05884086-7e26-4c6a-aedb-2cec7d6756fc)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:52.420769 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:52.439914 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5c8828f6-d257-4600-b199-2246a378cafd up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:53:52.453077 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9d1a8631-b50e-48b8-a34d-dd8b170fa23d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:52.555811 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Network': ['ID=9182f4e6-f196-4324-982c-e932101321b1,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:52.567898 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-563cf681-c168-4b78-a7ed-41e31a0e5378 None None] Port b2a45ab9-3bf6-4594-b627-f870c277acb6 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:53:52.576571 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-169ff9ae-ad5d-41ae-b7af-5a406bab85b2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.0092347 Apr 18 05:53:52.578763 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40792) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:52.591676 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 9182f4e6-f196-4324-982c-e932101321b1 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:53:52.592966 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Calling delete_port for 2b36fe2f-54a8-4474-925a-68d01d702816 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:52.614999 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a8631-b50e-48b8-a34d-dd8b170fa23d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Port': ['ID=9e98360e-eb54-4f1b-a1bf-6e573a1e525a,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:52.630972 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-0e0dd53e-e34c-44b9-acca-6bea4c73cb54 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2034215860'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:52.633619 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a2f8c2-4082-4c71-bfbb-65a9893124a3 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Made reservation on behalf of 53217080630e4ec6bc3e36527767510c for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:52.638362 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-06a2f8c2-4082-4c71-bfbb-65a9893124a3 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:52.648002 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-0e0dd53e-e34c-44b9-acca-6bea4c73cb54 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:52.689657 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0e0dd53e-e34c-44b9-acca-6bea4c73cb54 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:network and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:52.701380 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0e0dd53e-e34c-44b9-acca-6bea4c73cb54 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:52.726538 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-0e0dd53e-e34c-44b9-acca-6bea4c73cb54 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:52.736418 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-99885719-043b-42d4-8acd-e20d6df085b0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:52.806668 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-a93ba3ff-fcad-4974-a7b5-b0dca3198c75 None None] For port 2b36fe2f-54a8-4474-925a-68d01d702816, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=2b36fe2f-54a8-4474-925a-68d01d702816,segment=NetworkSegment(05884086-7e26-4c6a-aedb-2cec7d6756fc),segment_id=05884086-7e26-4c6a-aedb-2cec7d6756fc)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:52.807135 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a93ba3ff-fcad-4974-a7b5-b0dca3198c75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:52.902824 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0dd53e-e34c-44b9-acca-6bea4c73cb54 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Made reservation on behalf of cfb0e03f77e24f68b484d6de092642f5 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:52.909632 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0e0dd53e-e34c-44b9-acca-6bea4c73cb54 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:52.933128 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-99885719-043b-42d4-8acd-e20d6df085b0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Calling delete_port for f6885d0b-a04f-4bbe-b355-842cea594b60 owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:52.944805 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a2f8c2-4082-4c71-bfbb-65a9893124a3 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:53:52.989348 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-06a2f8c2-4082-4c71-bfbb-65a9893124a3 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:52.989704 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-06a2f8c2-4082-4c71-bfbb-65a9893124a3 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Added segment cf7813d1-8772-4a0c-96c4-84be1a35272e of type vlan for network 987043ed-997e-47d0-8706-30272ad3c696 Apr 18 05:53:52.992626 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] For port ebc3dfa8-3825-4d89-aa79-b30466ba5d28, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=ebc3dfa8-3825-4d89-aa79-b30466ba5d28,segment=NetworkSegment(fec8d02f-ba77-4677-b367-c26f82f436e3),segment_id=fec8d02f-ba77-4677-b367-c26f82f436e3)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:52.992986 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:52.994733 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26fe924-aae4-4e04-9fd5-0b7a06e38a3f tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:53.012229 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26fe924-aae4-4e04-9fd5-0b7a06e38a3f tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:53.030174 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26fe924-aae4-4e04-9fd5-0b7a06e38a3f tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:53.031095 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d26fe924-aae4-4e04-9fd5-0b7a06e38a3f tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Synchronizing usage tracker for tenant:ef2b69591d81419b96cb2af721a5961b on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:53:53.038913 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9d1a8631-b50e-48b8-a34d-dd8b170fa23d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:53.058743 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9d1a8631-b50e-48b8-a34d-dd8b170fa23d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/ports/9e98360e-eb54-4f1b-a1bf-6e573a1e525a HTTP/1.1" status: 204 len: 168 time: 3.0620263 Apr 18 05:53:53.062011 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40798) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:53.112708 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a93ba3ff-fcad-4974-a7b5-b0dca3198c75 None None] Calling delete_port for 2b36fe2f-54a8-4474-925a-68d01d702816 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:53.154239 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0dd53e-e34c-44b9-acca-6bea4c73cb54 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:53:53.165417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-06a2f8c2-4082-4c71-bfbb-65a9893124a3 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:53.195666 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:53.196299 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df5672b-718f-42e9-baf4-3133150f1134 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] GET failed (client error): The resource could not be found. Apr 18 05:53:53.196814 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1df5672b-718f-42e9-baf4-3133150f1134 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Synchronizing usage tracker for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:53:53.209285 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Calling delete_port for ebc3dfa8-3825-4d89-aa79-b30466ba5d28 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:53.218432 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3b7cc021-0fda-4bcd-8c89-0ddc6fa58599 None None] Provisioning for port efee8309-c6de-4b9d-ae54-c21336dcdabf completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:53.225516 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-a93ba3ff-fcad-4974-a7b5-b0dca3198c75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:53:53.225925 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-a93ba3ff-fcad-4974-a7b5-b0dca3198c75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:53:53.227632 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 5c8828f6-d257-4600-b199-2246a378cafd triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:53.227632 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:53.247622 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0e0dd53e-e34c-44b9-acca-6bea4c73cb54 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:53.248778 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-0e0dd53e-e34c-44b9-acca-6bea4c73cb54 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Added segment 9d9f87f1-5edd-4482-b1bd-98632693f739 of type vlan for network c1288899-889a-4c8a-a760-928e716e3103 Apr 18 05:53:53.282658 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0e0dd53e-e34c-44b9-acca-6bea4c73cb54 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:53.290848 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-06a2f8c2-4082-4c71-bfbb-65a9893124a3 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:53.296484 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a2f8c2-4082-4c71-bfbb-65a9893124a3 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:53.297091 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-06a2f8c2-4082-4c71-bfbb-65a9893124a3 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:53.338734 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3b7cc021-0fda-4bcd-8c89-0ddc6fa58599 None None] Provisioning for port db2790ed-d110-462b-a411-d9a70b49485d completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:53.340340 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event deleted for resources: {'Port': ['ID=2b36fe2f-54a8-4474-925a-68d01d702816,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:53.342299 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] No DVR routers for this DVR port 2b36fe2f-54a8-4474-925a-68d01d702816 on host dv-neutron-837489-1-hyperv {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:53:53.357749 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3b7cc021-0fda-4bcd-8c89-0ddc6fa58599 None None] Provisioning complete for port db2790ed-d110-462b-a411-d9a70b49485d triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:53.358167 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3b7cc021-0fda-4bcd-8c89-0ddc6fa58599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:53.432068 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-3b7cc021-0fda-4bcd-8c89-0ddc6fa58599 None None] Port db2790ed-d110-462b-a411-d9a70b49485d cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:53:53.435585 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d26fe924-aae4-4e04-9fd5-0b7a06e38a3f tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Unset dirty status for tenant:ef2b69591d81419b96cb2af721a5961b on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:53:53.436687 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d26fe924-aae4-4e04-9fd5-0b7a06e38a3f tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 1.2057259 Apr 18 05:53:53.442465 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40802) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:53.465134 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device efee8309-c6de-4b9d-ae54-c21336dcdabf up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:53:53.485306 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0e0dd53e-e34c-44b9-acca-6bea4c73cb54 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:53.491106 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0dd53e-e34c-44b9-acca-6bea4c73cb54 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:53.491756 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0e0dd53e-e34c-44b9-acca-6bea4c73cb54 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:53.495580 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-99885719-043b-42d4-8acd-e20d6df085b0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:53.505081 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3b7cc021-0fda-4bcd-8c89-0ddc6fa58599 None None] Provisioning complete for port b2a45ab9-3bf6-4594-b627-f870c277acb6 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:53.505530 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3b7cc021-0fda-4bcd-8c89-0ddc6fa58599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:53.531965 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-06a2f8c2-4082-4c71-bfbb-65a9893124a3 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1768808 Apr 18 05:53:53.566024 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40806) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:53.584145 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-7b88eccd-e30a-4414-b054-6923c6e2f59c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Request body: {'subnet': {'network_id': '987043ed-997e-47d0-8706-30272ad3c696', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:53.588944 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-3b7cc021-0fda-4bcd-8c89-0ddc6fa58599 None None] Port b2a45ab9-3bf6-4594-b627-f870c277acb6 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:53:53.609520 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port efee8309-c6de-4b9d-ae54-c21336dcdabf completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:53.614948 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port efee8309-c6de-4b9d-ae54-c21336dcdabf triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:53.615271 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:53.649490 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2f8c2-4082-4c71-bfbb-65a9893124a3 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Network': ['ID=987043ed-997e-47d0-8706-30272ad3c696,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:53.664812 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 987043ed-997e-47d0-8706-30272ad3c696 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:53:53.679087 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:53.688902 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:53.758318 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a93ba3ff-fcad-4974-a7b5-b0dca3198c75 None None] Deleting port 2b36fe2f-54a8-4474-925a-68d01d702816 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:53.758697 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a93ba3ff-fcad-4974-a7b5-b0dca3198c75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:53.821623 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Port': ['ID=ebc3dfa8-3825-4d89-aa79-b30466ba5d28,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:53.824158 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] No DVR routers for this DVR port ebc3dfa8-3825-4d89-aa79-b30466ba5d28 on host dv-neutron-837489-1-hyperv {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:53:53.826445 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f226737-7c0e-448f-99b8-b40109101814']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:53.855784 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a93ba3ff-fcad-4974-a7b5-b0dca3198c75 None None] The port '2b36fe2f-54a8-4474-925a-68d01d702816' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:53:53.864127 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-26997920-4e99-42a9-a634-97d502a96b33 None None] Provisioning complete for port efee8309-c6de-4b9d-ae54-c21336dcdabf triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:53.864127 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-26997920-4e99-42a9-a634-97d502a96b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:53.870282 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99885719-043b-42d4-8acd-e20d6df085b0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Pushing event deleted for resources: {'Port': ['ID=f6885d0b-a04f-4bbe-b355-842cea594b60,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:53.883050 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05884086-7e26-4c6a-aedb-2cec7d6756fc') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:53.883354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05884086-7e26-4c6a-aedb-2cec7d6756fc') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:53.906799 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0dd53e-e34c-44b9-acca-6bea4c73cb54 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Network': ['ID=c1288899-889a-4c8a-a760-928e716e3103,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:53.909731 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7b88eccd-e30a-4414-b054-6923c6e2f59c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:53.911144 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0e0dd53e-e34c-44b9-acca-6bea4c73cb54 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3281994 Apr 18 05:53:53.920752 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1df5672b-718f-42e9-baf4-3133150f1134 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Unset dirty status for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:53:53.922557 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1df5672b-718f-42e9-baf4-3133150f1134 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports/9e98360e-eb54-4f1b-a1bf-6e573a1e525a HTTP/1.1" status: 404 len: 333 time: 0.8557243 Apr 18 05:53:53.926005 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40810) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:53.926324 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40812) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:53.929354 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7f156d-4e13-42f7-9b35-e788deb0fc4f None None] get_active_networks_info from dv-neutron-837489-1-hyperv {{(pid=88036) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 05:53:53.937914 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7b88eccd-e30a-4414-b054-6923c6e2f59c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Usage tracker for resource:subnet and tenant:53217080630e4ec6bc3e36527767510c is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:53.943338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:53.953270 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7b88eccd-e30a-4414-b054-6923c6e2f59c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:53.970086 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network c1288899-889a-4c8a-a760-928e716e3103 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:53:53.980233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-50219f00-ed12-493b-b4ba-4f243e1709bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'subnet': {'network_id': '9182f4e6-f196-4324-982c-e932101321b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:54.019586 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7b88eccd-e30a-4414-b054-6923c6e2f59c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:54.025146 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.034806 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-bf12d501-f8db-422d-ac9e-9e3416a83232 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Deleting port db2790ed-d110-462b-a411-d9a70b49485d {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:54.035146 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bf12d501-f8db-422d-ac9e-9e3416a83232 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.041804 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.060866 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b88eccd-e30a-4414-b054-6923c6e2f59c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Made reservation on behalf of 53217080630e4ec6bc3e36527767510c for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:54.064457 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7b88eccd-e30a-4414-b054-6923c6e2f59c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.079030 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:54.079437 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.098425 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8359ea23-573a-4d93-a1ad-736c029bcfaf']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:54.100098 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-99885719-043b-42d4-8acd-e20d6df085b0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:54.105671 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:54.107486 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.193829 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec8d02f-ba77-4677-b367-c26f82f436e3') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:54.194632 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec8d02f-ba77-4677-b367-c26f82f436e3') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:54.225436 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port efee8309-c6de-4b9d-ae54-c21336dcdabf, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=efee8309-c6de-4b9d-ae54-c21336dcdabf,segment=NetworkSegment(d5475d8a-95cb-48ec-97e2-e427ecc359f6),segment_id=d5475d8a-95cb-48ec-97e2-e427ecc359f6)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:54.235940 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.269450 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.292714 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.294822 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.306589 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 2b36fe2f-54a8-4474-925a-68d01d702816 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:53:54.343818 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:54.344455 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.362722 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-26997920-4e99-42a9-a634-97d502a96b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.371293 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 2b36fe2f-54a8-4474-925a-68d01d702816 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:53:54.371634 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 2b36fe2f-54a8-4474-925a-68d01d702816 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:53:54.395160 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7f156d-4e13-42f7-9b35-e788deb0fc4f None None] Resources bound (agent type, host, resource id): {{(pid=88036) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 05:53:54.398866 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:54.409163 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:54.412300 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] 10.222.0.15 "DELETE /v2.0/networks/1f226737-7c0e-448f-99b8-b40109101814 HTTP/1.1" status: 204 len: 168 time: 2.7212059 Apr 18 05:53:54.420259 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Pushing event deleted for resources: {'Network': ['ID=1f226737-7c0e-448f-99b8-b40109101814,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:54.422181 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c30cf7-69dc-4ec4-92dd-4f5b326d810a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting subnet 34149cc9-2bf3-487b-ae21-58748022e33c {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:53:54.432771 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455751fa-4aef-4af9-9c4a-cd21f63a026d req-3b245b0b-4625-459f-9a15-0da7cd54851a tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:54.434448 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-455751fa-4aef-4af9-9c4a-cd21f63a026d req-3b245b0b-4625-459f-9a15-0da7cd54851a tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 1.2985740 Apr 18 05:53:54.439512 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-99885719-043b-42d4-8acd-e20d6df085b0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.444977 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-99885719-043b-42d4-8acd-e20d6df085b0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.447554 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b8c30cf7-69dc-4ec4-92dd-4f5b326d810a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.457354 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:53:54.462528 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=efee8309-c6de-4b9d-ae54-c21336dcdabf,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:54.499453 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:54.499453 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:54.499802 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:54.500130 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:54.500390 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:54.500732 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:54.501082 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:54.501405 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:54.501758 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:54.502075 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:54.502400 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:54.502743 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dc77ea-429a-424f-962a-fff7c9fba822 tempest-NetworksIpV6TestAttrs-1349484492 tempest-NetworksIpV6TestAttrs-1349484492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:54.515746 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-50219f00-ed12-493b-b4ba-4f243e1709bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:54.527033 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-26997920-4e99-42a9-a634-97d502a96b33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:53:54.527272 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-26997920-4e99-42a9-a634-97d502a96b33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:53:54.570765 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-50219f00-ed12-493b-b4ba-4f243e1709bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:subnet and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:54.581992 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.589670 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-50219f00-ed12-493b-b4ba-4f243e1709bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:54.606859 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.610364 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-50219f00-ed12-493b-b4ba-4f243e1709bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:54.625927 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Network': ['ID=8359ea23-573a-4d93-a1ad-736c029bcfaf,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:54.638414 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-45ef71f2-0eb5-4014-b21b-e73d2ea38bd4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/networks/8359ea23-573a-4d93-a1ad-736c029bcfaf HTTP/1.1" status: 204 len: 168 time: 6.6834035 Apr 18 05:53:54.638414 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40820) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:54.642884 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b8c30cf7-69dc-4ec4-92dd-4f5b326d810a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.645606 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-f0f502e2-5fc5-4786-be03-54ed6823599c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1601858599'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:54.654163 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f0f502e2-5fc5-4786-be03-54ed6823599c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:54.670460 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-99885719-043b-42d4-8acd-e20d6df085b0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.670693 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f0f502e2-5fc5-4786-be03-54ed6823599c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Usage tracker for resource:network and tenant:c9cb2f19d4c24715a738705e058d4e92 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:54.670825 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99885719-043b-42d4-8acd-e20d6df085b0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Fanout notify agent at l3_agent the message router_deleted on router 917c1505-70d4-4663-9552-28356e110df1 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:53:54.676085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f0f502e2-5fc5-4786-be03-54ed6823599c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:54.692117 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f0f502e2-5fc5-4786-be03-54ed6823599c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:54.710370 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7b88eccd-e30a-4414-b054-6923c6e2f59c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.730083 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-455751fa-4aef-4af9-9c4a-cd21f63a026d req-d4d2a2b1-e695-41e3-971c-6580cdeefa73 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833173 Apr 18 05:53:54.742799 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-99885719-043b-42d4-8acd-e20d6df085b0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.747578 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-99885719-043b-42d4-8acd-e20d6df085b0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "DELETE /v2.0/routers/917c1505-70d4-4663-9552-28356e110df1 HTTP/1.1" status: 204 len: 168 time: 4.0081017 Apr 18 05:53:54.768288 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40824) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:54.780637 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f502e2-5fc5-4786-be03-54ed6823599c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Made reservation on behalf of c9cb2f19d4c24715a738705e058d4e92 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:54.784160 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f0f502e2-5fc5-4786-be03-54ed6823599c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.811292 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b8c30cf7-69dc-4ec4-92dd-4f5b326d810a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.909031 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50219f00-ed12-493b-b4ba-4f243e1709bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Made reservation on behalf of cfb0e03f77e24f68b484d6de092642f5 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:54.912942 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-50219f00-ed12-493b-b4ba-4f243e1709bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.922555 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40830) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:54.938385 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-8e5ce67f-2e64-4d87-ab2b-bbf6564c0532 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-259421683', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:54.965941 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8e5ce67f-2e64-4d87-ab2b-bbf6564c0532 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:54.987119 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f502e2-5fc5-4786-be03-54ed6823599c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:53:54.995987 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f0f502e2-5fc5-4786-be03-54ed6823599c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:54.996357 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-f0f502e2-5fc5-4786-be03-54ed6823599c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Added segment 5628ada9-6aa7-43fd-b4d4-da666b63151e of type vlan for network db6f9abe-7309-4e47-b85a-cae12438330d Apr 18 05:53:55.024490 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f0f502e2-5fc5-4786-be03-54ed6823599c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:55.056459 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8e5ce67f-2e64-4d87-ab2b-bbf6564c0532 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Usage tracker for resource:router and tenant:780fa0cc364e4ebab05bba298701cf99 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:55.063440 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8e5ce67f-2e64-4d87-ab2b-bbf6564c0532 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:55.067725 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f0f502e2-5fc5-4786-be03-54ed6823599c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:55.074379 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f502e2-5fc5-4786-be03-54ed6823599c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:55.074860 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b8c30cf7-69dc-4ec4-92dd-4f5b326d810a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:55.075077 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f0f502e2-5fc5-4786-be03-54ed6823599c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:55.128800 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf7337c-dce1-4a61-a75a-992123a09919 None None] Network e87420ba-7260-4af8-8404-23c45d585efe requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:55.129470 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b8c30cf7-69dc-4ec4-92dd-4f5b326d810a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:55.133311 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8e5ce67f-2e64-4d87-ab2b-bbf6564c0532 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:55.135231 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88eccd-e30a-4414-b054-6923c6e2f59c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Subnet': ['ID=4a3bbec7-02cf-4791-a460-23d378fe89e7,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:55.147336 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c30cf7-69dc-4ec4-92dd-4f5b326d810a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Subnet': ['ID=34149cc9-2bf3-487b-ae21-58748022e33c,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:55.156937 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f0f502e2-5fc5-4786-be03-54ed6823599c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5178094 Apr 18 05:53:55.164472 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b8c30cf7-69dc-4ec4-92dd-4f5b326d810a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/subnets/34149cc9-2bf3-487b-ae21-58748022e33c HTTP/1.1" status: 204 len: 168 time: 1.2259736 Apr 18 05:53:55.167372 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88eccd-e30a-4414-b054-6923c6e2f59c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Checking segment: {'id': 'cf7813d1-8772-4a0c-96c4-84be1a35272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '987043ed-997e-47d0-8706-30272ad3c696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:55.168013 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b88eccd-e30a-4414-b054-6923c6e2f59c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Network hostable DHCP agents. Network: 987043ed-997e-47d0-8706-30272ad3c696, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:53:55.174536 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40836) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:55.174872 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40838) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:55.186489 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c30cf7-69dc-4ec4-92dd-4f5b326d810a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:55.187066 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c30cf7-69dc-4ec4-92dd-4f5b326d810a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:55.187592 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c30cf7-69dc-4ec4-92dd-4f5b326d810a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:55.188137 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c30cf7-69dc-4ec4-92dd-4f5b326d810a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:55.188674 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c30cf7-69dc-4ec4-92dd-4f5b326d810a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:55.189804 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c30cf7-69dc-4ec4-92dd-4f5b326d810a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:55.190306 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c30cf7-69dc-4ec4-92dd-4f5b326d810a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:55.190789 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c30cf7-69dc-4ec4-92dd-4f5b326d810a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:55.191314 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c30cf7-69dc-4ec4-92dd-4f5b326d810a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:55.191807 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c30cf7-69dc-4ec4-92dd-4f5b326d810a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:55.192357 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c30cf7-69dc-4ec4-92dd-4f5b326d810a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:55.192913 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c30cf7-69dc-4ec4-92dd-4f5b326d810a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:55.222460 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-6acf9b90-28b8-4ee2-a5c3-5fe1a4f93348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'subnet': {'network_id': 'db6f9abe-7309-4e47-b85a-cae12438330d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:55.255896 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-26997920-4e99-42a9-a634-97d502a96b33 None None] Could not find standard attr ID for object 9e98360e-eb54-4f1b-a1bf-6e573a1e525a. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 05:53:55.256547 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce67f-2e64-4d87-ab2b-bbf6564c0532 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:55.257173 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce67f-2e64-4d87-ab2b-bbf6564c0532 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:55.278720 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f502e2-5fc5-4786-be03-54ed6823599c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Network': ['ID=db6f9abe-7309-4e47-b85a-cae12438330d,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:55.286148 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b88eccd-e30a-4414-b054-6923c6e2f59c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Network 987043ed-997e-47d0-8706-30272ad3c696 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:53:55.296726 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network db6f9abe-7309-4e47-b85a-cae12438330d details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:53:55.297419 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-22cfb3dd-4120-4827-8e8e-f370db23cf63 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b3ffbef4e5a4307b1ad6232f6312b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3735623 Apr 18 05:53:55.301102 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40844) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:55.303318 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bf12d501-f8db-422d-ac9e-9e3416a83232 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:55.314943 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-7b88eccd-e30a-4414-b054-6923c6e2f59c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 987043ed-997e-47d0-8706-30272ad3c696) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:55.322944 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce67f-2e64-4d87-ab2b-bbf6564c0532 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:55.325190 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b88eccd-e30a-4414-b054-6923c6e2f59c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:55.325955 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7b88eccd-e30a-4414-b054-6923c6e2f59c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:55.349543 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6702db3b-e0b4-418e-a39f-d1bcc5c9c165 None None] Network 987043ed-997e-47d0-8706-30272ad3c696 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:55.380614 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7b88eccd-e30a-4414-b054-6923c6e2f59c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8094010 Apr 18 05:53:55.385257 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40848) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:55.393141 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-783212544', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}, 'admin_state_up': False}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:55.400154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce67f-2e64-4d87-ab2b-bbf6564c0532 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:55.415178 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:55.437305 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Usage tracker for resource:router and tenant:53217080630e4ec6bc3e36527767510c is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:55.446609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:55.457681 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:55.460310 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-db5ac0b6-616e-40b1-9281-bc560da61b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:55.463695 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce67f-2e64-4d87-ab2b-bbf6564c0532 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:55.465044 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8e5ce67f-2e64-4d87-ab2b-bbf6564c0532 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6903839 Apr 18 05:53:55.468636 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40852) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:55.484341 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-6e7480c7-57df-433e-abbd-1028a92b7f76 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Request body: {'router': {'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:55.566715 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:55.567729 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:55.633664 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-db5ac0b6-616e-40b1-9281-bc560da61b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:55.655161 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-bf12d501-f8db-422d-ac9e-9e3416a83232 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Calling delete_port for db2790ed-d110-462b-a411-d9a70b49485d owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:55.697221 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016fcfa8-e05f-416e-88ed-951324c0a088 None None] DHCP port deletion for e87420ba-7260-4af8-8404-23c45d585efe request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:53:55.701857 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-016fcfa8-e05f-416e-88ed-951324c0a088 None None] Deleting port efee8309-c6de-4b9d-ae54-c21336dcdabf {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:55.702230 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-016fcfa8-e05f-416e-88ed-951324c0a088 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:55.720639 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:55.730973 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-987043ed-997e-47d0-8706-30272ad3c696', 'network_id': '987043ed-997e-47d0-8706-30272ad3c696', 'tenant_id': '53217080630e4ec6bc3e36527767510c', 'fixed_ips': [{'subnet_id': '4a3bbec7-02cf-4791-a460-23d378fe89e7'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:53:55.731794 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:55.894140 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62a354f9-5919-4ec5-bd96-163dfc8f7e20 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:55.968354 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6acf9b90-28b8-4ee2-a5c3-5fe1a4f93348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:55.972619 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-016fcfa8-e05f-416e-88ed-951324c0a088 None None] For port efee8309-c6de-4b9d-ae54-c21336dcdabf, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=efee8309-c6de-4b9d-ae54-c21336dcdabf,segment=NetworkSegment(d5475d8a-95cb-48ec-97e2-e427ecc359f6),segment_id=d5475d8a-95cb-48ec-97e2-e427ecc359f6)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:55.973182 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-016fcfa8-e05f-416e-88ed-951324c0a088 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:55.980855 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6acf9b90-28b8-4ee2-a5c3-5fe1a4f93348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Usage tracker for resource:subnet and tenant:c9cb2f19d4c24715a738705e058d4e92 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:55.987059 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-62a354f9-5919-4ec5-bd96-163dfc8f7e20 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port efee8309-c6de-4b9d-ae54-c21336dcdabf {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:55.987398 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62a354f9-5919-4ec5-bd96-163dfc8f7e20 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:56.011480 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6acf9b90-28b8-4ee2-a5c3-5fe1a4f93348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:56.033835 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6acf9b90-28b8-4ee2-a5c3-5fe1a4f93348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:56.045873 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bf12d501-f8db-422d-ac9e-9e3416a83232 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:56.071578 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6e7480c7-57df-433e-abbd-1028a92b7f76 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:56.113892 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-016fcfa8-e05f-416e-88ed-951324c0a088 None None] Calling delete_port for efee8309-c6de-4b9d-ae54-c21336dcdabf owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:56.131297 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12d501-f8db-422d-ac9e-9e3416a83232 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Pushing event deleted for resources: {'Port': ['ID=db2790ed-d110-462b-a411-d9a70b49485d,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:56.184242 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acf9b90-28b8-4ee2-a5c3-5fe1a4f93348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Made reservation on behalf of c9cb2f19d4c24715a738705e058d4e92 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:56.187621 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6acf9b90-28b8-4ee2-a5c3-5fe1a4f93348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:56.219062 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-db5ac0b6-616e-40b1-9281-bc560da61b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:56.261324 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bf12d501-f8db-422d-ac9e-9e3416a83232 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:56.272714 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-016fcfa8-e05f-416e-88ed-951324c0a088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:56.277248 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Allocated IP 172.20.0.2 (987043ed-997e-47d0-8706-30272ad3c696/4a3bbec7-02cf-4791-a460-23d378fe89e7/ac4bca1f-5c96-4730-a883-56ac65a31599) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:56.285432 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-50219f00-ed12-493b-b4ba-4f243e1709bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:56.320706 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ac0b6-616e-40b1-9281-bc560da61b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ab6625-9fc7-4264-8408-856f01f80fde,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:56.325500 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016fcfa8-e05f-416e-88ed-951324c0a088 None None] Pushing event deleted for resources: {'Port': ['ID=efee8309-c6de-4b9d-ae54-c21336dcdabf,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:56.337482 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016fcfa8-e05f-416e-88ed-951324c0a088 None None] No DVR routers for this DVR port efee8309-c6de-4b9d-ae54-c21336dcdabf on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:53:56.354023 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:56.395038 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-db5ac0b6-616e-40b1-9281-bc560da61b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:56.396916 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-db5ac0b6-616e-40b1-9281-bc560da61b23 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6ab6625-9fc7-4264-8408-856f01f80fde HTTP/1.1" status: 204 len: 168 time: 1.0946248 Apr 18 05:53:56.443024 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bf12d501-f8db-422d-ac9e-9e3416a83232 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] 10.222.0.15 "DELETE /v2.0/ports/db2790ed-d110-462b-a411-d9a70b49485d HTTP/1.1" status: 204 len: 168 time: 2.9990520 Apr 18 05:53:56.443264 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0396b7-8e64-418b-9081-453c40535e2f req-12741628-dbf3-4c16-a176-89be1c5ee2ac tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:56.445174 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc0396b7-8e64-418b-9081-453c40535e2f req-12741628-dbf3-4c16-a176-89be1c5ee2ac tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.5590017 Apr 18 05:53:56.448723 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40860) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:56.557895 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device efee8309-c6de-4b9d-ae54-c21336dcdabf no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:53:56.697121 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50219f00-ed12-493b-b4ba-4f243e1709bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Subnet': ['ID=5ace0a4d-0e5a-4ae0-be84-5bd9bfe2966b,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:56.711419 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-62a354f9-5919-4ec5-bd96-163dfc8f7e20 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] For port efee8309-c6de-4b9d-ae54-c21336dcdabf, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=efee8309-c6de-4b9d-ae54-c21336dcdabf,segment=NetworkSegment(d5475d8a-95cb-48ec-97e2-e427ecc359f6),segment_id=d5475d8a-95cb-48ec-97e2-e427ecc359f6)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:53:56.711779 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62a354f9-5919-4ec5-bd96-163dfc8f7e20 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:56.719147 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50219f00-ed12-493b-b4ba-4f243e1709bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Checking segment: {'id': 'c86f53a4-2f95-4f63-8abd-79d5a33f6de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9182f4e6-f196-4324-982c-e932101321b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:56.719511 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50219f00-ed12-493b-b4ba-4f243e1709bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network hostable DHCP agents. Network: 9182f4e6-f196-4324-982c-e932101321b1, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:53:56.726093 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-f862d2ff-3188-4acc-b2e2-7ca56302551c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Request body: {'port': {'name': 'tempest-new-port-name-1061878778', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:56.726569 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.api.validators [None req-f862d2ff-3188-4acc-b2e2-7ca56302551c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] bootfile-name is not in valid_values {{(pid=88034) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 05:53:56.726857 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.api.validators [None req-f862d2ff-3188-4acc-b2e2-7ca56302551c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] tftp-server is not in valid_values {{(pid=88034) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 05:53:56.727705 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.api.validators [None req-f862d2ff-3188-4acc-b2e2-7ca56302551c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] server-ip-address is not in valid_values {{(pid=88034) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 05:53:56.782593 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: efee8309-c6de-4b9d-ae54-c21336dcdabf {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:53:56.783142 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device efee8309-c6de-4b9d-ae54-c21336dcdabf not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:53:56.815276 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:56.833222 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Transition to ACTIVE for port object ac4bca1f-5c96-4730-a883-56ac65a31599 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:56.848441 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc0396b7-8e64-418b-9081-453c40535e2f req-cca4513b-d998-4cd2-af40-11a898eaffc5 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330788 Apr 18 05:53:56.868394 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Transition to ACTIVE for port object ac4bca1f-5c96-4730-a883-56ac65a31599 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:56.876621 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:56.926054 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-62a354f9-5919-4ec5-bd96-163dfc8f7e20 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Calling delete_port for efee8309-c6de-4b9d-ae54-c21336dcdabf owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:53:56.945416 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Network 987043ed-997e-47d0-8706-30272ad3c696 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:56.952768 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:56.957803 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:56.966036 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Pushing event updated for resources: {'Port': ['ID=ac4bca1f-5c96-4730-a883-56ac65a31599,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:57.023943 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50219f00-ed12-493b-b4ba-4f243e1709bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network 9182f4e6-f196-4324-982c-e932101321b1 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:53:57.044849 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f862d2ff-3188-4acc-b2e2-7ca56302551c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:57.050536 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-50219f00-ed12-493b-b4ba-4f243e1709bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 9182f4e6-f196-4324-982c-e932101321b1) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:57.066817 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a4281e-68f5-4b12-8f36-21d1ae9e326a None None] Network 9182f4e6-f196-4324-982c-e932101321b1 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:57.074400 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50219f00-ed12-493b-b4ba-4f243e1709bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:57.074974 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-50219f00-ed12-493b-b4ba-4f243e1709bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:57.107807 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Attempting to bind port ac4bca1f-5c96-4730-a883-56ac65a31599 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:53:57.108413 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Attempting to bind port ac4bca1f-5c96-4730-a883-56ac65a31599 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'cf7813d1-8772-4a0c-96c4-84be1a35272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '987043ed-997e-47d0-8706-30272ad3c696'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:53:57.108984 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Attempting to bind port ac4bca1f-5c96-4730-a883-56ac65a31599 on network 987043ed-997e-47d0-8706-30272ad3c696 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:53:57.120410 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:53:57.121043 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Checking segment: {'id': 'cf7813d1-8772-4a0c-96c4-84be1a35272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '987043ed-997e-47d0-8706-30272ad3c696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:57.121788 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:57.122375 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Bound using segment: {'id': 'cf7813d1-8772-4a0c-96c4-84be1a35272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '987043ed-997e-47d0-8706-30272ad3c696'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:53:57.122991 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Bound port: ac4bca1f-5c96-4730-a883-56ac65a31599, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf7813d1-8772-4a0c-96c4-84be1a35272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '987043ed-997e-47d0-8706-30272ad3c696'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:53:57.123512 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:57.132835 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-50219f00-ed12-493b-b4ba-4f243e1709bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2002518 Apr 18 05:53:57.145903 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40876) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:57.156232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-36c01d6e-7c44-416c-b698-ba7695fba980 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'subnet': {'network_id': 'c1288899-889a-4c8a-a760-928e716e3103', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:57.175224 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6acf9b90-28b8-4ee2-a5c3-5fe1a4f93348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:57.260322 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf9b90-28b8-4ee2-a5c3-5fe1a4f93348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Subnet': ['ID=5d48fda1-48e9-4535-8f23-aba9319b4380,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:57.266655 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-62a354f9-5919-4ec5-bd96-163dfc8f7e20 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:53:57.267117 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-62a354f9-5919-4ec5-bd96-163dfc8f7e20 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:53:57.359424 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] For port ac4bca1f-5c96-4730-a883-56ac65a31599, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:53:57.373258 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] For port ac4bca1f-5c96-4730-a883-56ac65a31599, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=ac4bca1f-5c96-4730-a883-56ac65a31599,segment=NetworkSegment(cf7813d1-8772-4a0c-96c4-84be1a35272e),segment_id=cf7813d1-8772-4a0c-96c4-84be1a35272e)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:53:57.392814 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acf9b90-28b8-4ee2-a5c3-5fe1a4f93348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Checking segment: {'id': '5628ada9-6aa7-43fd-b4d4-da666b63151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'db6f9abe-7309-4e47-b85a-cae12438330d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:57.393168 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acf9b90-28b8-4ee2-a5c3-5fe1a4f93348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Network hostable DHCP agents. Network: db6f9abe-7309-4e47-b85a-cae12438330d, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:53:57.407192 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-36c01d6e-7c44-416c-b698-ba7695fba980 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:57.414739 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-36c01d6e-7c44-416c-b698-ba7695fba980 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:subnet and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:57.418890 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-36c01d6e-7c44-416c-b698-ba7695fba980 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:57.419861 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:57.426024 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-36c01d6e-7c44-416c-b698-ba7695fba980 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:57.433980 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acf9b90-28b8-4ee2-a5c3-5fe1a4f93348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Network db6f9abe-7309-4e47-b85a-cae12438330d is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:53:57.443488 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c01d6e-7c44-416c-b698-ba7695fba980 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Made reservation on behalf of cfb0e03f77e24f68b484d6de092642f5 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:57.448184 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-36c01d6e-7c44-416c-b698-ba7695fba980 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:57.478615 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-6acf9b90-28b8-4ee2-a5c3-5fe1a4f93348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, db6f9abe-7309-4e47-b85a-cae12438330d) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:57.486963 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acf9b90-28b8-4ee2-a5c3-5fe1a4f93348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:57.487539 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6acf9b90-28b8-4ee2-a5c3-5fe1a4f93348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:57.498661 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40886) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:57.509581 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6e7480c7-57df-433e-abbd-1028a92b7f76 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:57.525098 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-9182f4e6-f196-4324-982c-e932101321b1', 'network_id': '9182f4e6-f196-4324-982c-e932101321b1', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'fixed_ips': [{'subnet_id': '5ace0a4d-0e5a-4ae0-be84-5bd9bfe2966b'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:53:57.525924 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:57.535359 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259ea502-9d18-4fc2-80a9-ea08b927d932 None None] Network db6f9abe-7309-4e47-b85a-cae12438330d requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:57.558738 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6e7480c7-57df-433e-abbd-1028a92b7f76 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:57.705749 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6acf9b90-28b8-4ee2-a5c3-5fe1a4f93348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5298042 Apr 18 05:53:57.711377 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40892) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:57.720391 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-e97a4084-e372-47ab-9860-ca2b774e2530 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'subnet': {'network_id': 'db6f9abe-7309-4e47-b85a-cae12438330d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:57.724169 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Pushing event updated for resources: {'Port': ['ID=ac4bca1f-5c96-4730-a883-56ac65a31599,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:57.753605 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:57.753951 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:57.754295 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:57.754634 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:57.754967 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:57.755300 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:57.755629 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:57.756128 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:57.756314 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:57.757022 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:57.757293 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:57.757505 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03640447-b816-4459-820a-2a21b1d2afcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:57.768125 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-62a354f9-5919-4ec5-bd96-163dfc8f7e20 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port efee8309-c6de-4b9d-ae54-c21336dcdabf {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:57.768125 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62a354f9-5919-4ec5-bd96-163dfc8f7e20 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:57.770297 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:57.817080 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:57.946656 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-62a354f9-5919-4ec5-bd96-163dfc8f7e20 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] The port 'efee8309-c6de-4b9d-ae54-c21336dcdabf' was deleted {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:53:57.988105 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] Allocated IP 2001:db8::2 (9182f4e6-f196-4324-982c-e932101321b1/5ace0a4d-0e5a-4ae0-be84-5bd9bfe2966b/a06baee3-1022-477b-b122-deef7309a8da) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:57.994652 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'network': {'name': 'tempest-RoutersTest-1159208655'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:57.999330 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:58.003729 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:network and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:58.005715 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-db6f9abe-7309-4e47-b85a-cae12438330d', 'network_id': 'db6f9abe-7309-4e47-b85a-cae12438330d', 'tenant_id': 'c9cb2f19d4c24715a738705e058d4e92', 'fixed_ips': [{'subnet_id': '5d48fda1-48e9-4535-8f23-aba9319b4380'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:53:58.006620 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:58.006971 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:58.030586 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:58.108471 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-6e7480c7-57df-433e-abbd-1028a92b7f76 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Allocated IP 172.26.1.48 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/677cc9d9-2422-4cdd-9971-f62bc8c28f61) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:58.176448 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f862d2ff-3188-4acc-b2e2-7ca56302551c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:58.208079 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f862d2ff-3188-4acc-b2e2-7ca56302551c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:58.252243 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Made reservation on behalf of 1e86337a57bd435798aa8639156e9b5e for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:58.255698 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:58.289537 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-f862d2ff-3188-4acc-b2e2-7ca56302551c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] In _notify_port_updated(), no bound segment for port b2a45ab9-3bf6-4594-b627-f870c277acb6 on network bb1ef706-2633-47e1-9f49-f89fb9b6decf {{(pid=88034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 05:53:58.290959 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62a354f9-5919-4ec5-bd96-163dfc8f7e20 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:58.295774 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f862d2ff-3188-4acc-b2e2-7ca56302551c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:58.296657 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f862d2ff-3188-4acc-b2e2-7ca56302551c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:58.301276 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f862d2ff-3188-4acc-b2e2-7ca56302551c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] 10.222.0.15 "PUT /v2.0/ports/b2a45ab9-3bf6-4594-b627-f870c277acb6 HTTP/1.1" status: 200 len: 1130 time: 1.5890894 Apr 18 05:53:58.301755 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40898) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:58.318439 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:58.338534 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e97a4084-e372-47ab-9860-ca2b774e2530 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:58.344466 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:58.357752 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] Transition to ACTIVE for port object a06baee3-1022-477b-b122-deef7309a8da will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:58.359452 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e97a4084-e372-47ab-9860-ca2b774e2530 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Usage tracker for resource:subnet and tenant:c9cb2f19d4c24715a738705e058d4e92 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:58.369233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e97a4084-e372-47ab-9860-ca2b774e2530 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:58.372800 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-62a354f9-5919-4ec5-bd96-163dfc8f7e20 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87420ba-7260-4af8-8404-23c45d585efe']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:58.382388 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] Transition to ACTIVE for port object a06baee3-1022-477b-b122-deef7309a8da will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:53:58.394870 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e97a4084-e372-47ab-9860-ca2b774e2530 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:58.399038 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:58.430857 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-62a354f9-5919-4ec5-bd96-163dfc8f7e20 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5475d8a-95cb-48ec-97e2-e427ecc359f6') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:58.431384 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-62a354f9-5919-4ec5-bd96-163dfc8f7e20 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5475d8a-95cb-48ec-97e2-e427ecc359f6') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:53:58.440218 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:58.469346 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62a354f9-5919-4ec5-bd96-163dfc8f7e20 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:58.476843 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:security_group_rule and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:58.488988 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:58.493958 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97a4084-e372-47ab-9860-ca2b774e2530 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Made reservation on behalf of c9cb2f19d4c24715a738705e058d4e92 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:58.502653 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e97a4084-e372-47ab-9860-ca2b774e2530 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:58.527894 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] Pushing event updated for resources: {'Port': ['ID=a06baee3-1022-477b-b122-deef7309a8da,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:58.546893 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] Network 9182f4e6-f196-4324-982c-e932101321b1 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:58.548393 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:58.552630 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:58.604632 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62a354f9-5919-4ec5-bd96-163dfc8f7e20 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:58.615018 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device ac4bca1f-5c96-4730-a883-56ac65a31599 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:53:58.615248 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:58.620516 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832ea6bc-c07a-475a-994c-7e24cbd6b161 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:58.624642 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-36c01d6e-7c44-416c-b698-ba7695fba980 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:58.626761 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-832ea6bc-c07a-475a-994c-7e24cbd6b161 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] 10.222.0.15 "GET /v2.0/ports/b2a45ab9-3bf6-4594-b627-f870c277acb6 HTTP/1.1" status: 200 len: 1130 time: 0.2687523 Apr 18 05:53:58.629411 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40902) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:58.634758 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862d2ff-3188-4acc-b2e2-7ca56302551c tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Pushing event updated for resources: {'Port': ['ID=b2a45ab9-3bf6-4594-b627-f870c277acb6,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:58.691851 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6e7480c7-57df-433e-abbd-1028a92b7f76 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:58.748108 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6e7480c7-57df-433e-abbd-1028a92b7f76 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:58.816141 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a354f9-5919-4ec5-bd96-163dfc8f7e20 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:53:58.816558 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62a354f9-5919-4ec5-bd96-163dfc8f7e20 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:53:58.837071 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:53:58.862703 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7480c7-57df-433e-abbd-1028a92b7f76 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:58.872018 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] Attempting to bind port a06baee3-1022-477b-b122-deef7309a8da on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:53:58.872688 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] Attempting to bind port a06baee3-1022-477b-b122-deef7309a8da by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'c86f53a4-2f95-4f63-8abd-79d5a33f6de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9182f4e6-f196-4324-982c-e932101321b1'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:53:58.872886 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-6e7480c7-57df-433e-abbd-1028a92b7f76 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:58.873356 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] Attempting to bind port a06baee3-1022-477b-b122-deef7309a8da on network 9182f4e6-f196-4324-982c-e932101321b1 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:53:58.881971 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7480c7-57df-433e-abbd-1028a92b7f76 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:58.885304 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:53:58.887057 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] Checking segment: {'id': 'c86f53a4-2f95-4f63-8abd-79d5a33f6de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9182f4e6-f196-4324-982c-e932101321b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:58.887620 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:58.888193 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] Bound using segment: {'id': 'c86f53a4-2f95-4f63-8abd-79d5a33f6de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9182f4e6-f196-4324-982c-e932101321b1'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:53:58.888975 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] Bound port: a06baee3-1022-477b-b122-deef7309a8da, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86f53a4-2f95-4f63-8abd-79d5a33f6de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9182f4e6-f196-4324-982c-e932101321b1'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:53:58.889505 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:58.897758 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fbf10-3b20-4c2a-bf40-451842602799 req-a1570d86-cc4e-4db3-97d7-a16aff0bf639 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:58.899405 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-228fbf10-3b20-4c2a-bf40-451842602799 req-a1570d86-cc4e-4db3-97d7-a16aff0bf639 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.8603113 Apr 18 05:53:58.919377 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7480c7-57df-433e-abbd-1028a92b7f76 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Pushing event updated for resources: {'Port': ['ID=677cc9d9-2422-4cdd-9971-f62bc8c28f61,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:58.950529 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Allocated IP 172.26.1.174 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/e789d7a9-f128-4192-b7f9-ba2c10dc87ab) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:59.005034 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] For port a06baee3-1022-477b-b122-deef7309a8da, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:53:59.012301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] For port a06baee3-1022-477b-b122-deef7309a8da, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a06baee3-1022-477b-b122-deef7309a8da,segment=NetworkSegment(c86f53a4-2f95-4f63-8abd-79d5a33f6de9),segment_id=c86f53a4-2f95-4f63-8abd-79d5a33f6de9)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:53:59.021371 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2e64709e-5282-4730-b4f7-974a30f58bc1 None None] Provisioning complete for port b2a45ab9-3bf6-4594-b627-f870c277acb6 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:59.021758 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2e64709e-5282-4730-b4f7-974a30f58bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:59.047905 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-54ae6bfd-b424-4d93-b0f4-a38f7f76f479 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Deleting port b2a45ab9-3bf6-4594-b627-f870c277acb6 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:53:59.048477 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-54ae6bfd-b424-4d93-b0f4-a38f7f76f479 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:59.087019 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port ac4bca1f-5c96-4730-a883-56ac65a31599 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:59.090838 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] Allocated IP 2001:db8::2 (db6f9abe-7309-4e47-b85a-cae12438330d/5d48fda1-48e9-4535-8f23-aba9319b4380/3754592c-b219-4172-a154-5cf7d9631c10) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:53:59.093258 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:59.096799 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2e64709e-5282-4730-b4f7-974a30f58bc1 None None] Port b2a45ab9-3bf6-4594-b627-f870c277acb6 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:53:59.237094 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c01d6e-7c44-416c-b698-ba7695fba980 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Subnet': ['ID=77d0df0e-0d3f-4e5f-a66b-d275a6fc13b2,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:59.254750 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-228fbf10-3b20-4c2a-bf40-451842602799 req-660e65cf-7221-4eaa-8ed3-fca33b4f8bad tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690315 Apr 18 05:53:59.270072 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62a354f9-5919-4ec5-bd96-163dfc8f7e20 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:59.300216 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c211182e-abf4-4c8a-8ca0-1d282252edee None None] Network 987043ed-997e-47d0-8706-30272ad3c696 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:59.335962 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62a354f9-5919-4ec5-bd96-163dfc8f7e20 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:59.348307 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:59.373225 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c01d6e-7c44-416c-b698-ba7695fba980 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Checking segment: {'id': '9d9f87f1-5edd-4482-b1bd-98632693f739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c1288899-889a-4c8a-a760-928e716e3103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:53:59.377022 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4f810f34-204b-44a5-9f86-3283c859384d None None] Provisioning for port ac4bca1f-5c96-4730-a883-56ac65a31599 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:53:59.377879 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c01d6e-7c44-416c-b698-ba7695fba980 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network hostable DHCP agents. Network: c1288899-889a-4c8a-a760-928e716e3103, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:53:59.414833 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a354f9-5919-4ec5-bd96-163dfc8f7e20 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Network': ['ID=e87420ba-7260-4af8-8404-23c45d585efe,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:59.434079 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4f810f34-204b-44a5-9f86-3283c859384d None None] Provisioning complete for port ac4bca1f-5c96-4730-a883-56ac65a31599 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:59.434585 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4f810f34-204b-44a5-9f86-3283c859384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:59.463738 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-62a354f9-5919-4ec5-bd96-163dfc8f7e20 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/networks/e87420ba-7260-4af8-8404-23c45d585efe HTTP/1.1" status: 204 len: 168 time: 4.2816982 Apr 18 05:53:59.463919 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:59.476694 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40906) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:53:59.544332 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-93e8b49a-f046-4904-8c4d-6e3788ae08b9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'port': {'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b', 'name': 'tempest-PortsTestJSON-39912737'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:59.554635 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4937e-767f-4b2f-9a27-1df54dc5b89c None None] Pushing event updated for resources: {'Port': ['ID=a06baee3-1022-477b-b122-deef7309a8da,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:59.617125 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c01d6e-7c44-416c-b698-ba7695fba980 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network c1288899-889a-4c8a-a760-928e716e3103 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:53:59.692443 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-93e8b49a-f046-4904-8c4d-6e3788ae08b9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:53:59.704177 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:53:59.717710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-93e8b49a-f046-4904-8c4d-6e3788ae08b9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:port and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:53:59.731009 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:59.735464 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-93e8b49a-f046-4904-8c4d-6e3788ae08b9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:53:59.745162 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4f810f34-204b-44a5-9f86-3283c859384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:59.753571 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:59.782220 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-36c01d6e-7c44-416c-b698-ba7695fba980 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, c1288899-889a-4c8a-a760-928e716e3103) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:53:59.794978 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:53:59.805603 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:59.808871 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4c3253-662f-423c-bf91-712594b2c707 None None] Network c1288899-889a-4c8a-a760-928e716e3103 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:53:59.816088 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c01d6e-7c44-416c-b698-ba7695fba980 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:59.816685 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-36c01d6e-7c44-416c-b698-ba7695fba980 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:59.841411 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-93e8b49a-f046-4904-8c4d-6e3788ae08b9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:53:59.850721 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Port': ['ID=e789d7a9-f128-4192-b7f9-ba2c10dc87ab,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:59.884733 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e8b49a-f046-4904-8c4d-6e3788ae08b9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:53:59.885113 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:53:59.888078 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-93e8b49a-f046-4904-8c4d-6e3788ae08b9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:59.964563 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6e7480c7-57df-433e-abbd-1028a92b7f76 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:59.975185 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:59.999362 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4f810f34-204b-44a5-9f86-3283c859384d None None] For port ac4bca1f-5c96-4730-a883-56ac65a31599, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=ac4bca1f-5c96-4730-a883-56ac65a31599,segment=NetworkSegment(cf7813d1-8772-4a0c-96c4-84be1a35272e),segment_id=cf7813d1-8772-4a0c-96c4-84be1a35272e)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:00.023252 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4f810f34-204b-44a5-9f86-3283c859384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:00.036659 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-54ae6bfd-b424-4d93-b0f4-a38f7f76f479 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:00.045205 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d2e55d-51a6-497a-b301-489486fd9036,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:00.048149 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:00.048751 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Added segment 348cd08c-38e7-4ef0-ab9e-1f7816b6a39b of type vlan for network 5fe54038-49dc-468b-90bc-550fa0bf9f52 Apr 18 05:54:00.048852 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-93e8b49a-f046-4904-8c4d-6e3788ae08b9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] device_id is not set on port 11e85237-6845-4b95-85f4-5719f0227c16 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:54:00.075708 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-36c01d6e-7c44-416c-b698-ba7695fba980 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9287541 Apr 18 05:54:00.085346 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40910) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:00.107014 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] Transition to ACTIVE for port object 3754592c-b219-4172-a154-5cf7d9631c10 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:00.109371 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f810f34-204b-44a5-9f86-3283c859384d None None] Pushing event updated for resources: {'Port': ['ID=ac4bca1f-5c96-4730-a883-56ac65a31599,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:00.212330 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-54ae6bfd-b424-4d93-b0f4-a38f7f76f479 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Calling delete_port for b2a45ab9-3bf6-4594-b627-f870c277acb6 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:00.222559 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] Transition to ACTIVE for port object 3754592c-b219-4172-a154-5cf7d9631c10 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:00.232426 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e512172-0575-4dfe-af85-342d668f329d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-c1288899-889a-4c8a-a760-928e716e3103', 'network_id': 'c1288899-889a-4c8a-a760-928e716e3103', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'fixed_ips': [{'subnet_id': '77d0df0e-0d3f-4e5f-a66b-d275a6fc13b2'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:54:00.233291 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4e512172-0575-4dfe-af85-342d668f329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:00.251617 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:00.275821 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:00.284333 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e97a4084-e372-47ab-9860-ca2b774e2530 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:00.399361 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a4084-e372-47ab-9860-ca2b774e2530 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Subnet': ['ID=462ea0c5-ff45-4bce-8e28-3606fb375bee,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:00.408611 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] Network db6f9abe-7309-4e47-b85a-cae12438330d is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:00.439426 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97a4084-e372-47ab-9860-ca2b774e2530 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Network db6f9abe-7309-4e47-b85a-cae12438330d is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:00.447339 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] Pushing event updated for resources: {'Port': ['ID=3754592c-b219-4172-a154-5cf7d9631c10,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:00.459140 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:00.460672 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-3324638d-6440-40ee-abd6-7a6b9d8f16d6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-742744862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:00.466275 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:00.478240 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-e97a4084-e372-47ab-9860-ca2b774e2530 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:00.508417 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97a4084-e372-47ab-9860-ca2b774e2530 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:00.509018 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e97a4084-e372-47ab-9860-ca2b774e2530 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:00.542640 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3324638d-6440-40ee-abd6-7a6b9d8f16d6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:00.590163 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e97a4084-e372-47ab-9860-ca2b774e2530 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8776596 Apr 18 05:54:00.591423 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40916) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:00.598007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:00.624746 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:00.625681 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:00.630864 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3324638d-6440-40ee-abd6-7a6b9d8f16d6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:router and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:00.721219 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3324638d-6440-40ee-abd6-7a6b9d8f16d6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:00.721911 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device ac4bca1f-5c96-4730-a883-56ac65a31599 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:54:00.767701 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3324638d-6440-40ee-abd6-7a6b9d8f16d6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:00.775032 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-4e512172-0575-4dfe-af85-342d668f329d None None] Allocated IP 2001:db8:1::2 (c1288899-889a-4c8a-a760-928e716e3103/77d0df0e-0d3f-4e5f-a66b-d275a6fc13b2/65b6b8e4-0a00-4b20-aa7c-903c242f30a4) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:00.796624 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb35f84-2ba9-445e-bf1c-74c330966a94 None None] Network 9182f4e6-f196-4324-982c-e932101321b1 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:00.823639 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3324638d-6440-40ee-abd6-7a6b9d8f16d6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:00.824676 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3324638d-6440-40ee-abd6-7a6b9d8f16d6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:00.842037 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3324638d-6440-40ee-abd6-7a6b9d8f16d6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:00.871275 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.3700156 Apr 18 05:54:00.881474 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3324638d-6440-40ee-abd6-7a6b9d8f16d6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:00.885729 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40920) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:00.887026 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] Attempting to bind port 3754592c-b219-4172-a154-5cf7d9631c10 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:54:00.887380 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] Attempting to bind port 3754592c-b219-4172-a154-5cf7d9631c10 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '5628ada9-6aa7-43fd-b4d4-da666b63151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'db6f9abe-7309-4e47-b85a-cae12438330d'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:54:00.887731 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] Attempting to bind port 3754592c-b219-4172-a154-5cf7d9631c10 on network db6f9abe-7309-4e47-b85a-cae12438330d {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:54:00.901146 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7359f001-82ee-412a-96c1-a2c902360898 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'network': {'name': 'tempest-RoutersTest-221309926'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:00.912057 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba819c-4a28-4632-8f22-c5e54aad3ff8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Network': ['ID=5fe54038-49dc-468b-90bc-550fa0bf9f52,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:00.922860 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7359f001-82ee-412a-96c1-a2c902360898 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:00.927808 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:54:00.927999 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] Checking segment: {'id': '5628ada9-6aa7-43fd-b4d4-da666b63151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'db6f9abe-7309-4e47-b85a-cae12438330d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:54:00.928470 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:00.928873 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] Bound using segment: {'id': '5628ada9-6aa7-43fd-b4d4-da666b63151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'db6f9abe-7309-4e47-b85a-cae12438330d'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:54:00.929322 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] Bound port: 3754592c-b219-4172-a154-5cf7d9631c10, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5628ada9-6aa7-43fd-b4d4-da666b63151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'db6f9abe-7309-4e47-b85a-cae12438330d'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:54:00.929697 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:00.932415 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b58d84-20e6-4f4c-98b2-9342cf50791e tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:00.934032 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b58d84-20e6-4f4c-98b2-9342cf50791e tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:00.935588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b58d84-20e6-4f4c-98b2-9342cf50791e tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:00.937163 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b58d84-20e6-4f4c-98b2-9342cf50791e tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:00.938732 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b58d84-20e6-4f4c-98b2-9342cf50791e tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:00.939673 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d0b58d84-20e6-4f4c-98b2-9342cf50791e tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Synchronizing usage tracker for tenant:c9cb2f19d4c24715a738705e058d4e92 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:54:00.946835 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7359f001-82ee-412a-96c1-a2c902360898 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:network and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:00.952714 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7359f001-82ee-412a-96c1-a2c902360898 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:00.955851 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 5fe54038-49dc-468b-90bc-550fa0bf9f52 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:54:00.966425 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7359f001-82ee-412a-96c1-a2c902360898 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:00.968512 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-54ae6bfd-b424-4d93-b0f4-a38f7f76f479 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:01.030720 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae6bfd-b424-4d93-b0f4-a38f7f76f479 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Pushing event deleted for resources: {'Port': ['ID=b2a45ab9-3bf6-4594-b627-f870c277acb6,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:01.034577 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d0b58d84-20e6-4f4c-98b2-9342cf50791e tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Unset dirty status for tenant:c9cb2f19d4c24715a738705e058d4e92 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:54:01.035832 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d0b58d84-20e6-4f4c-98b2-9342cf50791e tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4422073 Apr 18 05:54:01.037360 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7359f001-82ee-412a-96c1-a2c902360898 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Made reservation on behalf of 1e86337a57bd435798aa8639156e9b5e for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:01.041025 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7359f001-82ee-412a-96c1-a2c902360898 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:01.052813 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40924) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:01.058462 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d66b9e03-e457-47e9-b6cf-fc2590e8f92c None None] Provisioning complete for port ac4bca1f-5c96-4730-a883-56ac65a31599 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:01.058830 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d66b9e03-e457-47e9-b6cf-fc2590e8f92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:01.110473 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-b29de2ab-2189-413b-b6d7-db9b8878ab15 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2121539520'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:01.113640 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3324638d-6440-40ee-abd6-7a6b9d8f16d6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:01.117138 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b29de2ab-2189-413b-b6d7-db9b8878ab15 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:01.118086 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3324638d-6440-40ee-abd6-7a6b9d8f16d6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9831955 Apr 18 05:54:01.121355 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b29de2ab-2189-413b-b6d7-db9b8878ab15 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Usage tracker for resource:network and tenant:c9cb2f19d4c24715a738705e058d4e92 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:01.124626 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b29de2ab-2189-413b-b6d7-db9b8878ab15 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:01.135696 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b29de2ab-2189-413b-b6d7-db9b8878ab15 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:01.149385 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40928) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:01.221491 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29de2ab-2189-413b-b6d7-db9b8878ab15 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Made reservation on behalf of c9cb2f19d4c24715a738705e058d4e92 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:01.226212 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b29de2ab-2189-413b-b6d7-db9b8878ab15 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:01.243123 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-54ae6bfd-b424-4d93-b0f4-a38f7f76f479 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:01.245769 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-54ae6bfd-b424-4d93-b0f4-a38f7f76f479 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] 10.222.0.15 "DELETE /v2.0/ports/b2a45ab9-3bf6-4594-b627-f870c277acb6 HTTP/1.1" status: 204 len: 168 time: 2.5736725 Apr 18 05:54:01.257480 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] For port 3754592c-b219-4172-a154-5cf7d9631c10, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:54:01.263288 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] For port 3754592c-b219-4172-a154-5cf7d9631c10, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=3754592c-b219-4172-a154-5cf7d9631c10,segment=NetworkSegment(5628ada9-6aa7-43fd-b4d4-da666b63151e),segment_id=5628ada9-6aa7-43fd-b4d4-da666b63151e)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:54:01.264211 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40932) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:01.266672 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53aa7b-2073-4809-96ad-d5fa38bfcc1c req-41b5b0e2-7e09-4aea-afd6-0f41e5c77d83 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:01.268433 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ac53aa7b-2073-4809-96ad-d5fa38bfcc1c req-41b5b0e2-7e09-4aea-afd6-0f41e5c77d83 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.7275486 Apr 18 05:54:01.307579 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7359f001-82ee-412a-96c1-a2c902360898 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:54:01.398225 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-93e8b49a-f046-4904-8c4d-6e3788ae08b9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:01.447113 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6e7480c7-57df-433e-abbd-1028a92b7f76 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:01.453472 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7359f001-82ee-412a-96c1-a2c902360898 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:01.454038 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-7359f001-82ee-412a-96c1-a2c902360898 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Added segment 60a87501-5e4a-4ef8-b4e4-88a574071107 of type vlan for network d9a78a78-f8bd-47d9-903a-501643cb57e7 Apr 18 05:54:01.461434 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:01.464761 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6e7480c7-57df-433e-abbd-1028a92b7f76 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:01.469272 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ac53aa7b-2073-4809-96ad-d5fa38bfcc1c req-93679550-ce93-4c9f-8a8c-6aaf7acd2947 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761565 Apr 18 05:54:01.469962 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:01.487115 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29de2ab-2189-413b-b6d7-db9b8878ab15 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:54:01.547175 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763a3a8-392e-4f44-a643-6b85accad4a0 None None] Pushing event updated for resources: {'Port': ['ID=3754592c-b219-4172-a154-5cf7d9631c10,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:01.578840 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port ac4bca1f-5c96-4730-a883-56ac65a31599 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:01.579574 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:01.621869 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7359f001-82ee-412a-96c1-a2c902360898 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:01.692663 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4e512172-0575-4dfe-af85-342d668f329d None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:01.704555 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4e512172-0575-4dfe-af85-342d668f329d None None] Transition to ACTIVE for port object 65b6b8e4-0a00-4b20-aa7c-903c242f30a4 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:01.724215 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-3481631e-d5c1-46ba-b12f-d1a731f6e7d4 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Deleting subnet 89eb9fe4-4605-4c98-aeff-a604f7ee15da {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:54:01.727941 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4e512172-0575-4dfe-af85-342d668f329d None None] Transition to ACTIVE for port object 65b6b8e4-0a00-4b20-aa7c-903c242f30a4 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:01.742952 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3481631e-d5c1-46ba-b12f-d1a731f6e7d4 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:01.770858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-93e8b49a-f046-4904-8c4d-6e3788ae08b9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:01.791059 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4e512172-0575-4dfe-af85-342d668f329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:01.828621 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b29de2ab-2189-413b-b6d7-db9b8878ab15 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:01.828881 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-b29de2ab-2189-413b-b6d7-db9b8878ab15 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Added segment 40d1467e-0fef-47ab-81a2-787af1808026 of type vlan for network a405a21f-eb8d-4629-a6e5-ecdd925b1e54 Apr 18 05:54:01.959164 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e512172-0575-4dfe-af85-342d668f329d None None] Network c1288899-889a-4c8a-a760-928e716e3103 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:01.963250 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a06baee3-1022-477b-b122-deef7309a8da up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:54:02.094407 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e512172-0575-4dfe-af85-342d668f329d None None] Pushing event updated for resources: {'Port': ['ID=65b6b8e4-0a00-4b20-aa7c-903c242f30a4,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:02.097719 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-4e512172-0575-4dfe-af85-342d668f329d None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:02.116654 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e512172-0575-4dfe-af85-342d668f329d None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:02.130194 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7359f001-82ee-412a-96c1-a2c902360898 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:02.135984 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7359f001-82ee-412a-96c1-a2c902360898 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:02.136610 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7359f001-82ee-412a-96c1-a2c902360898 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:02.206570 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7359f001-82ee-412a-96c1-a2c902360898 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3117988 Apr 18 05:54:02.225233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40940) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:02.235623 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b29de2ab-2189-413b-b6d7-db9b8878ab15 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:02.242231 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3481631e-d5c1-46ba-b12f-d1a731f6e7d4 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:02.281204 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-81f9dc45-b358-4ec6-9ebe-29b1742ff84f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'subnet': {'network_id': '5fe54038-49dc-468b-90bc-550fa0bf9f52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:02.301984 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e8b49a-f046-4904-8c4d-6e3788ae08b9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network 114d2062-faee-47bc-b039-f3d6b167d58b is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:02.312177 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8b49a-f046-4904-8c4d-6e3788ae08b9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Port': ['ID=11e85237-6845-4b95-85f4-5719f0227c16,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:02.314955 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-93e8b49a-f046-4904-8c4d-6e3788ae08b9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:02.321891 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4e512172-0575-4dfe-af85-342d668f329d None None] Attempting to bind port 65b6b8e4-0a00-4b20-aa7c-903c242f30a4 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:54:02.322254 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4e512172-0575-4dfe-af85-342d668f329d None None] Attempting to bind port 65b6b8e4-0a00-4b20-aa7c-903c242f30a4 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '9d9f87f1-5edd-4482-b1bd-98632693f739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c1288899-889a-4c8a-a760-928e716e3103'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:54:02.322620 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e512172-0575-4dfe-af85-342d668f329d None None] Attempting to bind port 65b6b8e4-0a00-4b20-aa7c-903c242f30a4 on network c1288899-889a-4c8a-a760-928e716e3103 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:54:02.328671 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e8b49a-f046-4904-8c4d-6e3788ae08b9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:02.335843 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e8b49a-f046-4904-8c4d-6e3788ae08b9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:02.336676 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e512172-0575-4dfe-af85-342d668f329d None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:54:02.337107 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e512172-0575-4dfe-af85-342d668f329d None None] Checking segment: {'id': '9d9f87f1-5edd-4482-b1bd-98632693f739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c1288899-889a-4c8a-a760-928e716e3103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:54:02.337438 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-93e8b49a-f046-4904-8c4d-6e3788ae08b9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:02.337549 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4e512172-0575-4dfe-af85-342d668f329d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:02.337842 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e512172-0575-4dfe-af85-342d668f329d None None] Bound using segment: {'id': '9d9f87f1-5edd-4482-b1bd-98632693f739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c1288899-889a-4c8a-a760-928e716e3103'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:54:02.338540 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4e512172-0575-4dfe-af85-342d668f329d None None] Bound port: 65b6b8e4-0a00-4b20-aa7c-903c242f30a4, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9f87f1-5edd-4482-b1bd-98632693f739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c1288899-889a-4c8a-a760-928e716e3103'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:54:02.338912 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4e512172-0575-4dfe-af85-342d668f329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:02.393373 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port a06baee3-1022-477b-b122-deef7309a8da completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:02.459208 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-829022f7-3402-4059-975c-0020601ab3dc None None] Provisioning for port a06baee3-1022-477b-b122-deef7309a8da completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:02.471665 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-829022f7-3402-4059-975c-0020601ab3dc None None] Provisioning complete for port a06baee3-1022-477b-b122-deef7309a8da triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:02.476334 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-829022f7-3402-4059-975c-0020601ab3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:02.523547 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4e512172-0575-4dfe-af85-342d668f329d None None] For port 65b6b8e4-0a00-4b20-aa7c-903c242f30a4, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:54:02.536540 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea730656-3250-45e7-bec9-1f7a65b06aef tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:02.538117 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4e512172-0575-4dfe-af85-342d668f329d None None] For port 65b6b8e4-0a00-4b20-aa7c-903c242f30a4, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=65b6b8e4-0a00-4b20-aa7c-903c242f30a4,segment=NetworkSegment(9d9f87f1-5edd-4482-b1bd-98632693f739),segment_id=9d9f87f1-5edd-4482-b1bd-98632693f739)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:54:02.551342 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.resource_extend [None req-b29de2ab-2189-413b-b6d7-db9b8878ab15 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:54:02.563010 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4e512172-0575-4dfe-af85-342d668f329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:02.568528 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-93e8b49a-f046-4904-8c4d-6e3788ae08b9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 3.0537260 Apr 18 05:54:02.577278 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40944) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:02.594567 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:02.609054 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7480c7-57df-433e-abbd-1028a92b7f76 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Router 4e3de0e9-f38f-4d87-99cd-a44585474d93 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:54:02.644266 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359f001-82ee-412a-96c1-a2c902360898 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Network': ['ID=d9a78a78-f8bd-47d9-903a-501643cb57e7,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:02.649287 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 3754592c-b219-4172-a154-5cf7d9631c10 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:54:02.665249 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008400f6-62af-4593-b338-b3b58f86239e req-025fe792-6f4a-4cac-ab54-595857ff50d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:02.666754 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-008400f6-62af-4593-b338-b3b58f86239e req-025fe792-6f4a-4cac-ab54-595857ff50d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e66226dc1f664b9db6f01b9a65f1c168&device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 1099 time: 0.7589903 Apr 18 05:54:02.693027 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network d9a78a78-f8bd-47d9-903a-501643cb57e7 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:54:02.796133 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d2e2a-7646-4c8f-bfb3-20e967e7dd3a req-30bb6002-9469-4ca8-b8fd-ad864d812e74 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:02.804361 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2e0d2e2a-7646-4c8f-bfb3-20e967e7dd3a req-30bb6002-9469-4ca8-b8fd-ad864d812e74 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.9496844 Apr 18 05:54:02.823543 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b29de2ab-2189-413b-b6d7-db9b8878ab15 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:02.831190 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29de2ab-2189-413b-b6d7-db9b8878ab15 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:02.833077 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b29de2ab-2189-413b-b6d7-db9b8878ab15 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:02.955516 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-829022f7-3402-4059-975c-0020601ab3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:02.958433 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-81f9dc45-b358-4ec6-9ebe-29b1742ff84f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:03.009693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-829022f7-3402-4059-975c-0020601ab3dc None None] For port a06baee3-1022-477b-b122-deef7309a8da, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a06baee3-1022-477b-b122-deef7309a8da,segment=NetworkSegment(c86f53a4-2f95-4f63-8abd-79d5a33f6de9),segment_id=c86f53a4-2f95-4f63-8abd-79d5a33f6de9)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:03.066812 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-81f9dc45-b358-4ec6-9ebe-29b1742ff84f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:subnet and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:03.081287 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-81f9dc45-b358-4ec6-9ebe-29b1742ff84f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:03.085663 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 3754592c-b219-4172-a154-5cf7d9631c10 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:03.095649 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e512172-0575-4dfe-af85-342d668f329d None None] Pushing event updated for resources: {'Port': ['ID=65b6b8e4-0a00-4b20-aa7c-903c242f30a4,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:03.107506 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-81f9dc45-b358-4ec6-9ebe-29b1742ff84f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:03.118002 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-829022f7-3402-4059-975c-0020601ab3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:03.130487 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-f1ca14db-17df-4aac-82c2-c40dd4c1db98 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port 11e85237-6845-4b95-85f4-5719f0227c16 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:03.130881 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1ca14db-17df-4aac-82c2-c40dd4c1db98 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:03.242915 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b29de2ab-2189-413b-b6d7-db9b8878ab15 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1888108 Apr 18 05:54:03.258534 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40948) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:03.300885 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3481631e-d5c1-46ba-b12f-d1a731f6e7d4 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:03.302277 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-86cb541a-8f20-4ede-aa8f-4b60737151c5 None None] Provisioning complete for port a06baee3-1022-477b-b122-deef7309a8da triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:03.302277 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-86cb541a-8f20-4ede-aa8f-4b60737151c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:03.308170 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2e0d2e2a-7646-4c8f-bfb3-20e967e7dd3a req-bbdbdd8d-423d-4b4d-b8b9-192580314339 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5019033 Apr 18 05:54:03.376547 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29de2ab-2189-413b-b6d7-db9b8878ab15 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Network': ['ID=a405a21f-eb8d-4629-a6e5-ecdd925b1e54,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:03.417385 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829022f7-3402-4059-975c-0020601ab3dc None None] Pushing event updated for resources: {'Port': ['ID=a06baee3-1022-477b-b122-deef7309a8da,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:03.427048 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network a405a21f-eb8d-4629-a6e5-ecdd925b1e54 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:54:03.434964 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-25faecaf-36c3-4f21-b6ae-8869654ed7e8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:03.450866 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4655ad33-edf5-4ee9-a1fe-2ce7943a5b93 None None] Network db6f9abe-7309-4e47-b85a-cae12438330d requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:03.555480 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008400f6-62af-4593-b338-b3b58f86239e req-baf5048e-c791-4a52-aa81-96e45b50b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:03.557053 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-008400f6-62af-4593-b338-b3b58f86239e req-baf5048e-c791-4a52-aa81-96e45b50b689 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ca065a0-30ac-4abf-bd64-c47717936a41 HTTP/1.1" status: 200 len: 913 time: 0.8201559 Apr 18 05:54:03.581520 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-ea730656-3250-45e7-bec9-1f7a65b06aef tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Allocated IP 2001:db8::1 (9182f4e6-f196-4324-982c-e932101321b1/5ace0a4d-0e5a-4ae0-be84-5bd9bfe2966b/39700d81-91f2-4c54-8237-1c0fd7eafc05) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:03.637971 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f9dc45-b358-4ec6-9ebe-29b1742ff84f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Made reservation on behalf of 1e86337a57bd435798aa8639156e9b5e for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:03.641362 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-81f9dc45-b358-4ec6-9ebe-29b1742ff84f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:03.800438 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7480c7-57df-433e-abbd-1028a92b7f76 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:54:03.809212 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6e7480c7-57df-433e-abbd-1028a92b7f76 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:03.813226 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6e7480c7-57df-433e-abbd-1028a92b7f76 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "PUT /v2.0/routers/4e3de0e9-f38f-4d87-99cd-a44585474d93 HTTP/1.1" status: 200 len: 878 time: 8.3408985 Apr 18 05:54:03.816978 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40952) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:03.845964 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51f1fa6-24e2-4e51-8c3c-27ee63685ae3 None None] Sync routers for ids ['4e3de0e9-f38f-4d87-99cd-a44585474d93'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:54:03.871261 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51f1fa6-24e2-4e51-8c3c-27ee63685ae3 None None] Routers {'4e3de0e9-f38f-4d87-99cd-a44585474d93'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:03.871912 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c51f1fa6-24e2-4e51-8c3c-27ee63685ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['4e3de0e9-f38f-4d87-99cd-a44585474d93'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:03.980776 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c51f1fa6-24e2-4e51-8c3c-27ee63685ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:03.996229 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea730656-3250-45e7-bec9-1f7a65b06aef tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:04.023565 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-ea730656-3250-45e7-bec9-1f7a65b06aef tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Transition to ACTIVE for port object 39700d81-91f2-4c54-8237-1c0fd7eafc05 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:04.031515 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51f1fa6-24e2-4e51-8c3c-27ee63685ae3 None None] Routers {'4e3de0e9-f38f-4d87-99cd-a44585474d93'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:04.032304 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c51f1fa6-24e2-4e51-8c3c-27ee63685ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['4e3de0e9-f38f-4d87-99cd-a44585474d93'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:04.155916 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-bc3cccd5-7825-4fff-bf9a-696887d863cc None None] Provisioning for port 3754592c-b219-4172-a154-5cf7d9631c10 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:04.168501 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c51f1fa6-24e2-4e51-8c3c-27ee63685ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:04.168899 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51f1fa6-24e2-4e51-8c3c-27ee63685ae3 None None] The sync data for ids ['4e3de0e9-f38f-4d87-99cd-a44585474d93'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:54:04.174451 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-bc3cccd5-7825-4fff-bf9a-696887d863cc None None] Provisioning complete for port 3754592c-b219-4172-a154-5cf7d9631c10 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:04.174833 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bc3cccd5-7825-4fff-bf9a-696887d863cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:04.257505 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1ca14db-17df-4aac-82c2-c40dd4c1db98 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:04.371930 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1a69a2-8c62-4e0a-a5b1-ed0e8ce705b0 None None] Network c1288899-889a-4c8a-a760-928e716e3103 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:04.449440 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e913965a-0379-4777-8e37-612dd6e08191 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "GET /v2.0/routers/4e3de0e9-f38f-4d87-99cd-a44585474d93 HTTP/1.1" status: 200 len: 919 time: 0.6260941 Apr 18 05:54:04.449440 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3481631e-d5c1-46ba-b12f-d1a731f6e7d4 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:04.460797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40958) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:04.494341 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3481631e-d5c1-46ba-b12f-d1a731f6e7d4 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:04.513661 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3481631e-d5c1-46ba-b12f-d1a731f6e7d4 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] 10.222.0.15 "DELETE /v2.0/subnets/89eb9fe4-4605-4c98-aeff-a604f7ee15da HTTP/1.1" status: 204 len: 168 time: 3.2435105 Apr 18 05:54:04.514905 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-81f9dc45-b358-4ec6-9ebe-29b1742ff84f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:04.543657 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc88f774-6c85-4411-8457-b0061f5250b6 None None] Update dhcp port {'port': {'network_id': 'db6f9abe-7309-4e47-b85a-cae12438330d', 'fixed_ips': [{'subnet_id': '5d48fda1-48e9-4535-8f23-aba9319b4380', 'ip_address': '2001:db8::2'}, {'subnet_id': '462ea0c5-ff45-4bce-8e28-3606fb375bee'}], 'binding:host_id': 'dv-neutron-837489-1-hyperv'}, 'id': '3754592c-b219-4172-a154-5cf7d9631c10'} from dv-neutron-837489-1-hyperv. {{(pid=88036) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 05:54:04.578658 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40962) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:04.596691 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64df7e4-6953-418e-98c4-b5e19a0d4786 None None] Network bb1ef706-2633-47e1-9f49-f89fb9b6decf requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:04.605471 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481631e-d5c1-46ba-b12f-d1a731f6e7d4 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Pushing event deleted for resources: {'Subnet': ['ID=89eb9fe4-4605-4c98-aeff-a604f7ee15da,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:04.620557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-f1ca14db-17df-4aac-82c2-c40dd4c1db98 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Calling delete_port for 11e85237-6845-4b95-85f4-5719f0227c16 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:04.645309 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bc3cccd5-7825-4fff-bf9a-696887d863cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:04.712862 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-008400f6-62af-4593-b338-b3b58f86239e req-3f40999c-65b0-4c46-9c1d-8c335a1452b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2023ea57-6102-47af-bc76-b79aecd0dacb HTTP/1.1" status: 200 len: 1002 time: 1.0365539 Apr 18 05:54:04.718274 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 65b6b8e4-0a00-4b20-aa7c-903c242f30a4 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:54:04.727687 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Router 69565498-5e47-4faa-816f-2b308de58b74 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:54:04.863392 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f9dc45-b358-4ec6-9ebe-29b1742ff84f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Checking segment: {'id': '348cd08c-38e7-4ef0-ab9e-1f7816b6a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5fe54038-49dc-468b-90bc-550fa0bf9f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:54:04.863748 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f9dc45-b358-4ec6-9ebe-29b1742ff84f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network hostable DHCP agents. Network: 5fe54038-49dc-468b-90bc-550fa0bf9f52, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:54:04.874191 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dc88f774-6c85-4411-8457-b0061f5250b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:04.885439 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9dc45-b358-4ec6-9ebe-29b1742ff84f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Subnet': ['ID=50d40424-9dc8-4056-b8a2-20a75ce639bb,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:04.898152 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-29f60950-7481-4a3f-9d9d-1e1607f3c792 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:04.901737 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-25faecaf-36c3-4f21-b6ae-8869654ed7e8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:04.904082 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea730656-3250-45e7-bec9-1f7a65b06aef tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:04.904362 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-bc3cccd5-7825-4fff-bf9a-696887d863cc None None] For port 3754592c-b219-4172-a154-5cf7d9631c10, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=3754592c-b219-4172-a154-5cf7d9631c10,segment=NetworkSegment(5628ada9-6aa7-43fd-b4d4-da666b63151e),segment_id=5628ada9-6aa7-43fd-b4d4-da666b63151e)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:04.940079 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008400f6-62af-4593-b338-b3b58f86239e req-03c0f755-e630-43cd-8473-efd35c45b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:04.941586 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-008400f6-62af-4593-b338-b3b58f86239e req-03c0f755-e630-43cd-8473-efd35c45b622 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b9d647f1-8c55-4e15-9c83-afad77ec2154 HTTP/1.1" status: 200 len: 851 time: 0.2176211 Apr 18 05:54:04.949547 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-25faecaf-36c3-4f21-b6ae-8869654ed7e8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:04.950840 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bc3cccd5-7825-4fff-bf9a-696887d863cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:04.977681 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bf1f34-31d8-4241-b6fc-5a10eca2ca8b tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:04.981634 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a0bf1f34-31d8-4241-b6fc-5a10eca2ca8b tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&device_id=4e3de0e9-f38f-4d87-99cd-a44585474d93&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4766104 Apr 18 05:54:04.990290 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40966) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:05.013772 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1ca14db-17df-4aac-82c2-c40dd4c1db98 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:05.026827 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea730656-3250-45e7-bec9-1f7a65b06aef tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network 9182f4e6-f196-4324-982c-e932101321b1 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:05.029996 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f9dc45-b358-4ec6-9ebe-29b1742ff84f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network 5fe54038-49dc-468b-90bc-550fa0bf9f52 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:54:05.032703 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-25faecaf-36c3-4f21-b6ae-8869654ed7e8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Network a405a21f-eb8d-4629-a6e5-ecdd925b1e54 is not hosted by any dhcp agent {{(pid=88034) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 18 05:54:05.038333 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25faecaf-36c3-4f21-b6ae-8869654ed7e8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:05.039024 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-25faecaf-36c3-4f21-b6ae-8869654ed7e8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:05.042991 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-25faecaf-36c3-4f21-b6ae-8869654ed7e8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "PUT /v2.0/networks/a405a21f-eb8d-4629-a6e5-ecdd925b1e54 HTTP/1.1" status: 200 len: 723 time: 1.7472045 Apr 18 05:54:05.058868 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-ea730656-3250-45e7-bec9-1f7a65b06aef tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:05.061201 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea730656-3250-45e7-bec9-1f7a65b06aef tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:05.061925 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea730656-3250-45e7-bec9-1f7a65b06aef tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:05.183637 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40970) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:05.197273 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-29f60950-7481-4a3f-9d9d-1e1607f3c792 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Deleting port 5c8828f6-d257-4600-b199-2246a378cafd {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:05.197615 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-29f60950-7481-4a3f-9d9d-1e1607f3c792 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:05.237357 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-2567a7bb-e936-4746-8780-0d5ec6381c28 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'subnet': {'network_id': 'a405a21f-eb8d-4629-a6e5-ecdd925b1e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:05.286266 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f62538-ee67-4a31-acbf-1d8126365dbe req-7d9bb811-154e-4deb-94e8-69529ee09062 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:05.287309 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-96f62538-ee67-4a31-acbf-1d8126365dbe req-7d9bb811-154e-4deb-94e8-69529ee09062 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.6949592 Apr 18 05:54:05.288168 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea730656-3250-45e7-bec9-1f7a65b06aef tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Port': ['ID=39700d81-91f2-4c54-8237-1c0fd7eafc05,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:05.332290 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faecaf-36c3-4f21-b6ae-8869654ed7e8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Network': ['ID=a405a21f-eb8d-4629-a6e5-ecdd925b1e54,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:05.348268 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:54:05.361502 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ddacd1-9c67-43f0-9064-1b2bbb0ae9cb None None] Sync routers for ids ['69565498-5e47-4faa-816f-2b308de58b74'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:54:05.363371 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network a405a21f-eb8d-4629-a6e5-ecdd925b1e54 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:54:05.372878 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-81f9dc45-b358-4ec6-9ebe-29b1742ff84f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 5fe54038-49dc-468b-90bc-550fa0bf9f52) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:05.377116 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f9dc45-b358-4ec6-9ebe-29b1742ff84f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:05.377401 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-611010f9-b07f-448d-a6fb-5238f362185f None None] Provisioning for port 65b6b8e4-0a00-4b20-aa7c-903c242f30a4 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:05.377858 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-81f9dc45-b358-4ec6-9ebe-29b1742ff84f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:05.380509 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cccd5-7825-4fff-bf9a-696887d863cc None None] Pushing event updated for resources: {'Port': ['ID=3754592c-b219-4172-a154-5cf7d9631c10,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:05.385107 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ddacd1-9c67-43f0-9064-1b2bbb0ae9cb None None] Routers {'69565498-5e47-4faa-816f-2b308de58b74'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:05.385938 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d1ddacd1-9c67-43f0-9064-1b2bbb0ae9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['69565498-5e47-4faa-816f-2b308de58b74'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:05.406045 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca14db-17df-4aac-82c2-c40dd4c1db98 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Port': ['ID=11e85237-6845-4b95-85f4-5719f0227c16,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:05.412694 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1ca14db-17df-4aac-82c2-c40dd4c1db98 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:05.455089 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f1ca14db-17df-4aac-82c2-c40dd4c1db98 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/ports/11e85237-6845-4b95-85f4-5719f0227c16 HTTP/1.1" status: 204 len: 168 time: 2.8574066 Apr 18 05:54:05.455729 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40976) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:05.465394 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-b4307b8b-0f32-4c08-bd38-15430543370d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'port': {'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b', 'mac_address': 'fa:16:3e:42:4c:7f', 'name': 'tempest-PortsTestJSON-1258618443'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:05.486195 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:05.490191 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-86719799-06d3-4d8d-8dac-eaa670a61f7c tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.1037619 Apr 18 05:54:05.503746 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40980) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:05.511350 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 65b6b8e4-0a00-4b20-aa7c-903c242f30a4 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:05.516714 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8e2787-e1a7-48c7-804a-fc9c8b64d76f None None] Network 5fe54038-49dc-468b-90bc-550fa0bf9f52 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:05.536234 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d1ddacd1-9c67-43f0-9064-1b2bbb0ae9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:05.547818 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 65b6b8e4-0a00-4b20-aa7c-903c242f30a4 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:05.548599 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:05.551160 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ddacd1-9c67-43f0-9064-1b2bbb0ae9cb None None] Routers {'69565498-5e47-4faa-816f-2b308de58b74'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:05.551453 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-81f9dc45-b358-4ec6-9ebe-29b1742ff84f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3183556 Apr 18 05:54:05.552200 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d1ddacd1-9c67-43f0-9064-1b2bbb0ae9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:53:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['69565498-5e47-4faa-816f-2b308de58b74'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:05.560349 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40984) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:05.581813 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-f45f6fb4-0e35-4e29-9480-44873316ecf0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'subnet': {'network_id': 'd9a78a78-f8bd-47d9-903a-501643cb57e7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:05.608689 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-611010f9-b07f-448d-a6fb-5238f362185f None None] Provisioning complete for port 65b6b8e4-0a00-4b20-aa7c-903c242f30a4 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:05.609430 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-611010f9-b07f-448d-a6fb-5238f362185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:05.644302 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d1ddacd1-9c67-43f0-9064-1b2bbb0ae9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:05.644994 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ddacd1-9c67-43f0-9064-1b2bbb0ae9cb None None] The sync data for ids ['69565498-5e47-4faa-816f-2b308de58b74'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:54:05.649823 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-16b07870-d0b5-4598-9975-e46f49338b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:05.675567 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008400f6-62af-4593-b338-b3b58f86239e req-bb3489ac-d22c-483d-b43d-2a74cf316844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:05.677067 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-008400f6-62af-4593-b338-b3b58f86239e req-bb3489ac-d22c-483d-b43d-2a74cf316844 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ca065a0-30ac-4abf-bd64-c47717936a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7204707 Apr 18 05:54:05.702558 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-96f62538-ee67-4a31-acbf-1d8126365dbe req-1aaf6e67-1787-41ab-8fe9-805a1dd65d13 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4009719 Apr 18 05:54:05.711153 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2567a7bb-e936-4746-8780-0d5ec6381c28 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:05.770387 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a745e1-d0ec-493d-a28e-551ae6993bb4 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:05.774521 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-88a745e1-d0ec-493d-a28e-551ae6993bb4 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "GET /v2.0/networks/9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 HTTP/1.1" status: 200 len: 881 time: 0.7763879 Apr 18 05:54:05.783586 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b4307b8b-0f32-4c08-bd38-15430543370d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:05.789268 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40988) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:05.805037 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b4307b8b-0f32-4c08-bd38-15430543370d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:port and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:05.839956 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2567a7bb-e936-4746-8780-0d5ec6381c28 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:05.852393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b4307b8b-0f32-4c08-bd38-15430543370d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:05.883326 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-dc88f774-6c85-4411-8457-b0061f5250b6 None None] Allocated IP 172.20.0.1 (db6f9abe-7309-4e47-b85a-cae12438330d/462ea0c5-ff45-4bce-8e28-3606fb375bee/3754592c-b219-4172-a154-5cf7d9631c10) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:05.888544 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b4307b8b-0f32-4c08-bd38-15430543370d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:05.918910 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4e0c829b-1c24-4a72-a975-d54989531580 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3de0e9-f38f-4d87-99cd-a44585474d93 HTTP/1.1" status: 200 len: 205 time: 0.1207237 Apr 18 05:54:05.932858 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f45f6fb4-0e35-4e29-9480-44873316ecf0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:05.934795 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 40992) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:05.957103 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdc1c75-b64c-4fb0-9092-212ab18817cf None None] DHCP port deletion for bb1ef706-2633-47e1-9f49-f89fb9b6decf request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:54:05.995135 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f45f6fb4-0e35-4e29-9480-44873316ecf0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:subnet and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:06.006518 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4307b8b-0f32-4c08-bd38-15430543370d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:06.057055 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f45f6fb4-0e35-4e29-9480-44873316ecf0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:06.059911 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc1c75-b64c-4fb0-9092-212ab18817cf None None] Deleting port 5c8828f6-d257-4600-b199-2246a378cafd {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:06.060291 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dbdc1c75-b64c-4fb0-9092-212ab18817cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:06.077654 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2567a7bb-e936-4746-8780-0d5ec6381c28 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Made reservation on behalf of c9cb2f19d4c24715a738705e058d4e92 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:06.081409 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2567a7bb-e936-4746-8780-0d5ec6381c28 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:06.232085 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:06.252457 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-008400f6-62af-4593-b338-b3b58f86239e req-3089ffcc-7e20-4b07-9df4-7dbb8690587b service neutron] 10.222.0.52 "GET /v2.0/networks/2ca065a0-30ac-4abf-bd64-c47717936a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491865 Apr 18 05:54:06.376839 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-611010f9-b07f-448d-a6fb-5238f362185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:06.434826 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-5fe54038-49dc-468b-90bc-550fa0bf9f52', 'network_id': '5fe54038-49dc-468b-90bc-550fa0bf9f52', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'fixed_ips': [{'subnet_id': '50d40424-9dc8-4056-b8a2-20a75ce639bb'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:54:06.437038 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:06.440687 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b4307b8b-0f32-4c08-bd38-15430543370d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:06.459081 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f45f6fb4-0e35-4e29-9480-44873316ecf0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:06.477714 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea730656-3250-45e7-bec9-1f7a65b06aef tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:06.553049 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-b4307b8b-0f32-4c08-bd38-15430543370d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] device_id is not set on port d579e9a4-3c3f-4a09-818b-fbeb8d7b6947 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:54:06.557328 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 65b6b8e4-0a00-4b20-aa7c-903c242f30a4, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=65b6b8e4-0a00-4b20-aa7c-903c242f30a4,segment=NetworkSegment(9d9f87f1-5edd-4482-b1bd-98632693f739),segment_id=9d9f87f1-5edd-4482-b1bd-98632693f739)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:06.579260 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-29f60950-7481-4a3f-9d9d-1e1607f3c792 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] For port 5c8828f6-d257-4600-b199-2246a378cafd, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5c8828f6-d257-4600-b199-2246a378cafd,segment=NetworkSegment(b5984189-73a3-43e3-93fb-e1f136d92e31),segment_id=b5984189-73a3-43e3-93fb-e1f136d92e31)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:06.580183 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-29f60950-7481-4a3f-9d9d-1e1607f3c792 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:06.588057 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45f6fb4-0e35-4e29-9480-44873316ecf0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Made reservation on behalf of 1e86337a57bd435798aa8639156e9b5e for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:06.591437 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f45f6fb4-0e35-4e29-9480-44873316ecf0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:06.605121 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:06.606284 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a06baee3-1022-477b-b122-deef7309a8da up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:54:06.658756 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-aed9b04f-b601-4b94-a7d3-c5fd0f77159f tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:06.713953 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-dc88f774-6c85-4411-8457-b0061f5250b6 None None] For port 3754592c-b219-4172-a154-5cf7d9631c10, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=3754592c-b219-4172-a154-5cf7d9631c10,segment=NetworkSegment(5628ada9-6aa7-43fd-b4d4-da666b63151e),segment_id=5628ada9-6aa7-43fd-b4d4-da666b63151e)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:06.722588 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-008400f6-62af-4593-b338-b3b58f86239e req-f34ae2a3-20f7-4788-abbf-8045322d0130 service neutron] 10.222.0.52 "GET /v2.0/networks/2ca065a0-30ac-4abf-bd64-c47717936a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100735 Apr 18 05:54:06.923272 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-611010f9-b07f-448d-a6fb-5238f362185f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:54:06.923846 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-611010f9-b07f-448d-a6fb-5238f362185f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:54:06.934724 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-29f60950-7481-4a3f-9d9d-1e1607f3c792 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Calling delete_port for 5c8828f6-d257-4600-b199-2246a378cafd owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:06.938901 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dc88f774-6c85-4411-8457-b0061f5250b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:06.945732 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-dbdc1c75-b64c-4fb0-9092-212ab18817cf None None] For port 5c8828f6-d257-4600-b199-2246a378cafd, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5c8828f6-d257-4600-b199-2246a378cafd,segment=NetworkSegment(b5984189-73a3-43e3-93fb-e1f136d92e31),segment_id=b5984189-73a3-43e3-93fb-e1f136d92e31)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:06.946196 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dbdc1c75-b64c-4fb0-9092-212ab18817cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:06.964357 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=65b6b8e4-0a00-4b20-aa7c-903c242f30a4,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:07.036243 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b4307b8b-0f32-4c08-bd38-15430543370d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:07.094799 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc1c75-b64c-4fb0-9092-212ab18817cf None None] Calling delete_port for 5c8828f6-d257-4600-b199-2246a378cafd owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:07.125031 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-dc88f774-6c85-4411-8457-b0061f5250b6 None None] Transition to ACTIVE for port object 3754592c-b219-4172-a154-5cf7d9631c10 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:07.131785 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714e95e-1339-4442-9b87-24c15dc23842 req-aecadbfa-8b72-4d5f-8126-e62b0076375d tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:07.133469 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3714e95e-1339-4442-9b87-24c15dc23842 req-aecadbfa-8b72-4d5f-8126-e62b0076375d tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.2856221 Apr 18 05:54:07.138339 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ea39-3376-4613-8461-ab03733c7464 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:07.141327 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dc88f774-6c85-4411-8457-b0061f5250b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:07.145410 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] Allocated IP 172.20.0.2 (5fe54038-49dc-468b-90bc-550fa0bf9f52/50d40424-9dc8-4056-b8a2-20a75ce639bb/0446a36d-97d0-4580-a573-9633a40562d9) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:07.190746 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port a06baee3-1022-477b-b122-deef7309a8da triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:07.191110 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:07.239573 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b4307b8b-0f32-4c08-bd38-15430543370d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:07.350173 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3714e95e-1339-4442-9b87-24c15dc23842 req-aefcc9fd-5b63-4428-8d5e-a06d159aaed8 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991410 Apr 18 05:54:07.456351 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-aed9b04f-b601-4b94-a7d3-c5fd0f77159f tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:07.458827 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-29f60950-7481-4a3f-9d9d-1e1607f3c792 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:07.517216 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4307b8b-0f32-4c08-bd38-15430543370d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network 114d2062-faee-47bc-b039-f3d6b167d58b is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:07.524311 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-b4307b8b-0f32-4c08-bd38-15430543370d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:07.531744 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4307b8b-0f32-4c08-bd38-15430543370d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:07.537257 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88f774-6c85-4411-8457-b0061f5250b6 None None] Pushing event updated for resources: {'Port': ['ID=3754592c-b219-4172-a154-5cf7d9631c10,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:07.537545 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4307b8b-0f32-4c08-bd38-15430543370d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:07.538169 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b4307b8b-0f32-4c08-bd38-15430543370d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:07.586798 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-dbdc1c75-b64c-4fb0-9092-212ab18817cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:54:07.587156 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-dbdc1c75-b64c-4fb0-9092-212ab18817cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:54:07.607341 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f60950-7481-4a3f-9d9d-1e1607f3c792 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Pushing event deleted for resources: {'Port': ['ID=5c8828f6-d257-4600-b199-2246a378cafd,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:07.622898 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6a439882-a984-41d0-b57e-53b343152250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:07.639092 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-aed9b04f-b601-4b94-a7d3-c5fd0f77159f tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Deleting port 677cc9d9-2422-4cdd-9971-f62bc8c28f61 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:07.639435 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-aed9b04f-b601-4b94-a7d3-c5fd0f77159f tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:07.655186 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4307b8b-0f32-4c08-bd38-15430543370d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Port': ['ID=d579e9a4-3c3f-4a09-818b-fbeb8d7b6947,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:07.682751 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b4307b8b-0f32-4c08-bd38-15430543370d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2257857 Apr 18 05:54:07.691349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 40998) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:07.692656 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f60950-7481-4a3f-9d9d-1e1607f3c792 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] No DVR routers for this DVR port 5c8828f6-d257-4600-b199-2246a378cafd on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:54:07.802010 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:07.806371 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89ceb1-40bb-4179-a5c6-854fb4df166d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:07.807002 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ad89ceb1-40bb-4179-a5c6-854fb4df166d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Synchronizing usage tracker for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:54:07.871228 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-966ad591-352e-4366-94df-31258a0660dd None None] Provisioning complete for port 65b6b8e4-0a00-4b20-aa7c-903c242f30a4 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:07.871605 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-966ad591-352e-4366-94df-31258a0660dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:07.900626 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ad89ceb1-40bb-4179-a5c6-854fb4df166d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Unset dirty status for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:54:07.907302 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ad89ceb1-40bb-4179-a5c6-854fb4df166d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports/d579e9a4-3c3f-4a09-818b-fbeb8d7b6947 HTTP/1.1" status: 200 len: 841 time: 0.2153201 Apr 18 05:54:07.915527 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:07.917899 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41002) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:07.931573 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] Transition to ACTIVE for port object 0446a36d-97d0-4580-a573-9633a40562d9 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:07.957780 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] Transition to ACTIVE for port object 0446a36d-97d0-4580-a573-9633a40562d9 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:07.967574 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 3754592c-b219-4172-a154-5cf7d9631c10 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:54:08.011578 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:08.091712 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc1c75-b64c-4fb0-9092-212ab18817cf None None] Deleting port 5c8828f6-d257-4600-b199-2246a378cafd {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:08.092371 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dbdc1c75-b64c-4fb0-9092-212ab18817cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:08.121581 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2567a7bb-e936-4746-8780-0d5ec6381c28 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:08.182346 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-b99d7dee-80d6-463a-8228-2a08f49d562c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port d579e9a4-3c3f-4a09-818b-fbeb8d7b6947 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:08.182931 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b99d7dee-80d6-463a-8228-2a08f49d562c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:08.234055 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] Network 5fe54038-49dc-468b-90bc-550fa0bf9f52 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:08.264666 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:08.279958 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc1c75-b64c-4fb0-9092-212ab18817cf None None] The port '5c8828f6-d257-4600-b199-2246a378cafd' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:54:08.281183 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:08.286891 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] Pushing event updated for resources: {'Port': ['ID=0446a36d-97d0-4580-a573-9633a40562d9,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:08.361163 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea730656-3250-45e7-bec9-1f7a65b06aef tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:08.366610 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-29f60950-7481-4a3f-9d9d-1e1607f3c792 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:08.459170 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 65b6b8e4-0a00-4b20-aa7c-903c242f30a4 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:54:08.471200 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-5fd0ea39-3376-4613-8461-ab03733c7464 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Allocated IP 172.20.0.1 (987043ed-997e-47d0-8706-30272ad3c696/4a3bbec7-02cf-4791-a460-23d378fe89e7/31624e43-3c69-4d87-9f99-99f344af5d3d) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:08.499796 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e34976-1272-4acb-aa16-44cc0d220573 None None] Network db6f9abe-7309-4e47-b85a-cae12438330d requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:08.522671 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea730656-3250-45e7-bec9-1f7a65b06aef tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:08.523473 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea730656-3250-45e7-bec9-1f7a65b06aef tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:08.528967 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f45f6fb4-0e35-4e29-9480-44873316ecf0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:08.548846 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] Attempting to bind port 0446a36d-97d0-4580-a573-9633a40562d9 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:54:08.549331 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] Attempting to bind port 0446a36d-97d0-4580-a573-9633a40562d9 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '348cd08c-38e7-4ef0-ab9e-1f7816b6a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5fe54038-49dc-468b-90bc-550fa0bf9f52'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:54:08.549738 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] Attempting to bind port 0446a36d-97d0-4580-a573-9633a40562d9 on network 5fe54038-49dc-468b-90bc-550fa0bf9f52 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:54:08.560487 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:08.585717 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b99d7dee-80d6-463a-8228-2a08f49d562c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:08.623165 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:54:08.623165 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] Checking segment: {'id': '348cd08c-38e7-4ef0-ab9e-1f7816b6a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5fe54038-49dc-468b-90bc-550fa0bf9f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:54:08.623525 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:08.623623 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] Bound using segment: {'id': '348cd08c-38e7-4ef0-ab9e-1f7816b6a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5fe54038-49dc-468b-90bc-550fa0bf9f52'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:54:08.624332 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] Bound port: 0446a36d-97d0-4580-a573-9633a40562d9, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348cd08c-38e7-4ef0-ab9e-1f7816b6a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5fe54038-49dc-468b-90bc-550fa0bf9f52'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:54:08.624452 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:08.656761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-29f60950-7481-4a3f-9d9d-1e1607f3c792 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1ef706-2633-47e1-9f49-f89fb9b6decf']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:08.705294 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567a7bb-e936-4746-8780-0d5ec6381c28 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Subnet': ['ID=d1ae541a-dffa-4e3c-b62f-89ea93d820c7,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:08.707915 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-966ad591-352e-4366-94df-31258a0660dd None None] Provisioning for port 39700d81-91f2-4c54-8237-1c0fd7eafc05 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:08.710224 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:08.712467 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-29f60950-7481-4a3f-9d9d-1e1607f3c792 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5984189-73a3-43e3-93fb-e1f136d92e31') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:08.713187 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-29f60950-7481-4a3f-9d9d-1e1607f3c792 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5984189-73a3-43e3-93fb-e1f136d92e31') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:08.727354 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-966ad591-352e-4366-94df-31258a0660dd None None] Provisioning complete for port 39700d81-91f2-4c54-8237-1c0fd7eafc05 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:08.727723 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-966ad591-352e-4366-94df-31258a0660dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:08.776909 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-b99d7dee-80d6-463a-8228-2a08f49d562c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Calling delete_port for d579e9a4-3c3f-4a09-818b-fbeb8d7b6947 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:08.807528 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-29f60950-7481-4a3f-9d9d-1e1607f3c792 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:08.857240 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-966ad591-352e-4366-94df-31258a0660dd None None] Port 39700d81-91f2-4c54-8237-1c0fd7eafc05 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:54:08.870517 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 65b6b8e4-0a00-4b20-aa7c-903c242f30a4 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:08.870887 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:08.889971 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2567a7bb-e936-4746-8780-0d5ec6381c28 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Checking segment: {'id': '40d1467e-0fef-47ab-81a2-787af1808026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a405a21f-eb8d-4629-a6e5-ecdd925b1e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:54:08.890340 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2567a7bb-e936-4746-8780-0d5ec6381c28 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Network hostable DHCP agents. Network: a405a21f-eb8d-4629-a6e5-ecdd925b1e54, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:54:08.892619 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ea39-3376-4613-8461-ab03733c7464 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:08.911068 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-5fd0ea39-3376-4613-8461-ab03733c7464 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Transition to ACTIVE for port object 31624e43-3c69-4d87-9f99-99f344af5d3d will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:08.913047 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b99d7dee-80d6-463a-8228-2a08f49d562c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:08.917241 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] For port 0446a36d-97d0-4580-a573-9633a40562d9, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:54:08.917674 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-aed9b04f-b601-4b94-a7d3-c5fd0f77159f tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:08.929431 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea730656-3250-45e7-bec9-1f7a65b06aef tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Port': ['ID=39700d81-91f2-4c54-8237-1c0fd7eafc05,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:08.933607 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] For port 0446a36d-97d0-4580-a573-9633a40562d9, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=0446a36d-97d0-4580-a573-9633a40562d9,segment=NetworkSegment(348cd08c-38e7-4ef0-ab9e-1f7816b6a39b),segment_id=348cd08c-38e7-4ef0-ab9e-1f7816b6a39b)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:54:08.953883 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-29f60950-7481-4a3f-9d9d-1e1607f3c792 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:08.969499 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d7dee-80d6-463a-8228-2a08f49d562c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Port': ['ID=d579e9a4-3c3f-4a09-818b-fbeb8d7b6947,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:08.979560 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b99d7dee-80d6-463a-8228-2a08f49d562c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:08.981561 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:09.002560 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b99d7dee-80d6-463a-8228-2a08f49d562c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/ports/d579e9a4-3c3f-4a09-818b-fbeb8d7b6947 HTTP/1.1" status: 204 len: 168 time: 1.0829437 Apr 18 05:54:09.005897 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41008) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:09.045527 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ea39-3376-4613-8461-ab03733c7464 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:09.084177 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ead5c385-c124-46e4-9267-6e19bc002d6f None None] Provisioning for port 3754592c-b219-4172-a154-5cf7d9631c10 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:09.099355 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-aed9b04f-b601-4b94-a7d3-c5fd0f77159f tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Calling delete_port for 677cc9d9-2422-4cdd-9971-f62bc8c28f61 owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:09.100579 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bac43c2-7425-4465-bd25-dfaee8622f11 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] GET failed (client error): The resource could not be found. Apr 18 05:54:09.101118 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1bac43c2-7425-4465-bd25-dfaee8622f11 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Synchronizing usage tracker for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:54:09.129274 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ead5c385-c124-46e4-9267-6e19bc002d6f None None] Provisioning complete for port 3754592c-b219-4172-a154-5cf7d9631c10 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:09.129914 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ead5c385-c124-46e4-9267-6e19bc002d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:09.132022 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd0ea39-3376-4613-8461-ab03733c7464 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Network 987043ed-997e-47d0-8706-30272ad3c696 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:09.138138 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f6fb4-0e35-4e29-9480-44873316ecf0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Checking segment: {'id': '60a87501-5e4a-4ef8-b4e4-88a574071107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd9a78a78-f8bd-47d9-903a-501643cb57e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:54:09.138348 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-5fd0ea39-3376-4613-8461-ab03733c7464 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:09.138459 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45f6fb4-0e35-4e29-9480-44873316ecf0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network hostable DHCP agents. Network: d9a78a78-f8bd-47d9-903a-501643cb57e7, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:54:09.144621 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd0ea39-3376-4613-8461-ab03733c7464 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:09.145218 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f60950-7481-4a3f-9d9d-1e1607f3c792 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:54:09.145630 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-29f60950-7481-4a3f-9d9d-1e1607f3c792 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:09.166703 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4aae1d-4000-45dc-a58b-5f5b8da3d5a2 None None] Pushing event updated for resources: {'Port': ['ID=0446a36d-97d0-4580-a573-9633a40562d9,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:09.171387 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f6fb4-0e35-4e29-9480-44873316ecf0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Subnet': ['ID=969185cd-6c34-4fb4-98fe-7fc21efc72f4,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:54:09.173514 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:54:09.175616 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0ea39-3376-4613-8461-ab03733c7464 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Port': ['ID=31624e43-3c69-4d87-9f99-99f344af5d3d,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:09.214640 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ea39-3376-4613-8461-ab03733c7464 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:09.330386 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5c8828f6-d257-4600-b199-2246a378cafd no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:54:09.340460 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2567a7bb-e936-4746-8780-0d5ec6381c28 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Network a405a21f-eb8d-4629-a6e5-ecdd925b1e54 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:54:09.419279 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02e77a-6418-4e03-ace1-46cc5de5e4f3 req-9750e330-d1c5-4ec8-9e9a-6dcbae7d2baf tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:09.421609 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0b02e77a-6418-4e03-ace1-46cc5de5e4f3 req-9750e330-d1c5-4ec8-9e9a-6dcbae7d2baf tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.8795142 Apr 18 05:54:09.439383 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-2567a7bb-e936-4746-8780-0d5ec6381c28 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, a405a21f-eb8d-4629-a6e5-ecdd925b1e54) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:09.442381 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 5c8828f6-d257-4600-b199-2246a378cafd {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:54:09.446204 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5c8828f6-d257-4600-b199-2246a378cafd not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:54:09.459157 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeef0cd-78fe-4eea-8a98-199a0b12ac13 None None] Network a405a21f-eb8d-4629-a6e5-ecdd925b1e54 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:09.480521 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea730656-3250-45e7-bec9-1f7a65b06aef tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network 9182f4e6-f196-4324-982c-e932101321b1 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:09.502249 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2567a7bb-e936-4746-8780-0d5ec6381c28 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:09.503096 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2567a7bb-e936-4746-8780-0d5ec6381c28 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:09.509202 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-29f60950-7481-4a3f-9d9d-1e1607f3c792 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:09.517753 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1bac43c2-7425-4465-bd25-dfaee8622f11 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Unset dirty status for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:54:09.525120 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1bac43c2-7425-4465-bd25-dfaee8622f11 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports/d579e9a4-3c3f-4a09-818b-fbeb8d7b6947 HTTP/1.1" status: 404 len: 333 time: 0.5116713 Apr 18 05:54:09.526066 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45f6fb4-0e35-4e29-9480-44873316ecf0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network d9a78a78-f8bd-47d9-903a-501643cb57e7 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:54:09.526979 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41012) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:09.568658 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-ea730656-3250-45e7-bec9-1f7a65b06aef tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:09.583162 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-c734adab-9c8a-4fce-bc3c-e3718da4308f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'port': {'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b', 'name': 'tempest-PortsTestJSON-1004619376'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:09.599192 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-29f60950-7481-4a3f-9d9d-1e1607f3c792 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:09.766851 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-f45f6fb4-0e35-4e29-9480-44873316ecf0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, d9a78a78-f8bd-47d9-903a-501643cb57e7) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:09.768865 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f60950-7481-4a3f-9d9d-1e1607f3c792 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] Pushing event deleted for resources: {'Network': ['ID=bb1ef706-2633-47e1-9f49-f89fb9b6decf,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:09.772941 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ea39-3376-4613-8461-ab03733c7464 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:09.795458 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c734adab-9c8a-4fce-bc3c-e3718da4308f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:09.806370 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c734adab-9c8a-4fce-bc3c-e3718da4308f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:09.871304 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c734adab-9c8a-4fce-bc3c-e3718da4308f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:09.874020 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45f6fb4-0e35-4e29-9480-44873316ecf0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:09.877176 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c734adab-9c8a-4fce-bc3c-e3718da4308f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:09.882503 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f45f6fb4-0e35-4e29-9480-44873316ecf0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:09.904758 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7243918f-6720-4372-8285-9eee60bdc3a9 None None] Network d9a78a78-f8bd-47d9-903a-501643cb57e7 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:09.957729 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-c734adab-9c8a-4fce-bc3c-e3718da4308f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] device_id is not set on port 540ca6ae-08f3-4917-81b5-545198344909 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:54:10.022248 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-a405a21f-eb8d-4629-a6e5-ecdd925b1e54', 'network_id': 'a405a21f-eb8d-4629-a6e5-ecdd925b1e54', 'tenant_id': 'c9cb2f19d4c24715a738705e058d4e92', 'fixed_ips': [{'subnet_id': 'd1ae541a-dffa-4e3c-b62f-89ea93d820c7'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:54:10.023530 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:10.118985 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 0446a36d-97d0-4580-a573-9633a40562d9 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:54:10.197144 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3762c65c-86cc-4e79-a005-b8b57aef742d None None] Provisioning for port 31624e43-3c69-4d87-9f99-99f344af5d3d completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:10.254620 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:10.267080 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3762c65c-86cc-4e79-a005-b8b57aef742d None None] Provisioning complete for port 31624e43-3c69-4d87-9f99-99f344af5d3d triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:10.267520 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3762c65c-86cc-4e79-a005-b8b57aef742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:10.370723 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0b02e77a-6418-4e03-ace1-46cc5de5e4f3 req-9d6b6d7f-86a8-404d-8f71-dae3daf8ba14 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9286449 Apr 18 05:54:10.464954 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-29f60950-7481-4a3f-9d9d-1e1607f3c792 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125 tempest-ExtraDHCPOptionsIpV6TestJSON-281416125-project] 10.222.0.15 "DELETE /v2.0/networks/bb1ef706-2633-47e1-9f49-f89fb9b6decf HTTP/1.1" status: 204 len: 168 time: 5.8714161 Apr 18 05:54:10.550460 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-3762c65c-86cc-4e79-a005-b8b57aef742d None None] Port 31624e43-3c69-4d87-9f99-99f344af5d3d cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:54:10.578384 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f45f6fb4-0e35-4e29-9480-44873316ecf0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0054548 Apr 18 05:54:10.582639 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2567a7bb-e936-4746-8780-0d5ec6381c28 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.3842592 Apr 18 05:54:10.582639 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-aed9b04f-b601-4b94-a7d3-c5fd0f77159f tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:10.591631 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41020) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:10.591962 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41022) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:10.625292 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 0446a36d-97d0-4580-a573-9633a40562d9 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:10.705303 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-e173353b-6e93-49ba-b006-dee214ba373b tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1220617545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:10.708798 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3762c65c-86cc-4e79-a005-b8b57aef742d None None] Provisioning complete for port 3754592c-b219-4172-a154-5cf7d9631c10 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:10.709177 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3762c65c-86cc-4e79-a005-b8b57aef742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:10.715938 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e173353b-6e93-49ba-b006-dee214ba373b tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:10.720962 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e173353b-6e93-49ba-b006-dee214ba373b tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:router and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:10.724157 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e173353b-6e93-49ba-b006-dee214ba373b tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:10.731087 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e173353b-6e93-49ba-b006-dee214ba373b tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:10.745334 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-0a2d39f4-6253-4d42-9e85-be578f75f844 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:10.754846 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-d9a78a78-f8bd-47d9-903a-501643cb57e7', 'network_id': 'd9a78a78-f8bd-47d9-903a-501643cb57e7', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'fixed_ips': [{'subnet_id': '969185cd-6c34-4fb4-98fe-7fc21efc72f4'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:54:10.755914 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:10.789744 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] Allocated IP 2001:db8::2 (a405a21f-eb8d-4629-a6e5-ecdd925b1e54/d1ae541a-dffa-4e3c-b62f-89ea93d820c7/dac164cc-5100-496b-ad06-ef8a896b0721) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:10.814952 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9b04f-b601-4b94-a7d3-c5fd0f77159f tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Pushing event deleted for resources: {'Port': ['ID=677cc9d9-2422-4cdd-9971-f62bc8c28f61,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:10.919671 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c734adab-9c8a-4fce-bc3c-e3718da4308f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:10.942252 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e173353b-6e93-49ba-b006-dee214ba373b tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:10.943235 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e173353b-6e93-49ba-b006-dee214ba373b tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:10.959809 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e173353b-6e93-49ba-b006-dee214ba373b tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:10.988967 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e173353b-6e93-49ba-b006-dee214ba373b tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:10.996965 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76429b0-1f52-430d-ae0d-90fe71722044 req-c6a3c9aa-3c18-4dc8-aa92-7f8c46a6a4f7 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:10.998489 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b76429b0-1f52-430d-ae0d-90fe71722044 req-c6a3c9aa-3c18-4dc8-aa92-7f8c46a6a4f7 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.4143023 Apr 18 05:54:11.040846 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a2d39f4-6253-4d42-9e85-be578f75f844 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2573975'] for subnet, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:11.055030 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41030) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:11.056276 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489eef88-a15e-49c3-b8f2-2ea37ef64464 None None] Network 5fe54038-49dc-468b-90bc-550fa0bf9f52 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:11.071131 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ea39-3376-4613-8461-ab03733c7464 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:11.076892 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c734adab-9c8a-4fce-bc3c-e3718da4308f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:11.084370 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea730656-3250-45e7-bec9-1f7a65b06aef tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router 0193d6bd-02cb-4a54-91cd-300487f40f7f is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:54:11.088510 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e173353b-6e93-49ba-b006-dee214ba373b tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:11.092897 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e173353b-6e93-49ba-b006-dee214ba373b tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4009550 Apr 18 05:54:11.101700 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41036) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:11.129816 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ea39-3376-4613-8461-ab03733c7464 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:11.189140 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-aed9b04f-b601-4b94-a7d3-c5fd0f77159f tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:11.199885 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b76429b0-1f52-430d-ae0d-90fe71722044 req-e8623e52-6587-4247-ab76-a6ff87972c9a tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865776 Apr 18 05:54:11.200845 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ea39-3376-4613-8461-ab03733c7464 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:11.233543 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c734adab-9c8a-4fce-bc3c-e3718da4308f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network 114d2062-faee-47bc-b039-f3d6b167d58b is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:11.284678 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-c734adab-9c8a-4fce-bc3c-e3718da4308f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:11.290508 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c734adab-9c8a-4fce-bc3c-e3718da4308f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:11.295879 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c734adab-9c8a-4fce-bc3c-e3718da4308f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:11.296506 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c734adab-9c8a-4fce-bc3c-e3718da4308f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:11.307566 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] Allocated IP 172.21.0.2 (d9a78a78-f8bd-47d9-903a-501643cb57e7/969185cd-6c34-4fb4-98fe-7fc21efc72f4/933c092e-80b0-4553-8d8b-29f60b72f18b) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:11.395579 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7271429d-d1a6-4959-8f0f-1eb2e423857c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef2b69591d81419b96cb2af721a5961b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3393474 Apr 18 05:54:11.397859 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c734adab-9c8a-4fce-bc3c-e3718da4308f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8688247 Apr 18 05:54:11.405182 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41042) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:11.405811 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41044) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:11.416476 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734adab-9c8a-4fce-bc3c-e3718da4308f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Port': ['ID=540ca6ae-08f3-4917-81b5-545198344909,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:11.480282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-275912e5-f8b5-4677-9db1-990c7ab5fa5c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:11.629704 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:11.653454 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] Transition to ACTIVE for port object dac164cc-5100-496b-ad06-ef8a896b0721 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:11.662322 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-67716413-e9ee-4d42-b86e-da2ecd4a7881 None None] Provisioning for port 0446a36d-97d0-4580-a573-9633a40562d9 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:11.692462 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-67716413-e9ee-4d42-b86e-da2ecd4a7881 None None] Provisioning complete for port 0446a36d-97d0-4580-a573-9633a40562d9 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:11.692832 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-67716413-e9ee-4d42-b86e-da2ecd4a7881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:11.719527 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0ea39-3376-4613-8461-ab03733c7464 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Port': ['ID=31624e43-3c69-4d87-9f99-99f344af5d3d,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:11.730996 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b8b0d663-a4e7-473a-9e70-cb9377cd75f8 req-7ab00b59-84ef-4379-891b-be2f48b033b1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5062039 Apr 18 05:54:11.771048 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8395178-153c-4b76-b4fc-bd1c28145fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:11.774548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd0ea39-3376-4613-8461-ab03733c7464 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Network 987043ed-997e-47d0-8706-30272ad3c696 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:11.775226 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-275912e5-f8b5-4677-9db1-990c7ab5fa5c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:11.776241 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] Transition to ACTIVE for port object dac164cc-5100-496b-ad06-ef8a896b0721 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:11.785504 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-5fd0ea39-3376-4613-8461-ab03733c7464 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:11.847353 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:11.920447 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8395178-153c-4b76-b4fc-bd1c28145fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:11.946180 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-aed9b04f-b601-4b94-a7d3-c5fd0f77159f tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:11.964388 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-aed9b04f-b601-4b94-a7d3-c5fd0f77159f tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:11.972117 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] Network a405a21f-eb8d-4629-a6e5-ecdd925b1e54 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:11.977303 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a2d39f4-6253-4d42-9e85-be578f75f844 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771957067767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2505234'] for subnet, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:11.979859 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:11.982740 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:11.988979 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:12.023708 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] Pushing event updated for resources: {'Port': ['ID=dac164cc-5100-496b-ad06-ef8a896b0721,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:12.075942 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] Transition to ACTIVE for port object 933c092e-80b0-4553-8d8b-29f60b72f18b will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:12.178898 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] Transition to ACTIVE for port object 933c092e-80b0-4553-8d8b-29f60b72f18b will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:12.183376 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-67716413-e9ee-4d42-b86e-da2ecd4a7881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:12.206112 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:12.250077 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] Attempting to bind port dac164cc-5100-496b-ad06-ef8a896b0721 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:54:12.251165 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] Attempting to bind port dac164cc-5100-496b-ad06-ef8a896b0721 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '40d1467e-0fef-47ab-81a2-787af1808026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a405a21f-eb8d-4629-a6e5-ecdd925b1e54'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:54:12.251165 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] Attempting to bind port dac164cc-5100-496b-ad06-ef8a896b0721 on network a405a21f-eb8d-4629-a6e5-ecdd925b1e54 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:54:12.285918 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:54:12.286336 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] Checking segment: {'id': '40d1467e-0fef-47ab-81a2-787af1808026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a405a21f-eb8d-4629-a6e5-ecdd925b1e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:54:12.286684 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:12.287076 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] Bound using segment: {'id': '40d1467e-0fef-47ab-81a2-787af1808026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a405a21f-eb8d-4629-a6e5-ecdd925b1e54'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:54:12.288109 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] Bound port: dac164cc-5100-496b-ad06-ef8a896b0721, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d1467e-0fef-47ab-81a2-787af1808026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a405a21f-eb8d-4629-a6e5-ecdd925b1e54'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:54:12.289088 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:12.310181 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] Network d9a78a78-f8bd-47d9-903a-501643cb57e7 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:12.321542 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:12.323975 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:12.331794 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2d39f4-6253-4d42-9e85-be578f75f844 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:12.333417 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a2d39f4-6253-4d42-9e85-be578f75f844 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:12.337215 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0a2d39f4-6253-4d42-9e85-be578f75f844 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "PUT /v2.0/subnets/d1ae541a-dffa-4e3c-b62f-89ea93d820c7 HTTP/1.1" status: 200 len: 826 time: 1.6431568 Apr 18 05:54:12.341364 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-67716413-e9ee-4d42-b86e-da2ecd4a7881 None None] For port 0446a36d-97d0-4580-a573-9633a40562d9, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=0446a36d-97d0-4580-a573-9633a40562d9,segment=NetworkSegment(348cd08c-38e7-4ef0-ab9e-1f7816b6a39b),segment_id=348cd08c-38e7-4ef0-ab9e-1f7816b6a39b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:12.405747 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] Pushing event updated for resources: {'Port': ['ID=933c092e-80b0-4553-8d8b-29f60b72f18b,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:12.406252 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41050) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:12.409189 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-67716413-e9ee-4d42-b86e-da2ecd4a7881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:12.409726 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8395178-153c-4b76-b4fc-bd1c28145fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:12.461099 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd0ea39-3376-4613-8461-ab03733c7464 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Router 69565498-5e47-4faa-816f-2b308de58b74 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:54:12.495501 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8395178-153c-4b76-b4fc-bd1c28145fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36e9c63-b694-4c44-a345-9dd41f4b6cad,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:12.507713 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0d663-a4e7-473a-9e70-cb9377cd75f8 req-828df8a5-36ca-4b6c-9115-c7b09a15edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:12.509286 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b8b0d663-a4e7-473a-9e70-cb9377cd75f8 req-828df8a5-36ca-4b6c-9115-c7b09a15edc9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e66226dc1f664b9db6f01b9a65f1c168&device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 1099 time: 0.5926962 Apr 18 05:54:12.525798 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea730656-3250-45e7-bec9-1f7a65b06aef tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:54:12.541159 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ea730656-3250-45e7-bec9-1f7a65b06aef tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/0193d6bd-02cb-4a54-91cd-300487f40f7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3837588 Apr 18 05:54:12.552728 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41054) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:12.593708 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314025ed-8061-4c62-b1fd-c4d175dc168a None None] Sync routers for ids ['0193d6bd-02cb-4a54-91cd-300487f40f7f'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:54:12.601688 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc9a47-d553-4907-9b79-ab1c4bb5c71f req-5baa81e9-a787-4fc1-a784-ceff403c9729 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:12.603142 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-98fc9a47-d553-4907-9b79-ab1c4bb5c71f req-5baa81e9-a787-4fc1-a784-ceff403c9729 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 1.0880814 Apr 18 05:54:12.604832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e8395178-153c-4b76-b4fc-bd1c28145fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:12.605929 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e8395178-153c-4b76-b4fc-bd1c28145fbc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c36e9c63-b694-4c44-a345-9dd41f4b6cad HTTP/1.1" status: 204 len: 168 time: 1.1963851 Apr 18 05:54:12.639416 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d39f4-6253-4d42-9e85-be578f75f844 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Subnet': ['ID=d1ae541a-dffa-4e3c-b62f-89ea93d820c7,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:12.640445 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-67716413-e9ee-4d42-b86e-da2ecd4a7881 None None] Provisioning complete for port 39700d81-91f2-4c54-8237-1c0fd7eafc05 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:12.640877 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-67716413-e9ee-4d42-b86e-da2ecd4a7881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:12.686999 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-aed9b04f-b601-4b94-a7d3-c5fd0f77159f tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:12.687515 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed9b04f-b601-4b94-a7d3-c5fd0f77159f tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Fanout notify agent at l3_agent the message router_deleted on router 4e3de0e9-f38f-4d87-99cd-a44585474d93 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:54:12.733331 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-67716413-e9ee-4d42-b86e-da2ecd4a7881 None None] Port 39700d81-91f2-4c54-8237-1c0fd7eafc05 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:54:12.739932 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] Attempting to bind port 933c092e-80b0-4553-8d8b-29f60b72f18b on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:54:12.740350 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] Attempting to bind port 933c092e-80b0-4553-8d8b-29f60b72f18b by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '60a87501-5e4a-4ef8-b4e4-88a574071107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd9a78a78-f8bd-47d9-903a-501643cb57e7'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:54:12.741274 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] Attempting to bind port 933c092e-80b0-4553-8d8b-29f60b72f18b on network d9a78a78-f8bd-47d9-903a-501643cb57e7 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:54:12.747354 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97010987-41e6-49c8-83ed-70ef05737711 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:12.759220 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:54:12.759800 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] Checking segment: {'id': '60a87501-5e4a-4ef8-b4e4-88a574071107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd9a78a78-f8bd-47d9-903a-501643cb57e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:54:12.760717 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:12.761199 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] Bound using segment: {'id': '60a87501-5e4a-4ef8-b4e4-88a574071107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd9a78a78-f8bd-47d9-903a-501643cb57e7'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:54:12.762032 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] Bound port: 933c092e-80b0-4553-8d8b-29f60b72f18b, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a87501-5e4a-4ef8-b4e4-88a574071107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd9a78a78-f8bd-47d9-903a-501643cb57e7'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:54:12.762493 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:12.765807 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-aed9b04f-b601-4b94-a7d3-c5fd0f77159f tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:12.766913 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-aed9b04f-b601-4b94-a7d3-c5fd0f77159f tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "DELETE /v2.0/routers/4e3de0e9-f38f-4d87-99cd-a44585474d93 HTTP/1.1" status: 204 len: 168 time: 6.8294356 Apr 18 05:54:12.774298 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314025ed-8061-4c62-b1fd-c4d175dc168a None None] Routers {'0193d6bd-02cb-4a54-91cd-300487f40f7f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:12.775192 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-314025ed-8061-4c62-b1fd-c4d175dc168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['0193d6bd-02cb-4a54-91cd-300487f40f7f'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:12.775338 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41062) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:12.795796 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-b0b27cf8-9744-4563-9a84-b5f942ccd70a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2063292070', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:12.853968 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] For port dac164cc-5100-496b-ad06-ef8a896b0721, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:54:12.858061 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] For port dac164cc-5100-496b-ad06-ef8a896b0721, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=dac164cc-5100-496b-ad06-ef8a896b0721,segment=NetworkSegment(40d1467e-0fef-47ab-81a2-787af1808026),segment_id=40d1467e-0fef-47ab-81a2-787af1808026)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:54:12.881629 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:12.882206 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b0b27cf8-9744-4563-9a84-b5f942ccd70a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:12.886982 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0d663-a4e7-473a-9e70-cb9377cd75f8 req-47ec1957-73f3-44e4-b47f-16679812274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:12.889366 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-314025ed-8061-4c62-b1fd-c4d175dc168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:12.889525 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b8b0d663-a4e7-473a-9e70-cb9377cd75f8 req-47ec1957-73f3-44e4-b47f-16679812274b service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ca065a0-30ac-4abf-bd64-c47717936a41 HTTP/1.1" status: 200 len: 913 time: 0.3555522 Apr 18 05:54:12.906766 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5619fd-9503-4355-a77c-24517ea27505 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:12.907358 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5b5619fd-9503-4355-a77c-24517ea27505 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Synchronizing usage tracker for tenant:cfb0e03f77e24f68b484d6de092642f5 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:54:12.915615 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b0b27cf8-9744-4563-9a84-b5f942ccd70a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Usage tracker for resource:router and tenant:780fa0cc364e4ebab05bba298701cf99 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:12.917245 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.resource_extend [None req-275912e5-f8b5-4677-9db1-990c7ab5fa5c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:54:12.921540 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-98fc9a47-d553-4907-9b79-ab1c4bb5c71f req-9adb3bb9-cea3-4e44-a3fe-ae0c42802538 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948454 Apr 18 05:54:12.922324 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b0b27cf8-9744-4563-9a84-b5f942ccd70a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:12.951848 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67716413-e9ee-4d42-b86e-da2ecd4a7881 None None] Pushing event updated for resources: {'Port': ['ID=0446a36d-97d0-4580-a573-9633a40562d9,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:12.983651 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b0b27cf8-9744-4563-9a84-b5f942ccd70a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:13.058973 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b0b27cf8-9744-4563-9a84-b5f942ccd70a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:13.060063 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b0b27cf8-9744-4563-9a84-b5f942ccd70a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:13.080960 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5b5619fd-9503-4355-a77c-24517ea27505 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Unset dirty status for tenant:cfb0e03f77e24f68b484d6de092642f5 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:54:13.082201 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5b5619fd-9503-4355-a77c-24517ea27505 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/ports/39700d81-91f2-4c54-8237-1c0fd7eafc05 HTTP/1.1" status: 200 len: 911 time: 0.5267069 Apr 18 05:54:13.088666 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41076) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:13.092330 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b8b0d663-a4e7-473a-9e70-cb9377cd75f8 req-a507ca3c-32cb-424c-85da-951393f5cdd5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2023ea57-6102-47af-bc76-b79aecd0dacb HTTP/1.1" status: 200 len: 1002 time: 0.1833987 Apr 18 05:54:13.134359 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] For port 933c092e-80b0-4553-8d8b-29f60b72f18b, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:54:13.145367 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-65048d43-fb61-4057-ad46-4143d8b6d010 None None] Provisioning complete for port 31624e43-3c69-4d87-9f99-99f344af5d3d triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:13.145925 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-65048d43-fb61-4057-ad46-4143d8b6d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:13.203093 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314025ed-8061-4c62-b1fd-c4d175dc168a None None] Routers {'0193d6bd-02cb-4a54-91cd-300487f40f7f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:13.204381 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-314025ed-8061-4c62-b1fd-c4d175dc168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['0193d6bd-02cb-4a54-91cd-300487f40f7f'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:13.220503 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:13.232898 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-275912e5-f8b5-4677-9db1-990c7ab5fa5c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:13.246719 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b0b27cf8-9744-4563-9a84-b5f942ccd70a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:13.288739 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-275912e5-f8b5-4677-9db1-990c7ab5fa5c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:13.296638 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] For port 933c092e-80b0-4553-8d8b-29f60b72f18b, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=933c092e-80b0-4553-8d8b-29f60b72f18b,segment=NetworkSegment(60a87501-5e4a-4ef8-b4e4-88a574071107),segment_id=60a87501-5e4a-4ef8-b4e4-88a574071107)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:54:13.335290 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-65048d43-fb61-4057-ad46-4143d8b6d010 None None] Port 31624e43-3c69-4d87-9f99-99f344af5d3d cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:54:13.366305 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:13.373254 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-314025ed-8061-4c62-b1fd-c4d175dc168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:13.373663 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314025ed-8061-4c62-b1fd-c4d175dc168a None None] The sync data for ids ['0193d6bd-02cb-4a54-91cd-300487f40f7f'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:54:13.408129 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-65048d43-fb61-4057-ad46-4143d8b6d010 None None] Provisioning complete for port 0446a36d-97d0-4580-a573-9633a40562d9 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:13.408324 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-65048d43-fb61-4057-ad46-4143d8b6d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:13.425624 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-275912e5-f8b5-4677-9db1-990c7ab5fa5c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] In _notify_port_updated(), no bound segment for port 540ca6ae-08f3-4917-81b5-545198344909 on network 114d2062-faee-47bc-b039-f3d6b167d58b {{(pid=88034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 05:54:13.434649 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275912e5-f8b5-4677-9db1-990c7ab5fa5c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:13.435305 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-275912e5-f8b5-4677-9db1-990c7ab5fa5c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:13.445750 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-275912e5-f8b5-4677-9db1-990c7ab5fa5c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "PUT /v2.0/ports/540ca6ae-08f3-4917-81b5-545198344909 HTTP/1.1" status: 200 len: 818 time: 2.0345659 Apr 18 05:54:13.466653 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f0cd2-b105-4e3f-b92c-4928ae553c09 None None] Pushing event updated for resources: {'Port': ['ID=dac164cc-5100-496b-ad06-ef8a896b0721,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:13.562491 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41084) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:13.621862 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b0b27cf8-9744-4563-9a84-b5f942ccd70a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:13.632163 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f0e13-5ba5-4ad3-8735-9857d6b0f641 None None] Pushing event updated for resources: {'Port': ['ID=933c092e-80b0-4553-8d8b-29f60b72f18b,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:13.633091 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Deleting port dac164cc-5100-496b-ad06-ef8a896b0721 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:13.634973 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:13.640525 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-97010987-41e6-49c8-83ed-70ef05737711 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Allocated IP 172.20.0.1 (5fe54038-49dc-468b-90bc-550fa0bf9f52/50d40424-9dc8-4056-b8a2-20a75ce639bb/5ec74e66-6407-4f43-b366-9bfb861eda20) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:13.843268 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275912e5-f8b5-4677-9db1-990c7ab5fa5c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Port': ['ID=540ca6ae-08f3-4917-81b5-545198344909,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:13.870878 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0d663-a4e7-473a-9e70-cb9377cd75f8 req-557296c9-2217-43b4-bee0-e511c27c5860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:13.872328 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b8b0d663-a4e7-473a-9e70-cb9377cd75f8 req-557296c9-2217-43b4-bee0-e511c27c5860 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b9d647f1-8c55-4e15-9c83-afad77ec2154 HTTP/1.1" status: 200 len: 851 time: 0.7624481 Apr 18 05:54:13.879515 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41092) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:13.926622 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd0ea39-3376-4613-8461-ab03733c7464 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:54:13.931061 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-99637ff5-06b5-4468-8aac-7062558c49d3 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port 540ca6ae-08f3-4917-81b5-545198344909 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:13.931416 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-99637ff5-06b5-4468-8aac-7062558c49d3 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:13.944276 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93073309-0d76-462e-ad92-a939c67afd5b None None] Sync routers for ids ['69565498-5e47-4faa-816f-2b308de58b74'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:54:13.962317 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93073309-0d76-462e-ad92-a939c67afd5b None None] Routers {'69565498-5e47-4faa-816f-2b308de58b74'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:13.963353 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-93073309-0d76-462e-ad92-a939c67afd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['69565498-5e47-4faa-816f-2b308de58b74'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:14.003866 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5fd0ea39-3376-4613-8461-ab03733c7464 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "PUT /v2.0/routers/69565498-5e47-4faa-816f-2b308de58b74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4928784 Apr 18 05:54:14.005612 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41098) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:14.040401 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-c2f9157c-5d09-41c8-af8f-5ad64eafa4ed tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Request body: {'port': {'network_id': '987043ed-997e-47d0-8706-30272ad3c696', 'name': 'tempest-FloatingIPTestJSON-1396360473'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:14.103923 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-93073309-0d76-462e-ad92-a939c67afd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:14.109901 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 933c092e-80b0-4553-8d8b-29f60b72f18b up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:54:14.129786 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93073309-0d76-462e-ad92-a939c67afd5b None None] Routers {'69565498-5e47-4faa-816f-2b308de58b74'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:14.130412 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-93073309-0d76-462e-ad92-a939c67afd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['69565498-5e47-4faa-816f-2b308de58b74'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:14.198789 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 933c092e-80b0-4553-8d8b-29f60b72f18b completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:14.201687 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-93073309-0d76-462e-ad92-a939c67afd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:14.202261 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93073309-0d76-462e-ad92-a939c67afd5b None None] The sync data for ids ['69565498-5e47-4faa-816f-2b308de58b74'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:54:14.210926 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device dac164cc-5100-496b-ad06-ef8a896b0721 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:54:14.227844 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1558126485'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:14.252160 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:14.264528 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d8028-f2de-4234-b960-8fbc88bea531 req-99206342-6b04-46ea-81b8-3f449e9defe2 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:14.266154 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bb9d8028-f2de-4234-b960-8fbc88bea531 req-99206342-6b04-46ea-81b8-3f449e9defe2 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 1.0051699 Apr 18 05:54:14.301401 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port dac164cc-5100-496b-ad06-ef8a896b0721 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:14.310465 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 0446a36d-97d0-4580-a573-9633a40562d9 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:54:14.410221 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 0446a36d-97d0-4580-a573-9633a40562d9 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:14.410744 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:14.421255 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b0b27cf8-9744-4563-9a84-b5f942ccd70a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:14.422428 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b0b27cf8-9744-4563-9a84-b5f942ccd70a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.6428940 Apr 18 05:54:14.433418 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41102) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:14.457671 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97010987-41e6-49c8-83ed-70ef05737711 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:14.475457 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-97010987-41e6-49c8-83ed-70ef05737711 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Transition to ACTIVE for port object 5ec74e66-6407-4f43-b366-9bfb861eda20 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:14.502477 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Usage tracker for resource:network and tenant:d555a391d68141788d87666fae6190f7 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:14.513484 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-5a6a88f5-d644-45ec-ab8c-e8b504ef3e0e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'enable_snat': True}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:14.513854 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:14.542117 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:14.618809 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Made reservation on behalf of d555a391d68141788d87666fae6190f7 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:14.622554 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:14.658166 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] For port dac164cc-5100-496b-ad06-ef8a896b0721, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=dac164cc-5100-496b-ad06-ef8a896b0721,segment=NetworkSegment(40d1467e-0fef-47ab-81a2-787af1808026),segment_id=40d1467e-0fef-47ab-81a2-787af1808026)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:14.658527 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:14.669142 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:14.675408 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97010987-41e6-49c8-83ed-70ef05737711 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:14.696026 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c2f9157c-5d09-41c8-af8f-5ad64eafa4ed tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:14.707538 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e9424d-042e-445e-8159-7b59720dbb54 None None] Network a405a21f-eb8d-4629-a6e5-ecdd925b1e54 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:14.825217 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2724384e-fc45-4aa2-b91a-a579fb7a36f8 None None] Provisioning for port dac164cc-5100-496b-ad06-ef8a896b0721 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:14.833391 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2724384e-fc45-4aa2-b91a-a579fb7a36f8 None None] Provisioning complete for port dac164cc-5100-496b-ad06-ef8a896b0721 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:14.833764 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2724384e-fc45-4aa2-b91a-a579fb7a36f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:14.843895 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Calling delete_port for dac164cc-5100-496b-ad06-ef8a896b0721 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:14.986241 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c2f9157c-5d09-41c8-af8f-5ad64eafa4ed tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Usage tracker for resource:port and tenant:53217080630e4ec6bc3e36527767510c is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:14.992786 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0d663-a4e7-473a-9e70-cb9377cd75f8 req-59301e2a-9ece-40e8-815e-c88a094d8b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:14.994347 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b8b0d663-a4e7-473a-9e70-cb9377cd75f8 req-59301e2a-9ece-40e8-815e-c88a094d8b0e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ca065a0-30ac-4abf-bd64-c47717936a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1018724 Apr 18 05:54:14.997670 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:15.003132 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c2f9157c-5d09-41c8-af8f-5ad64eafa4ed tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:15.018094 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Usage tracker for resource:security_group_rule and tenant:d555a391d68141788d87666fae6190f7 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:15.035247 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dffe60-cbd0-4421-bd19-8ae8517af8cf None None] Network d9a78a78-f8bd-47d9-903a-501643cb57e7 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:15.056889 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bb9d8028-f2de-4234-b960-8fbc88bea531 req-911f15a6-c979-4a86-b8cd-1b73f2425922 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5557039 Apr 18 05:54:15.061192 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:15.071582 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:15.156643 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2724384e-fc45-4aa2-b91a-a579fb7a36f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:15.164442 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97010987-41e6-49c8-83ed-70ef05737711 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network 5fe54038-49dc-468b-90bc-550fa0bf9f52 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:15.165733 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:15.169901 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c2f9157c-5d09-41c8-af8f-5ad64eafa4ed tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:15.173493 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-97010987-41e6-49c8-83ed-70ef05737711 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:15.187309 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:15.245590 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:15.251835 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97010987-41e6-49c8-83ed-70ef05737711 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:15.293011 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f9157c-5d09-41c8-af8f-5ad64eafa4ed tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Made reservation on behalf of 53217080630e4ec6bc3e36527767510c for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:15.300150 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c2f9157c-5d09-41c8-af8f-5ad64eafa4ed tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:15.395090 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97010987-41e6-49c8-83ed-70ef05737711 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Port': ['ID=5ec74e66-6407-4f43-b366-9bfb861eda20,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:15.413522 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:54:15.434866 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:15.435510 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Added segment 10e00969-1f37-4be3-ba01-5ed2eca7bd1a of type vlan for network 8e8de466-cdb5-4927-8c02-9c4399b0cb32 Apr 18 05:54:15.471262 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:15.503668 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84a399b-83b0-41f1-9eb5-ab13bd152a61,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:15.522734 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd27a99-5c06-4b4f-adc6-b5d5fc139a25 None None] Network a405a21f-eb8d-4629-a6e5-ecdd925b1e54 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:15.529862 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Port': ['ID=dac164cc-5100-496b-ad06-ef8a896b0721,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:15.562445 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5a6a88f5-d644-45ec-ab8c-e8b504ef3e0e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:15.573422 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:15.578928 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:15.579515 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:15.662731 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-c2f9157c-5d09-41c8-af8f-5ad64eafa4ed tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] device_id is not set on port a1030729-f319-4296-b509-81c4001d3c9b yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:54:15.666814 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97010987-41e6-49c8-83ed-70ef05737711 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:15.692446 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-70e1e484-4d9c-41ca-80a1-cff8101068a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:15.715714 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-99637ff5-06b5-4468-8aac-7062558c49d3 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:15.721572 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] No DVR routers for this DVR port dac164cc-5100-496b-ad06-ef8a896b0721 on host dv-neutron-837489-1-hyperv {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:54:15.726917 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-fe2218e3-3f68-489e-adfa-11909c5ad518 None None] Provisioning for port 5ec74e66-6407-4f43-b366-9bfb861eda20 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:15.736782 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-fe2218e3-3f68-489e-adfa-11909c5ad518 None None] Provisioning complete for port 5ec74e66-6407-4f43-b366-9bfb861eda20 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:15.736782 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fe2218e3-3f68-489e-adfa-11909c5ad518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:15.869657 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b8b0d663-a4e7-473a-9e70-cb9377cd75f8 req-ddc7b7c2-36e3-4713-8966-d64367edfd3b service neutron] 10.222.0.52 "GET /v2.0/networks/2ca065a0-30ac-4abf-bd64-c47717936a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8617954 Apr 18 05:54:15.875914 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Pushing event updated for resources: {'Network': ['ID=8e8de466-cdb5-4927-8c02-9c4399b0cb32,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:15.879543 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-fe2218e3-3f68-489e-adfa-11909c5ad518 None None] Port 5ec74e66-6407-4f43-b366-9bfb861eda20 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:54:15.888265 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6a7254e1-8021-4052-ae3b-e64d7a36a626 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0076864 Apr 18 05:54:15.934966 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 8e8de466-cdb5-4927-8c02-9c4399b0cb32 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:54:15.949749 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41108) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:15.964715 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:15.976213 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-fe2218e3-3f68-489e-adfa-11909c5ad518 None None] Provisioning for port 933c092e-80b0-4553-8d8b-29f60b72f18b completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:16.035663 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-fe2218e3-3f68-489e-adfa-11909c5ad518 None None] Provisioning complete for port 933c092e-80b0-4553-8d8b-29f60b72f18b triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:16.036050 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fe2218e3-3f68-489e-adfa-11909c5ad518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:16.065258 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-99637ff5-06b5-4468-8aac-7062558c49d3 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Calling delete_port for 540ca6ae-08f3-4917-81b5-545198344909 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:16.106472 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-b5b71863-5da6-401d-b670-b2e287f37279 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Request body: {'subnet': {'network_id': '8e8de466-cdb5-4927-8c02-9c4399b0cb32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:16.162981 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c17d7-f95b-41b4-9ae3-3456e7de637a req-9cb9623e-5f0b-4008-8206-a5c7ded148a0 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:16.164543 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8d7c17d7-f95b-41b4-9ae3-3456e7de637a req-9cb9623e-5f0b-4008-8206-a5c7ded148a0 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.9207554 Apr 18 05:54:16.188658 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b8b0d663-a4e7-473a-9e70-cb9377cd75f8 req-21bae873-bf3a-4ed8-9d35-b3a44e901fbc service neutron] 10.222.0.52 "GET /v2.0/networks/2ca065a0-30ac-4abf-bd64-c47717936a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047173 Apr 18 05:54:16.192749 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fe2218e3-3f68-489e-adfa-11909c5ad518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:16.252445 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-fe2218e3-3f68-489e-adfa-11909c5ad518 None None] For port 933c092e-80b0-4553-8d8b-29f60b72f18b, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=933c092e-80b0-4553-8d8b-29f60b72f18b,segment=NetworkSegment(60a87501-5e4a-4ef8-b4e4-88a574071107),segment_id=60a87501-5e4a-4ef8-b4e4-88a574071107)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:16.258618 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fe2218e3-3f68-489e-adfa-11909c5ad518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:16.265647 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-c2f9157c-5d09-41c8-af8f-5ad64eafa4ed tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Allocated IP 172.20.0.6 (987043ed-997e-47d0-8706-30272ad3c696/4a3bbec7-02cf-4791-a460-23d378fe89e7/a1030729-f319-4296-b509-81c4001d3c9b) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:16.306167 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:16.351918 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2218e3-3f68-489e-adfa-11909c5ad518 None None] Pushing event updated for resources: {'Port': ['ID=933c092e-80b0-4553-8d8b-29f60b72f18b,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:16.371164 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ae541a-dffa-4e3c-b62f-89ea93d820c7,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:16.386926 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6576c0-511f-4775-99f9-60efe6dfbf99 None None] Network a405a21f-eb8d-4629-a6e5-ecdd925b1e54 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:16.464838 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b5b71863-5da6-401d-b670-b2e287f37279 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:16.481335 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b5b71863-5da6-401d-b670-b2e287f37279 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Usage tracker for resource:subnet and tenant:d555a391d68141788d87666fae6190f7 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:16.500801 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b5b71863-5da6-401d-b670-b2e287f37279 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:16.529634 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b5b71863-5da6-401d-b670-b2e287f37279 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:16.534903 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:16.576870 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-27e4b1b1-deb2-448f-a0ef-521602ac3d51 None None] Provisioning complete for port 933c092e-80b0-4553-8d8b-29f60b72f18b triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:16.576870 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-27e4b1b1-deb2-448f-a0ef-521602ac3d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:16.641643 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-99637ff5-06b5-4468-8aac-7062558c49d3 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:16.646370 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8d7c17d7-f95b-41b4-9ae3-3456e7de637a req-db45cd7a-e497-4267-ad77-eb08a95b387d tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4645090 Apr 18 05:54:16.711778 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e47c66-d771-4e5f-9f59-d59f89b26f3c None None] DHCP port deletion for a405a21f-eb8d-4629-a6e5-ecdd925b1e54 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:54:16.778058 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99637ff5-06b5-4468-8aac-7062558c49d3 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Port': ['ID=540ca6ae-08f3-4917-81b5-545198344909,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:16.782821 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a405a21f-eb8d-4629-a6e5-ecdd925b1e54']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:16.784123 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b71863-5da6-401d-b670-b2e287f37279 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Made reservation on behalf of d555a391d68141788d87666fae6190f7 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:16.788736 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b5b71863-5da6-401d-b670-b2e287f37279 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:16.800671 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d1467e-0fef-47ab-81a2-787af1808026') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:16.800949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d1467e-0fef-47ab-81a2-787af1808026') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:16.824925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:16.854539 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:16.866777 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c2f9157c-5d09-41c8-af8f-5ad64eafa4ed tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:16.869915 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:54:16.870300 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:54:16.885482 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:54:16.904106 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-99637ff5-06b5-4468-8aac-7062558c49d3 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:16.907905 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97010987-41e6-49c8-83ed-70ef05737711 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:16.973294 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-c2f9157c-5d09-41c8-af8f-5ad64eafa4ed tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Transition to ACTIVE for port object a1030729-f319-4296-b509-81c4001d3c9b will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:16.993460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:17.016787 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:17.022564 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-99637ff5-06b5-4468-8aac-7062558c49d3 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/ports/540ca6ae-08f3-4917-81b5-545198344909 HTTP/1.1" status: 204 len: 168 time: 3.4566495 Apr 18 05:54:17.028701 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41116) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:17.031890 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Network': ['ID=a405a21f-eb8d-4629-a6e5-ecdd925b1e54,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:17.088166 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8bab3b50-0802-409b-98af-fe0f8c208c3d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/networks/a405a21f-eb8d-4629-a6e5-ecdd925b1e54 HTTP/1.1" status: 204 len: 168 time: 4.6736887 Apr 18 05:54:17.093425 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41120) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:17.097355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c2f9157c-5d09-41c8-af8f-5ad64eafa4ed tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:17.181337 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-e879cca4-e615-4a5a-904d-f32d7e86b56f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] DELETE failed (client error): The resource could not be found. Apr 18 05:54:17.181718 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e879cca4-e615-4a5a-904d-f32d7e86b56f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:54:17.183373 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e879cca4-e615-4a5a-904d-f32d7e86b56f tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/networks/a405a21f-eb8d-4629-a6e5-ecdd925b1e54 HTTP/1.1" status: 404 len: 339 time: 0.0890615 Apr 18 05:54:17.192769 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41124) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:17.211784 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-8ea84237-a695-45fd-8cf9-14364a93bcd8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-963737194', 'description': 'd1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:17.216136 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f9157c-5d09-41c8-af8f-5ad64eafa4ed tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Network 987043ed-997e-47d0-8706-30272ad3c696 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:17.221095 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-c2f9157c-5d09-41c8-af8f-5ad64eafa4ed tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:17.223154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8ea84237-a695-45fd-8cf9-14364a93bcd8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:17.229786 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f9157c-5d09-41c8-af8f-5ad64eafa4ed tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:17.255880 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9157c-5d09-41c8-af8f-5ad64eafa4ed tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event updated for resources: {'Port': ['ID=a1030729-f319-4296-b509-81c4001d3c9b,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:17.258958 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8ea84237-a695-45fd-8cf9-14364a93bcd8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Usage tracker for resource:network and tenant:c9cb2f19d4c24715a738705e058d4e92 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:17.275219 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8ea84237-a695-45fd-8cf9-14364a93bcd8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:17.293508 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8ea84237-a695-45fd-8cf9-14364a93bcd8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:17.329327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711f8d1a-841a-48d4-924e-dca65a2e4d53 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:17.330283 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-711f8d1a-841a-48d4-924e-dca65a2e4d53 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Synchronizing usage tracker for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:54:17.339055 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f9157c-5d09-41c8-af8f-5ad64eafa4ed tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:17.339667 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c2f9157c-5d09-41c8-af8f-5ad64eafa4ed tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:17.344596 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea84237-a695-45fd-8cf9-14364a93bcd8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Made reservation on behalf of c9cb2f19d4c24715a738705e058d4e92 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:17.347877 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ea84237-a695-45fd-8cf9-14364a93bcd8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:17.394890 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c2f9157c-5d09-41c8-af8f-5ad64eafa4ed tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3771307 Apr 18 05:54:17.398515 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41128) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:17.404096 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-97f55653-dd36-4930-81a5-42296792eaa2 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Request body: {'floatingip': {'port_id': 'a1030729-f319-4296-b509-81c4001d3c9b'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:17.478194 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a3c4dc5b-592f-48c9-9604-76ec79321e4d None None] Provisioning for port a1030729-f319-4296-b509-81c4001d3c9b completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:17.485082 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a3c4dc5b-592f-48c9-9604-76ec79321e4d None None] Provisioning complete for port a1030729-f319-4296-b509-81c4001d3c9b triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:17.485912 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a3c4dc5b-592f-48c9-9604-76ec79321e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:17.494397 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-711f8d1a-841a-48d4-924e-dca65a2e4d53 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Unset dirty status for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:54:17.495582 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-711f8d1a-841a-48d4-924e-dca65a2e4d53 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4650075 Apr 18 05:54:17.499197 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea84237-a695-45fd-8cf9-14364a93bcd8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:54:17.501211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41132) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:17.567835 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c39c848-d973-46ea-ba70-aeccca0a1844 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] GET failed (client error): The resource could not be found. Apr 18 05:54:17.569772 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6c39c848-d973-46ea-ba70-aeccca0a1844 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports/540ca6ae-08f3-4917-81b5-545198344909 HTTP/1.1" status: 404 len: 333 time: 0.0654182 Apr 18 05:54:17.574168 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-97f55653-dd36-4930-81a5-42296792eaa2 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:17.574789 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a3c4dc5b-592f-48c9-9604-76ec79321e4d None None] Port a1030729-f319-4296-b509-81c4001d3c9b cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:54:17.619098 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41136) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:17.632693 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ea84237-a695-45fd-8cf9-14364a93bcd8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:17.633038 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-8ea84237-a695-45fd-8cf9-14364a93bcd8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Added segment 844ec7fa-9dda-4845-bc1a-3e7acdbfbd2f of type vlan for network 85da0fac-e843-4658-b5ea-546897db02a1 Apr 18 05:54:17.650347 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-5640b516-8c1a-4846-9014-adee0e476915 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1766249261'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:17.689809 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ea84237-a695-45fd-8cf9-14364a93bcd8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:17.716850 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5640b516-8c1a-4846-9014-adee0e476915 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:17.739896 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-70e1e484-4d9c-41ca-80a1-cff8101068a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Allocated IP 2001:db8:1::1 (c1288899-889a-4c8a-a760-928e716e3103/77d0df0e-0d3f-4e5f-a66b-d275a6fc13b2/697beddf-dc4b-4039-b065-a3a2babbf576) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:17.757406 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5640b516-8c1a-4846-9014-adee0e476915 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:network and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:17.768728 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5640b516-8c1a-4846-9014-adee0e476915 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:17.814476 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ea84237-a695-45fd-8cf9-14364a93bcd8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:17.820055 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea84237-a695-45fd-8cf9-14364a93bcd8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:17.820646 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ea84237-a695-45fd-8cf9-14364a93bcd8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:17.828615 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5640b516-8c1a-4846-9014-adee0e476915 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:17.869297 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afadb9-a42c-4c86-8b78-5e13ecfaf8db req-650ec047-6490-457b-a929-1bc45b44473e tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:17.870806 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e3afadb9-a42c-4c86-8b78-5e13ecfaf8db req-650ec047-6490-457b-a929-1bc45b44473e tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.8504372 Apr 18 05:54:17.914739 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 933c092e-80b0-4553-8d8b-29f60b72f18b up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:54:17.951725 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5640b516-8c1a-4846-9014-adee0e476915 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:17.955546 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5640b516-8c1a-4846-9014-adee0e476915 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:17.984240 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b5b71863-5da6-401d-b670-b2e287f37279 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:17.986992 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 933c092e-80b0-4553-8d8b-29f60b72f18b triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:17.987484 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:17.992744 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8ea84237-a695-45fd-8cf9-14364a93bcd8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7947185 Apr 18 05:54:17.997592 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41140) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:18.035796 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea84237-a695-45fd-8cf9-14364a93bcd8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Network': ['ID=85da0fac-e843-4658-b5ea-546897db02a1,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:18.049871 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 85da0fac-e843-4658-b5ea-546897db02a1 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:54:18.159315 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5a6a88f5-d644-45ec-ab8c-e8b504ef3e0e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:18.210184 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc280c1-c749-4193-88c1-70b9c49a745c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:18.210404 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bbc280c1-c749-4193-88c1-70b9c49a745c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Synchronizing usage tracker for tenant:c9cb2f19d4c24715a738705e058d4e92 on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:54:18.217861 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device dac164cc-5100-496b-ad06-ef8a896b0721 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:54:18.242657 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5a6a88f5-d644-45ec-ab8c-e8b504ef3e0e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:18.257731 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: dac164cc-5100-496b-ad06-ef8a896b0721 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:54:18.258074 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device dac164cc-5100-496b-ad06-ef8a896b0721 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:54:18.313579 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bbc280c1-c749-4193-88c1-70b9c49a745c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Unset dirty status for tenant:c9cb2f19d4c24715a738705e058d4e92 on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:54:18.314739 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bbc280c1-c749-4193-88c1-70b9c49a745c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "GET /v2.0/networks?id=85da0fac-e843-4658-b5ea-546897db02a1 HTTP/1.1" status: 200 len: 764 time: 0.3149612 Apr 18 05:54:18.317504 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41144) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:18.322010 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e3afadb9-a42c-4c86-8b78-5e13ecfaf8db req-8861e3b8-e661-41a1-8951-8ebb4d51dbeb tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4070203 Apr 18 05:54:18.325756 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-9367ff18-c9d4-412d-8c29-43222753afce tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'network': {'description': 'd2'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:18.327294 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5640b516-8c1a-4846-9014-adee0e476915 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:54:18.344892 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b71863-5da6-401d-b670-b2e287f37279 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Pushing event updated for resources: {'Subnet': ['ID=4fab8418-4916-48fc-b74d-f174d2f87826,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:18.414678 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5640b516-8c1a-4846-9014-adee0e476915 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:18.415022 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-5640b516-8c1a-4846-9014-adee0e476915 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Added segment aa67758a-247d-478d-a08c-68c3424b3bc9 of type vlan for network f9185c10-25ed-43f5-aada-c20fb92ac2e0 Apr 18 05:54:18.443629 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b71863-5da6-401d-b670-b2e287f37279 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Checking segment: {'id': '10e00969-1f37-4be3-ba01-5ed2eca7bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8e8de466-cdb5-4927-8c02-9c4399b0cb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:54:18.443994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b71863-5da6-401d-b670-b2e287f37279 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Network hostable DHCP agents. Network: 8e8de466-cdb5-4927-8c02-9c4399b0cb32, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:54:18.458762 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-70e1e484-4d9c-41ca-80a1-cff8101068a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:18.544160 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-70e1e484-4d9c-41ca-80a1-cff8101068a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Transition to ACTIVE for port object 697beddf-dc4b-4039-b065-a3a2babbf576 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:18.558737 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5640b516-8c1a-4846-9014-adee0e476915 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:18.586561 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97010987-41e6-49c8-83ed-70ef05737711 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:18.592492 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b71863-5da6-401d-b670-b2e287f37279 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Network 8e8de466-cdb5-4927-8c02-9c4399b0cb32 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:54:18.603781 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97010987-41e6-49c8-83ed-70ef05737711 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:18.714875 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-b5b71863-5da6-401d-b670-b2e287f37279 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 8e8de466-cdb5-4927-8c02-9c4399b0cb32) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:18.724582 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6c7050-61f8-428d-94b4-073f51baf915 None None] Network 8e8de466-cdb5-4927-8c02-9c4399b0cb32 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:18.724879 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9367ff18-c9d4-412d-8c29-43222753afce tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:18.744376 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-5a6a88f5-d644-45ec-ab8c-e8b504ef3e0e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Allocated IP 172.26.1.113 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/627eb0f8-21ed-44c5-819d-0262b41f87a7) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:18.751169 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b71863-5da6-401d-b670-b2e287f37279 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:18.751843 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b5b71863-5da6-401d-b670-b2e287f37279 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:18.779880 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5640b516-8c1a-4846-9014-adee0e476915 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:18.785371 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5640b516-8c1a-4846-9014-adee0e476915 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:18.785999 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5640b516-8c1a-4846-9014-adee0e476915 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:18.804839 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9367ff18-c9d4-412d-8c29-43222753afce tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:18.852902 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97010987-41e6-49c8-83ed-70ef05737711 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:18.856899 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9367ff18-c9d4-412d-8c29-43222753afce tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Network 85da0fac-e843-4658-b5ea-546897db02a1 is not hosted by any dhcp agent {{(pid=88034) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 18 05:54:18.862377 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9367ff18-c9d4-412d-8c29-43222753afce tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:18.862731 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9367ff18-c9d4-412d-8c29-43222753afce tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:18.863993 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9367ff18-c9d4-412d-8c29-43222753afce tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "PUT /v2.0/networks/85da0fac-e843-4658-b5ea-546897db02a1 HTTP/1.1" status: 200 len: 761 time: 0.5455930 Apr 18 05:54:18.866204 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97010987-41e6-49c8-83ed-70ef05737711 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Port': ['ID=5ec74e66-6407-4f43-b366-9bfb861eda20,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:18.869006 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-70e1e484-4d9c-41ca-80a1-cff8101068a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:18.871554 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41148) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:18.986431 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-97f55653-dd36-4930-81a5-42296792eaa2 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:18.999455 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-8e8de466-cdb5-4927-8c02-9c4399b0cb32', 'network_id': '8e8de466-cdb5-4927-8c02-9c4399b0cb32', 'tenant_id': 'd555a391d68141788d87666fae6190f7', 'fixed_ips': [{'subnet_id': '4fab8418-4916-48fc-b74d-f174d2f87826'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:54:19.000497 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:19.030523 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367ff18-c9d4-412d-8c29-43222753afce tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Network': ['ID=85da0fac-e843-4658-b5ea-546897db02a1,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:19.038866 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-97f55653-dd36-4930-81a5-42296792eaa2 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:19.039153 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b5b71863-5da6-401d-b670-b2e287f37279 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0319219 Apr 18 05:54:19.043588 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5640b516-8c1a-4846-9014-adee0e476915 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4079888 Apr 18 05:54:19.060911 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 85da0fac-e843-4658-b5ea-546897db02a1 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:54:19.063579 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41152) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:19.063913 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41154) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:19.128513 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acd0d90-5f11-47c7-a754-0bee812b7a67 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:19.134447 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6acd0d90-5f11-47c7-a754-0bee812b7a67 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "GET /v2.0/networks?id=85da0fac-e843-4658-b5ea-546897db02a1 HTTP/1.1" status: 200 len: 764 time: 0.2574534 Apr 18 05:54:19.134615 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-22d7548c-d8ea-4e77-b58c-c999ef34e4df tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Request body: {'port': {'network_id': '8e8de466-cdb5-4927-8c02-9c4399b0cb32', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1538303038'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:19.134736 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41160) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:19.149831 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-27ecc80f-641d-4962-9ce0-3d65cbae93b0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'subnet': {'network_id': 'f9185c10-25ed-43f5-aada-c20fb92ac2e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:19.165365 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640b516-8c1a-4846-9014-adee0e476915 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Network': ['ID=f9185c10-25ed-43f5-aada-c20fb92ac2e0,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:19.169069 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e1e484-4d9c-41ca-80a1-cff8101068a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network c1288899-889a-4c8a-a760-928e716e3103 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:19.188258 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network f9185c10-25ed-43f5-aada-c20fb92ac2e0 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:54:19.262107 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-70e1e484-4d9c-41ca-80a1-cff8101068a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:19.278571 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e1e484-4d9c-41ca-80a1-cff8101068a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:19.279105 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-70e1e484-4d9c-41ca-80a1-cff8101068a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:19.294249 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1e484-4d9c-41ca-80a1-cff8101068a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Port': ['ID=697beddf-dc4b-4039-b065-a3a2babbf576,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:19.341074 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-97f55653-dd36-4930-81a5-42296792eaa2 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Floating IP de3a66fb-0359-42f2-80a5-1943fc692a32 associated. External IP: 172.26.1.32, port: 6ab963fb-33f0-40f1-8644-4f88def5adf9. Apr 18 05:54:19.366864 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] Allocated IP 172.20.0.2 (8e8de466-cdb5-4927-8c02-9c4399b0cb32/4fab8418-4916-48fc-b74d-f174d2f87826/5329de59-f9fa-4f3c-a372-1d5f82bd8862) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:19.638827 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ae431e82-7e1e-41c4-b7b0-86426f4c69be None None] Provisioning for port 697beddf-dc4b-4039-b065-a3a2babbf576 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:19.648400 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ae431e82-7e1e-41c4-b7b0-86426f4c69be None None] Provisioning complete for port 697beddf-dc4b-4039-b065-a3a2babbf576 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:19.648400 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ae431e82-7e1e-41c4-b7b0-86426f4c69be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:19.675926 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:19.700853 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] Transition to ACTIVE for port object 5329de59-f9fa-4f3c-a372-1d5f82bd8862 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:19.722932 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-27ecc80f-641d-4962-9ce0-3d65cbae93b0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:19.724863 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-ae431e82-7e1e-41c4-b7b0-86426f4c69be None None] Port 697beddf-dc4b-4039-b065-a3a2babbf576 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:54:19.731448 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] Transition to ACTIVE for port object 5329de59-f9fa-4f3c-a372-1d5f82bd8862 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:19.738099 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:19.751770 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56164ad-d5e6-4ec1-8e29-384fad39a8d9 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:19.755966 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d56164ad-d5e6-4ec1-8e29-384fad39a8d9 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6183302 Apr 18 05:54:19.759402 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41166) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:19.762229 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-27ecc80f-641d-4962-9ce0-3d65cbae93b0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:subnet and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:19.772754 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97010987-41e6-49c8-83ed-70ef05737711 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network 5fe54038-49dc-468b-90bc-550fa0bf9f52 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:19.773662 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-27ecc80f-641d-4962-9ce0-3d65cbae93b0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:19.808381 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] Network 8e8de466-cdb5-4927-8c02-9c4399b0cb32 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:19.811581 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:19.815911 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:19.816343 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5a6a88f5-d644-45ec-ab8c-e8b504ef3e0e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:19.818010 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] Pushing event updated for resources: {'Port': ['ID=5329de59-f9fa-4f3c-a372-1d5f82bd8862,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:19.821514 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-97010987-41e6-49c8-83ed-70ef05737711 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:19.832736 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-27ecc80f-641d-4962-9ce0-3d65cbae93b0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:19.853915 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a222aa36-929d-40fc-95a3-6f2f34b799f4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Synchronizing usage tracker for tenant:c9cb2f19d4c24715a738705e058d4e92 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:54:19.856787 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-22d7548c-d8ea-4e77-b58c-c999ef34e4df tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:19.915783 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-22d7548c-d8ea-4e77-b58c-c999ef34e4df tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Usage tracker for resource:port and tenant:d555a391d68141788d87666fae6190f7 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:19.917229 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] Attempting to bind port 5329de59-f9fa-4f3c-a372-1d5f82bd8862 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:54:19.917601 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] Attempting to bind port 5329de59-f9fa-4f3c-a372-1d5f82bd8862 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '10e00969-1f37-4be3-ba01-5ed2eca7bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8e8de466-cdb5-4927-8c02-9c4399b0cb32'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:54:19.918217 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] Attempting to bind port 5329de59-f9fa-4f3c-a372-1d5f82bd8862 on network 8e8de466-cdb5-4927-8c02-9c4399b0cb32 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:54:19.923906 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:54:19.924351 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] Checking segment: {'id': '10e00969-1f37-4be3-ba01-5ed2eca7bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8e8de466-cdb5-4927-8c02-9c4399b0cb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:54:19.924732 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:19.925262 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] Bound using segment: {'id': '10e00969-1f37-4be3-ba01-5ed2eca7bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8e8de466-cdb5-4927-8c02-9c4399b0cb32'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:54:19.925730 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] Bound port: 5329de59-f9fa-4f3c-a372-1d5f82bd8862, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e00969-1f37-4be3-ba01-5ed2eca7bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8e8de466-cdb5-4927-8c02-9c4399b0cb32'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:54:19.926103 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:19.930024 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-22d7548c-d8ea-4e77-b58c-c999ef34e4df tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:19.934075 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f55653-dd36-4930-81a5-42296792eaa2 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Router 3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:54:19.946761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-22d7548c-d8ea-4e77-b58c-c999ef34e4df tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:19.951796 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4443e-5702-41cb-915a-7dd37a5f860e req-41a1dd3f-6b9f-411e-9a73-012cd10348df tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:19.953262 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-eec4443e-5702-41cb-915a-7dd37a5f860e req-41a1dd3f-6b9f-411e-9a73-012cd10348df tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.3492379 Apr 18 05:54:19.958923 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ecc80f-641d-4962-9ce0-3d65cbae93b0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:19.962414 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-27ecc80f-641d-4962-9ce0-3d65cbae93b0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:20.061197 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] For port 5329de59-f9fa-4f3c-a372-1d5f82bd8862, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:54:20.066007 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] For port 5329de59-f9fa-4f3c-a372-1d5f82bd8862, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5329de59-f9fa-4f3c-a372-1d5f82bd8862,segment=NetworkSegment(10e00969-1f37-4be3-ba01-5ed2eca7bd1a),segment_id=10e00969-1f37-4be3-ba01-5ed2eca7bd1a)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:54:20.072242 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:20.136643 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a222aa36-929d-40fc-95a3-6f2f34b799f4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Unset dirty status for tenant:c9cb2f19d4c24715a738705e058d4e92 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:54:20.141106 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a222aa36-929d-40fc-95a3-6f2f34b799f4 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "GET /v2.0/subnets?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 HTTP/1.1" status: 200 len: 207 time: 0.3728163 Apr 18 05:54:20.141106 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5a6a88f5-d644-45ec-ab8c-e8b504ef3e0e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:20.141357 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41170) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:20.188054 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04fea5-1987-48f6-b006-fb9e933ae439 None None] Pushing event updated for resources: {'Port': ['ID=5329de59-f9fa-4f3c-a372-1d5f82bd8862,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:20.190554 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5fcafba8-9f82-49d2-b974-5eec097536cb None None] Provisioning complete for port 5ec74e66-6407-4f43-b366-9bfb861eda20 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:20.190926 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5fcafba8-9f82-49d2-b974-5eec097536cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:20.237219 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-eec4443e-5702-41cb-915a-7dd37a5f860e req-b1e5a202-630d-405e-84c2-0b830ec6c1a0 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970244 Apr 18 05:54:20.251939 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-5fcafba8-9f82-49d2-b974-5eec097536cb None None] Port 5ec74e66-6407-4f43-b366-9bfb861eda20 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:54:20.317855 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6a88f5-d644-45ec-ab8c-e8b504ef3e0e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:20.370737 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d7548c-d8ea-4e77-b58c-c999ef34e4df tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Made reservation on behalf of d555a391d68141788d87666fae6190f7 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:20.374203 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-22d7548c-d8ea-4e77-b58c-c999ef34e4df tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:20.385009 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-5a6a88f5-d644-45ec-ab8c-e8b504ef3e0e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:20.387052 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a88f5-d644-45ec-ab8c-e8b504ef3e0e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Pushing event updated for resources: {'Port': ['ID=627eb0f8-21ed-44c5-819d-0262b41f87a7,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:20.398670 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6a88f5-d644-45ec-ab8c-e8b504ef3e0e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:20.529475 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a449b5e-383f-444f-a289-7ad59c47ecba tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:20.548011 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a449b5e-383f-444f-a289-7ad59c47ecba tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:20.555850 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a449b5e-383f-444f-a289-7ad59c47ecba tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:20.564341 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a449b5e-383f-444f-a289-7ad59c47ecba tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:20.574402 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a449b5e-383f-444f-a289-7ad59c47ecba tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:20.582301 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a449b5e-383f-444f-a289-7ad59c47ecba tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:20.585472 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8a449b5e-383f-444f-a289-7ad59c47ecba tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4431138 Apr 18 05:54:20.593174 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41178) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:20.594976 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f55653-dd36-4930-81a5-42296792eaa2 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:54:20.597712 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-22d7548c-d8ea-4e77-b58c-c999ef34e4df tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] device_id is not set on port 521d1b8e-a743-4e62-86e2-ad0a7babf74a yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:54:20.607865 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e369d1c-57e5-4f33-8b17-1c830d21ed23 None None] Sync routers for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:54:20.630681 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e369d1c-57e5-4f33-8b17-1c830d21ed23 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:20.632610 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7e369d1c-57e5-4f33-8b17-1c830d21ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:20.649465 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-70e1e484-4d9c-41ca-80a1-cff8101068a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:20.672562 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97010987-41e6-49c8-83ed-70ef05737711 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router 83851054-6446-4afc-b9c3-a618ab17ad9e is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:54:20.741787 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7e369d1c-57e5-4f33-8b17-1c830d21ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:20.754054 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e369d1c-57e5-4f33-8b17-1c830d21ed23 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:20.754733 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7e369d1c-57e5-4f33-8b17-1c830d21ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:20.827465 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7e369d1c-57e5-4f33-8b17-1c830d21ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:20.827864 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e369d1c-57e5-4f33-8b17-1c830d21ed23 None None] The sync data for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:54:20.965785 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c63886-7387-4e45-8da0-c32561545bad req-b0562c59-029c-48b0-a817-ec34ebc1b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:20.967265 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-32c63886-7387-4e45-8da0-c32561545bad req-b0562c59-029c-48b0-a817-ec34ebc1b087 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e66226dc1f664b9db6f01b9a65f1c168&device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 1099 time: 0.2738779 Apr 18 05:54:21.046149 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4bbc7-584e-48a4-9428-01a111768d2a req-3eaa73c3-d9ed-4c9b-9d69-41e91200455b tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:21.047698 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-22e4bbc7-584e-48a4-9428-01a111768d2a req-3eaa73c3-d9ed-4c9b-9d69-41e91200455b tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.3016598 Apr 18 05:54:21.285088 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-22e4bbc7-584e-48a4-9428-01a111768d2a req-32051751-da72-435b-8273-8321b86d2e1e tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211092 Apr 18 05:54:21.324085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f55653-dd36-4930-81a5-42296792eaa2 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Router 69565498-5e47-4faa-816f-2b308de58b74 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:54:21.331256 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c63886-7387-4e45-8da0-c32561545bad req-6f059610-f688-4fa0-b862-f79b151d3d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:21.333315 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-32c63886-7387-4e45-8da0-c32561545bad req-6f059610-f688-4fa0-b862-f79b151d3d59 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ca065a0-30ac-4abf-bd64-c47717936a41 HTTP/1.1" status: 200 len: 913 time: 0.3176458 Apr 18 05:54:21.440975 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b97779-2134-44fd-9618-6e4cbc5e0018 None None] Network 8e8de466-cdb5-4927-8c02-9c4399b0cb32 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:21.556541 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-32c63886-7387-4e45-8da0-c32561545bad req-c6ebbc30-5f7d-480c-9115-8102ead8bc79 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2023ea57-6102-47af-bc76-b79aecd0dacb HTTP/1.1" status: 200 len: 1002 time: 0.2090750 Apr 18 05:54:21.586947 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b9cb8e52-47d3-4ba9-ac3f-8df31605a003 None None] Provisioning for port 5329de59-f9fa-4f3c-a372-1d5f82bd8862 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:21.645230 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97010987-41e6-49c8-83ed-70ef05737711 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:54:21.657070 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a79a14-c850-4fde-a2ab-e3fddfccd6f3 None None] Sync routers for ids ['83851054-6446-4afc-b9c3-a618ab17ad9e'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:54:21.679233 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a79a14-c850-4fde-a2ab-e3fddfccd6f3 None None] Routers {'83851054-6446-4afc-b9c3-a618ab17ad9e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:21.680020 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-86a79a14-c850-4fde-a2ab-e3fddfccd6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['83851054-6446-4afc-b9c3-a618ab17ad9e'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:21.736415 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3b448f2b-c486-4ee8-ae6b-939a5cc37267 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Synchronizing usage tracker for tenant:c9cb2f19d4c24715a738705e058d4e92 on resource:network {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:54:21.781081 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-86a79a14-c850-4fde-a2ab-e3fddfccd6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:21.793966 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a79a14-c850-4fde-a2ab-e3fddfccd6f3 None None] Routers {'83851054-6446-4afc-b9c3-a618ab17ad9e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:21.794695 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-86a79a14-c850-4fde-a2ab-e3fddfccd6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['83851054-6446-4afc-b9c3-a618ab17ad9e'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:21.830379 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f55653-dd36-4930-81a5-42296792eaa2 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:54:21.836270 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-97f55653-dd36-4930-81a5-42296792eaa2 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:21.839657 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-22d7548c-d8ea-4e77-b58c-c999ef34e4df tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Allocated IP 172.20.0.4 (8e8de466-cdb5-4927-8c02-9c4399b0cb32/4fab8418-4916-48fc-b74d-f174d2f87826/521d1b8e-a743-4e62-86e2-ad0a7babf74a) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:21.852373 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11547fdf-a9ff-4f5f-9403-7e53b3215413 None None] Sync routers for ids ['69565498-5e47-4faa-816f-2b308de58b74'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:54:21.856750 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-97010987-41e6-49c8-83ed-70ef05737711 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/83851054-6446-4afc-b9c3-a618ab17ad9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7525694 Apr 18 05:54:21.867918 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41182) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:21.874539 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-86a79a14-c850-4fde-a2ab-e3fddfccd6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:21.875351 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a79a14-c850-4fde-a2ab-e3fddfccd6f3 None None] The sync data for ids ['83851054-6446-4afc-b9c3-a618ab17ad9e'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:54:21.882494 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c63886-7387-4e45-8da0-c32561545bad req-d1ebe3ca-6811-4afa-a97f-aee38c43390b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:21.884060 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-32c63886-7387-4e45-8da0-c32561545bad req-d1ebe3ca-6811-4afa-a97f-aee38c43390b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b9d647f1-8c55-4e15-9c83-afad77ec2154 HTTP/1.1" status: 200 len: 851 time: 0.2776883 Apr 18 05:54:21.888235 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11547fdf-a9ff-4f5f-9403-7e53b3215413 None None] Routers {'69565498-5e47-4faa-816f-2b308de58b74'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:21.888687 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-11547fdf-a9ff-4f5f-9403-7e53b3215413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['69565498-5e47-4faa-816f-2b308de58b74'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:21.958095 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3b448f2b-c486-4ee8-ae6b-939a5cc37267 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Unset dirty status for tenant:c9cb2f19d4c24715a738705e058d4e92 on resource:network {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:54:21.962752 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3b448f2b-c486-4ee8-ae6b-939a5cc37267 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 1.3126519 Apr 18 05:54:21.976583 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41186) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:22.007666 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-11547fdf-a9ff-4f5f-9403-7e53b3215413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:22.032256 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11547fdf-a9ff-4f5f-9403-7e53b3215413 None None] Routers {'69565498-5e47-4faa-816f-2b308de58b74'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:22.032976 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-11547fdf-a9ff-4f5f-9403-7e53b3215413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['69565498-5e47-4faa-816f-2b308de58b74'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:22.038320 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-97f55653-dd36-4930-81a5-42296792eaa2 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "PUT /v2.0/floatingips/de3a66fb-0359-42f2-80a5-1943fc692a32 HTTP/1.1" status: 200 len: 977 time: 4.6370056 Apr 18 05:54:22.041473 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-27ecc80f-641d-4962-9ce0-3d65cbae93b0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:22.042023 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41190) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:22.113968 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c63886-7387-4e45-8da0-c32561545bad req-7fb45fe7-d5ca-48dc-ab1e-dc8f7b80809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:22.116317 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-32c63886-7387-4e45-8da0-c32561545bad req-7fb45fe7-d5ca-48dc-ab1e-dc8f7b80809b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ca065a0-30ac-4abf-bd64-c47717936a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2177057 Apr 18 05:54:22.118423 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5329de59-f9fa-4f3c-a372-1d5f82bd8862 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:54:22.162366 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-11547fdf-a9ff-4f5f-9403-7e53b3215413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:22.162660 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-bd1a6729-a0aa-40cd-9ef2-7b95e92b2606 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Deleting port a1030729-f319-4296-b509-81c4001d3c9b {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:22.162799 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6729-a0aa-40cd-9ef2-7b95e92b2606 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:22.163144 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11547fdf-a9ff-4f5f-9403-7e53b3215413 None None] The sync data for ids ['69565498-5e47-4faa-816f-2b308de58b74'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:54:22.207094 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 5329de59-f9fa-4f3c-a372-1d5f82bd8862 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:22.211985 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 5329de59-f9fa-4f3c-a372-1d5f82bd8862 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:22.212514 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:22.327365 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85efaf8-32d3-4900-ad2b-6d1831de097d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:22.327950 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b85efaf8-32d3-4900-ad2b-6d1831de097d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Synchronizing usage tracker for tenant:1e86337a57bd435798aa8639156e9b5e on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:54:22.354407 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:22.386803 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d836592c-c5da-42a2-91aa-b7d7b70f7d66 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:22.388376 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d836592c-c5da-42a2-91aa-b7d7b70f7d66 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:22.389895 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d836592c-c5da-42a2-91aa-b7d7b70f7d66 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:22.391407 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d836592c-c5da-42a2-91aa-b7d7b70f7d66 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:22.393237 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d836592c-c5da-42a2-91aa-b7d7b70f7d66 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:22.398030 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d836592c-c5da-42a2-91aa-b7d7b70f7d66 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4139037 Apr 18 05:54:22.402430 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41196) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:22.406049 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 5329de59-f9fa-4f3c-a372-1d5f82bd8862, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5329de59-f9fa-4f3c-a372-1d5f82bd8862,segment=NetworkSegment(10e00969-1f37-4be3-ba01-5ed2eca7bd1a),segment_id=10e00969-1f37-4be3-ba01-5ed2eca7bd1a)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:22.410220 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-32c63886-7387-4e45-8da0-c32561545bad req-8071644c-81e5-4ba2-823c-9e1b041dab15 service neutron] 10.222.0.52 "GET /v2.0/networks/2ca065a0-30ac-4abf-bd64-c47717936a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847948 Apr 18 05:54:22.411205 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:22.476996 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ecc80f-641d-4962-9ce0-3d65cbae93b0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Subnet': ['ID=4f2c89c1-7bd6-4c45-8658-dc5d1659d5f1,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:22.486098 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5a6a88f5-d644-45ec-ab8c-e8b504ef3e0e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:22.495788 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=5329de59-f9fa-4f3c-a372-1d5f82bd8862,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:22.650619 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b85efaf8-32d3-4900-ad2b-6d1831de097d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Unset dirty status for tenant:1e86337a57bd435798aa8639156e9b5e on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:54:22.651769 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b85efaf8-32d3-4900-ad2b-6d1831de097d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/ports/5ec74e66-6407-4f43-b366-9bfb861eda20 HTTP/1.1" status: 200 len: 910 time: 0.7693315 Apr 18 05:54:22.663764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41200) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:22.668571 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ecc80f-641d-4962-9ce0-3d65cbae93b0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Checking segment: {'id': 'aa67758a-247d-478d-a08c-68c3424b3bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f9185c10-25ed-43f5-aada-c20fb92ac2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:54:22.668749 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ecc80f-641d-4962-9ce0-3d65cbae93b0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network hostable DHCP agents. Network: f9185c10-25ed-43f5-aada-c20fb92ac2e0, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:54:22.676296 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d1cf4d-d142-4f69-a8cd-4552fc8167f6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['shared'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:22.677682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d1cf4d-d142-4f69-a8cd-4552fc8167f6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['shared'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:22.679484 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d1cf4d-d142-4f69-a8cd-4552fc8167f6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['shared'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:22.680901 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d1cf4d-d142-4f69-a8cd-4552fc8167f6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['shared'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:22.682266 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d1cf4d-d142-4f69-a8cd-4552fc8167f6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['shared'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:22.682935 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-58d1cf4d-d142-4f69-a8cd-4552fc8167f6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Synchronizing usage tracker for tenant:c9cb2f19d4c24715a738705e058d4e92 on resource:subnet {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:54:22.820213 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-70e1e484-4d9c-41ca-80a1-cff8101068a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:22.836334 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-70e1e484-4d9c-41ca-80a1-cff8101068a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:22.837141 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-70e1e484-4d9c-41ca-80a1-cff8101068a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:22.855955 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-58d1cf4d-d142-4f69-a8cd-4552fc8167f6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Unset dirty status for tenant:c9cb2f19d4c24715a738705e058d4e92 on resource:subnet {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:54:22.857398 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-58d1cf4d-d142-4f69-a8cd-4552fc8167f6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4538295 Apr 18 05:54:22.873422 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6729-a0aa-40cd-9ef2-7b95e92b2606 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:22.882159 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ecc80f-641d-4962-9ce0-3d65cbae93b0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network f9185c10-25ed-43f5-aada-c20fb92ac2e0 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:54:22.883157 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41204) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:22.913036 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-22d7548c-d8ea-4e77-b58c-c999ef34e4df tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:23.128307 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-27ecc80f-641d-4962-9ce0-3d65cbae93b0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, f9185c10-25ed-43f5-aada-c20fb92ac2e0) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:23.135894 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a019e36a-0843-44ab-af1a-675d3504f764 None None] Network f9185c10-25ed-43f5-aada-c20fb92ac2e0 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:23.139462 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-32c63886-7387-4e45-8da0-c32561545bad req-cd1ca8ec-fba8-4af5-b73f-7e4f7e677934 service neutron] 10.222.0.52 "GET /v2.0/networks/2ca065a0-30ac-4abf-bd64-c47717936a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6686862 Apr 18 05:54:23.208330 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ecc80f-641d-4962-9ce0-3d65cbae93b0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:23.208920 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-27ecc80f-641d-4962-9ce0-3d65cbae93b0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:23.283695 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-22d7548c-d8ea-4e77-b58c-c999ef34e4df tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Transition to ACTIVE for port object 521d1b8e-a743-4e62-86e2-ad0a7babf74a will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:23.299558 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1e484-4d9c-41ca-80a1-cff8101068a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Port': ['ID=697beddf-dc4b-4039-b065-a3a2babbf576,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:23.326891 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c2829-c5a2-4ff9-9443-178749446269 req-f3ef1c81-158c-45a5-9554-efc68be00c05 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:23.335059 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-446c2829-c5a2-4ff9-9443-178749446269 req-f3ef1c81-158c-45a5-9554-efc68be00c05 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.7870586 Apr 18 05:54:23.379688 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-27ecc80f-641d-4962-9ce0-3d65cbae93b0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3106527 Apr 18 05:54:23.391410 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-f9185c10-25ed-43f5-aada-c20fb92ac2e0', 'network_id': 'f9185c10-25ed-43f5-aada-c20fb92ac2e0', 'tenant_id': 'b795a7b2664b4745a3434243a096a116', 'fixed_ips': [{'subnet_id': '4f2c89c1-7bd6-4c45-8658-dc5d1659d5f1'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:54:23.392373 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:23.395325 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41208) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:23.486209 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-446c2829-c5a2-4ff9-9443-178749446269 req-9e0ccd9f-a63f-477a-8f38-9510a92999dc tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502192 Apr 18 05:54:23.489890 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-32dabd70-1134-49e9-a283-e28f0d141156 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'subnet': {'network_id': 'f9185c10-25ed-43f5-aada-c20fb92ac2e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:23.568093 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] Allocated IP 172.20.0.2 (f9185c10-25ed-43f5-aada-c20fb92ac2e0/4f2c89c1-7bd6-4c45-8658-dc5d1659d5f1/c0d11290-338d-4702-bec0-7ba2af975c3e) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:23.612548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc08cf33-fbbf-4cca-88d6-1023cfd636cf tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:23.614003 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-cc08cf33-fbbf-4cca-88d6-1023cfd636cf tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "GET /v2.0/networks/237f591f-9486-46ed-a4ea-bf09c58fcb91 HTTP/1.1" status: 200 len: 804 time: 0.7299087 Apr 18 05:54:23.622697 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41212) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:23.643488 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5a6a88f5-d644-45ec-ab8c-e8b504ef3e0e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:23.650589 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e1e484-4d9c-41ca-80a1-cff8101068a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network c1288899-889a-4c8a-a760-928e716e3103 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:23.655580 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-70e1e484-4d9c-41ca-80a1-cff8101068a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:23.728482 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5a6a88f5-d644-45ec-ab8c-e8b504ef3e0e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:23.750564 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-22d7548c-d8ea-4e77-b58c-c999ef34e4df tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:23.831757 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:23.879579 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] Transition to ACTIVE for port object c0d11290-338d-4702-bec0-7ba2af975c3e will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:23.932149 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] Transition to ACTIVE for port object c0d11290-338d-4702-bec0-7ba2af975c3e will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:23.952161 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6729-a0aa-40cd-9ef2-7b95e92b2606 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:23.952651 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6729-a0aa-40cd-9ef2-7b95e92b2606 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:23.952756 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-bd1a6729-a0aa-40cd-9ef2-7b95e92b2606 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Floating IP de3a66fb-0359-42f2-80a5-1943fc692a32 disassociated. External IP: 172.26.1.32, port: a1030729-f319-4296-b509-81c4001d3c9b. Apr 18 05:54:23.953062 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-bd1a6729-a0aa-40cd-9ef2-7b95e92b2606 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Calling delete_port for a1030729-f319-4296-b509-81c4001d3c9b owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:23.954178 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:24.011014 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7548c-d8ea-4e77-b58c-c999ef34e4df tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Pushing event updated for resources: {'Port': ['ID=521d1b8e-a743-4e62-86e2-ad0a7babf74a,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:24.047991 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] Pushing event updated for resources: {'Port': ['ID=c0d11290-338d-4702-bec0-7ba2af975c3e,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:24.051342 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5329de59-f9fa-4f3c-a372-1d5f82bd8862 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:54:24.070297 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d7548c-d8ea-4e77-b58c-c999ef34e4df tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Network 8e8de466-cdb5-4927-8c02-9c4399b0cb32 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:24.103975 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] Network f9185c10-25ed-43f5-aada-c20fb92ac2e0 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:24.108497 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e9ae6950-d27a-458d-800b-f857579196a5 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "GET /v2.0/networks/237f591f-9486-46ed-a4ea-bf09c58fcb91?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4742701 Apr 18 05:54:24.108664 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:24.109642 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:24.110895 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41216) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:24.206014 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-22d7548c-d8ea-4e77-b58c-c999ef34e4df tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:24.216378 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d7548c-d8ea-4e77-b58c-c999ef34e4df tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:24.226097 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ac1e6163-5c92-4145-962e-702115f595b9 None None] Provisioning complete for port 697beddf-dc4b-4039-b065-a3a2babbf576 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:24.226477 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ac1e6163-5c92-4145-962e-702115f595b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:24.253935 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-32dabd70-1134-49e9-a283-e28f0d141156 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:24.267001 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e1e484-4d9c-41ca-80a1-cff8101068a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router 0193d6bd-02cb-4a54-91cd-300487f40f7f has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:54:24.270272 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] Attempting to bind port c0d11290-338d-4702-bec0-7ba2af975c3e on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:54:24.270726 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] Attempting to bind port c0d11290-338d-4702-bec0-7ba2af975c3e by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'aa67758a-247d-478d-a08c-68c3424b3bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f9185c10-25ed-43f5-aada-c20fb92ac2e0'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:54:24.271157 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] Attempting to bind port c0d11290-338d-4702-bec0-7ba2af975c3e on network f9185c10-25ed-43f5-aada-c20fb92ac2e0 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:54:24.272624 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-32dabd70-1134-49e9-a283-e28f0d141156 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:subnet and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:24.289377 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:54:24.289781 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] Checking segment: {'id': 'aa67758a-247d-478d-a08c-68c3424b3bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f9185c10-25ed-43f5-aada-c20fb92ac2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:54:24.290137 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:24.290536 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] Bound using segment: {'id': 'aa67758a-247d-478d-a08c-68c3424b3bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f9185c10-25ed-43f5-aada-c20fb92ac2e0'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:54:24.291009 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] Bound port: c0d11290-338d-4702-bec0-7ba2af975c3e, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa67758a-247d-478d-a08c-68c3424b3bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f9185c10-25ed-43f5-aada-c20fb92ac2e0'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:54:24.291953 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:24.293069 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-32dabd70-1134-49e9-a283-e28f0d141156 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:24.310304 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-32dabd70-1134-49e9-a283-e28f0d141156 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:24.339882 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 5329de59-f9fa-4f3c-a372-1d5f82bd8862 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:24.340670 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:24.362911 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6729-a0aa-40cd-9ef2-7b95e92b2606 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:24.366412 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e7d66986-bad8-40b1-bd84-f83f3791880a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:24.390006 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f53843-1f4a-424c-9e90-ee6f8cb06208 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:24.391524 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-79f53843-1f4a-424c-9e90-ee6f8cb06208 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "GET /v2.0/subnets/73c163a3-533e-4e52-8bec-670e3f7d1bb2 HTTP/1.1" status: 200 len: 843 time: 0.2780652 Apr 18 05:54:24.403899 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41220) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:24.410606 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d7548c-d8ea-4e77-b58c-c999ef34e4df tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:24.411232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-22d7548c-d8ea-4e77-b58c-c999ef34e4df tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:24.425069 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dabd70-1134-49e9-a283-e28f0d141156 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:24.428600 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-32dabd70-1134-49e9-a283-e28f0d141156 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:24.474637 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-ac1e6163-5c92-4145-962e-702115f595b9 None None] Port 697beddf-dc4b-4039-b065-a3a2babbf576 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:54:24.513004 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a6729-a0aa-40cd-9ef2-7b95e92b2606 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event deleted for resources: {'Port': ['ID=a1030729-f319-4296-b509-81c4001d3c9b,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:24.730306 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-22d7548c-d8ea-4e77-b58c-c999ef34e4df tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.6650777 Apr 18 05:54:24.735088 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41226) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:24.746417 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-dc5901a8-67d3-46e0-8210-94ee03f33e6f None None] Provisioning for port 521d1b8e-a743-4e62-86e2-ad0a7babf74a completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:24.750298 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] For port c0d11290-338d-4702-bec0-7ba2af975c3e, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:54:24.763485 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-dc5901a8-67d3-46e0-8210-94ee03f33e6f None None] Provisioning complete for port 521d1b8e-a743-4e62-86e2-ad0a7babf74a triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:24.763736 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-4ed73f8b-1bf2-40fb-bcba-7a9cb5df08ba tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Request body: {'port': {'network_id': '8e8de466-cdb5-4927-8c02-9c4399b0cb32', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1660876560', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:24.763889 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dc5901a8-67d3-46e0-8210-94ee03f33e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:24.764243 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.api.validators [None req-4ed73f8b-1bf2-40fb-bcba-7a9cb5df08ba tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] bootfile-name is not in valid_values {{(pid=88034) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 05:54:24.764570 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.api.validators [None req-4ed73f8b-1bf2-40fb-bcba-7a9cb5df08ba tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] tftp-server is not in valid_values {{(pid=88034) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 05:54:24.764890 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.api.validators [None req-4ed73f8b-1bf2-40fb-bcba-7a9cb5df08ba tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] server-ip-address is not in valid_values {{(pid=88034) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 05:54:24.785770 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6a88f5-d644-45ec-ab8c-e8b504ef3e0e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Router e35b298b-e6c3-4832-8541-8f194bd2b1c8 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:54:24.793692 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] For port c0d11290-338d-4702-bec0-7ba2af975c3e, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c0d11290-338d-4702-bec0-7ba2af975c3e,segment=NetworkSegment(aa67758a-247d-478d-a08c-68c3424b3bc9),segment_id=aa67758a-247d-478d-a08c-68c3424b3bc9)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:54:24.794613 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bf715d-bb2f-4a7b-98f4-40a706a9db77 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['shared'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:24.799608 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-86bf715d-bb2f-4a7b-98f4-40a706a9db77 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "GET /v2.0/subnets/73c163a3-533e-4e52-8bec-670e3f7d1bb2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3801346 Apr 18 05:54:24.803475 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e1e484-4d9c-41ca-80a1-cff8101068a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:54:24.803673 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41230) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:24.812116 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-70e1e484-4d9c-41ca-80a1-cff8101068a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/0193d6bd-02cb-4a54-91cd-300487f40f7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7222595 Apr 18 05:54:24.816868 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41234) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:24.817351 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea22cd3a-2d8c-4751-bff5-78c8a19e9368 None None] Sync routers for ids ['0193d6bd-02cb-4a54-91cd-300487f40f7f'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:54:24.817825 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:24.828701 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-1cf87b7f-8dab-4634-9882-54023e586dbb tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1937334703'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:24.830281 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea22cd3a-2d8c-4751-bff5-78c8a19e9368 None None] Routers {'0193d6bd-02cb-4a54-91cd-300487f40f7f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:24.831209 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ea22cd3a-2d8c-4751-bff5-78c8a19e9368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['0193d6bd-02cb-4a54-91cd-300487f40f7f'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:24.879693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-dc5901a8-67d3-46e0-8210-94ee03f33e6f None None] Port 521d1b8e-a743-4e62-86e2-ad0a7babf74a cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:54:24.902634 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ea22cd3a-2d8c-4751-bff5-78c8a19e9368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:24.904892 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da349eb3-5f89-41de-bfd7-88ec46c9badf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:24.905645 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-da349eb3-5f89-41de-bfd7-88ec46c9badf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Synchronizing usage tracker for tenant:cfb0e03f77e24f68b484d6de092642f5 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:54:24.915765 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea22cd3a-2d8c-4751-bff5-78c8a19e9368 None None] Routers {'0193d6bd-02cb-4a54-91cd-300487f40f7f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:24.916665 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ea22cd3a-2d8c-4751-bff5-78c8a19e9368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['0193d6bd-02cb-4a54-91cd-300487f40f7f'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:24.961465 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a5a8d-dc6e-41ff-bcc5-224d5a7d9645 None None] Pushing event updated for resources: {'Port': ['ID=c0d11290-338d-4702-bec0-7ba2af975c3e,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:24.997913 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ea22cd3a-2d8c-4751-bff5-78c8a19e9368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:24.998621 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea22cd3a-2d8c-4751-bff5-78c8a19e9368 None None] The sync data for ids ['0193d6bd-02cb-4a54-91cd-300487f40f7f'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:54:25.176005 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-da349eb3-5f89-41de-bfd7-88ec46c9badf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Unset dirty status for tenant:cfb0e03f77e24f68b484d6de092642f5 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:54:25.181273 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-da349eb3-5f89-41de-bfd7-88ec46c9badf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/ports/697beddf-dc4b-4039-b065-a3a2babbf576 HTTP/1.1" status: 200 len: 913 time: 0.3591096 Apr 18 05:54:25.187974 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41238) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:25.190865 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.ipam_backend_mixin [None req-32dabd70-1134-49e9-a283-e28f0d141156 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4f2c89c1-7bd6-4c45-8658-dc5d1659d5f1 (CIDR: 172.20.0.0/28) Apr 18 05:54:25.203982 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1cf87b7f-8dab-4634-9882-54023e586dbb tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:25.253660 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1cf87b7f-8dab-4634-9882-54023e586dbb tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:25.265046 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-32dabd70-1134-49e9-a283-e28f0d141156 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:54:25.265520 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32dabd70-1134-49e9-a283-e28f0d141156 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:54:25.271093 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1a6729-a0aa-40cd-9ef2-7b95e92b2606 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Router 69565498-5e47-4faa-816f-2b308de58b74 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:54:25.332579 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2244d0-4857-4b37-a96c-7c2ffb4d7f83 req-2f998ebb-b295-4fec-8316-3f8fd308af7b tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:25.334197 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f2244d0-4857-4b37-a96c-7c2ffb4d7f83 req-2f998ebb-b295-4fec-8316-3f8fd308af7b tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.6746879 Apr 18 05:54:25.340757 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf87b7f-8dab-4634-9882-54023e586dbb tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Made reservation on behalf of c9cb2f19d4c24715a738705e058d4e92 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:25.344084 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1cf87b7f-8dab-4634-9882-54023e586dbb tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:25.438267 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-32dabd70-1134-49e9-a283-e28f0d141156 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9789133 Apr 18 05:54:25.442595 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41242) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:25.463289 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-452b20cf-17a3-4b3a-ae41-7a8d7d8d8117 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'subnet': {'network_id': 'f9185c10-25ed-43f5-aada-c20fb92ac2e0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:25.470522 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-4ed73f8b-1bf2-40fb-bcba-7a9cb5df08ba tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:25.499744 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4ed73f8b-1bf2-40fb-bcba-7a9cb5df08ba tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Usage tracker for resource:port and tenant:d555a391d68141788d87666fae6190f7 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:25.509646 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4ed73f8b-1bf2-40fb-bcba-7a9cb5df08ba tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:25.541442 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-4ed73f8b-1bf2-40fb-bcba-7a9cb5df08ba tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:25.562256 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf87b7f-8dab-4634-9882-54023e586dbb tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:54:25.593432 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6a88f5-d644-45ec-ab8c-e8b504ef3e0e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:54:25.603074 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2da06a4-5c9b-4ed7-b3e7-918610b32116 None None] Sync routers for ids ['e35b298b-e6c3-4832-8541-8f194bd2b1c8'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:54:25.612796 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2da06a4-5c9b-4ed7-b3e7-918610b32116 None None] Routers {'e35b298b-e6c3-4832-8541-8f194bd2b1c8'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:25.613742 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a2da06a4-5c9b-4ed7-b3e7-918610b32116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['e35b298b-e6c3-4832-8541-8f194bd2b1c8'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:25.646481 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5a6a88f5-d644-45ec-ab8c-e8b504ef3e0e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:25.650674 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5a6a88f5-d644-45ec-ab8c-e8b504ef3e0e tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "PUT /v2.0/routers/e35b298b-e6c3-4832-8541-8f194bd2b1c8 HTTP/1.1" status: 200 len: 915 time: 11.1480620 Apr 18 05:54:25.655294 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f2244d0-4857-4b37-a96c-7c2ffb4d7f83 req-1033cb49-bcb4-47f5-8073-d1015cae82ef tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2997973 Apr 18 05:54:25.655502 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41246) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:25.706027 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a2da06a4-5c9b-4ed7-b3e7-918610b32116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:25.709353 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed73f8b-1bf2-40fb-bcba-7a9cb5df08ba tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Made reservation on behalf of d555a391d68141788d87666fae6190f7 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:25.714657 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4ed73f8b-1bf2-40fb-bcba-7a9cb5df08ba tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:25.717442 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2da06a4-5c9b-4ed7-b3e7-918610b32116 None None] Routers {'e35b298b-e6c3-4832-8541-8f194bd2b1c8'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:25.720338 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a2da06a4-5c9b-4ed7-b3e7-918610b32116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['e35b298b-e6c3-4832-8541-8f194bd2b1c8'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:25.727004 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1cf87b7f-8dab-4634-9882-54023e586dbb tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:25.727367 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-1cf87b7f-8dab-4634-9882-54023e586dbb tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Added segment 905ab822-0034-4ada-ba3b-4ca293390b67 of type vlan for network 0de1eba4-a7f6-4fa8-a350-75f0eaa43847 Apr 18 05:54:25.759157 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1a6729-a0aa-40cd-9ef2-7b95e92b2606 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:54:25.769162 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f66294d-6352-4037-b3f7-37fb6f883610 None None] Sync routers for ids ['69565498-5e47-4faa-816f-2b308de58b74'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:54:25.787750 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f66294d-6352-4037-b3f7-37fb6f883610 None None] Routers {'69565498-5e47-4faa-816f-2b308de58b74'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:25.788912 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-6f66294d-6352-4037-b3f7-37fb6f883610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['69565498-5e47-4faa-816f-2b308de58b74'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:25.856213 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a2da06a4-5c9b-4ed7-b3e7-918610b32116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:25.856747 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2da06a4-5c9b-4ed7-b3e7-918610b32116 None None] The sync data for ids ['e35b298b-e6c3-4832-8541-8f194bd2b1c8'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:54:25.901608 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-6f66294d-6352-4037-b3f7-37fb6f883610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:25.917598 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f66294d-6352-4037-b3f7-37fb6f883610 None None] Routers {'69565498-5e47-4faa-816f-2b308de58b74'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:25.918442 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-6f66294d-6352-4037-b3f7-37fb6f883610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['69565498-5e47-4faa-816f-2b308de58b74'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:25.942183 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1cf87b7f-8dab-4634-9882-54023e586dbb tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:25.983058 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-e7d66986-bad8-40b1-bd84-f83f3791880a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Allocated IP 172.21.0.1 (d9a78a78-f8bd-47d9-903a-501643cb57e7/969185cd-6c34-4fb4-98fe-7fc21efc72f4/125593e8-dbeb-4662-bd92-eeb0657d2b89) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:26.007132 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-6f66294d-6352-4037-b3f7-37fb6f883610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:26.007578 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f66294d-6352-4037-b3f7-37fb6f883610 None None] The sync data for ids ['69565498-5e47-4faa-816f-2b308de58b74'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:54:26.009415 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c0d11290-338d-4702-bec0-7ba2af975c3e up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:54:26.070925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1cf87b7f-8dab-4634-9882-54023e586dbb tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:26.077292 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-452b20cf-17a3-4b3a-ae41-7a8d7d8d8117 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:26.077824 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf87b7f-8dab-4634-9882-54023e586dbb tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:26.077958 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1cf87b7f-8dab-4634-9882-54023e586dbb tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:26.104509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-452b20cf-17a3-4b3a-ae41-7a8d7d8d8117 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:subnet and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:26.105693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port c0d11290-338d-4702-bec0-7ba2af975c3e completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:26.122968 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-452b20cf-17a3-4b3a-ae41-7a8d7d8d8117 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:26.135259 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-4ed73f8b-1bf2-40fb-bcba-7a9cb5df08ba tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] device_id is not set on port dff105bd-7be1-4d76-83c7-9381eadc399b yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:54:26.143157 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-452b20cf-17a3-4b3a-ae41-7a8d7d8d8117 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:26.149832 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-22c3a387-f3ab-480d-a525-90c8580ccde2 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "GET /v2.0/routers/e35b298b-e6c3-4832-8541-8f194bd2b1c8 HTTP/1.1" status: 200 len: 921 time: 0.4932652 Apr 18 05:54:26.157972 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41254) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:26.202389 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f9698e-c888-4a7e-9677-ddfe4156b181 None None] Network f9185c10-25ed-43f5-aada-c20fb92ac2e0 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:26.243740 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1cf87b7f-8dab-4634-9882-54023e586dbb tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4349139 Apr 18 05:54:26.250690 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41258) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:26.255098 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452b20cf-17a3-4b3a-ae41-7a8d7d8d8117 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:26.259003 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-452b20cf-17a3-4b3a-ae41-7a8d7d8d8117 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:26.276179 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-f212816f-56d1-4a13-a3db-5a85ee6ec7da tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'subnet': {'network_id': '0de1eba4-a7f6-4fa8-a350-75f0eaa43847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:26.346767 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76333a55-8223-4780-896b-b555ff8357d5 req-3e8987df-3dac-4c3d-abdc-1c4268d64c4c tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:26.348233 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-76333a55-8223-4780-896b-b555ff8357d5 req-3e8987df-3dac-4c3d-abdc-1c4268d64c4c tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.5188878 Apr 18 05:54:26.363762 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4f1039c1-c157-40b1-b5fa-0869c916605a None None] Provisioning for port c0d11290-338d-4702-bec0-7ba2af975c3e completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:26.374158 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4f1039c1-c157-40b1-b5fa-0869c916605a None None] Provisioning complete for port c0d11290-338d-4702-bec0-7ba2af975c3e triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:26.374518 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4f1039c1-c157-40b1-b5fa-0869c916605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:26.376726 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6729-a0aa-40cd-9ef2-7b95e92b2606 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:26.392399 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bd1a6729-a0aa-40cd-9ef2-7b95e92b2606 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "DELETE /v2.0/ports/a1030729-f319-4296-b509-81c4001d3c9b HTTP/1.1" status: 204 len: 168 time: 4.3482852 Apr 18 05:54:26.397017 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41262) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:26.400660 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf87b7f-8dab-4634-9882-54023e586dbb tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Network': ['ID=0de1eba4-a7f6-4fa8-a350-75f0eaa43847,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:26.436680 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 0de1eba4-a7f6-4fa8-a350-75f0eaa43847 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:54:26.589617 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e7d66986-bad8-40b1-bd84-f83f3791880a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:26.645308 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4f1039c1-c157-40b1-b5fa-0869c916605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:26.691499 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4f1039c1-c157-40b1-b5fa-0869c916605a None None] For port c0d11290-338d-4702-bec0-7ba2af975c3e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c0d11290-338d-4702-bec0-7ba2af975c3e,segment=NetworkSegment(aa67758a-247d-478d-a08c-68c3424b3bc9),segment_id=aa67758a-247d-478d-a08c-68c3424b3bc9)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:26.696439 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-4ed73f8b-1bf2-40fb-bcba-7a9cb5df08ba tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Allocated IP 172.20.0.11 (8e8de466-cdb5-4927-8c02-9c4399b0cb32/4fab8418-4916-48fc-b74d-f174d2f87826/dff105bd-7be1-4d76-83c7-9381eadc399b) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:26.698275 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4f1039c1-c157-40b1-b5fa-0869c916605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:26.698754 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-e7d66986-bad8-40b1-bd84-f83f3791880a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Transition to ACTIVE for port object 125593e8-dbeb-4662-bd92-eeb0657d2b89 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:26.711425 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f212816f-56d1-4a13-a3db-5a85ee6ec7da tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:26.725819 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-76333a55-8223-4780-896b-b555ff8357d5 req-bc68710b-a016-414d-84a9-a8cc9dc4db5c tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3199313 Apr 18 05:54:26.755164 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f212816f-56d1-4a13-a3db-5a85ee6ec7da tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:26.818590 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a41cf8-cffb-4399-a745-0ba5cea68957 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:26.820677 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-44a41cf8-cffb-4399-a745-0ba5cea68957 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&device_id=e35b298b-e6c3-4832-8541-8f194bd2b1c8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6617713 Apr 18 05:54:26.832528 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41268) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:26.841209 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1039c1-c157-40b1-b5fa-0869c916605a None None] Pushing event updated for resources: {'Port': ['ID=c0d11290-338d-4702-bec0-7ba2af975c3e,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:26.883087 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f212816f-56d1-4a13-a3db-5a85ee6ec7da tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Made reservation on behalf of c9cb2f19d4c24715a738705e058d4e92 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:26.887104 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f212816f-56d1-4a13-a3db-5a85ee6ec7da tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:27.037825 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-06340915-3986-4b68-badc-4b6b162fd631 None None] Provisioning complete for port c0d11290-338d-4702-bec0-7ba2af975c3e triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:27.038533 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-06340915-3986-4b68-badc-4b6b162fd631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:27.110387 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.ipam_backend_mixin [None req-f212816f-56d1-4a13-a3db-5a85ee6ec7da tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Performing IP validity checks on allocation pools {{(pid=88035) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 05:54:27.111478 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.ipam_backend_mixin [None req-f212816f-56d1-4a13-a3db-5a85ee6ec7da tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88035) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 05:54:27.200345 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e7d66986-bad8-40b1-bd84-f83f3791880a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:27.234901 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fac21400-f8db-4c30-a4d5-a016c8c9b34c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:27.316918 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4eec5e-95a1-4e4b-8ff3-8efa800d4169 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:27.318548 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7c4eec5e-95a1-4e4b-8ff3-8efa800d4169 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "GET /v2.0/networks/9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 HTTP/1.1" status: 200 len: 881 time: 0.4846210 Apr 18 05:54:27.323601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d66986-bad8-40b1-bd84-f83f3791880a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network d9a78a78-f8bd-47d9-903a-501643cb57e7 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:27.324138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41274) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:27.334057 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-e7d66986-bad8-40b1-bd84-f83f3791880a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:27.405293 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d66986-bad8-40b1-bd84-f83f3791880a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:27.431972 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d66986-bad8-40b1-bd84-f83f3791880a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Port': ['ID=125593e8-dbeb-4662-bd92-eeb0657d2b89,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:27.477987 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-39634a9a-8a5d-4052-83f9-19a8e2d96458 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35b298b-e6c3-4832-8541-8f194bd2b1c8 HTTP/1.1" status: 200 len: 205 time: 0.1431329 Apr 18 05:54:27.495638 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41278) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:27.607260 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-452b20cf-17a3-4b3a-ae41-7a8d7d8d8117 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:27.613461 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4ed73f8b-1bf2-40fb-bcba-7a9cb5df08ba tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:27.625682 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7bb89a56-8fe3-419f-b561-7e2d1b3f26ca None None] Provisioning for port 125593e8-dbeb-4662-bd92-eeb0657d2b89 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:27.630619 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7bb89a56-8fe3-419f-b561-7e2d1b3f26ca None None] Provisioning complete for port 125593e8-dbeb-4662-bd92-eeb0657d2b89 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:27.631559 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7bb89a56-8fe3-419f-b561-7e2d1b3f26ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:27.654342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e7d66986-bad8-40b1-bd84-f83f3791880a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:27.654578 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a317723-3ba9-47c4-8fbd-05d86b58d1d1 req-8087992c-46e6-4cca-89f4-c10a12a25bfe tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:27.656020 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3a317723-3ba9-47c4-8fbd-05d86b58d1d1 req-8087992c-46e6-4cca-89f4-c10a12a25bfe tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.4988623 Apr 18 05:54:27.692465 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-7bb89a56-8fe3-419f-b561-7e2d1b3f26ca None None] Port 125593e8-dbeb-4662-bd92-eeb0657d2b89 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:54:27.696077 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-4ed73f8b-1bf2-40fb-bcba-7a9cb5df08ba tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Transition to ACTIVE for port object dff105bd-7be1-4d76-83c7-9381eadc399b will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:27.726922 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452b20cf-17a3-4b3a-ae41-7a8d7d8d8117 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network f9185c10-25ed-43f5-aada-c20fb92ac2e0 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:27.743663 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-452b20cf-17a3-4b3a-ae41-7a8d7d8d8117 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:27.753117 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452b20cf-17a3-4b3a-ae41-7a8d7d8d8117 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:27.753702 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-452b20cf-17a3-4b3a-ae41-7a8d7d8d8117 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:27.754513 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3df3f1-9ce7-4c82-830d-85311a2237af None None] Network f9185c10-25ed-43f5-aada-c20fb92ac2e0 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:27.804968 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b20cf-17a3-4b3a-ae41-7a8d7d8d8117 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Subnet': ['ID=973b1196-b600-4b68-92c4-7ef948e4fa40,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:27.812210 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8d658fa9-d618-4d25-965d-20c0881975ec tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:27.815787 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f212816f-56d1-4a13-a3db-5a85ee6ec7da tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:27.821718 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3a317723-3ba9-47c4-8fbd-05d86b58d1d1 req-330f421d-a047-48b3-bcbb-c2831a957f4d tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501997 Apr 18 05:54:27.864786 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-452b20cf-17a3-4b3a-ae41-7a8d7d8d8117 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4182732 Apr 18 05:54:27.880465 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41282) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:27.886953 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-3586a2bf-cbfa-4ccc-a4ea-9a9f014643cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'port': {'network_id': 'f9185c10-25ed-43f5-aada-c20fb92ac2e0', 'fixed_ips': [{'subnet_id': '4f2c89c1-7bd6-4c45-8658-dc5d1659d5f1'}, {'subnet_id': '973b1196-b600-4b68-92c4-7ef948e4fa40'}], 'name': 'tempest-PortsTestJSON-222654928'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:27.983864 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c0d11290-338d-4702-bec0-7ba2af975c3e up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:54:27.996229 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4ed73f8b-1bf2-40fb-bcba-7a9cb5df08ba tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:28.053655 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212816f-56d1-4a13-a3db-5a85ee6ec7da tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Subnet': ['ID=5b4310b8-e315-4558-987a-c56ab0d94db6,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:28.096345 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f212816f-56d1-4a13-a3db-5a85ee6ec7da tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Checking segment: {'id': '905ab822-0034-4ada-ba3b-4ca293390b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0de1eba4-a7f6-4fa8-a350-75f0eaa43847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:54:28.096729 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f212816f-56d1-4a13-a3db-5a85ee6ec7da tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Network hostable DHCP agents. Network: 0de1eba4-a7f6-4fa8-a350-75f0eaa43847, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:54:28.117685 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-fac21400-f8db-4c30-a4d5-a016c8c9b34c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting port 697beddf-dc4b-4039-b065-a3a2babbf576 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:28.118395 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fac21400-f8db-4c30-a4d5-a016c8c9b34c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:28.128501 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port c0d11290-338d-4702-bec0-7ba2af975c3e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:28.129041 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:28.182981 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3586a2bf-cbfa-4ccc-a4ea-9a9f014643cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:28.186025 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed73f8b-1bf2-40fb-bcba-7a9cb5df08ba tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Network 8e8de466-cdb5-4927-8c02-9c4399b0cb32 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:28.200558 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f212816f-56d1-4a13-a3db-5a85ee6ec7da tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Network 0de1eba4-a7f6-4fa8-a350-75f0eaa43847 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:54:28.203230 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3586a2bf-cbfa-4ccc-a4ea-9a9f014643cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:port and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:28.207298 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-4ed73f8b-1bf2-40fb-bcba-7a9cb5df08ba tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:28.215096 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed73f8b-1bf2-40fb-bcba-7a9cb5df08ba tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:28.234116 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3586a2bf-cbfa-4ccc-a4ea-9a9f014643cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:28.248387 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3586a2bf-cbfa-4ccc-a4ea-9a9f014643cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:28.266757 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed73f8b-1bf2-40fb-bcba-7a9cb5df08ba tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Pushing event updated for resources: {'Port': ['ID=dff105bd-7be1-4d76-83c7-9381eadc399b,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:28.277918 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8d658fa9-d618-4d25-965d-20c0881975ec tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:28.280462 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e7d66986-bad8-40b1-bd84-f83f3791880a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:28.297940 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-f212816f-56d1-4a13-a3db-5a85ee6ec7da tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 0de1eba4-a7f6-4fa8-a350-75f0eaa43847) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:28.321078 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f212816f-56d1-4a13-a3db-5a85ee6ec7da tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:28.321435 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f212816f-56d1-4a13-a3db-5a85ee6ec7da tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:28.340280 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3586a2bf-cbfa-4ccc-a4ea-9a9f014643cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:28.345215 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-8d658fa9-d618-4d25-965d-20c0881975ec tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Deleting port 627eb0f8-21ed-44c5-819d-0262b41f87a7 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:28.346177 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8d658fa9-d618-4d25-965d-20c0881975ec tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:28.367185 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b404457-2028-444a-bb51-22c3c82de460 None None] Network 0de1eba4-a7f6-4fa8-a350-75f0eaa43847 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:28.545848 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed73f8b-1bf2-40fb-bcba-7a9cb5df08ba tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:28.546611 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4ed73f8b-1bf2-40fb-bcba-7a9cb5df08ba tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:28.550548 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6a1785-f09b-4af8-a204-12262fde4504 None None] Update dhcp port {'port': {'network_id': 'f9185c10-25ed-43f5-aada-c20fb92ac2e0', 'fixed_ips': [{'subnet_id': '4f2c89c1-7bd6-4c45-8658-dc5d1659d5f1', 'ip_address': '172.20.0.2'}, {'subnet_id': '973b1196-b600-4b68-92c4-7ef948e4fa40'}], 'binding:host_id': 'dv-neutron-837489-1-hyperv'}, 'id': 'c0d11290-338d-4702-bec0-7ba2af975c3e'} from dv-neutron-837489-1-hyperv. {{(pid=88036) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 05:54:28.590589 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f212816f-56d1-4a13-a3db-5a85ee6ec7da tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.3375373 Apr 18 05:54:28.591504 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41286) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:28.617462 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-4b22338a-ee07-4f4f-b940-d6c57324b76d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:28.647764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d7d4-430b-4332-a395-0c1d57e57f71 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:28.653848 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-db6a1785-f09b-4af8-a204-12262fde4504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:28.721030 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-26fee8fc-8ad8-485a-b790-6f90303a5207 None None] Provisioning for port dff105bd-7be1-4d76-83c7-9381eadc399b completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:28.723127 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fac21400-f8db-4c30-a4d5-a016c8c9b34c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:28.771579 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-26fee8fc-8ad8-485a-b790-6f90303a5207 None None] Provisioning complete for port dff105bd-7be1-4d76-83c7-9381eadc399b triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:28.772230 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-26fee8fc-8ad8-485a-b790-6f90303a5207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:28.799033 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-0de1eba4-a7f6-4fa8-a350-75f0eaa43847', 'network_id': '0de1eba4-a7f6-4fa8-a350-75f0eaa43847', 'tenant_id': 'c9cb2f19d4c24715a738705e058d4e92', 'fixed_ips': [{'subnet_id': '5b4310b8-e315-4558-987a-c56ab0d94db6'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:54:28.799857 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:28.825057 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4ed73f8b-1bf2-40fb-bcba-7a9cb5df08ba tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 4.0710380 Apr 18 05:54:28.831709 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41290) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:28.883778 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-fac21400-f8db-4c30-a4d5-a016c8c9b34c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Calling delete_port for 697beddf-dc4b-4039-b065-a3a2babbf576 owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:28.971322 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-26fee8fc-8ad8-485a-b790-6f90303a5207 None None] Port dff105bd-7be1-4d76-83c7-9381eadc399b cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:54:28.990875 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4b22338a-ee07-4f4f-b940-d6c57324b76d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2573975'] for subnet, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:29.055828 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-db6a1785-f09b-4af8-a204-12262fde4504 None None] Allocated IP 172.20.0.18 (f9185c10-25ed-43f5-aada-c20fb92ac2e0/973b1196-b600-4b68-92c4-7ef948e4fa40/c0d11290-338d-4702-bec0-7ba2af975c3e) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:29.113285 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3586a2bf-cbfa-4ccc-a4ea-9a9f014643cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:29.156635 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 18 05:54:29.156635 dv-neutron-837489-1-hyperv neutron-server[88036]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 18 05:54:29.156635 dv-neutron-837489-1-hyperv neutron-server[88036]: [parameters: {'in_use': 1, 'id_1': '5b4310b8-e315-4558-987a-c56ab0d94db6'}] Apr 18 05:54:29.156635 dv-neutron-837489-1-hyperv neutron-server[88036]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:54:29.157386 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:54:29.158596 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8d658fa9-d618-4d25-965d-20c0881975ec tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:29.203500 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-db6a1785-f09b-4af8-a204-12262fde4504 None None] For port c0d11290-338d-4702-bec0-7ba2af975c3e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c0d11290-338d-4702-bec0-7ba2af975c3e,segment=NetworkSegment(aa67758a-247d-478d-a08c-68c3424b3bc9),segment_id=aa67758a-247d-478d-a08c-68c3424b3bc9)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:29.211040 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-3586a2bf-cbfa-4ccc-a4ea-9a9f014643cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] device_id is not set on port 25361816-d084-4e93-b258-b092398f7538 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:54:29.229541 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-db6a1785-f09b-4af8-a204-12262fde4504 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:29.247716 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-db6a1785-f09b-4af8-a204-12262fde4504 None None] Transition to ACTIVE for port object c0d11290-338d-4702-bec0-7ba2af975c3e will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:29.252939 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-db6a1785-f09b-4af8-a204-12262fde4504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:29.399237 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a1785-f09b-4af8-a204-12262fde4504 None None] Pushing event updated for resources: {'Port': ['ID=c0d11290-338d-4702-bec0-7ba2af975c3e,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:29.416429 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4b22338a-ee07-4f4f-b940-d6c57324b76d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771957067767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2505234'] for subnet, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:29.433562 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-8d658fa9-d618-4d25-965d-20c0881975ec tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Calling delete_port for 627eb0f8-21ed-44c5-819d-0262b41f87a7 owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:29.571954 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d01ab-9ea8-4bee-95e3-0b607157836f tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:29.577796 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d01ab-9ea8-4bee-95e3-0b607157836f tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:29.583846 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d01ab-9ea8-4bee-95e3-0b607157836f tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:29.585320 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e10d01ab-9ea8-4bee-95e3-0b607157836f tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Synchronizing usage tracker for tenant:d555a391d68141788d87666fae6190f7 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:54:29.615334 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b22338a-ee07-4f4f-b940-d6c57324b76d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:29.615935 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4b22338a-ee07-4f4f-b940-d6c57324b76d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:29.617411 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4b22338a-ee07-4f4f-b940-d6c57324b76d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "PUT /v2.0/subnets/5b4310b8-e315-4558-987a-c56ab0d94db6 HTTP/1.1" status: 200 len: 900 time: 1.0188758 Apr 18 05:54:29.624844 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41296) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:29.636989 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22338a-ee07-4f4f-b940-d6c57324b76d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event updated for resources: {'Subnet': ['ID=5b4310b8-e315-4558-987a-c56ab0d94db6,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:29.658328 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:29.722600 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fac21400-f8db-4c30-a4d5-a016c8c9b34c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:29.806766 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21400-f8db-4c30-a4d5-a016c8c9b34c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Port': ['ID=697beddf-dc4b-4039-b065-a3a2babbf576,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:29.867387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Allocated IP 2001:db8::3 (0de1eba4-a7f6-4fa8-a350-75f0eaa43847/5b4310b8-e315-4558-987a-c56ab0d94db6/a5263ff1-31fb-4524-b3eb-a2934012ff56) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:30.049076 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c0d11290-338d-4702-bec0-7ba2af975c3e up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:54:30.067371 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e10d01ab-9ea8-4bee-95e3-0b607157836f tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Unset dirty status for tenant:d555a391d68141788d87666fae6190f7 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:54:30.069117 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e10d01ab-9ea8-4bee-95e3-0b607157836f tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 1.2337992 Apr 18 05:54:30.086016 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550adb3f-ba7f-4471-abce-ec58daf39d85 req-f04e0255-7e41-4d6b-84bc-b1806ab8d1ad tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:30.087978 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-550adb3f-ba7f-4471-abce-ec58daf39d85 req-f04e0255-7e41-4d6b-84bc-b1806ab8d1ad tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 1.0446322 Apr 18 05:54:30.095558 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41300) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:30.130290 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e7d66986-bad8-40b1-bd84-f83f3791880a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:30.136317 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f1a02f7b-2953-427a-8886-b08cf9dd2af5 None None] Provisioning for port c0d11290-338d-4702-bec0-7ba2af975c3e completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:30.147924 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f1a02f7b-2953-427a-8886-b08cf9dd2af5 None None] Provisioning complete for port c0d11290-338d-4702-bec0-7ba2af975c3e triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:30.150701 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e7d66986-bad8-40b1-bd84-f83f3791880a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:30.152620 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f1a02f7b-2953-427a-8886-b08cf9dd2af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:30.154037 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:30.292991 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port c0d11290-338d-4702-bec0-7ba2af975c3e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:30.293598 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:30.431372 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d66986-bad8-40b1-bd84-f83f3791880a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Port': ['ID=125593e8-dbeb-4662-bd92-eeb0657d2b89,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:30.433695 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8d658fa9-d618-4d25-965d-20c0881975ec tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:30.445887 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-550adb3f-ba7f-4471-abce-ec58daf39d85 req-d64408f8-4056-4bbd-b2af-7b94cc9629b4 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018432 Apr 18 05:54:30.480783 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:30.540099 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Transition to ACTIVE for port object a5263ff1-31fb-4524-b3eb-a2934012ff56 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:30.541055 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-6e534624-3b1a-4224-a59e-76614a626947 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Deleting port dff105bd-7be1-4d76-83c7-9381eadc399b {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:30.541578 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6e534624-3b1a-4224-a59e-76614a626947 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:30.570323 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fac21400-f8db-4c30-a4d5-a016c8c9b34c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:30.575255 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Transition to ACTIVE for port object a5263ff1-31fb-4524-b3eb-a2934012ff56 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:30.583832 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:30.584727 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e7d66986-bad8-40b1-bd84-f83f3791880a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:30.596489 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d658fa9-d618-4d25-965d-20c0881975ec tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Pushing event deleted for resources: {'Port': ['ID=627eb0f8-21ed-44c5-819d-0262b41f87a7,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:30.643691 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Network 0de1eba4-a7f6-4fa8-a350-75f0eaa43847 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:30.651739 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:30.655927 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:30.661740 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Pushing event updated for resources: {'Port': ['ID=a5263ff1-31fb-4524-b3eb-a2934012ff56,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:30.682907 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ffa0d7d4-430b-4332-a395-0c1d57e57f71 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Deleting port 31624e43-3c69-4d87-9f99-99f344af5d3d {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:30.683237 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d7d4-430b-4332-a395-0c1d57e57f71 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:30.719900 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d3696-18fa-47a3-830b-b45583ae9cec req-6976d081-48a2-426b-85c3-a3af423f35e2 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:30.721461 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-264d3696-18fa-47a3-830b-b45583ae9cec req-6976d081-48a2-426b-85c3-a3af423f35e2 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.52 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.9823310 Apr 18 05:54:30.751489 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Attempting to bind port a5263ff1-31fb-4524-b3eb-a2934012ff56 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:54:30.751844 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Attempting to bind port a5263ff1-31fb-4524-b3eb-a2934012ff56 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '905ab822-0034-4ada-ba3b-4ca293390b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0de1eba4-a7f6-4fa8-a350-75f0eaa43847'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:54:30.752228 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Attempting to bind port a5263ff1-31fb-4524-b3eb-a2934012ff56 on network 0de1eba4-a7f6-4fa8-a350-75f0eaa43847 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:54:30.757685 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:54:30.758048 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Checking segment: {'id': '905ab822-0034-4ada-ba3b-4ca293390b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0de1eba4-a7f6-4fa8-a350-75f0eaa43847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:54:30.758440 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:30.758822 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Bound using segment: {'id': '905ab822-0034-4ada-ba3b-4ca293390b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0de1eba4-a7f6-4fa8-a350-75f0eaa43847'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:54:30.759271 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Bound port: a5263ff1-31fb-4524-b3eb-a2934012ff56, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905ab822-0034-4ada-ba3b-4ca293390b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0de1eba4-a7f6-4fa8-a350-75f0eaa43847'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:54:30.759634 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:30.777259 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-3586a2bf-cbfa-4ccc-a4ea-9a9f014643cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Allocated IP 172.20.0.4 (f9185c10-25ed-43f5-aada-c20fb92ac2e0/4f2c89c1-7bd6-4c45-8658-dc5d1659d5f1/25361816-d084-4e93-b258-b092398f7538) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:30.837841 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:30.852613 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] For port a5263ff1-31fb-4524-b3eb-a2934012ff56, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:54:30.856720 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] For port a5263ff1-31fb-4524-b3eb-a2934012ff56, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a5263ff1-31fb-4524-b3eb-a2934012ff56,segment=NetworkSegment(905ab822-0034-4ada-ba3b-4ca293390b67),segment_id=905ab822-0034-4ada-ba3b-4ca293390b67)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:54:30.861485 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:30.872361 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-3586a2bf-cbfa-4ccc-a4ea-9a9f014643cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Allocated IP 172.20.0.24 (f9185c10-25ed-43f5-aada-c20fb92ac2e0/973b1196-b600-4b68-92c4-7ef948e4fa40/25361816-d084-4e93-b258-b092398f7538) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:30.925328 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8d658fa9-d618-4d25-965d-20c0881975ec tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:30.953978 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b3e1d-bc49-45a9-af32-7452d386fdd3 None None] Pushing event updated for resources: {'Port': ['ID=a5263ff1-31fb-4524-b3eb-a2934012ff56,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:30.983933 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-264d3696-18fa-47a3-830b-b45583ae9cec req-9a2c1f72-fc91-4111-a531-ee669cbab6b0 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Deleting port 2023ea57-6102-47af-bc76-b79aecd0dacb {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:30.984314 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-264d3696-18fa-47a3-830b-b45583ae9cec req-9a2c1f72-fc91-4111-a531-ee669cbab6b0 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:31.251221 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8d658fa9-d618-4d25-965d-20c0881975ec tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:31.268521 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8d658fa9-d618-4d25-965d-20c0881975ec tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:31.344339 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d66986-bad8-40b1-bd84-f83f3791880a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network d9a78a78-f8bd-47d9-903a-501643cb57e7 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:31.354271 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-e7d66986-bad8-40b1-bd84-f83f3791880a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:31.390649 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d7d4-430b-4332-a395-0c1d57e57f71 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:31.398666 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:31.403772 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8d658fa9-d618-4d25-965d-20c0881975ec tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:31.404734 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d658fa9-d618-4d25-965d-20c0881975ec tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Fanout notify agent at l3_agent the message router_deleted on router e35b298b-e6c3-4832-8541-8f194bd2b1c8 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:54:31.460480 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:54:31.465157 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac21400-f8db-4c30-a4d5-a016c8c9b34c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router 0193d6bd-02cb-4a54-91cd-300487f40f7f has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:54:31.492977 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6e534624-3b1a-4224-a59e-76614a626947 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:31.506584 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Subnet': ['ID=5b4310b8-e315-4558-987a-c56ab0d94db6,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:31.682252 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6acca974-d58c-4df5-afab-1588bf188a48 None None] Provisioning complete for port 125593e8-dbeb-4662-bd92-eeb0657d2b89 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:31.683309 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6acca974-d58c-4df5-afab-1588bf188a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:31.732297 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:31.765301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-6acca974-d58c-4df5-afab-1588bf188a48 None None] Port 125593e8-dbeb-4662-bd92-eeb0657d2b89 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:54:31.770338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ffa0d7d4-430b-4332-a395-0c1d57e57f71 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Calling delete_port for 31624e43-3c69-4d87-9f99-99f344af5d3d owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:31.885605 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-6e534624-3b1a-4224-a59e-76614a626947 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Calling delete_port for dff105bd-7be1-4d76-83c7-9381eadc399b owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:31.961022 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8d658fa9-d618-4d25-965d-20c0881975ec tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:31.968508 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8d658fa9-d618-4d25-965d-20c0881975ec tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "DELETE /v2.0/routers/e35b298b-e6c3-4832-8541-8f194bd2b1c8 HTTP/1.1" status: 204 len: 168 time: 4.4667134 Apr 18 05:54:31.972342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41306) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:31.982242 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a5263ff1-31fb-4524-b3eb-a2934012ff56 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:54:32.000405 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-b7c87b76-12d0-4db6-8ce2-6f4a7365a1d9 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1897670208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:32.038805 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b7c87b76-12d0-4db6-8ce2-6f4a7365a1d9 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:32.063143 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b7c87b76-12d0-4db6-8ce2-6f4a7365a1d9 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Usage tracker for resource:router and tenant:780fa0cc364e4ebab05bba298701cf99 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:32.063493 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port a5263ff1-31fb-4524-b3eb-a2934012ff56 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:32.067260 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d66986-bad8-40b1-bd84-f83f3791880a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router 83851054-6446-4afc-b9c3-a618ab17ad9e has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:54:32.074440 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b7c87b76-12d0-4db6-8ce2-6f4a7365a1d9 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:32.085577 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b7c87b76-12d0-4db6-8ce2-6f4a7365a1d9 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:32.087729 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f368e4fe-6966-4a0a-a7e7-f72c821d0011 None None] Network 0de1eba4-a7f6-4fa8-a350-75f0eaa43847 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:32.096839 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-264d3696-18fa-47a3-830b-b45583ae9cec req-9a2c1f72-fc91-4111-a531-ee669cbab6b0 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] For port 2023ea57-6102-47af-bc76-b79aecd0dacb, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=2023ea57-6102-47af-bc76-b79aecd0dacb,segment=NetworkSegment(697bc392-01f0-4717-af3e-52af340b5bca),segment_id=697bc392-01f0-4717-af3e-52af340b5bca)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:32.097202 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-264d3696-18fa-47a3-830b-b45583ae9cec req-9a2c1f72-fc91-4111-a531-ee669cbab6b0 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:32.200019 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de1eba4-a7f6-4fa8-a350-75f0eaa43847']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:32.241064 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905ab822-0034-4ada-ba3b-4ca293390b67') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:32.241413 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905ab822-0034-4ada-ba3b-4ca293390b67') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:32.254423 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3586a2bf-cbfa-4ccc-a4ea-9a9f014643cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:32.260913 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b7c87b76-12d0-4db6-8ce2-6f4a7365a1d9 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:32.261926 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b7c87b76-12d0-4db6-8ce2-6f4a7365a1d9 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:32.266691 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-46a359da-6cc2-45cd-9248-1355fbb88f58 None None] Provisioning for port a5263ff1-31fb-4524-b3eb-a2934012ff56 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:32.276755 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-46a359da-6cc2-45cd-9248-1355fbb88f58 None None] Provisioning complete for port a5263ff1-31fb-4524-b3eb-a2934012ff56 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:32.276755 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-46a359da-6cc2-45cd-9248-1355fbb88f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:32.285978 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:32.351946 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-3586a2bf-cbfa-4ccc-a4ea-9a9f014643cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Transition to ACTIVE for port object 25361816-d084-4e93-b258-b092398f7538 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:32.356539 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac21400-f8db-4c30-a4d5-a016c8c9b34c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:54:32.360137 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:32.377275 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f56abe-1d98-4948-b8e6-fda7c5fe64e2 req-c5590906-b8b9-4ac4-b40e-b7e21ba801ba tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:32.378753 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-24f56abe-1d98-4948-b8e6-fda7c5fe64e2 req-c5590906-b8b9-4ac4-b40e-b7e21ba801ba tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 946 time: 0.7607191 Apr 18 05:54:32.381755 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b7c87b76-12d0-4db6-8ce2-6f4a7365a1d9 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:32.385880 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:54:32.386287 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:32.397894 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341d842f-e204-4dcd-b007-c4462605e193 None None] Sync routers for ids ['0193d6bd-02cb-4a54-91cd-300487f40f7f'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:54:32.404891 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:54:32.439874 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-46a359da-6cc2-45cd-9248-1355fbb88f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:32.449808 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341d842f-e204-4dcd-b007-c4462605e193 None None] Routers {'0193d6bd-02cb-4a54-91cd-300487f40f7f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:32.451309 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-341d842f-e204-4dcd-b007-c4462605e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['0193d6bd-02cb-4a54-91cd-300487f40f7f'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:32.535057 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-341d842f-e204-4dcd-b007-c4462605e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:32.536263 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d66986-bad8-40b1-bd84-f83f3791880a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:54:32.538211 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c9c87b-8110-4acd-b526-2782dcf77eae None None] DHCP port deletion for 0de1eba4-a7f6-4fa8-a350-75f0eaa43847 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:54:32.552365 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-49c9c87b-8110-4acd-b526-2782dcf77eae None None] Deleting port a5263ff1-31fb-4524-b3eb-a2934012ff56 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:32.552593 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fecb9e4-a96f-43d3-8969-dbd4d7dcefee None None] Sync routers for ids ['83851054-6446-4afc-b9c3-a618ab17ad9e'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:54:32.553125 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-49c9c87b-8110-4acd-b526-2782dcf77eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:32.561963 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fecb9e4-a96f-43d3-8969-dbd4d7dcefee None None] Routers {'83851054-6446-4afc-b9c3-a618ab17ad9e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:32.562866 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-0fecb9e4-a96f-43d3-8969-dbd4d7dcefee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['83851054-6446-4afc-b9c3-a618ab17ad9e'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:32.596239 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341d842f-e204-4dcd-b007-c4462605e193 None None] Routers {'0193d6bd-02cb-4a54-91cd-300487f40f7f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:32.596960 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-341d842f-e204-4dcd-b007-c4462605e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['0193d6bd-02cb-4a54-91cd-300487f40f7f'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:32.600628 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fac21400-f8db-4c30-a4d5-a016c8c9b34c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/0193d6bd-02cb-4a54-91cd-300487f40f7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4106746 Apr 18 05:54:32.606619 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41316) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:32.634174 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-0fecb9e4-a96f-43d3-8969-dbd4d7dcefee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:32.643892 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fecb9e4-a96f-43d3-8969-dbd4d7dcefee None None] Routers {'83851054-6446-4afc-b9c3-a618ab17ad9e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:32.644818 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-0fecb9e4-a96f-43d3-8969-dbd4d7dcefee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['83851054-6446-4afc-b9c3-a618ab17ad9e'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:32.686871 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 05:54:32.686871 dv-neutron-837489-1-hyperv neutron-server[88035]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 05:54:32.686871 dv-neutron-837489-1-hyperv neutron-server[88035]: [parameters: {'id': '0de1eba4-a7f6-4fa8-a350-75f0eaa43847'}] Apr 18 05:54:32.686871 dv-neutron-837489-1-hyperv neutron-server[88035]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:54:32.687290 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:54:32.690736 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-341d842f-e204-4dcd-b007-c4462605e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:32.691296 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341d842f-e204-4dcd-b007-c4462605e193 None None] The sync data for ids ['0193d6bd-02cb-4a54-91cd-300487f40f7f'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:54:32.701062 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-46a359da-6cc2-45cd-9248-1355fbb88f58 None None] For port a5263ff1-31fb-4524-b3eb-a2934012ff56, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a5263ff1-31fb-4524-b3eb-a2934012ff56,segment=NetworkSegment(905ab822-0034-4ada-ba3b-4ca293390b67),segment_id=905ab822-0034-4ada-ba3b-4ca293390b67)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:32.721395 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-24f56abe-1d98-4948-b8e6-fda7c5fe64e2 req-99a81366-2161-472b-9334-846f86c0fb55 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups?id=21128d8a-23e5-428b-b58b-2a244f71821a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880177 Apr 18 05:54:32.736190 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-46a359da-6cc2-45cd-9248-1355fbb88f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:32.764357 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-0fecb9e4-a96f-43d3-8969-dbd4d7dcefee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:32.764759 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fecb9e4-a96f-43d3-8969-dbd4d7dcefee None None] The sync data for ids ['83851054-6446-4afc-b9c3-a618ab17ad9e'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:54:32.784720 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3586a2bf-cbfa-4ccc-a4ea-9a9f014643cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:32.791268 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-264d3696-18fa-47a3-830b-b45583ae9cec req-9a2c1f72-fc91-4111-a531-ee669cbab6b0 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:32.792505 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-264d3696-18fa-47a3-830b-b45583ae9cec req-9a2c1f72-fc91-4111-a531-ee669cbab6b0 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:32.792822 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [req-264d3696-18fa-47a3-830b-b45583ae9cec req-9a2c1f72-fc91-4111-a531-ee669cbab6b0 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Floating IP 3dc4e1c1-b70b-4ac5-bc15-f82379a150a5 disassociated. External IP: 172.26.1.147, port: 2023ea57-6102-47af-bc76-b79aecd0dacb. Apr 18 05:54:32.794357 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-264d3696-18fa-47a3-830b-b45583ae9cec req-9a2c1f72-fc91-4111-a531-ee669cbab6b0 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Calling delete_port for 2023ea57-6102-47af-bc76-b79aecd0dacb owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:32.826371 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b7c87b76-12d0-4db6-8ce2-6f4a7365a1d9 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:32.833861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d7d4-430b-4332-a395-0c1d57e57f71 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:32.836252 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6e534624-3b1a-4224-a59e-76614a626947 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:32.888379 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3586a2bf-cbfa-4ccc-a4ea-9a9f014643cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network f9185c10-25ed-43f5-aada-c20fb92ac2e0 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:32.898806 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-3586a2bf-cbfa-4ccc-a4ea-9a9f014643cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:32.911065 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a359da-6cc2-45cd-9248-1355fbb88f58 None None] Pushing event updated for resources: {'Port': ['ID=a5263ff1-31fb-4524-b3eb-a2934012ff56,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:32.917876 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e7d66986-bad8-40b1-bd84-f83f3791880a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/83851054-6446-4afc-b9c3-a618ab17ad9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2529943 Apr 18 05:54:32.918599 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 2023ea57-6102-47af-bc76-b79aecd0dacb no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:54:32.921852 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41320) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:32.935788 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3586a2bf-cbfa-4ccc-a4ea-9a9f014643cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:32.966323 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0d7d4-430b-4332-a395-0c1d57e57f71 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event deleted for resources: {'Port': ['ID=31624e43-3c69-4d87-9f99-99f344af5d3d,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:33.019319 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-49c9c87b-8110-4acd-b526-2782dcf77eae None None] For port a5263ff1-31fb-4524-b3eb-a2934012ff56, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a5263ff1-31fb-4524-b3eb-a2934012ff56,segment=NetworkSegment(905ab822-0034-4ada-ba3b-4ca293390b67),segment_id=905ab822-0034-4ada-ba3b-4ca293390b67)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:33.019713 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-49c9c87b-8110-4acd-b526-2782dcf77eae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:33.069375 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b7c87b76-12d0-4db6-8ce2-6f4a7365a1d9 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:33.070791 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b7c87b76-12d0-4db6-8ce2-6f4a7365a1d9 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0940750 Apr 18 05:54:33.082790 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41324) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:33.139763 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586a2bf-cbfa-4ccc-a4ea-9a9f014643cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Port': ['ID=25361816-d084-4e93-b258-b092398f7538,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:33.151259 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-ae9a9100-2f5b-4997-929b-ec724774deac tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'enable_snat': False}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:33.190021 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c01d85-2e66-43b9-96c8-3fb42314fc5b tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:33.192080 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-21c01d85-2e66-43b9-96c8-3fb42314fc5b tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Synchronizing usage tracker for tenant:1e86337a57bd435798aa8639156e9b5e on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:54:33.242625 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:33.274603 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-49c9c87b-8110-4acd-b526-2782dcf77eae None None] Calling delete_port for a5263ff1-31fb-4524-b3eb-a2934012ff56 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:33.440213 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-49c9c87b-8110-4acd-b526-2782dcf77eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:33.448181 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e534624-3b1a-4224-a59e-76614a626947 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Pushing event deleted for resources: {'Port': ['ID=dff105bd-7be1-4d76-83c7-9381eadc399b,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:33.492213 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9c87b-8110-4acd-b526-2782dcf77eae None None] Pushing event deleted for resources: {'Port': ['ID=a5263ff1-31fb-4524-b3eb-a2934012ff56,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:33.493871 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:33.512030 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-07a91432-0a92-49a2-9b38-7d342082c776 None None] Provisioning for port 25361816-d084-4e93-b258-b092398f7538 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:33.517191 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c9c87b-8110-4acd-b526-2782dcf77eae None None] No DVR routers for this DVR port a5263ff1-31fb-4524-b3eb-a2934012ff56 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:54:33.521814 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-07a91432-0a92-49a2-9b38-7d342082c776 None None] Provisioning complete for port 25361816-d084-4e93-b258-b092398f7538 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:33.522192 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-07a91432-0a92-49a2-9b38-7d342082c776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:33.550536 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-21c01d85-2e66-43b9-96c8-3fb42314fc5b tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Unset dirty status for tenant:1e86337a57bd435798aa8639156e9b5e on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:54:33.554445 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-21c01d85-2e66-43b9-96c8-3fb42314fc5b tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/ports/125593e8-dbeb-4662-bd92-eeb0657d2b89 HTTP/1.1" status: 200 len: 910 time: 0.5869758 Apr 18 05:54:33.557385 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41328) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:33.579347 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a99b31-b7ad-4286-8ef5-a76ad47ae837 None None] Network 0de1eba4-a7f6-4fa8-a350-75f0eaa43847 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:33.618208 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3586a2bf-cbfa-4ccc-a4ea-9a9f014643cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:33.618835 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3586a2bf-cbfa-4ccc-a4ea-9a9f014643cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:33.626009 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-07a91432-0a92-49a2-9b38-7d342082c776 None None] Port 25361816-d084-4e93-b258-b092398f7538 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:54:33.785371 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-264d3696-18fa-47a3-830b-b45583ae9cec req-9a2c1f72-fc91-4111-a531-ee669cbab6b0 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:33.858797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6e534624-3b1a-4224-a59e-76614a626947 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:33.870400 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c1f72-fc91-4111-a531-ee669cbab6b0 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Pushing event deleted for resources: {'Port': ['ID=2023ea57-6102-47af-bc76-b79aecd0dacb,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:33.872225 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d7d4-430b-4332-a395-0c1d57e57f71 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:33.942349 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a5263ff1-31fb-4524-b3eb-a2934012ff56 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:54:33.978601 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: a5263ff1-31fb-4524-b3eb-a2934012ff56 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:54:33.978935 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a5263ff1-31fb-4524-b3eb-a2934012ff56 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:54:34.038277 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6e534624-3b1a-4224-a59e-76614a626947 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] 10.222.0.15 "DELETE /v2.0/ports/dff105bd-7be1-4d76-83c7-9381eadc399b HTTP/1.1" status: 204 len: 168 time: 3.8885784 Apr 18 05:54:34.039658 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3586a2bf-cbfa-4ccc-a4ea-9a9f014643cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 6.1572495 Apr 18 05:54:34.096878 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41334) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:34.097473 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41336) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:34.112242 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-adbbb835-3c1e-4d56-bbbc-bab81e105cf0 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Request body: {'port': {'name': 'tempest-new-port-name-611529275', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:34.112627 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.api.validators [None req-adbbb835-3c1e-4d56-bbbc-bab81e105cf0 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] bootfile-name is not in valid_values {{(pid=88035) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 05:54:34.112965 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.api.validators [None req-adbbb835-3c1e-4d56-bbbc-bab81e105cf0 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] tftp-server is not in valid_values {{(pid=88035) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 05:54:34.113289 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.api.validators [None req-adbbb835-3c1e-4d56-bbbc-bab81e105cf0 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] server-ip-address is not in valid_values {{(pid=88035) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 05:54:34.115362 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-940372f3-bb43-434f-8a99-ae5b4808ed78 req-70633b61-489f-498c-b252-198678401af8 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 210 time: 0.2370379 Apr 18 05:54:34.189654 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-22f95d7f-27b4-4915-bd87-16d5e23cde8a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4f2c89c1-7bd6-4c45-8658-dc5d1659d5f1'}]}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:34.217000 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae9a9100-2f5b-4997-929b-ec724774deac tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:34.262663 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:34.388823 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de1eba4-a7f6-4fa8-a350-75f0eaa43847']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:34.468982 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905ab822-0034-4ada-ba3b-4ca293390b67') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:34.469276 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905ab822-0034-4ada-ba3b-4ca293390b67') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:34.484360 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-264d3696-18fa-47a3-830b-b45583ae9cec req-9a2c1f72-fc91-4111-a531-ee669cbab6b0 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Router 551b6347-bd74-4444-a007-2f51ae9f33b5 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:54:34.502526 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:34.649303 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:34.651258 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-adbbb835-3c1e-4d56-bbbc-bab81e105cf0 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:34.692339 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:54:34.692750 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:54:34.714323 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:54:34.983552 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:35.008582 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-22f95d7f-27b4-4915-bd87-16d5e23cde8a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:35.031226 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:35.043954 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa0d7d4-430b-4332-a395-0c1d57e57f71 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Router 69565498-5e47-4faa-816f-2b308de58b74 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:54:35.054832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-264d3696-18fa-47a3-830b-b45583ae9cec req-9a2c1f72-fc91-4111-a531-ee669cbab6b0 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:54:35.068488 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c17e36-c83f-44a5-858e-99bc340dfcb4 None None] Sync routers for ids ['551b6347-bd74-4444-a007-2f51ae9f33b5'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:54:35.069026 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Network': ['ID=0de1eba4-a7f6-4fa8-a350-75f0eaa43847,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:35.087826 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c17e36-c83f-44a5-858e-99bc340dfcb4 None None] Routers {'551b6347-bd74-4444-a007-2f51ae9f33b5'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:35.088651 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-14c17e36-c83f-44a5-858e-99bc340dfcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['551b6347-bd74-4444-a007-2f51ae9f33b5'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:35.165549 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8ae2c301-7d96-462e-90cf-af6a9f905d6c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/networks/0de1eba4-a7f6-4fa8-a350-75f0eaa43847 HTTP/1.1" status: 204 len: 168 time: 5.5352471 Apr 18 05:54:35.176619 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41344) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:35.204355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-264d3696-18fa-47a3-830b-b45583ae9cec req-9a2c1f72-fc91-4111-a531-ee669cbab6b0 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] No DVR routers for this DVR port 2023ea57-6102-47af-bc76-b79aecd0dacb on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:54:35.211799 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-264d3696-18fa-47a3-830b-b45583ae9cec req-9a2c1f72-fc91-4111-a531-ee669cbab6b0 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:35.215343 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469fbe35-3f96-423b-98ac-7d619d25993f', 'name': 'network-vif-deleted', 'tag': '2023ea57-6102-47af-bc76-b79aecd0dacb'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:54:35.264363 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-264d3696-18fa-47a3-830b-b45583ae9cec req-9a2c1f72-fc91-4111-a531-ee669cbab6b0 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.52 "DELETE /v2.0/ports/2023ea57-6102-47af-bc76-b79aecd0dacb HTTP/1.1" status: 204 len: 173 time: 4.5191617 Apr 18 05:54:35.369657 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-352b4659-a432-42b1-a613-5588fbe9b186'] response: {'server_uuid': '469fbe35-3f96-423b-98ac-7d619d25993f', 'name': 'network-vif-deleted', 'tag': '2023ea57-6102-47af-bc76-b79aecd0dacb', 'status': 'completed', 'code': 200} Apr 18 05:54:35.379409 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5eb8cc8e-d29e-4d37-827e-f1f837184b22 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:35.423544 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0985038-2f60-43cf-a923-e558cedb3319 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] DELETE failed (client error): The resource could not be found. Apr 18 05:54:35.424006 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0985038-2f60-43cf-a923-e558cedb3319 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:54:35.428665 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b0985038-2f60-43cf-a923-e558cedb3319 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/subnets/5b4310b8-e315-4558-987a-c56ab0d94db6 HTTP/1.1" status: 404 len: 337 time: 0.2385857 Apr 18 05:54:35.432887 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d95ee686-f5f6-46d8-8ae6-066e1a79574a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:35.459832 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-14c17e36-c83f-44a5-858e-99bc340dfcb4 None None] Set router 551b6347-bd74-4444-a007-2f51ae9f33b5 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:54:35.464159 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41350) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:35.570376 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9fe6a7-1daf-4124-8901-2f8684df8fdc tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] DELETE failed (client error): The resource could not be found. Apr 18 05:54:35.570815 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9fe6a7-1daf-4124-8901-2f8684df8fdc tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:54:35.572597 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7c9fe6a7-1daf-4124-8901-2f8684df8fdc tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/networks/0de1eba4-a7f6-4fa8-a350-75f0eaa43847 HTTP/1.1" status: 404 len: 339 time: 0.1055512 Apr 18 05:54:35.589103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41356) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:35.627571 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-adbbb835-3c1e-4d56-bbbc-bab81e105cf0 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:35.677714 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13ce802f-ad91-492c-a0a2-801976e09a7d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:35.700693 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa0d7d4-430b-4332-a395-0c1d57e57f71 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:54:35.711672 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f254fa5-223f-4325-a60b-c440771e7fc7 None None] Sync routers for ids ['69565498-5e47-4faa-816f-2b308de58b74'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:54:35.718688 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ffa0d7d4-430b-4332-a395-0c1d57e57f71 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "PUT /v2.0/routers/69565498-5e47-4faa-816f-2b308de58b74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3122909 Apr 18 05:54:35.719319 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41360) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:35.725113 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f254fa5-223f-4325-a60b-c440771e7fc7 None None] Routers {'69565498-5e47-4faa-816f-2b308de58b74'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:35.725969 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9f254fa5-223f-4325-a60b-c440771e7fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['69565498-5e47-4faa-816f-2b308de58b74'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:35.762946 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-56bbfcbd-1b27-41d9-93bb-45b1d65615a9 req-a3605a11-f192-4dc0-aeaf-3ed12c015ed0 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/ports?device_id=469fbe35-3f96-423b-98ac-7d619d25993f HTTP/1.1" status: 200 len: 210 time: 0.3471773 Apr 18 05:54:35.807393 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-adbbb835-3c1e-4d56-bbbc-bab81e105cf0 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:35.823825 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-14c17e36-c83f-44a5-858e-99bc340dfcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'name': 'tempest-ServerActionsTestJSON-1457690879-router', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:17Z', 'revision_number': 4, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'gw_port': {'id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:00Z', 'updated_at': '2022-04-18T05:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5', 'name': '', 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'mac_address': 'fa:16:3e:d4:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'b9d647f1-8c55-4e15-9c83-afad77ec2154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:13Z', 'updated_at': '2022-04-18T05:51:26Z', 'revision_number': 5, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'subnets': [{'id': 'b9d647f1-8c55-4e15-9c83-afad77ec2154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:35.828435 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c17e36-c83f-44a5-858e-99bc340dfcb4 None None] Checking router: 551b6347-bd74-4444-a007-2f51ae9f33b5 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:54:35.840096 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c17e36-c83f-44a5-858e-99bc340dfcb4 None None] Routers {'551b6347-bd74-4444-a007-2f51ae9f33b5'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:35.845889 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2946be2e-954a-4ca3-8962-83996753d348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:35.847416 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9f254fa5-223f-4325-a60b-c440771e7fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:35.853522 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-14c17e36-c83f-44a5-858e-99bc340dfcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['551b6347-bd74-4444-a007-2f51ae9f33b5'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:35.859243 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f254fa5-223f-4325-a60b-c440771e7fc7 None None] Routers {'69565498-5e47-4faa-816f-2b308de58b74'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:35.860149 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9f254fa5-223f-4325-a60b-c440771e7fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['69565498-5e47-4faa-816f-2b308de58b74'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:35.931668 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9f254fa5-223f-4325-a60b-c440771e7fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:35.932246 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f254fa5-223f-4325-a60b-c440771e7fc7 None None] The sync data for ids ['69565498-5e47-4faa-816f-2b308de58b74'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:54:36.057385 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-14c17e36-c83f-44a5-858e-99bc340dfcb4 None None] Set router 551b6347-bd74-4444-a007-2f51ae9f33b5 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:54:36.174423 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-adbbb835-3c1e-4d56-bbbc-bab81e105cf0 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] In _notify_port_updated(), no bound segment for port 521d1b8e-a743-4e62-86e2-ad0a7babf74a on network 8e8de466-cdb5-4927-8c02-9c4399b0cb32 {{(pid=88035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 05:54:36.181214 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbbb835-3c1e-4d56-bbbc-bab81e105cf0 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:36.181919 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-adbbb835-3c1e-4d56-bbbc-bab81e105cf0 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:36.185644 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-adbbb835-3c1e-4d56-bbbc-bab81e105cf0 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] 10.222.0.15 "PUT /v2.0/ports/521d1b8e-a743-4e62-86e2-ad0a7babf74a HTTP/1.1" status: 200 len: 1135 time: 2.0848329 Apr 18 05:54:36.209777 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41364) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:36.307628 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284c0e0b-162d-4d4e-91b2-060e258bacaf tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:36.308228 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-284c0e0b-162d-4d4e-91b2-060e258bacaf tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Synchronizing usage tracker for tenant:d555a391d68141788d87666fae6190f7 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:54:36.387995 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbb835-3c1e-4d56-bbbc-bab81e105cf0 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Pushing event updated for resources: {'Port': ['ID=521d1b8e-a743-4e62-86e2-ad0a7babf74a,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:36.424026 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2946be2e-954a-4ca3-8962-83996753d348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:36.440801 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae9a9100-2f5b-4997-929b-ec724774deac tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:36.463785 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-2946be2e-954a-4ca3-8962-83996753d348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85da0fac-e843-4658-b5ea-546897db02a1']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:36.482767 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae9a9100-2f5b-4997-929b-ec724774deac tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:36.486443 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-2946be2e-954a-4ca3-8962-83996753d348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844ec7fa-9dda-4845-bc1a-3e7acdbfbd2f') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:36.486858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-2946be2e-954a-4ca3-8962-83996753d348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844ec7fa-9dda-4845-bc1a-3e7acdbfbd2f') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:36.507557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d3fb-109c-4355-abd5-537333383f4a tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:36.524312 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-125dff13-f897-4a5a-aee8-577fd16d03ca None None] Provisioning complete for port 521d1b8e-a743-4e62-86e2-ad0a7babf74a triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:36.524900 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-125dff13-f897-4a5a-aee8-577fd16d03ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:36.575380 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2946be2e-954a-4ca3-8962-83996753d348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:36.590901 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-125dff13-f897-4a5a-aee8-577fd16d03ca None None] Port 521d1b8e-a743-4e62-86e2-ad0a7babf74a cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:54:36.598278 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-14c17e36-c83f-44a5-858e-99bc340dfcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'name': 'tempest-ServerActionsTestJSON-1457690879-router', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:17Z', 'revision_number': 4, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'gw_port': {'id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:00Z', 'updated_at': '2022-04-18T05:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5', 'name': '', 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'mac_address': 'fa:16:3e:d4:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'b9d647f1-8c55-4e15-9c83-afad77ec2154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:13Z', 'updated_at': '2022-04-18T05:51:26Z', 'revision_number': 5, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'subnets': [{'id': 'b9d647f1-8c55-4e15-9c83-afad77ec2154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:36.600587 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-284c0e0b-162d-4d4e-91b2-060e258bacaf tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Unset dirty status for tenant:d555a391d68141788d87666fae6190f7 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:54:36.601454 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-284c0e0b-162d-4d4e-91b2-060e258bacaf tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] 10.222.0.15 "GET /v2.0/ports/521d1b8e-a743-4e62-86e2-ad0a7babf74a HTTP/1.1" status: 200 len: 1135 time: 0.3877325 Apr 18 05:54:36.604366 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c17e36-c83f-44a5-858e-99bc340dfcb4 None None] The sync data for ids ['551b6347-bd74-4444-a007-2f51ae9f33b5'] in dv-neutron-837489-1-hyperv is: [{'id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'name': 'tempest-ServerActionsTestJSON-1457690879-router', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:51:17Z', 'revision_number': 4, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'gw_port': {'id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:00Z', 'updated_at': '2022-04-18T05:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5', 'name': '', 'network_id': '2ca065a0-30ac-4abf-bd64-c47717936a41', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'mac_address': 'fa:16:3e:d4:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'b9d647f1-8c55-4e15-9c83-afad77ec2154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:13Z', 'updated_at': '2022-04-18T05:51:26Z', 'revision_number': 5, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'subnets': [{'id': 'b9d647f1-8c55-4e15-9c83-afad77ec2154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:54:36.608172 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41370) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:36.617307 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2946be2e-954a-4ca3-8962-83996753d348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:36.633560 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2946be2e-954a-4ca3-8962-83996753d348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:54:36.633984 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2946be2e-954a-4ca3-8962-83996753d348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:54:36.649414 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:54:36.825482 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-6e5a1601-3b80-4bba-9cca-5c3a2316726c tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Deleting port 521d1b8e-a743-4e62-86e2-ad0a7babf74a {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:36.825878 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6e5a1601-3b80-4bba-9cca-5c3a2316726c tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:36.869535 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2946be2e-954a-4ca3-8962-83996753d348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:36.875351 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2946be2e-954a-4ca3-8962-83996753d348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:36.902045 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81da07d7-c8a8-4782-b26f-0212cdf979be None None] New status for floating IP 3dc4e1c1-b70b-4ac5-bc15-f82379a150a5: DOWN {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 05:54:36.903983 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-5eb8cc8e-d29e-4d37-827e-f1f837184b22 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting port 125593e8-dbeb-4662-bd92-eeb0657d2b89 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:36.904263 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5eb8cc8e-d29e-4d37-827e-f1f837184b22 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:36.906895 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-22f95d7f-27b4-4915-bd87-16d5e23cde8a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Delete allocated IP 172.20.0.24 (f9185c10-25ed-43f5-aada-c20fb92ac2e0/973b1196-b600-4b68-92c4-7ef948e4fa40) {{(pid=88035) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 05:54:36.926374 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41378) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:36.932010 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-ae9a9100-2f5b-4997-929b-ec724774deac tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Allocated IP 172.26.1.96 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/cce0974d-a400-4873-ade5-0152fdd0bd4f) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:36.959800 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2946be2e-954a-4ca3-8962-83996753d348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/networks/85da0fac-e843-4658-b5ea-546897db02a1 HTTP/1.1" status: 204 len: 168 time: 1.3667653 Apr 18 05:54:36.959800 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946be2e-954a-4ca3-8962-83996753d348 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Network': ['ID=85da0fac-e843-4658-b5ea-546897db02a1,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:36.961184 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41382) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:36.966507 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d3fb-109c-4355-abd5-537333383f4a tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:37.060107 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-6031d6a0-eab1-451c-b617-aec40169b8a9 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] DELETE failed (client error): The resource could not be found. Apr 18 05:54:37.060548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6031d6a0-eab1-451c-b617-aec40169b8a9 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:54:37.064845 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6031d6a0-eab1-451c-b617-aec40169b8a9 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/subnets/d1ae541a-dffa-4e3c-b62f-89ea93d820c7 HTTP/1.1" status: 404 len: 337 time: 0.0977185 Apr 18 05:54:37.065342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41386) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:37.070430 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-9ee5d3fb-109c-4355-abd5-537333383f4a tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Deleting port e789d7a9-f128-4192-b7f9-ba2c10dc87ab {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:37.070767 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d3fb-109c-4355-abd5-537333383f4a tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:37.195112 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-d097bba1-bbff-4f7e-ad46-3a82f4c8ae4d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] DELETE failed (client error): The resource could not be found. Apr 18 05:54:37.195604 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d097bba1-bbff-4f7e-ad46-3a82f4c8ae4d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:54:37.197323 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d097bba1-bbff-4f7e-ad46-3a82f4c8ae4d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/networks/a405a21f-eb8d-4629-a6e5-ecdd925b1e54 HTTP/1.1" status: 404 len: 339 time: 0.1311052 Apr 18 05:54:37.204196 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41390) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:37.321279 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5eb8cc8e-d29e-4d37-827e-f1f837184b22 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:37.450779 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f41e4c-1df1-43b6-b6bd-a653262e178d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Deleting subnet 462ea0c5-ff45-4bce-8e28-3606fb375bee {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:54:37.478766 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-13ce802f-ad91-492c-a0a2-801976e09a7d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting port 39700d81-91f2-4c54-8237-1c0fd7eafc05 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:37.479363 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13ce802f-ad91-492c-a0a2-801976e09a7d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:37.513953 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-99f41e4c-1df1-43b6-b6bd-a653262e178d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:37.546822 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-5eb8cc8e-d29e-4d37-827e-f1f837184b22 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Calling delete_port for 125593e8-dbeb-4662-bd92-eeb0657d2b89 owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:37.565658 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d4a2263b-2fd8-496a-89cb-caaf19023206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:37.604326 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2967c379-3c56-4bf0-95f2-5d0bb9ff7138 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:37.642415 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d3fb-109c-4355-abd5-537333383f4a tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:37.651336 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-99f41e4c-1df1-43b6-b6bd-a653262e178d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:37.665551 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:37.760865 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2967c379-3c56-4bf0-95f2-5d0bb9ff7138 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:37.770797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae9a9100-2f5b-4997-929b-ec724774deac tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:37.785055 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6e5a1601-3b80-4bba-9cca-5c3a2316726c tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:37.851583 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.resource_extend [None req-22f95d7f-27b4-4915-bd87-16d5e23cde8a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:54:37.942440 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-9ee5d3fb-109c-4355-abd5-537333383f4a tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Calling delete_port for e789d7a9-f128-4192-b7f9-ba2c10dc87ab owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:37.998207 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-22f95d7f-27b4-4915-bd87-16d5e23cde8a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:38.015212 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-6e5a1601-3b80-4bba-9cca-5c3a2316726c tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Calling delete_port for 521d1b8e-a743-4e62-86e2-ad0a7babf74a owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:38.081481 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-99f41e4c-1df1-43b6-b6bd-a653262e178d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:38.139689 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13ce802f-ad91-492c-a0a2-801976e09a7d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:38.203713 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5eb8cc8e-d29e-4d37-827e-f1f837184b22 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:38.220248 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2967c379-3c56-4bf0-95f2-5d0bb9ff7138 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:38.298819 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-13ce802f-ad91-492c-a0a2-801976e09a7d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Calling delete_port for 39700d81-91f2-4c54-8237-1c0fd7eafc05 owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:38.301019 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8cc8e-d29e-4d37-827e-f1f837184b22 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Port': ['ID=125593e8-dbeb-4662-bd92-eeb0657d2b89,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:38.328251 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae9a9100-2f5b-4997-929b-ec724774deac tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:38.362260 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-99f41e4c-1df1-43b6-b6bd-a653262e178d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:38.383403 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967c379-3c56-4bf0-95f2-5d0bb9ff7138 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21128d8a-23e5-428b-b58b-2a244f71821a,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:38.444817 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9a9100-2f5b-4997-929b-ec724774deac tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:38.447158 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:38.451179 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f41e4c-1df1-43b6-b6bd-a653262e178d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Subnet': ['ID=462ea0c5-ff45-4bce-8e28-3606fb375bee,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:38.481388 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-99f41e4c-1df1-43b6-b6bd-a653262e178d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:38.491933 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d5fea6-3f00-498b-98ac-0a09e0fdf441 None None] Network db6f9abe-7309-4e47-b85a-cae12438330d requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:38.494394 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d3fb-109c-4355-abd5-537333383f4a tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:38.494567 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-ae9a9100-2f5b-4997-929b-ec724774deac tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:38.508308 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9a9100-2f5b-4997-929b-ec724774deac tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:38.542238 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a9100-2f5b-4997-929b-ec724774deac tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Pushing event updated for resources: {'Port': ['ID=cce0974d-a400-4873-ade5-0152fdd0bd4f,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:38.555574 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5d3fb-109c-4355-abd5-537333383f4a tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event deleted for resources: {'Port': ['ID=e789d7a9-f128-4192-b7f9-ba2c10dc87ab,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:38.589318 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2967c379-3c56-4bf0-95f2-5d0bb9ff7138 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:38.593301 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2967c379-3c56-4bf0-95f2-5d0bb9ff7138 tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "DELETE /v2.0/security-groups/21128d8a-23e5-428b-b58b-2a244f71821a HTTP/1.1" status: 204 len: 168 time: 1.6557295 Apr 18 05:54:38.602274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41394) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:38.643336 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:38.644750 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-99f41e4c-1df1-43b6-b6bd-a653262e178d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/subnets/462ea0c5-ff45-4bce-8e28-3606fb375bee HTTP/1.1" status: 204 len: 168 time: 1.4395278 Apr 18 05:54:38.659580 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41398) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:38.694945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-22f95d7f-27b4-4915-bd87-16d5e23cde8a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Transition to ACTIVE for port object 25361816-d084-4e93-b258-b092398f7538 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:38.724997 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6e5a1601-3b80-4bba-9cca-5c3a2316726c tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:38.783498 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-22f95d7f-27b4-4915-bd87-16d5e23cde8a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:38.861570 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5eb8cc8e-d29e-4d37-827e-f1f837184b22 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:38.873698 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c582a8-a907-4729-b6da-11fd52a4c343 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Deleting subnet 5d48fda1-48e9-4535-8f23-aba9319b4380 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:54:38.877908 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d3fb-109c-4355-abd5-537333383f4a tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:38.921541 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-11c582a8-a907-4729-b6da-11fd52a4c343 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:38.981106 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-9a27d8fd-7917-4643-a199-eeeb606b87fc tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] show failed (client error): The resource could not be found. Apr 18 05:54:38.982168 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9a27d8fd-7917-4643-a199-eeeb606b87fc tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "GET /v2.0/security-groups/21128d8a-23e5-428b-b58b-2a244f71821a HTTP/1.1" status: 404 len: 347 time: 0.3771553 Apr 18 05:54:38.996552 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a1601-3b80-4bba-9cca-5c3a2316726c tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Pushing event deleted for resources: {'Port': ['ID=521d1b8e-a743-4e62-86e2-ad0a7babf74a,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:39.026810 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41402) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:39.225198 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f95d7f-27b4-4915-bd87-16d5e23cde8a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Port': ['ID=25361816-d084-4e93-b258-b092398f7538,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:39.388630 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d3fb-109c-4355-abd5-537333383f4a tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:39.391120 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d3fb-109c-4355-abd5-537333383f4a tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:39.437563 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-22f95d7f-27b4-4915-bd87-16d5e23cde8a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] In _notify_port_updated(), no bound segment for port 25361816-d084-4e93-b258-b092398f7538 on network f9185c10-25ed-43f5-aada-c20fb92ac2e0 {{(pid=88035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 05:54:39.445520 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f95d7f-27b4-4915-bd87-16d5e23cde8a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:39.446296 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-22f95d7f-27b4-4915-bd87-16d5e23cde8a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:39.450572 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-22f95d7f-27b4-4915-bd87-16d5e23cde8a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "PUT /v2.0/ports/25361816-d084-4e93-b258-b092398f7538 HTTP/1.1" status: 200 len: 918 time: 5.3480318 Apr 18 05:54:39.450572 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6e5a1601-3b80-4bba-9cca-5c3a2316726c tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:39.459818 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41406) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:39.535032 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-d79a5b3e-5d16-4318-b81b-a6e80be58c87 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4f2c89c1-7bd6-4c45-8658-dc5d1659d5f1'}, {'subnet_id': '973b1196-b600-4b68-92c4-7ef948e4fa40'}]}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:39.546652 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a4d06ffb-d9a4-4030-b60b-be647ee9c8f0 None None] Provisioning for port 25361816-d084-4e93-b258-b092398f7538 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:39.552055 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a4d06ffb-d9a4-4030-b60b-be647ee9c8f0 None None] Provisioning complete for port 25361816-d084-4e93-b258-b092398f7538 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:39.552694 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a4d06ffb-d9a4-4030-b60b-be647ee9c8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:39.560231 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-11c582a8-a907-4729-b6da-11fd52a4c343 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:39.592428 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13ce802f-ad91-492c-a0a2-801976e09a7d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:39.611720 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a4d06ffb-d9a4-4030-b60b-be647ee9c8f0 None None] Port 25361816-d084-4e93-b258-b092398f7538 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:54:39.622997 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a4d06ffb-d9a4-4030-b60b-be647ee9c8f0 None None] Provisioning complete for port 3754592c-b219-4172-a154-5cf7d9631c10 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:39.623491 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a4d06ffb-d9a4-4030-b60b-be647ee9c8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:39.642750 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d3fb-109c-4355-abd5-537333383f4a tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:39.642750 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee5d3fb-109c-4355-abd5-537333383f4a tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Fanout notify agent at l3_agent the message router_deleted on router 69565498-5e47-4faa-816f-2b308de58b74 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:54:39.658836 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6e5a1601-3b80-4bba-9cca-5c3a2316726c tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] 10.222.0.15 "DELETE /v2.0/ports/521d1b8e-a743-4e62-86e2-ad0a7babf74a HTTP/1.1" status: 204 len: 168 time: 3.0453219 Apr 18 05:54:39.666140 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d3fb-109c-4355-abd5-537333383f4a tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:39.669812 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9ee5d3fb-109c-4355-abd5-537333383f4a tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "DELETE /v2.0/routers/69565498-5e47-4faa-816f-2b308de58b74 HTTP/1.1" status: 204 len: 168 time: 3.9395123 Apr 18 05:54:39.675379 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41410) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:39.675602 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41412) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:39.680390 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-4059c39e-824e-49c0-9293-ec04edc56c8a tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Deleting port a65597d2-db82-4fa4-b1e0-470d5c0389ef {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:39.680725 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4059c39e-824e-49c0-9293-ec04edc56c8a tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:39.711528 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce802f-ad91-492c-a0a2-801976e09a7d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Port': ['ID=39700d81-91f2-4c54-8237-1c0fd7eafc05,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:39.881304 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae9a9100-2f5b-4997-929b-ec724774deac tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:40.020768 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:40.096709 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-2578acf2-2ef7-43a5-a667-d52d426bab19 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Deleting subnet 4a3bbec7-02cf-4791-a460-23d378fe89e7 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:54:40.104117 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13ce802f-ad91-492c-a0a2-801976e09a7d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:40.121888 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f481aac-31ba-419b-9696-78e9d8add492 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Deleting subnet 4fab8418-4916-48fc-b74d-f174d2f87826 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:54:40.126982 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2578acf2-2ef7-43a5-a667-d52d426bab19 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:40.165066 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f481aac-31ba-419b-9696-78e9d8add492 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:40.256096 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-11c582a8-a907-4729-b6da-11fd52a4c343 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:40.288141 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4059c39e-824e-49c0-9293-ec04edc56c8a tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:40.288493 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4059c39e-824e-49c0-9293-ec04edc56c8a tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:40.313094 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2578acf2-2ef7-43a5-a667-d52d426bab19 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:40.425697 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f481aac-31ba-419b-9696-78e9d8add492 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:40.525428 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-4059c39e-824e-49c0-9293-ec04edc56c8a tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Calling delete_port for a65597d2-db82-4fa4-b1e0-470d5c0389ef owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:40.552338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb8cc8e-d29e-4d37-827e-f1f837184b22 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router 83851054-6446-4afc-b9c3-a618ab17ad9e has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:54:40.743787 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d79a5b3e-5d16-4318-b81b-a6e80be58c87 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:40.779612 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ce802f-ad91-492c-a0a2-801976e09a7d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router 0193d6bd-02cb-4a54-91cd-300487f40f7f has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:54:40.933412 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-11c582a8-a907-4729-b6da-11fd52a4c343 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:40.986340 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae9a9100-2f5b-4997-929b-ec724774deac tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:41.003217 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c582a8-a907-4729-b6da-11fd52a4c343 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Subnet': ['ID=5d48fda1-48e9-4535-8f23-aba9319b4380,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:41.013498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d9946d-fbc8-443e-ae29-dc08d2bb7abd None None] Network db6f9abe-7309-4e47-b85a-cae12438330d requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:41.017176 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-11c582a8-a907-4729-b6da-11fd52a4c343 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:41.039929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2578acf2-2ef7-43a5-a667-d52d426bab19 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:41.091495 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae9a9100-2f5b-4997-929b-ec724774deac tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:41.111871 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-11c582a8-a907-4729-b6da-11fd52a4c343 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/subnets/5d48fda1-48e9-4535-8f23-aba9319b4380 HTTP/1.1" status: 204 len: 168 time: 2.4486363 Apr 18 05:54:41.111871 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb8cc8e-d29e-4d37-827e-f1f837184b22 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:54:41.113944 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ce802f-ad91-492c-a0a2-801976e09a7d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:54:41.118767 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41418) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:41.129493 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f481aac-31ba-419b-9696-78e9d8add492 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:41.132131 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafde6a1-6140-476d-8cb5-fd2ded9f7f65 None None] Sync routers for ids ['83851054-6446-4afc-b9c3-a618ab17ad9e'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:54:41.154144 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafde6a1-6140-476d-8cb5-fd2ded9f7f65 None None] Routers {'83851054-6446-4afc-b9c3-a618ab17ad9e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:41.155302 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-dafde6a1-6140-476d-8cb5-fd2ded9f7f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['83851054-6446-4afc-b9c3-a618ab17ad9e'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:41.175365 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-13ce802f-ad91-492c-a0a2-801976e09a7d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/0193d6bd-02cb-4a54-91cd-300487f40f7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5651736 Apr 18 05:54:41.175663 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeae20b-584a-44d8-81c2-97eba4b0ca30 None None] Sync routers for ids ['0193d6bd-02cb-4a54-91cd-300487f40f7f'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:54:41.185271 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41424) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:41.227339 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeae20b-584a-44d8-81c2-97eba4b0ca30 None None] Routers {'0193d6bd-02cb-4a54-91cd-300487f40f7f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:41.229256 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6eeae20b-584a-44d8-81c2-97eba4b0ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['0193d6bd-02cb-4a54-91cd-300487f40f7f'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:41.231874 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5eb8cc8e-d29e-4d37-827e-f1f837184b22 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/83851054-6446-4afc-b9c3-a618ab17ad9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6742740 Apr 18 05:54:41.238626 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41428) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:41.250782 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-443033b9-e009-4e94-a84c-fc0faf243367 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/ports?device_id=0193d6bd-02cb-4a54-91cd-300487f40f7f HTTP/1.1" status: 200 len: 205 time: 0.0645657 Apr 18 05:54:41.260927 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41432) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:41.294268 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-dafde6a1-6140-476d-8cb5-fd2ded9f7f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:41.308283 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6eeae20b-584a-44d8-81c2-97eba4b0ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:41.319534 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafde6a1-6140-476d-8cb5-fd2ded9f7f65 None None] Routers {'83851054-6446-4afc-b9c3-a618ab17ad9e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:41.320389 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-dafde6a1-6140-476d-8cb5-fd2ded9f7f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['83851054-6446-4afc-b9c3-a618ab17ad9e'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:41.321069 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeae20b-584a-44d8-81c2-97eba4b0ca30 None None] Routers {'0193d6bd-02cb-4a54-91cd-300487f40f7f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:41.324305 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6eeae20b-584a-44d8-81c2-97eba4b0ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['0193d6bd-02cb-4a54-91cd-300487f40f7f'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:41.402233 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6eeae20b-584a-44d8-81c2-97eba4b0ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:41.402843 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeae20b-584a-44d8-81c2-97eba4b0ca30 None None] The sync data for ids ['0193d6bd-02cb-4a54-91cd-300487f40f7f'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:54:41.417107 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4059c39e-824e-49c0-9293-ec04edc56c8a tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:41.466811 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-dafde6a1-6140-476d-8cb5-fd2ded9f7f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:41.467553 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafde6a1-6140-476d-8cb5-fd2ded9f7f65 None None] The sync data for ids ['83851054-6446-4afc-b9c3-a618ab17ad9e'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:54:41.486748 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a8df973d-c96b-40ea-96fc-e7b78a780458 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:41.542392 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f481aac-31ba-419b-9696-78e9d8add492 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:41.546562 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059c39e-824e-49c0-9293-ec04edc56c8a tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Pushing event deleted for resources: {'Port': ['ID=a65597d2-db82-4fa4-b1e0-470d5c0389ef,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:41.553693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c250b095-234e-4d51-a2ba-cfb7b1e38a56 None None] DHCP port deletion for db6f9abe-7309-4e47-b85a-cae12438330d request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:54:41.558016 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-c250b095-234e-4d51-a2ba-cfb7b1e38a56 None None] Deleting port 3754592c-b219-4172-a154-5cf7d9631c10 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:41.558601 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c250b095-234e-4d51-a2ba-cfb7b1e38a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:41.588524 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7ed72a4c-42f2-4f88-a29f-d47a04ca1b2d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:41.610861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2578acf2-2ef7-43a5-a667-d52d426bab19 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:41.667441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f481aac-31ba-419b-9696-78e9d8add492 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Pushing event deleted for resources: {'Subnet': ['ID=4fab8418-4916-48fc-b74d-f174d2f87826,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:41.685810 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db72dcb3-ec49-4190-b595-4daab02b5f63 None None] Network 8e8de466-cdb5-4927-8c02-9c4399b0cb32 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:41.768684 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f481aac-31ba-419b-9696-78e9d8add492 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:41.782629 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9b895a-c77c-4dec-a0e9-34f8289da4fe None None] Network 987043ed-997e-47d0-8706-30272ad3c696 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:41.786355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2578acf2-2ef7-43a5-a667-d52d426bab19 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:41.797717 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578acf2-2ef7-43a5-a667-d52d426bab19 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event deleted for resources: {'Subnet': ['ID=4a3bbec7-02cf-4791-a460-23d378fe89e7,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:41.901746 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-7ed72a4c-42f2-4f88-a29f-d47a04ca1b2d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Deleting port 3754592c-b219-4172-a154-5cf7d9631c10 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:41.902729 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7ed72a4c-42f2-4f88-a29f-d47a04ca1b2d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:41.916859 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4f481aac-31ba-419b-9696-78e9d8add492 tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] 10.222.0.15 "DELETE /v2.0/subnets/4fab8418-4916-48fc-b74d-f174d2f87826 HTTP/1.1" status: 204 len: 168 time: 2.2401226 Apr 18 05:54:41.929525 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41436) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:41.933667 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2578acf2-2ef7-43a5-a667-d52d426bab19 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "DELETE /v2.0/subnets/4a3bbec7-02cf-4791-a460-23d378fe89e7 HTTP/1.1" status: 204 len: 168 time: 2.2550070 Apr 18 05:54:41.937692 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41438) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:42.010001 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 3754592c-b219-4172-a154-5cf7d9631c10 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:54:42.061104 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4059c39e-824e-49c0-9293-ec04edc56c8a tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks [] for floatingip, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:42.063358 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4059c39e-824e-49c0-9293-ec04edc56c8a tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:42.067207 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4059c39e-824e-49c0-9293-ec04edc56c8a tempest-ServerActionsTestJSON-1547620802 tempest-ServerActionsTestJSON-1547620802-project] 10.222.0.15 "DELETE /v2.0/floatingips/3dc4e1c1-b70b-4ac5-bc15-f82379a150a5 HTTP/1.1" status: 204 len: 168 time: 2.9771414 Apr 18 05:54:42.067207 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a8df973d-c96b-40ea-96fc-e7b78a780458 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:42.069766 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41444) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:42.140281 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a8df973d-c96b-40ea-96fc-e7b78a780458 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:42.179965 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-c250b095-234e-4d51-a2ba-cfb7b1e38a56 None None] For port 3754592c-b219-4172-a154-5cf7d9631c10, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=3754592c-b219-4172-a154-5cf7d9631c10,segment=NetworkSegment(5628ada9-6aa7-43fd-b4d4-da666b63151e),segment_id=5628ada9-6aa7-43fd-b4d4-da666b63151e)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:42.180642 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c250b095-234e-4d51-a2ba-cfb7b1e38a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:42.259733 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9a9100-2f5b-4997-929b-ec724774deac tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Router 717b82ac-77aa-4cf9-98ce-7acbed1909dd is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:54:42.262437 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-d79a5b3e-5d16-4318-b81b-a6e80be58c87 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Allocated IP 172.20.0.27 (f9185c10-25ed-43f5-aada-c20fb92ac2e0/973b1196-b600-4b68-92c4-7ef948e4fa40/25361816-d084-4e93-b258-b092398f7538) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:42.344932 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-c250b095-234e-4d51-a2ba-cfb7b1e38a56 None None] Calling delete_port for 3754592c-b219-4172-a154-5cf7d9631c10 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:42.447728 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-10e7f1e0-8ee6-4552-87bd-c8715ad4a7ff tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:42.461404 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-19493dbb-cb22-4c81-8768-85639754aedb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:42.462973 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a8df973d-c96b-40ea-96fc-e7b78a780458 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:42.463426 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8df973d-c96b-40ea-96fc-e7b78a780458 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Fanout notify agent at l3_agent the message router_deleted on router 0193d6bd-02cb-4a54-91cd-300487f40f7f {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:54:42.472976 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:42.550250 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a8df973d-c96b-40ea-96fc-e7b78a780458 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:42.551271 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a8df973d-c96b-40ea-96fc-e7b78a780458 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/routers/0193d6bd-02cb-4a54-91cd-300487f40f7f HTTP/1.1" status: 204 len: 168 time: 1.2895343 Apr 18 05:54:42.556598 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41448) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:42.577086 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c250b095-234e-4d51-a2ba-cfb7b1e38a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:42.608606 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-10e7f1e0-8ee6-4552-87bd-c8715ad4a7ff tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Deleting port 5329de59-f9fa-4f3c-a372-1d5f82bd8862 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:42.608951 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-10e7f1e0-8ee6-4552-87bd-c8715ad4a7ff tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:42.632334 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-7ed72a4c-42f2-4f88-a29f-d47a04ca1b2d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] For port 3754592c-b219-4172-a154-5cf7d9631c10, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=3754592c-b219-4172-a154-5cf7d9631c10,segment=NetworkSegment(5628ada9-6aa7-43fd-b4d4-da666b63151e),segment_id=5628ada9-6aa7-43fd-b4d4-da666b63151e)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:42.632779 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7ed72a4c-42f2-4f88-a29f-d47a04ca1b2d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:42.638313 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-19493dbb-cb22-4c81-8768-85639754aedb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Deleting port ac4bca1f-5c96-4730-a883-56ac65a31599 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:42.638878 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-19493dbb-cb22-4c81-8768-85639754aedb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:42.649323 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250b095-234e-4d51-a2ba-cfb7b1e38a56 None None] Pushing event deleted for resources: {'Port': ['ID=3754592c-b219-4172-a154-5cf7d9631c10,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:42.651141 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c250b095-234e-4d51-a2ba-cfb7b1e38a56 None None] No DVR routers for this DVR port 3754592c-b219-4172-a154-5cf7d9631c10 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:54:42.661332 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399590b8-e70e-4d58-aa40-325295d0e8ce None None] DHCP port deletion for 8e8de466-cdb5-4927-8c02-9c4399b0cb32 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:54:42.669578 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-399590b8-e70e-4d58-aa40-325295d0e8ce None None] Deleting port 5329de59-f9fa-4f3c-a372-1d5f82bd8862 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:42.669969 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-399590b8-e70e-4d58-aa40-325295d0e8ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:42.722261 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4afc7c-f3a2-415d-9eea-26a569db9015 None None] DHCP port deletion for 987043ed-997e-47d0-8706-30272ad3c696 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:54:42.735794 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-8a4afc7c-f3a2-415d-9eea-26a569db9015 None None] Deleting port ac4bca1f-5c96-4730-a883-56ac65a31599 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:42.736273 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8a4afc7c-f3a2-415d-9eea-26a569db9015 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:42.832620 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad49d1ba-f45f-4068-a67b-f9a34a455f2d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting subnet 77d0df0e-0d3f-4e5f-a66b-d275a6fc13b2 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:54:42.860353 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-7ed72a4c-42f2-4f88-a29f-d47a04ca1b2d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Calling delete_port for 3754592c-b219-4172-a154-5cf7d9631c10 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:42.870352 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ad49d1ba-f45f-4068-a67b-f9a34a455f2d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:43.021256 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9a9100-2f5b-4997-929b-ec724774deac tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:54:43.028070 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae9a9100-2f5b-4997-929b-ec724774deac tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:43.031735 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ae9a9100-2f5b-4997-929b-ec724774deac tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "PUT /v2.0/routers/717b82ac-77aa-4cf9-98ce-7acbed1909dd HTTP/1.1" status: 200 len: 915 time: 9.9061341 Apr 18 05:54:43.042504 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1259ba5b-216a-4c30-81bd-bd63a604513a None None] Sync routers for ids ['717b82ac-77aa-4cf9-98ce-7acbed1909dd'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:54:43.052851 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41452) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:43.057370 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1259ba5b-216a-4c30-81bd-bd63a604513a None None] Routers {'717b82ac-77aa-4cf9-98ce-7acbed1909dd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:43.059485 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1259ba5b-216a-4c30-81bd-bd63a604513a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['717b82ac-77aa-4cf9-98ce-7acbed1909dd'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:43.085344 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d79a5b3e-5d16-4318-b81b-a6e80be58c87 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:43.092939 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-05552002-73de-4251-ae08-be6d105dc9c8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:43.137093 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-399590b8-e70e-4d58-aa40-325295d0e8ce None None] For port 5329de59-f9fa-4f3c-a372-1d5f82bd8862, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5329de59-f9fa-4f3c-a372-1d5f82bd8862,segment=NetworkSegment(10e00969-1f37-4be3-ba01-5ed2eca7bd1a),segment_id=10e00969-1f37-4be3-ba01-5ed2eca7bd1a)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:43.137483 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-399590b8-e70e-4d58-aa40-325295d0e8ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:43.154003 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-8a4afc7c-f3a2-415d-9eea-26a569db9015 None None] For port ac4bca1f-5c96-4730-a883-56ac65a31599, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=ac4bca1f-5c96-4730-a883-56ac65a31599,segment=NetworkSegment(cf7813d1-8772-4a0c-96c4-84be1a35272e),segment_id=cf7813d1-8772-4a0c-96c4-84be1a35272e)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:43.154479 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8a4afc7c-f3a2-415d-9eea-26a569db9015 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:43.157081 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1259ba5b-216a-4c30-81bd-bd63a604513a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:43.169499 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1259ba5b-216a-4c30-81bd-bd63a604513a None None] Routers {'717b82ac-77aa-4cf9-98ce-7acbed1909dd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:43.170347 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1259ba5b-216a-4c30-81bd-bd63a604513a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['717b82ac-77aa-4cf9-98ce-7acbed1909dd'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:43.248462 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1259ba5b-216a-4c30-81bd-bd63a604513a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:43.249113 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1259ba5b-216a-4c30-81bd-bd63a604513a None None] The sync data for ids ['717b82ac-77aa-4cf9-98ce-7acbed1909dd'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:54:43.262694 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-23bd99f3-e4f7-4fa6-8542-e984962ce1b2 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "GET /v2.0/routers/717b82ac-77aa-4cf9-98ce-7acbed1909dd HTTP/1.1" status: 200 len: 921 time: 0.2041905 Apr 18 05:54:43.277255 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41456) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:43.278430 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-399590b8-e70e-4d58-aa40-325295d0e8ce None None] Calling delete_port for 5329de59-f9fa-4f3c-a372-1d5f82bd8862 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:43.295146 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ad49d1ba-f45f-4068-a67b-f9a34a455f2d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:43.464855 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-399590b8-e70e-4d58-aa40-325295d0e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:43.474615 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-8a4afc7c-f3a2-415d-9eea-26a569db9015 None None] Calling delete_port for ac4bca1f-5c96-4730-a883-56ac65a31599 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:43.504018 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-7ed72a4c-42f2-4f88-a29f-d47a04ca1b2d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:54:43.504448 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-7ed72a4c-42f2-4f88-a29f-d47a04ca1b2d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:54:43.522749 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-d79a5b3e-5d16-4318-b81b-a6e80be58c87 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Transition to ACTIVE for port object 25361816-d084-4e93-b258-b092398f7538 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:43.533066 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d79a5b3e-5d16-4318-b81b-a6e80be58c87 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:43.548903 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399590b8-e70e-4d58-aa40-325295d0e8ce None None] Pushing event deleted for resources: {'Port': ['ID=5329de59-f9fa-4f3c-a372-1d5f82bd8862,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:43.565172 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399590b8-e70e-4d58-aa40-325295d0e8ce None None] No DVR routers for this DVR port 5329de59-f9fa-4f3c-a372-1d5f82bd8862 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:54:43.610732 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8a4afc7c-f3a2-415d-9eea-26a569db9015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:43.630542 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-10e7f1e0-8ee6-4552-87bd-c8715ad4a7ff tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] For port 5329de59-f9fa-4f3c-a372-1d5f82bd8862, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5329de59-f9fa-4f3c-a372-1d5f82bd8862,segment=NetworkSegment(10e00969-1f37-4be3-ba01-5ed2eca7bd1a),segment_id=10e00969-1f37-4be3-ba01-5ed2eca7bd1a)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:43.630542 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-10e7f1e0-8ee6-4552-87bd-c8715ad4a7ff tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:43.642846 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-19493dbb-cb22-4c81-8768-85639754aedb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] For port ac4bca1f-5c96-4730-a883-56ac65a31599, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=ac4bca1f-5c96-4730-a883-56ac65a31599,segment=NetworkSegment(cf7813d1-8772-4a0c-96c4-84be1a35272e),segment_id=cf7813d1-8772-4a0c-96c4-84be1a35272e)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:43.643332 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-19493dbb-cb22-4c81-8768-85639754aedb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:43.671792 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4afc7c-f3a2-415d-9eea-26a569db9015 None None] Pushing event deleted for resources: {'Port': ['ID=ac4bca1f-5c96-4730-a883-56ac65a31599,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:43.679935 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4afc7c-f3a2-415d-9eea-26a569db9015 None None] No DVR routers for this DVR port ac4bca1f-5c96-4730-a883-56ac65a31599 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:54:43.757545 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a5b3e-5d16-4318-b81b-a6e80be58c87 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Port': ['ID=25361816-d084-4e93-b258-b092398f7538,revision_number=3']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:43.814276 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-d79a5b3e-5d16-4318-b81b-a6e80be58c87 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] In _notify_port_updated(), no bound segment for port 25361816-d084-4e93-b258-b092398f7538 on network f9185c10-25ed-43f5-aada-c20fb92ac2e0 {{(pid=88035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 05:54:43.821164 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79a5b3e-5d16-4318-b81b-a6e80be58c87 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:43.822073 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d79a5b3e-5d16-4318-b81b-a6e80be58c87 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:43.823634 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d79a5b3e-5d16-4318-b81b-a6e80be58c87 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "PUT /v2.0/ports/25361816-d084-4e93-b258-b092398f7538 HTTP/1.1" status: 200 len: 998 time: 4.3610709 Apr 18 05:54:43.827245 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41460) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:43.885875 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-05552002-73de-4251-ae08-be6d105dc9c8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting port 5ec74e66-6407-4f43-b366-9bfb861eda20 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:43.886500 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-05552002-73de-4251-ae08-be6d105dc9c8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:43.924415 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5329de59-f9fa-4f3c-a372-1d5f82bd8862 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:54:43.955910 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-00b2b6fd-e9d9-41a2-8faf-32cb66ea3ff5 None None] Provisioning for port 25361816-d084-4e93-b258-b092398f7538 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:43.959903 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-d5d96df5-fc52-479b-ba2c-84dbbdab1143 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port 25361816-d084-4e93-b258-b092398f7538 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:43.960284 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d5d96df5-fc52-479b-ba2c-84dbbdab1143 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:43.965938 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 5329de59-f9fa-4f3c-a372-1d5f82bd8862 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:54:43.967457 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5329de59-f9fa-4f3c-a372-1d5f82bd8862 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:54:43.967457 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device ac4bca1f-5c96-4730-a883-56ac65a31599 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:54:44.001459 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-00b2b6fd-e9d9-41a2-8faf-32cb66ea3ff5 None None] Provisioning complete for port 25361816-d084-4e93-b258-b092398f7538 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:44.001992 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-00b2b6fd-e9d9-41a2-8faf-32cb66ea3ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:44.008348 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-7ed72a4c-42f2-4f88-a29f-d47a04ca1b2d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Deleting port 3754592c-b219-4172-a154-5cf7d9631c10 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:44.008492 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7ed72a4c-42f2-4f88-a29f-d47a04ca1b2d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:44.040728 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: ac4bca1f-5c96-4730-a883-56ac65a31599 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:54:44.041220 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device ac4bca1f-5c96-4730-a883-56ac65a31599 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:54:44.058936 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-10e7f1e0-8ee6-4552-87bd-c8715ad4a7ff tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Calling delete_port for 5329de59-f9fa-4f3c-a372-1d5f82bd8862 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:44.066266 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-00b2b6fd-e9d9-41a2-8faf-32cb66ea3ff5 None None] Port 25361816-d084-4e93-b258-b092398f7538 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:54:44.092334 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-19493dbb-cb22-4c81-8768-85639754aedb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Calling delete_port for ac4bca1f-5c96-4730-a883-56ac65a31599 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:44.152636 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-7ed72a4c-42f2-4f88-a29f-d47a04ca1b2d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] The port '3754592c-b219-4172-a154-5cf7d9631c10' was deleted {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:54:44.197888 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ded97f0-7146-44d9-bb52-6ee1abd99b97 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:44.199302 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8ded97f0-7146-44d9-bb52-6ee1abd99b97 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&device_id=717b82ac-77aa-4cf9-98ce-7acbed1909dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8733940 Apr 18 05:54:44.204094 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ad49d1ba-f45f-4068-a67b-f9a34a455f2d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:44.208379 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41464) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:44.292124 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.api [None req-19493dbb-cb22-4c81-8768-85639754aedb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:54:44.292432 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG oslo_db.api [None req-19493dbb-cb22-4c81-8768-85639754aedb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:54:44.296166 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.api [None req-10e7f1e0-8ee6-4552-87bd-c8715ad4a7ff tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:54:44.296468 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG oslo_db.api [None req-10e7f1e0-8ee6-4552-87bd-c8715ad4a7ff tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:54:44.358762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ad49d1ba-f45f-4068-a67b-f9a34a455f2d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:44.404449 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49d1ba-f45f-4068-a67b-f9a34a455f2d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Subnet': ['ID=77d0df0e-0d3f-4e5f-a66b-d275a6fc13b2,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:44.410515 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ad49d1ba-f45f-4068-a67b-f9a34a455f2d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:44.416265 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-05552002-73de-4251-ae08-be6d105dc9c8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:44.418672 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e13b08-379a-4a0c-a262-57419bb55f7a None None] Network c1288899-889a-4c8a-a760-928e716e3103 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:44.427096 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ad49d1ba-f45f-4068-a67b-f9a34a455f2d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/subnets/77d0df0e-0d3f-4e5f-a66b-d275a6fc13b2 HTTP/1.1" status: 204 len: 168 time: 1.8656147 Apr 18 05:54:44.431605 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41468) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:44.496115 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7ed72a4c-42f2-4f88-a29f-d47a04ca1b2d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:44.505126 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a99e0ee4-d05c-486e-9146-9b30e6de3ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:44.582933 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-23018762-676b-4016-b74e-a0aeabb3420e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting subnet 5ace0a4d-0e5a-4ae0-be84-5bd9bfe2966b {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:54:44.588424 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-23018762-676b-4016-b74e-a0aeabb3420e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:44.660484 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-05552002-73de-4251-ae08-be6d105dc9c8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Calling delete_port for 5ec74e66-6407-4f43-b366-9bfb861eda20 owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:44.691733 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a41873-eb1a-4c4d-962d-907a99120840 None None] DHCP port deletion for c1288899-889a-4c8a-a760-928e716e3103 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:54:44.699284 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-01a41873-eb1a-4c4d-962d-907a99120840 None None] Deleting port 65b6b8e4-0a00-4b20-aa7c-903c242f30a4 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:44.699929 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-01a41873-eb1a-4c4d-962d-907a99120840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:44.715300 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-23018762-676b-4016-b74e-a0aeabb3420e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:44.753319 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-7ed72a4c-42f2-4f88-a29f-d47a04ca1b2d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6f9abe-7309-4e47-b85a-cae12438330d']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:44.788911 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-7ed72a4c-42f2-4f88-a29f-d47a04ca1b2d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5628ada9-6aa7-43fd-b4d4-da666b63151e') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:44.789210 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-7ed72a4c-42f2-4f88-a29f-d47a04ca1b2d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5628ada9-6aa7-43fd-b4d4-da666b63151e') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:44.834009 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-19493dbb-cb22-4c81-8768-85639754aedb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Deleting port ac4bca1f-5c96-4730-a883-56ac65a31599 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:44.834335 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-19493dbb-cb22-4c81-8768-85639754aedb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:44.839774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7ed72a4c-42f2-4f88-a29f-d47a04ca1b2d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:44.861375 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-10e7f1e0-8ee6-4552-87bd-c8715ad4a7ff tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Deleting port 5329de59-f9fa-4f3c-a372-1d5f82bd8862 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:44.861713 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-10e7f1e0-8ee6-4552-87bd-c8715ad4a7ff tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:44.938991 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-01a41873-eb1a-4c4d-962d-907a99120840 None None] For port 65b6b8e4-0a00-4b20-aa7c-903c242f30a4, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=65b6b8e4-0a00-4b20-aa7c-903c242f30a4,segment=NetworkSegment(9d9f87f1-5edd-4482-b1bd-98632693f739),segment_id=9d9f87f1-5edd-4482-b1bd-98632693f739)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:44.939414 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-01a41873-eb1a-4c4d-962d-907a99120840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:44.993040 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5917a34-c941-40a6-b76b-72f9cfe80c7a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:44.996951 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a5917a34-c941-40a6-b76b-72f9cfe80c7a tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "GET /v2.0/networks/9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 HTTP/1.1" status: 200 len: 881 time: 0.7572989 Apr 18 05:54:45.013083 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41476) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:45.019642 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7ed72a4c-42f2-4f88-a29f-d47a04ca1b2d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:45.025718 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-19493dbb-cb22-4c81-8768-85639754aedb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] The port 'ac4bca1f-5c96-4730-a883-56ac65a31599' was deleted {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:54:45.032983 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-10e7f1e0-8ee6-4552-87bd-c8715ad4a7ff tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] The port '5329de59-f9fa-4f3c-a372-1d5f82bd8862' was deleted {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:54:45.061767 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d5d96df5-fc52-479b-ba2c-84dbbdab1143 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:45.074230 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-01a41873-eb1a-4c4d-962d-907a99120840 None None] Calling delete_port for 65b6b8e4-0a00-4b20-aa7c-903c242f30a4 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:45.085299 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed72a4c-42f2-4f88-a29f-d47a04ca1b2d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:54:45.085799 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7ed72a4c-42f2-4f88-a29f-d47a04ca1b2d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:54:45.106408 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:54:45.111970 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-63f23e9a-8bc7-4cdc-b087-aa51770b5da2 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "GET /v2.0/ports?device_id=717b82ac-77aa-4cf9-98ce-7acbed1909dd HTTP/1.1" status: 200 len: 205 time: 0.0979176 Apr 18 05:54:45.123105 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41480) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:45.201553 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-01a41873-eb1a-4c4d-962d-907a99120840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:45.253862 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a41873-eb1a-4c4d-962d-907a99120840 None None] Pushing event deleted for resources: {'Port': ['ID=65b6b8e4-0a00-4b20-aa7c-903c242f30a4,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:45.260193 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a41873-eb1a-4c4d-962d-907a99120840 None None] No DVR routers for this DVR port 65b6b8e4-0a00-4b20-aa7c-903c242f30a4 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:54:45.309541 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-d5d96df5-fc52-479b-ba2c-84dbbdab1143 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Calling delete_port for 25361816-d084-4e93-b258-b092398f7538 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:45.394874 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7ed72a4c-42f2-4f88-a29f-d47a04ca1b2d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:45.400884 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7ed72a4c-42f2-4f88-a29f-d47a04ca1b2d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:45.439235 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-19493dbb-cb22-4c81-8768-85639754aedb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:45.447096 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-23018762-676b-4016-b74e-a0aeabb3420e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:45.481626 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed72a4c-42f2-4f88-a29f-d47a04ca1b2d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Network': ['ID=db6f9abe-7309-4e47-b85a-cae12438330d,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:45.509363 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7ed72a4c-42f2-4f88-a29f-d47a04ca1b2d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/networks/db6f9abe-7309-4e47-b85a-cae12438330d HTTP/1.1" status: 204 len: 168 time: 4.3417563 Apr 18 05:54:45.513356 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41484) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:45.549794 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-10e7f1e0-8ee6-4552-87bd-c8715ad4a7ff tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:45.565633 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb36521-c92a-4fe7-bc59-13bf0237a052 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] DELETE failed (client error): The resource could not be found. Apr 18 05:54:45.566140 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cb36521-c92a-4fe7-bc59-13bf0237a052 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:54:45.603774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-05552002-73de-4251-ae08-be6d105dc9c8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:45.655422 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1cb36521-c92a-4fe7-bc59-13bf0237a052 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/subnets/a7f857d3-fe81-4da9-a67a-b3ef0d187468 HTTP/1.1" status: 404 len: 337 time: 0.1410353 Apr 18 05:54:45.666976 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-19493dbb-cb22-4c81-8768-85639754aedb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987043ed-997e-47d0-8706-30272ad3c696']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:45.675789 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41488) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:45.704120 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-10e7f1e0-8ee6-4552-87bd-c8715ad4a7ff tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8de466-cdb5-4927-8c02-9c4399b0cb32']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:45.704440 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05552002-73de-4251-ae08-be6d105dc9c8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Port': ['ID=5ec74e66-6407-4f43-b366-9bfb861eda20,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:45.714371 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-19493dbb-cb22-4c81-8768-85639754aedb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7813d1-8772-4a0c-96c4-84be1a35272e') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:45.714661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-19493dbb-cb22-4c81-8768-85639754aedb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7813d1-8772-4a0c-96c4-84be1a35272e') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:45.798830 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-19493dbb-cb22-4c81-8768-85639754aedb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:45.819406 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-10e7f1e0-8ee6-4552-87bd-c8715ad4a7ff tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e00969-1f37-4be3-ba01-5ed2eca7bd1a') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:45.819757 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-10e7f1e0-8ee6-4552-87bd-c8715ad4a7ff tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e00969-1f37-4be3-ba01-5ed2eca7bd1a') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:45.832925 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-12882037-d8cf-4b3d-8a8a-a73d3ce29f35 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] DELETE failed (client error): The resource could not be found. Apr 18 05:54:45.833360 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12882037-d8cf-4b3d-8a8a-a73d3ce29f35 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:54:45.855288 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-10e7f1e0-8ee6-4552-87bd-c8715ad4a7ff tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:45.868417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6da1333-7fdc-421a-b240-a902de4e7d62 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:45.916891 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-19493dbb-cb22-4c81-8768-85639754aedb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:45.922144 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 65b6b8e4-0a00-4b20-aa7c-903c242f30a4 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:54:45.958105 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 65b6b8e4-0a00-4b20-aa7c-903c242f30a4 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:54:45.958439 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 65b6b8e4-0a00-4b20-aa7c-903c242f30a4 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:54:45.960595 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19493dbb-cb22-4c81-8768-85639754aedb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:54:45.961206 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-19493dbb-cb22-4c81-8768-85639754aedb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:45.961582 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d5d96df5-fc52-479b-ba2c-84dbbdab1143 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:54:45.978242 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:54:45.981093 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-12882037-d8cf-4b3d-8a8a-a73d3ce29f35 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/networks/8359ea23-573a-4d93-a1ad-736c029bcfaf HTTP/1.1" status: 404 len: 339 time: 0.2919812 Apr 18 05:54:45.994048 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-a99e0ee4-d05c-486e-9146-9b30e6de3ced admin admin] Deleting port b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:45.994378 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a99e0ee4-d05c-486e-9146-9b30e6de3ced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:46.013492 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41494) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:46.018178 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-23018762-676b-4016-b74e-a0aeabb3420e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:46.025022 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-05552002-73de-4251-ae08-be6d105dc9c8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:46.028156 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-10e7f1e0-8ee6-4552-87bd-c8715ad4a7ff tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:46.062357 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d96df5-fc52-479b-ba2c-84dbbdab1143 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Port': ['ID=25361816-d084-4e93-b258-b092398f7538,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:46.102345 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19c31b6-7a8f-4c82-a30e-cf5f3d4ea7a3 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] DELETE failed (client error): The resource could not be found. Apr 18 05:54:46.103642 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b19c31b6-7a8f-4c82-a30e-cf5f3d4ea7a3 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:54:46.106818 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b19c31b6-7a8f-4c82-a30e-cf5f3d4ea7a3 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/subnets/bdfdf899-eab2-490b-b78f-7e58c562b3e1 HTTP/1.1" status: 404 len: 337 time: 0.0892916 Apr 18 05:54:46.111373 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41498) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:46.139349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23018762-676b-4016-b74e-a0aeabb3420e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Subnet': ['ID=5ace0a4d-0e5a-4ae0-be84-5bd9bfe2966b,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:46.141507 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e7f1e0-8ee6-4552-87bd-c8715ad4a7ff tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:54:46.142103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-10e7f1e0-8ee6-4552-87bd-c8715ad4a7ff tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:54:46.164599 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:54:46.176748 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12547f03-3649-4b8f-86c0-7d25442ddb52 None None] Network 9182f4e6-f196-4324-982c-e932101321b1 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:46.189572 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-23018762-676b-4016-b74e-a0aeabb3420e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:46.341873 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-23018762-676b-4016-b74e-a0aeabb3420e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/subnets/5ace0a4d-0e5a-4ae0-be84-5bd9bfe2966b HTTP/1.1" status: 204 len: 168 time: 1.9091792 Apr 18 05:54:46.344290 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f77308-21f5-4b7b-97fb-ff1ba372f2b8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] DELETE failed (client error): The resource could not be found. Apr 18 05:54:46.345512 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f77308-21f5-4b7b-97fb-ff1ba372f2b8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:54:46.357726 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-47f77308-21f5-4b7b-97fb-ff1ba372f2b8 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/networks/47afee29-a22e-4855-b5f5-11e824db1129 HTTP/1.1" status: 404 len: 339 time: 0.2453108 Apr 18 05:54:46.358348 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41502) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:46.358673 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41506) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:46.361816 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-19493dbb-cb22-4c81-8768-85639754aedb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:46.393942 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-19493dbb-cb22-4c81-8768-85639754aedb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:46.457102 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-10e7f1e0-8ee6-4552-87bd-c8715ad4a7ff tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:46.458799 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19493dbb-cb22-4c81-8768-85639754aedb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event deleted for resources: {'Network': ['ID=987043ed-997e-47d0-8706-30272ad3c696,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:46.485321 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-10e7f1e0-8ee6-4552-87bd-c8715ad4a7ff tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:46.485321 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-10e7f1e0-8ee6-4552-87bd-c8715ad4a7ff tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] 10.222.0.15 "DELETE /v2.0/networks/8e8de466-cdb5-4927-8c02-9c4399b0cb32 HTTP/1.1" status: 204 len: 168 time: 4.5482306 Apr 18 05:54:46.493860 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0df56a-e91f-4ea1-b952-867c8e41f4a2 None None] DHCP port deletion for 9182f4e6-f196-4324-982c-e932101321b1 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:54:46.499377 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-ac0df56a-e91f-4ea1-b952-867c8e41f4a2 None None] Deleting port a06baee3-1022-477b-b122-deef7309a8da {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:46.499879 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ac0df56a-e91f-4ea1-b952-867c8e41f4a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:46.511043 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-19493dbb-cb22-4c81-8768-85639754aedb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "DELETE /v2.0/networks/987043ed-997e-47d0-8706-30272ad3c696 HTTP/1.1" status: 204 len: 168 time: 4.5540831 Apr 18 05:54:46.512081 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41514) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:46.527694 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7f1e0-8ee6-4552-87bd-c8715ad4a7ff tempest-ExtraDHCPOptionsTestJSON-1121039786 tempest-ExtraDHCPOptionsTestJSON-1121039786-project] Pushing event deleted for resources: {'Network': ['ID=8e8de466-cdb5-4927-8c02-9c4399b0cb32,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:46.594560 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6da1333-7fdc-421a-b240-a902de4e7d62 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:46.668642 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d2e2d9-c1fc-4ada-a396-e32d1cbf91ca tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] DELETE failed (client error): The resource could not be found. Apr 18 05:54:46.669092 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d2e2d9-c1fc-4ada-a396-e32d1cbf91ca tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:54:46.670778 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f0d2e2d9-c1fc-4ada-a396-e32d1cbf91ca tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/subnets/c0ec6b82-95c2-45c0-aa85-90fae397ca62 HTTP/1.1" status: 404 len: 337 time: 0.2841411 Apr 18 05:54:46.689629 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41518) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:46.712775 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-e6da1333-7fdc-421a-b240-a902de4e7d62 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Deleting port cce0974d-a400-4873-ade5-0152fdd0bd4f {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:46.713390 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6da1333-7fdc-421a-b240-a902de4e7d62 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:46.764846 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-0265f713-21e4-4b75-a69a-e168411b2df4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Deleting port 0b60ef89-11c4-41d2-a4c5-f4258f1ae9ff {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:46.765550 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0265f713-21e4-4b75-a69a-e168411b2df4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:46.774272 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-ac0df56a-e91f-4ea1-b952-867c8e41f4a2 None None] For port a06baee3-1022-477b-b122-deef7309a8da, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a06baee3-1022-477b-b122-deef7309a8da,segment=NetworkSegment(c86f53a4-2f95-4f63-8abd-79d5a33f6de9),segment_id=c86f53a4-2f95-4f63-8abd-79d5a33f6de9)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:46.774816 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ac0df56a-e91f-4ea1-b952-867c8e41f4a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:46.856356 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41526) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:46.862527 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d5d96df5-fc52-479b-ba2c-84dbbdab1143 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:46.867315 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d5d96df5-fc52-479b-ba2c-84dbbdab1143 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/ports/25361816-d084-4e93-b258-b092398f7538 HTTP/1.1" status: 204 len: 168 time: 3.0360854 Apr 18 05:54:46.867315 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-73301bdc-1989-4588-bfe8-6f352c69f91d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] DELETE failed (client error): The resource could not be found. Apr 18 05:54:46.867315 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73301bdc-1989-4588-bfe8-6f352c69f91d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:54:46.867785 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-73301bdc-1989-4588-bfe8-6f352c69f91d tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/networks/41c3df83-ad99-450e-9649-d4e2dbc908e9 HTTP/1.1" status: 404 len: 339 time: 0.1748831 Apr 18 05:54:46.878051 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41530) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:46.878384 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41532) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:46.920573 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-ac0df56a-e91f-4ea1-b952-867c8e41f4a2 None None] Calling delete_port for a06baee3-1022-477b-b122-deef7309a8da owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:46.944801 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-a99e0ee4-d05c-486e-9146-9b30e6de3ced admin admin] For port b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5,segment=NetworkSegment(697bc392-01f0-4717-af3e-52af340b5bca),segment_id=697bc392-01f0-4717-af3e-52af340b5bca)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:46.945285 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a99e0ee4-d05c-486e-9146-9b30e6de3ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:46.978927 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05552002-73de-4251-ae08-be6d105dc9c8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router 83851054-6446-4afc-b9c3-a618ab17ad9e has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:54:46.982707 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97d2d29d-b8ca-4c31-bd5e-7e383c69f261 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:47.000230 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-efcc6489-ce80-4ff4-92bc-abc49385a56f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] GET failed (client error): The resource could not be found. Apr 18 05:54:47.000763 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-efcc6489-ce80-4ff4-92bc-abc49385a56f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Synchronizing usage tracker for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:54:47.025724 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ac0df56a-e91f-4ea1-b952-867c8e41f4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:47.075311 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0df56a-e91f-4ea1-b952-867c8e41f4a2 None None] No DVR routers for this DVR port a06baee3-1022-477b-b122-deef7309a8da on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:54:47.094497 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0df56a-e91f-4ea1-b952-867c8e41f4a2 None None] Pushing event deleted for resources: {'Port': ['ID=a06baee3-1022-477b-b122-deef7309a8da,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:47.123443 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-a99e0ee4-d05c-486e-9146-9b30e6de3ced admin admin] Calling delete_port for b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5 owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:47.210143 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-877dde82-b7ff-48f6-9e78-0feea6965ee1 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Deleting subnet bf0a4132-5b80-421b-9704-a6fe4fe97f85 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:54:47.229432 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-877dde82-b7ff-48f6-9e78-0feea6965ee1 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:47.272945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-efcc6489-ce80-4ff4-92bc-abc49385a56f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Unset dirty status for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:54:47.274095 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-efcc6489-ce80-4ff4-92bc-abc49385a56f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports/25361816-d084-4e93-b258-b092398f7538 HTTP/1.1" status: 404 len: 333 time: 0.3903193 Apr 18 05:54:47.284266 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05552002-73de-4251-ae08-be6d105dc9c8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:54:47.285815 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41540) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:47.294455 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b43bca-00d0-4b6e-ae51-9813917b2e59 None None] Sync routers for ids ['83851054-6446-4afc-b9c3-a618ab17ad9e'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:54:47.306661 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b43bca-00d0-4b6e-ae51-9813917b2e59 None None] Routers {'83851054-6446-4afc-b9c3-a618ab17ad9e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:47.307293 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f9b43bca-00d0-4b6e-ae51-9813917b2e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['83851054-6446-4afc-b9c3-a618ab17ad9e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:47.390102 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6da1333-7fdc-421a-b240-a902de4e7d62 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:47.394148 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f9b43bca-00d0-4b6e-ae51-9813917b2e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:47.397640 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-05552002-73de-4251-ae08-be6d105dc9c8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/83851054-6446-4afc-b9c3-a618ab17ad9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1546960 Apr 18 05:54:47.399732 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0265f713-21e4-4b75-a69a-e168411b2df4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:47.400170 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0265f713-21e4-4b75-a69a-e168411b2df4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:47.407081 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41544) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:47.407251 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b43bca-00d0-4b6e-ae51-9813917b2e59 None None] Routers {'83851054-6446-4afc-b9c3-a618ab17ad9e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:47.407820 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f9b43bca-00d0-4b6e-ae51-9813917b2e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['83851054-6446-4afc-b9c3-a618ab17ad9e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:47.423125 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a133e36-1883-47de-9028-f4911c09f41e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting subnet 973b1196-b600-4b68-92c4-7ef948e4fa40 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:54:47.478166 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f9b43bca-00d0-4b6e-ae51-9813917b2e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:47.478569 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b43bca-00d0-4b6e-ae51-9813917b2e59 None None] The sync data for ids ['83851054-6446-4afc-b9c3-a618ab17ad9e'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:54:47.482411 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a133e36-1883-47de-9028-f4911c09f41e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:47.525165 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97d2d29d-b8ca-4c31-bd5e-7e383c69f261 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:47.544671 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-877dde82-b7ff-48f6-9e78-0feea6965ee1 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:47.574198 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f6c18b05-d923-4bb2-bab3-d54db6c0d046 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d555a391d68141788d87666fae6190f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7168097 Apr 18 05:54:47.585619 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41548) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:47.626350 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-97d2d29d-b8ca-4c31-bd5e-7e383c69f261 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1288899-889a-4c8a-a760-928e716e3103']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:47.643348 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a133e36-1883-47de-9028-f4911c09f41e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:47.672233 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a8438ef5-3019-4f24-93c7-eefa11270957 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Synchronizing usage tracker for tenant:1e86337a57bd435798aa8639156e9b5e on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:54:47.675853 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-97d2d29d-b8ca-4c31-bd5e-7e383c69f261 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9f87f1-5edd-4482-b1bd-98632693f739') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:47.676183 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-97d2d29d-b8ca-4c31-bd5e-7e383c69f261 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9f87f1-5edd-4482-b1bd-98632693f739') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:47.681988 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-0265f713-21e4-4b75-a69a-e168411b2df4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Calling delete_port for 0b60ef89-11c4-41d2-a4c5-f4258f1ae9ff owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:47.713575 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-e6da1333-7fdc-421a-b240-a902de4e7d62 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Calling delete_port for cce0974d-a400-4873-ade5-0152fdd0bd4f owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:47.720854 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97d2d29d-b8ca-4c31-bd5e-7e383c69f261 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:47.764604 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97d2d29d-b8ca-4c31-bd5e-7e383c69f261 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:47.796327 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d2d29d-b8ca-4c31-bd5e-7e383c69f261 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:54:47.796733 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97d2d29d-b8ca-4c31-bd5e-7e383c69f261 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:47.801292 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a8438ef5-3019-4f24-93c7-eefa11270957 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Unset dirty status for tenant:1e86337a57bd435798aa8639156e9b5e on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:54:47.805514 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a8438ef5-3019-4f24-93c7-eefa11270957 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/ports?device_id=83851054-6446-4afc-b9c3-a618ab17ad9e HTTP/1.1" status: 200 len: 205 time: 0.3905807 Apr 18 05:54:47.809229 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41552) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:54:47.812788 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:54:47.889067 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-654e970c-e284-49d7-ba6f-83c9ca05b0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:47.923474 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a06baee3-1022-477b-b122-deef7309a8da no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:54:47.935445 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-654e970c-e284-49d7-ba6f-83c9ca05b0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:47.942201 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-877dde82-b7ff-48f6-9e78-0feea6965ee1 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:47.959561 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: a06baee3-1022-477b-b122-deef7309a8da {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:54:47.959937 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a06baee3-1022-477b-b122-deef7309a8da not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:54:47.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2b7d917d-ec66-44ef-8b40-35748f38a254 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:48.016109 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97d2d29d-b8ca-4c31-bd5e-7e383c69f261 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:48.031719 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a133e36-1883-47de-9028-f4911c09f41e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:48.087517 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97d2d29d-b8ca-4c31-bd5e-7e383c69f261 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:48.117237 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2d29d-b8ca-4c31-bd5e-7e383c69f261 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Network': ['ID=c1288899-889a-4c8a-a760-928e716e3103,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:48.123296 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-97d2d29d-b8ca-4c31-bd5e-7e383c69f261 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/networks/c1288899-889a-4c8a-a760-928e716e3103 HTTP/1.1" status: 204 len: 168 time: 1.7359622 Apr 18 05:54:48.127022 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41556) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:48.368314 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-877dde82-b7ff-48f6-9e78-0feea6965ee1 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:48.404839 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-654e970c-e284-49d7-ba6f-83c9ca05b0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:48.445247 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877dde82-b7ff-48f6-9e78-0feea6965ee1 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Subnet': ['ID=bf0a4132-5b80-421b-9704-a6fe4fe97f85,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:48.449379 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-877dde82-b7ff-48f6-9e78-0feea6965ee1 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:48.454042 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91af8f31-9d44-44d1-bd32-57678503f69a None None] Network 93fd6a8b-6911-49a2-8aa4-b72757b0c7f1 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:48.454535 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e970c-e284-49d7-ba6f-83c9ca05b0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84a399b-83b0-41f1-9eb5-ab13bd152a61,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:48.461276 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a133e36-1883-47de-9028-f4911c09f41e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:48.470196 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a99e0ee4-d05c-486e-9146-9b30e6de3ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:48.499713 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e2c017b-82da-407a-9668-53db68847539 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:48.526352 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a133e36-1883-47de-9028-f4911c09f41e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Subnet': ['ID=973b1196-b600-4b68-92c4-7ef948e4fa40,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:48.534982 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-654e970c-e284-49d7-ba6f-83c9ca05b0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:48.538566 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-654e970c-e284-49d7-ba6f-83c9ca05b0f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f84a399b-83b0-41f1-9eb5-ab13bd152a61 HTTP/1.1" status: 204 len: 168 time: 0.9443936 Apr 18 05:54:48.538566 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a133e36-1883-47de-9028-f4911c09f41e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:48.544979 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0a133e36-1883-47de-9028-f4911c09f41e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/subnets/973b1196-b600-4b68-92c4-7ef948e4fa40 HTTP/1.1" status: 204 len: 168 time: 1.2392187 Apr 18 05:54:48.551511 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-877dde82-b7ff-48f6-9e78-0feea6965ee1 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/subnets/bf0a4132-5b80-421b-9704-a6fe4fe97f85 HTTP/1.1" status: 204 len: 168 time: 1.6662085 Apr 18 05:54:48.553547 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41562) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:48.554231 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41564) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:48.559323 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324dd601-7bc1-4704-b2b7-3a6f866867a3 None None] Network f9185c10-25ed-43f5-aada-c20fb92ac2e0 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:48.571181 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2b7d917d-ec66-44ef-8b40-35748f38a254 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:48.580729 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0265f713-21e4-4b75-a69a-e168411b2df4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:48.585407 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2b7d917d-ec66-44ef-8b40-35748f38a254 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:48.590645 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e0ee4-d05c-486e-9146-9b30e6de3ced admin admin] Pushing event deleted for resources: {'Port': ['ID=b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:48.869032 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265f713-21e4-4b75-a69a-e168411b2df4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event deleted for resources: {'Port': ['ID=0b60ef89-11c4-41d2-a4c5-f4258f1ae9ff,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:48.910633 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e2c017b-82da-407a-9668-53db68847539 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:48.932772 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f6bfb4-1705-4939-acd1-91f874d1c175 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting subnet 4f2c89c1-7bd6-4c45-8658-dc5d1659d5f1 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:54:48.948814 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cf24b216-d09b-444e-b502-8be79aaf43d6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:48.962098 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-68f6bfb4-1705-4939-acd1-91f874d1c175 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:48.999268 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c5f973-7c1c-4867-8977-2f394762ac31 None None] DHCP port deletion for 93fd6a8b-6911-49a2-8aa4-b72757b0c7f1 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:54:49.004020 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-19c5f973-7c1c-4867-8977-2f394762ac31 None None] Deleting port eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:49.004448 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-19c5f973-7c1c-4867-8977-2f394762ac31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:49.015426 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-1e2c017b-82da-407a-9668-53db68847539 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9182f4e6-f196-4324-982c-e932101321b1']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:49.039107 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-1e2c017b-82da-407a-9668-53db68847539 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86f53a4-2f95-4f63-8abd-79d5a33f6de9') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:49.039399 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-1e2c017b-82da-407a-9668-53db68847539 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86f53a4-2f95-4f63-8abd-79d5a33f6de9') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:49.057613 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-cf24b216-d09b-444e-b502-8be79aaf43d6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Deleting port eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:49.057958 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cf24b216-d09b-444e-b502-8be79aaf43d6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:49.089944 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e2c017b-82da-407a-9668-53db68847539 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:49.110778 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-68f6bfb4-1705-4939-acd1-91f874d1c175 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:49.173504 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e2c017b-82da-407a-9668-53db68847539 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:49.187220 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2c017b-82da-407a-9668-53db68847539 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:54:49.187634 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e2c017b-82da-407a-9668-53db68847539 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:54:49.212691 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:54:49.234662 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2b7d917d-ec66-44ef-8b40-35748f38a254 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:49.235614 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7d917d-ec66-44ef-8b40-35748f38a254 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Fanout notify agent at l3_agent the message router_deleted on router 83851054-6446-4afc-b9c3-a618ab17ad9e {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:54:49.287221 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-19c5f973-7c1c-4867-8977-2f394762ac31 None None] For port eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf,segment=NetworkSegment(d17fe537-5190-4c62-a59c-7679e1ceb454),segment_id=d17fe537-5190-4c62-a59c-7679e1ceb454)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:49.287614 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-19c5f973-7c1c-4867-8977-2f394762ac31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:49.307869 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a99e0ee4-d05c-486e-9146-9b30e6de3ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:49.314052 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6da1333-7fdc-421a-b240-a902de4e7d62 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:49.370399 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da1333-7fdc-421a-b240-a902de4e7d62 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Pushing event deleted for resources: {'Port': ['ID=cce0974d-a400-4873-ade5-0152fdd0bd4f,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:49.385567 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2b7d917d-ec66-44ef-8b40-35748f38a254 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:49.386947 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2b7d917d-ec66-44ef-8b40-35748f38a254 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/routers/83851054-6446-4afc-b9c3-a618ab17ad9e HTTP/1.1" status: 204 len: 168 time: 1.5711038 Apr 18 05:54:49.387979 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0265f713-21e4-4b75-a69a-e168411b2df4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for floatingip, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:49.391948 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0265f713-21e4-4b75-a69a-e168411b2df4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:49.399516 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41582) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:49.399792 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41584) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:49.413608 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0265f713-21e4-4b75-a69a-e168411b2df4 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "DELETE /v2.0/floatingips/de3a66fb-0359-42f2-80a5-1943fc692a32 HTTP/1.1" status: 204 len: 168 time: 2.8883524 Apr 18 05:54:49.508380 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-19c5f973-7c1c-4867-8977-2f394762ac31 None None] Calling delete_port for eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:49.576084 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e2c017b-82da-407a-9668-53db68847539 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:49.617548 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-19c5f973-7c1c-4867-8977-2f394762ac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:49.647504 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1e2c017b-82da-407a-9668-53db68847539 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:49.650442 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c017b-82da-407a-9668-53db68847539 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Network': ['ID=9182f4e6-f196-4324-982c-e932101321b1,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:49.652756 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6da1333-7fdc-421a-b240-a902de4e7d62 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:49.656561 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-5520d5fd-f433-4219-85b4-546d98835972 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] DELETE failed (client error): The resource could not be found. Apr 18 05:54:49.657043 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5520d5fd-f433-4219-85b4-546d98835972 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:54:49.718358 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5f973-7c1c-4867-8977-2f394762ac31 None None] Pushing event deleted for resources: {'Port': ['ID=eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:49.730627 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c5f973-7c1c-4867-8977-2f394762ac31 None None] No DVR routers for this DVR port eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:54:49.741276 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5520d5fd-f433-4219-85b4-546d98835972 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "DELETE /v2.0/ports/a1030729-f319-4296-b509-81c4001d3c9b HTTP/1.1" status: 404 len: 333 time: 0.3354294 Apr 18 05:54:49.747031 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1e2c017b-82da-407a-9668-53db68847539 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/networks/9182f4e6-f196-4324-982c-e932101321b1 HTTP/1.1" status: 204 len: 168 time: 1.6103542 Apr 18 05:54:49.749623 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41596) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:49.749889 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41598) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:49.750230 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41600) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:49.767609 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-3ee237b6-f3fe-4de0-9562-4091bea67f84 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-971664575'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:49.828095 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3ee237b6-f3fe-4de0-9562-4091bea67f84 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:49.847622 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3ee237b6-f3fe-4de0-9562-4091bea67f84 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:network and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:49.855875 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-757a7516-5264-4e17-b6ef-cab47a82d026 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting subnet 969185cd-6c34-4fb4-98fe-7fc21efc72f4 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:54:49.858829 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-447eae19-2315-4782-a086-ff49a3b10295 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Synchronizing usage tracker for tenant:53217080630e4ec6bc3e36527767510c on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:54:49.861887 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-68f6bfb4-1705-4939-acd1-91f874d1c175 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:49.894427 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3ee237b6-f3fe-4de0-9562-4091bea67f84 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:49.898774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-757a7516-5264-4e17-b6ef-cab47a82d026 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:49.962695 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3ee237b6-f3fe-4de0-9562-4091bea67f84 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:49.974190 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-cf24b216-d09b-444e-b502-8be79aaf43d6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] For port eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf,segment=NetworkSegment(d17fe537-5190-4c62-a59c-7679e1ceb454),segment_id=d17fe537-5190-4c62-a59c-7679e1ceb454)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:49.974567 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cf24b216-d09b-444e-b502-8be79aaf43d6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.055909 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:54:50.059271 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6da1333-7fdc-421a-b240-a902de4e7d62 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.063140 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6da1333-7fdc-421a-b240-a902de4e7d62 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.110369 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6da1333-7fdc-421a-b240-a902de4e7d62 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.110686 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:54:50.110900 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6da1333-7fdc-421a-b240-a902de4e7d62 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Fanout notify agent at l3_agent the message router_deleted on router 717b82ac-77aa-4cf9-98ce-7acbed1909dd {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:54:50.111443 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:54:50.128378 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f108fea1-55b0-435e-b684-a5ee67d49003 None None] Provisioning complete for port c0d11290-338d-4702-bec0-7ba2af975c3e triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:50.128893 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f108fea1-55b0-435e-b684-a5ee67d49003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.136197 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-cf24b216-d09b-444e-b502-8be79aaf43d6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Calling delete_port for eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:50.169183 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-83a0f012-7abf-43a5-9466-c050c3a50212 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1920920975', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:50.184675 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-757a7516-5264-4e17-b6ef-cab47a82d026 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.194622 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6da1333-7fdc-421a-b240-a902de4e7d62 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.199235 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e6da1333-7fdc-421a-b240-a902de4e7d62 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "DELETE /v2.0/routers/717b82ac-77aa-4cf9-98ce-7acbed1909dd HTTP/1.1" status: 204 len: 168 time: 5.0704830 Apr 18 05:54:50.199831 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41610) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:50.204481 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-295878235', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}, 'admin_state_up': False}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:50.215462 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:50.217758 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-83a0f012-7abf-43a5-9466-c050c3a50212 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:50.223111 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Usage tracker for resource:router and tenant:780fa0cc364e4ebab05bba298701cf99 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:50.227919 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:50.228774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee237b6-f3fe-4de0-9562-4091bea67f84 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Made reservation on behalf of cfb0e03f77e24f68b484d6de092642f5 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:50.232164 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3ee237b6-f3fe-4de0-9562-4091bea67f84 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.243978 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:50.320287 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.321332 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.358968 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99e0ee4-d05c-486e-9146-9b30e6de3ced admin admin] Router 551b6347-bd74-4444-a007-2f51ae9f33b5 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:54:50.360283 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.377480 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-83a0f012-7abf-43a5-9466-c050c3a50212 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Usage tracker for resource:router and tenant:cfdddab4968c45f29720152d8bb2e3d7 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:50.379946 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-447eae19-2315-4782-a086-ff49a3b10295 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Unset dirty status for tenant:53217080630e4ec6bc3e36527767510c on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:54:50.383694 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-447eae19-2315-4782-a086-ff49a3b10295 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "GET /v2.0/ports?device_id=69565498-5e47-4faa-816f-2b308de58b74 HTTP/1.1" status: 200 len: 205 time: 0.6285825 Apr 18 05:54:50.384696 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-83a0f012-7abf-43a5-9466-c050c3a50212 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:50.394212 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41614) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:50.410268 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-83a0f012-7abf-43a5-9466-c050c3a50212 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:50.521723 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-07e6cb13-b238-4821-9d90-ef9bc12ca7c7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] delete failed (client error): The resource could not be found. Apr 18 05:54:50.524668 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-07e6cb13-b238-4821-9d90-ef9bc12ca7c7 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "DELETE /v2.0/routers/69565498-5e47-4faa-816f-2b308de58b74 HTTP/1.1" status: 404 len: 336 time: 0.1294472 Apr 18 05:54:50.528064 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41618) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:50.540605 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-68f6bfb4-1705-4939-acd1-91f874d1c175 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.544497 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83a0f012-7abf-43a5-9466-c050c3a50212 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.545452 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83a0f012-7abf-43a5-9466-c050c3a50212 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.585743 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee237b6-f3fe-4de0-9562-4091bea67f84 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:54:50.635290 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-67feca01-2b3b-4e4c-9f29-a9e59e9c57a5 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] DELETE failed (client error): The resource could not be found. Apr 18 05:54:50.635747 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67feca01-2b3b-4e4c-9f29-a9e59e9c57a5 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:54:50.646890 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6bfb4-1705-4939-acd1-91f874d1c175 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Subnet': ['ID=4f2c89c1-7bd6-4c45-8658-dc5d1659d5f1,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:50.651624 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-68f6bfb4-1705-4939-acd1-91f874d1c175 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.661529 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-cf24b216-d09b-444e-b502-8be79aaf43d6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:54:50.661919 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-cf24b216-d09b-444e-b502-8be79aaf43d6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:54:50.662459 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996ed9dd-6101-4677-b761-b28fe2a6af45 None None] Network f9185c10-25ed-43f5-aada-c20fb92ac2e0 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:50.677198 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3ee237b6-f3fe-4de0-9562-4091bea67f84 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.677568 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-3ee237b6-f3fe-4de0-9562-4091bea67f84 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Added segment 60cdce59-236c-4bc9-ba9d-79075b105fe9 of type vlan for network dd987a3b-c649-45e0-b03e-fbcfa414be35 Apr 18 05:54:50.684096 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83a0f012-7abf-43a5-9466-c050c3a50212 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.703728 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-67feca01-2b3b-4e4c-9f29-a9e59e9c57a5 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "DELETE /v2.0/subnets/4a3bbec7-02cf-4791-a460-23d378fe89e7 HTTP/1.1" status: 404 len: 337 time: 0.1675105 Apr 18 05:54:50.703728 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-68f6bfb4-1705-4939-acd1-91f874d1c175 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/subnets/4f2c89c1-7bd6-4c45-8658-dc5d1659d5f1 HTTP/1.1" status: 204 len: 168 time: 2.1416388 Apr 18 05:54:50.707654 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41624) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:50.707824 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41622) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:50.763085 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-757a7516-5264-4e17-b6ef-cab47a82d026 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.813902 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3ee237b6-f3fe-4de0-9562-4091bea67f84 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.818737 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83a0f012-7abf-43a5-9466-c050c3a50212 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.822641 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.892729 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99e0ee4-d05c-486e-9146-9b30e6de3ced admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:54:50.907503 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9d47c1-c949-4219-be91-bc6576721e17 None None] Sync routers for ids ['551b6347-bd74-4444-a007-2f51ae9f33b5'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:54:50.913253 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-0259660f-44d9-406c-be82-27d6d12a01a1 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Deleting port 6ab963fb-33f0-40f1-8644-4f88def5adf9 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:50.913597 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0259660f-44d9-406c-be82-27d6d12a01a1 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.919753 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9d47c1-c949-4219-be91-bc6576721e17 None None] Routers {'551b6347-bd74-4444-a007-2f51ae9f33b5'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:50.921290 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-2a9d47c1-c949-4219-be91-bc6576721e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['551b6347-bd74-4444-a007-2f51ae9f33b5'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:50.946934 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-daf1f814-a341-4b8f-ba19-b8576fdb8173 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.947329 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a99e0ee4-d05c-486e-9146-9b30e6de3ced admin admin] 10.222.0.15 "PUT /v2.0/routers/551b6347-bd74-4444-a007-2f51ae9f33b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8636320 Apr 18 05:54:50.952544 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83a0f012-7abf-43a5-9466-c050c3a50212 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.953819 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-83a0f012-7abf-43a5-9466-c050c3a50212 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2001872 Apr 18 05:54:50.955583 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41630) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:50.957530 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41632) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:50.968579 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-51507923'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:50.974010 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fb9914-ca87-411b-ad79-22239ecad467 None None] DHCP port deletion for f9185c10-25ed-43f5-aada-c20fb92ac2e0 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:54:50.978843 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43fb9914-ca87-411b-ad79-22239ecad467 None None] Deleting port c0d11290-338d-4702-bec0-7ba2af975c3e {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:50.979410 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43fb9914-ca87-411b-ad79-22239ecad467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:51.004316 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-daf1f814-a341-4b8f-ba19-b8576fdb8173 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port c0d11290-338d-4702-bec0-7ba2af975c3e {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:51.004571 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-daf1f814-a341-4b8f-ba19-b8576fdb8173 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:51.050416 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:51.069551 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3ee237b6-f3fe-4de0-9562-4091bea67f84 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:51.078362 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee237b6-f3fe-4de0-9562-4091bea67f84 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:51.079183 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3ee237b6-f3fe-4de0-9562-4091bea67f84 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:51.116179 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Usage tracker for resource:network and tenant:cfdddab4968c45f29720152d8bb2e3d7 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:51.122063 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:51.139434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:51.153575 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-2a9d47c1-c949-4219-be91-bc6576721e17 None None] Set router 551b6347-bd74-4444-a007-2f51ae9f33b5 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:54:51.166938 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-cf24b216-d09b-444e-b502-8be79aaf43d6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Deleting port eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:51.167220 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cf24b216-d09b-444e-b502-8be79aaf43d6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:51.211944 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3ee237b6-f3fe-4de0-9562-4091bea67f84 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4524808 Apr 18 05:54:51.216667 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43fb9914-ca87-411b-ad79-22239ecad467 None None] For port c0d11290-338d-4702-bec0-7ba2af975c3e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c0d11290-338d-4702-bec0-7ba2af975c3e,segment=NetworkSegment(aa67758a-247d-478d-a08c-68c3424b3bc9),segment_id=aa67758a-247d-478d-a08c-68c3424b3bc9)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:51.216836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43fb9914-ca87-411b-ad79-22239ecad467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:51.267261 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-cf24b216-d09b-444e-b502-8be79aaf43d6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] The port 'eb96a3eb-f558-4a5b-a8f7-7f5e0b68a8bf' was deleted {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:54:51.269086 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-757a7516-5264-4e17-b6ef-cab47a82d026 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:51.277643 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41638) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:51.353691 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-3327f0a2-4f37-4f5f-a7b0-22a3e668d25f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'subnet': {'network_id': 'dd987a3b-c649-45e0-b03e-fbcfa414be35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:51.426909 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Made reservation on behalf of cfdddab4968c45f29720152d8bb2e3d7 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:51.430470 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:51.438958 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43fb9914-ca87-411b-ad79-22239ecad467 None None] Calling delete_port for c0d11290-338d-4702-bec0-7ba2af975c3e owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:51.475884 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:51.510724 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-2a9d47c1-c949-4219-be91-bc6576721e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'name': 'tempest-ServerActionsTestJSON-1457690879-router', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:54:47Z', 'revision_number': 5, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'gw_port': {'id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:00Z', 'updated_at': '2022-04-18T05:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:51.515238 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9d47c1-c949-4219-be91-bc6576721e17 None None] Checking router: 551b6347-bd74-4444-a007-2f51ae9f33b5 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:54:51.523009 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:51.526466 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9d47c1-c949-4219-be91-bc6576721e17 None None] Routers {'551b6347-bd74-4444-a007-2f51ae9f33b5'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:54:51.528210 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-2a9d47c1-c949-4219-be91-bc6576721e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['551b6347-bd74-4444-a007-2f51ae9f33b5'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:51.534024 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a7516-5264-4e17-b6ef-cab47a82d026 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Subnet': ['ID=969185cd-6c34-4fb4-98fe-7fc21efc72f4,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:51.536377 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43fb9914-ca87-411b-ad79-22239ecad467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:51.573110 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:51.586995 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eba3b0-8086-4aa3-b5f0-abfb080504ef None None] Network d9a78a78-f8bd-47d9-903a-501643cb57e7 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:51.627280 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb9914-ca87-411b-ad79-22239ecad467 None None] Pushing event deleted for resources: {'Port': ['ID=c0d11290-338d-4702-bec0-7ba2af975c3e,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:51.634486 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Usage tracker for resource:security_group_rule and tenant:cfdddab4968c45f29720152d8bb2e3d7 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:51.645180 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:51.646489 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fb9914-ca87-411b-ad79-22239ecad467 None None] No DVR routers for this DVR port c0d11290-338d-4702-bec0-7ba2af975c3e on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:54:51.668945 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:51.684121 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-757a7516-5264-4e17-b6ef-cab47a82d026 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:51.686127 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-757a7516-5264-4e17-b6ef-cab47a82d026 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/subnets/969185cd-6c34-4fb4-98fe-7fc21efc72f4 HTTP/1.1" status: 204 len: 168 time: 2.2830462 Apr 18 05:54:51.689464 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41646) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:51.709550 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee237b6-f3fe-4de0-9562-4091bea67f84 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Network': ['ID=dd987a3b-c649-45e0-b03e-fbcfa414be35,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:51.715336 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3327f0a2-4f37-4f5f-a7b0-22a3e668d25f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:51.758260 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-2a9d47c1-c949-4219-be91-bc6576721e17 None None] Set router 551b6347-bd74-4444-a007-2f51ae9f33b5 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:54:51.796246 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network dd987a3b-c649-45e0-b03e-fbcfa414be35 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:54:51.797463 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e283d56-60fa-43e6-ab9c-e63b729534a4 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting subnet 50d40424-9dc8-4056-b8a2-20a75ce639bb {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:54:51.861134 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3327f0a2-4f37-4f5f-a7b0-22a3e668d25f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:subnet and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:51.863803 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7e283d56-60fa-43e6-ab9c-e63b729534a4 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:51.866312 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0259660f-44d9-406c-be82-27d6d12a01a1 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:51.961797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3327f0a2-4f37-4f5f-a7b0-22a3e668d25f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:51.981987 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cf24b216-d09b-444e-b502-8be79aaf43d6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:52.001080 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3327f0a2-4f37-4f5f-a7b0-22a3e668d25f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:52.006358 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c0d11290-338d-4702-bec0-7ba2af975c3e no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:54:52.061043 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-daf1f814-a341-4b8f-ba19-b8576fdb8173 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] For port c0d11290-338d-4702-bec0-7ba2af975c3e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c0d11290-338d-4702-bec0-7ba2af975c3e,segment=NetworkSegment(aa67758a-247d-478d-a08c-68c3424b3bc9),segment_id=aa67758a-247d-478d-a08c-68c3424b3bc9)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:52.061653 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-daf1f814-a341-4b8f-ba19-b8576fdb8173 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:52.077659 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-cf24b216-d09b-444e-b502-8be79aaf43d6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93fd6a8b-6911-49a2-8aa4-b72757b0c7f1']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:52.091161 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7e283d56-60fa-43e6-ab9c-e63b729534a4 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:52.095496 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: c0d11290-338d-4702-bec0-7ba2af975c3e {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:54:52.095851 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c0d11290-338d-4702-bec0-7ba2af975c3e not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:54:52.104835 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-0259660f-44d9-406c-be82-27d6d12a01a1 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Calling delete_port for 6ab963fb-33f0-40f1-8644-4f88def5adf9 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:52.123379 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-2a9d47c1-c949-4219-be91-bc6576721e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'name': 'tempest-ServerActionsTestJSON-1457690879-router', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:54:47Z', 'revision_number': 5, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'gw_port': {'id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:00Z', 'updated_at': '2022-04-18T05:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:52.128432 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9d47c1-c949-4219-be91-bc6576721e17 None None] The sync data for ids ['551b6347-bd74-4444-a007-2f51ae9f33b5'] in dv-neutron-837489-1-hyperv is: [{'id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'name': 'tempest-ServerActionsTestJSON-1457690879-router', 'tenant_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:50:57Z', 'updated_at': '2022-04-18T05:54:47Z', 'revision_number': 5, 'project_id': 'e66226dc1f664b9db6f01b9a65f1c168', 'gw_port': {'id': '5aadb579-713b-424c-94fd-1cc257798c7d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b6347-bd74-4444-a007-2f51ae9f33b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:00Z', 'updated_at': '2022-04-18T05:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:54:52.204500 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3327f0a2-4f37-4f5f-a7b0-22a3e668d25f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Made reservation on behalf of cfb0e03f77e24f68b484d6de092642f5 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:52.208378 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3327f0a2-4f37-4f5f-a7b0-22a3e668d25f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:52.210861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:52.252391 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:52.259820 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:52.345938 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Deleting port 5aadb579-713b-424c-94fd-1cc257798c7d {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:52.346275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:52.404046 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-cf24b216-d09b-444e-b502-8be79aaf43d6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17fe537-5190-4c62-a59c-7679e1ceb454') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:52.404357 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-cf24b216-d09b-444e-b502-8be79aaf43d6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17fe537-5190-4c62-a59c-7679e1ceb454') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:52.418015 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-daf1f814-a341-4b8f-ba19-b8576fdb8173 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Calling delete_port for c0d11290-338d-4702-bec0-7ba2af975c3e owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:52.458198 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:52.479514 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:52.481534 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cf24b216-d09b-444e-b502-8be79aaf43d6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:52.505721 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5203f1d5-3ce7-4eec-b12e-9c338a366827 None None] DHCP port deletion for d9a78a78-f8bd-47d9-903a-501643cb57e7 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:54:52.511119 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-5203f1d5-3ce7-4eec-b12e-9c338a366827 None None] Deleting port 933c092e-80b0-4553-8d8b-29f60b72f18b {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:52.511556 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5203f1d5-3ce7-4eec-b12e-9c338a366827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:52.582989 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cf24b216-d09b-444e-b502-8be79aaf43d6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:52.605203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:54:52.607505 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf24b216-d09b-444e-b502-8be79aaf43d6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:54:52.608009 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cf24b216-d09b-444e-b502-8be79aaf43d6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:54:52.623363 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:54:52.659288 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=063bc829-afca-4157-8fdb-2f8098562f4b,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:52.690040 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0259660f-44d9-406c-be82-27d6d12a01a1 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:52.733036 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-daf1f814-a341-4b8f-ba19-b8576fdb8173 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:54:52.733640 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-daf1f814-a341-4b8f-ba19-b8576fdb8173 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:54:52.742710 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7e283d56-60fa-43e6-ab9c-e63b729534a4 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:52.748515 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:52.749236 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Added segment 442651fd-bbd1-49d7-83f9-bc7cf650b223 of type vlan for network e1bb5beb-efb1-4e09-8d56-0bc67b7a761a Apr 18 05:54:52.771050 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259660f-44d9-406c-be82-27d6d12a01a1 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event deleted for resources: {'Port': ['ID=6ab963fb-33f0-40f1-8644-4f88def5adf9,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:52.777024 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cf24b216-d09b-444e-b502-8be79aaf43d6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:52.792857 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-5203f1d5-3ce7-4eec-b12e-9c338a366827 None None] For port 933c092e-80b0-4553-8d8b-29f60b72f18b, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=933c092e-80b0-4553-8d8b-29f60b72f18b,segment=NetworkSegment(60a87501-5e4a-4ef8-b4e4-88a574071107),segment_id=60a87501-5e4a-4ef8-b4e4-88a574071107)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:52.793969 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5203f1d5-3ce7-4eec-b12e-9c338a366827 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:52.804947 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cf24b216-d09b-444e-b502-8be79aaf43d6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:52.827185 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-cf24b216-d09b-444e-b502-8be79aaf43d6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/networks/93fd6a8b-6911-49a2-8aa4-b72757b0c7f1 HTTP/1.1" status: 204 len: 168 time: 4.2634709 Apr 18 05:54:52.842785 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41654) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:52.854680 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Allocated IP 172.26.1.249 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/3a37f8ac-2d69-4f19-949b-d363aa59e0bb) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:52.859748 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24b216-d09b-444e-b502-8be79aaf43d6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Network': ['ID=93fd6a8b-6911-49a2-8aa4-b72757b0c7f1,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:52.941763 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-5203f1d5-3ce7-4eec-b12e-9c338a366827 None None] Calling delete_port for 933c092e-80b0-4553-8d8b-29f60b72f18b owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:52.942342 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7e283d56-60fa-43e6-ab9c-e63b729534a4 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:52.985051 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e283d56-60fa-43e6-ab9c-e63b729534a4 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Subnet': ['ID=50d40424-9dc8-4056-b8a2-20a75ce639bb,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:52.990209 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7e283d56-60fa-43e6-ab9c-e63b729534a4 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:52.993421 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3327f0a2-4f37-4f5f-a7b0-22a3e668d25f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.004354 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b30275-cae1-466a-87fe-63972692cd31 None None] Network 5fe54038-49dc-468b-90bc-550fa0bf9f52 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:53.057047 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7e283d56-60fa-43e6-ab9c-e63b729534a4 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/subnets/50d40424-9dc8-4056-b8a2-20a75ce639bb HTTP/1.1" status: 204 len: 168 time: 1.3472121 Apr 18 05:54:53.060853 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41658) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:53.103278 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.109113 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] For port 5aadb579-713b-424c-94fd-1cc257798c7d, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5aadb579-713b-424c-94fd-1cc257798c7d,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:53.109751 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.117601 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5203f1d5-3ce7-4eec-b12e-9c338a366827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.119313 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48d3d93-e569-4960-8459-73bba045016c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] DELETE failed (client error): The resource could not be found. Apr 18 05:54:53.119761 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e48d3d93-e569-4960-8459-73bba045016c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:54:53.132992 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327f0a2-4f37-4f5f-a7b0-22a3e668d25f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Subnet': ['ID=58a8f93f-7d7c-4cee-a8cb-52c4cb830030,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:53.138099 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3327f0a2-4f37-4f5f-a7b0-22a3e668d25f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Checking segment: {'id': '60cdce59-236c-4bc9-ba9d-79075b105fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dd987a3b-c649-45e0-b03e-fbcfa414be35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:54:53.138099 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3327f0a2-4f37-4f5f-a7b0-22a3e668d25f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network hostable DHCP agents. Network: dd987a3b-c649-45e0-b03e-fbcfa414be35, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:54:53.199190 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203f1d5-3ce7-4eec-b12e-9c338a366827 None None] Pushing event deleted for resources: {'Port': ['ID=933c092e-80b0-4553-8d8b-29f60b72f18b,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:53.201587 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5203f1d5-3ce7-4eec-b12e-9c338a366827 None None] No DVR routers for this DVR port 933c092e-80b0-4553-8d8b-29f60b72f18b on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:54:53.230017 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3327f0a2-4f37-4f5f-a7b0-22a3e668d25f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network dd987a3b-c649-45e0-b03e-fbcfa414be35 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:54:53.235562 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-807da6eb-bd93-4519-b75d-6e242d7ae88a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.239165 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-daf1f814-a341-4b8f-ba19-b8576fdb8173 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port c0d11290-338d-4702-bec0-7ba2af975c3e {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:53.239487 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-daf1f814-a341-4b8f-ba19-b8576fdb8173 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.288827 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-3327f0a2-4f37-4f5f-a7b0-22a3e668d25f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, dd987a3b-c649-45e0-b03e-fbcfa414be35) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:53.296739 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Calling delete_port for 5aadb579-713b-424c-94fd-1cc257798c7d owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:53.299445 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3604e2-2056-458b-8380-b178dff060d8 None None] Network dd987a3b-c649-45e0-b03e-fbcfa414be35 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:53.334867 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-daf1f814-a341-4b8f-ba19-b8576fdb8173 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] The port 'c0d11290-338d-4702-bec0-7ba2af975c3e' was deleted {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:54:53.335175 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.resource_extend [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:54:53.372237 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3327f0a2-4f37-4f5f-a7b0-22a3e668d25f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:53.373023 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3327f0a2-4f37-4f5f-a7b0-22a3e668d25f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.410269 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0259660f-44d9-406c-be82-27d6d12a01a1 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.413596 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0259660f-44d9-406c-be82-27d6d12a01a1 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "DELETE /v2.0/ports/6ab963fb-33f0-40f1-8644-4f88def5adf9 HTTP/1.1" status: 204 len: 168 time: 2.6973493 Apr 18 05:54:53.420373 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e48d3d93-e569-4960-8459-73bba045016c tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/subnets/57d6abbf-09b6-4e66-b619-7c1798421e50 HTTP/1.1" status: 404 len: 337 time: 0.5761144 Apr 18 05:54:53.429570 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bc93df-6c73-4187-b7cb-3dbee8566307 None None] DHCP port deletion for 5fe54038-49dc-468b-90bc-550fa0bf9f52 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:54:53.430155 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41662) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:53.430514 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41664) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:53.443896 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-d5bc93df-6c73-4187-b7cb-3dbee8566307 None None] Deleting port 0446a36d-97d0-4580-a573-9633a40562d9 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:53.444283 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d5bc93df-6c73-4187-b7cb-3dbee8566307 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.504920 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-daf1f814-a341-4b8f-ba19-b8576fdb8173 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.517259 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.523265 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:53.523853 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.582633 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3327f0a2-4f37-4f5f-a7b0-22a3e668d25f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2442768 Apr 18 05:54:53.582838 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-61241944-93ed-4fef-8fc7-bb797d6ddf20 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] DELETE failed (client error): The resource could not be found. Apr 18 05:54:53.582924 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-daf1f814-a341-4b8f-ba19-b8576fdb8173 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9185c10-25ed-43f5-aada-c20fb92ac2e0']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:53.584593 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61241944-93ed-4fef-8fc7-bb797d6ddf20 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:54:53.588221 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-61241944-93ed-4fef-8fc7-bb797d6ddf20 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/networks/3ec40625-87fc-4648-a57c-62f03ba07431 HTTP/1.1" status: 404 len: 339 time: 0.1510313 Apr 18 05:54:53.591101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41670) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:53.591655 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41672) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:53.646674 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-daf1f814-a341-4b8f-ba19-b8576fdb8173 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa67758a-247d-478d-a08c-68c3424b3bc9') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:53.646975 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-daf1f814-a341-4b8f-ba19-b8576fdb8173 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa67758a-247d-478d-a08c-68c3424b3bc9') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:53.666080 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-807da6eb-bd93-4519-b75d-6e242d7ae88a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.673911 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-7168412e-a01a-4d07-b30d-51dfc99e48c9 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-147454600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:53.674980 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-daf1f814-a341-4b8f-ba19-b8576fdb8173 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.704166 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-807da6eb-bd93-4519-b75d-6e242d7ae88a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a78a78-f8bd-47d9-903a-501643cb57e7']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:53.712233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-daf1f814-a341-4b8f-ba19-b8576fdb8173 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.728589 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-807da6eb-bd93-4519-b75d-6e242d7ae88a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a87501-5e4a-4ef8-b4e4-88a574071107') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:53.729518 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-807da6eb-bd93-4519-b75d-6e242d7ae88a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a87501-5e4a-4ef8-b4e4-88a574071107') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:53.735444 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7718234 Apr 18 05:54:53.736835 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf1f814-a341-4b8f-ba19-b8576fdb8173 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:54:53.736835 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-daf1f814-a341-4b8f-ba19-b8576fdb8173 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.737400 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7168412e-a01a-4d07-b30d-51dfc99e48c9 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:53.748086 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-dd987a3b-c649-45e0-b03e-fbcfa414be35', 'network_id': 'dd987a3b-c649-45e0-b03e-fbcfa414be35', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'fixed_ips': [{'subnet_id': '58a8f93f-7d7c-4cee-a8cb-52c4cb830030'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:54:53.748881 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:54:53.751767 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:54:53.754032 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41678) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:53.769276 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-d5bc93df-6c73-4187-b7cb-3dbee8566307 None None] For port 0446a36d-97d0-4580-a573-9633a40562d9, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=0446a36d-97d0-4580-a573-9633a40562d9,segment=NetworkSegment(348cd08c-38e7-4ef0-ab9e-1f7816b6a39b),segment_id=348cd08c-38e7-4ef0-ab9e-1f7816b6a39b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:53.769640 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d5bc93df-6c73-4187-b7cb-3dbee8566307 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.773343 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ba43dc96-4080-4a51-aa4e-0d2ea9304232 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Deleting port 38445cf4-d3f5-421e-aa5b-8d73bcc70db9 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:53.773683 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ba43dc96-4080-4a51-aa4e-0d2ea9304232 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.775062 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Request body: {'subnet': {'network_id': 'e1bb5beb-efb1-4e09-8d56-0bc67b7a761a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:53.801261 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7168412e-a01a-4d07-b30d-51dfc99e48c9 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:router and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:53.819456 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7168412e-a01a-4d07-b30d-51dfc99e48c9 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:53.836015 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.846000 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25700ee-a370-4b65-83b9-45da62df1289 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Pushing event updated for resources: {'Network': ['ID=e1bb5beb-efb1-4e09-8d56-0bc67b7a761a,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:53.853872 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7168412e-a01a-4d07-b30d-51dfc99e48c9 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:53.896458 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-807da6eb-bd93-4519-b75d-6e242d7ae88a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.904309 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network e1bb5beb-efb1-4e09-8d56-0bc67b7a761a details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:54:53.913528 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-bede0179-1647-43e4-a29f-2cf91a52c565 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Deleting subnet 73c163a3-533e-4e52-8bec-670e3f7d1bb2 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:54:53.919793 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-807da6eb-bd93-4519-b75d-6e242d7ae88a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.924452 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-daf1f814-a341-4b8f-ba19-b8576fdb8173 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.928947 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-daf1f814-a341-4b8f-ba19-b8576fdb8173 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.947829 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7168412e-a01a-4d07-b30d-51dfc99e48c9 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.949126 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7168412e-a01a-4d07-b30d-51dfc99e48c9 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:53.952883 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bede0179-1647-43e4-a29f-2cf91a52c565 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:54.016259 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807da6eb-bd93-4519-b75d-6e242d7ae88a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:54:54.016659 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-807da6eb-bd93-4519-b75d-6e242d7ae88a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:54.062186 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 933c092e-80b0-4553-8d8b-29f60b72f18b no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:54:54.086788 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bede0179-1647-43e4-a29f-2cf91a52c565 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:54.100785 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-d5bc93df-6c73-4187-b7cb-3dbee8566307 None None] Calling delete_port for 0446a36d-97d0-4580-a573-9633a40562d9 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:54.145576 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 933c092e-80b0-4553-8d8b-29f60b72f18b {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:54:54.146452 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 933c092e-80b0-4553-8d8b-29f60b72f18b not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:54:54.146846 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 0446a36d-97d0-4580-a573-9633a40562d9 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:54:54.154035 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:54:54.168423 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7168412e-a01a-4d07-b30d-51dfc99e48c9 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:54.178807 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-daf1f814-a341-4b8f-ba19-b8576fdb8173 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/networks/f9185c10-25ed-43f5-aada-c20fb92ac2e0 HTTP/1.1" status: 204 len: 168 time: 3.4645200 Apr 18 05:54:54.178807 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1f814-a341-4b8f-ba19-b8576fdb8173 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Network': ['ID=f9185c10-25ed-43f5-aada-c20fb92ac2e0,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:54.186718 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41682) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:54.251646 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:54.298577 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:54.315700 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Usage tracker for resource:subnet and tenant:cfdddab4968c45f29720152d8bb2e3d7 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:54.327098 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:54.335310 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d5bc93df-6c73-4187-b7cb-3dbee8566307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:54.337731 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:54.368058 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-807da6eb-bd93-4519-b75d-6e242d7ae88a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:54.368419 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:54.373539 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-807da6eb-bd93-4519-b75d-6e242d7ae88a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:54.375138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:54.389369 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:54.391800 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc93df-6c73-4187-b7cb-3dbee8566307 None None] Pushing event deleted for resources: {'Port': ['ID=0446a36d-97d0-4580-a573-9633a40562d9,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:54.393610 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Port 0446a36d-97d0-4580-a573-9633a40562d9 update to DOWN by agent not found {{(pid=88036) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 18 05:54:54.394029 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:54:54.406412 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7168412e-a01a-4d07-b30d-51dfc99e48c9 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:54.410051 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807da6eb-bd93-4519-b75d-6e242d7ae88a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Network': ['ID=d9a78a78-f8bd-47d9-903a-501643cb57e7,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:54.424152 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Made reservation on behalf of cfdddab4968c45f29720152d8bb2e3d7 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:54.424811 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:54.429987 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:54.437528 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] Allocated IP 2001:db8::2 (dd987a3b-c649-45e0-b03e-fbcfa414be35/58a8f93f-7d7c-4cee-a8cb-52c4cb830030/9ec03860-b272-4b27-8f00-f32fa40c016f) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:54.439482 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:54:54.439818 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b6e44d0a-abb4-467a-b5cf-ad70d76cb1e5 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:54:54.446337 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bc93df-6c73-4187-b7cb-3dbee8566307 None None] No DVR routers for this DVR port 0446a36d-97d0-4580-a573-9633a40562d9 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:54:54.488983 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Pushing event updated for resources: {'Port': ['ID=3a37f8ac-2d69-4f19-949b-d363aa59e0bb,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:54.529699 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ba43dc96-4080-4a51-aa4e-0d2ea9304232 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:54.559196 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07d9f3e-ce01-4d88-ae0b-7ab19a67285d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:54.559870 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f07d9f3e-ce01-4d88-ae0b-7ab19a67285d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Synchronizing usage tracker for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:54:54.572705 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-807da6eb-bd93-4519-b75d-6e242d7ae88a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/networks/d9a78a78-f8bd-47d9-903a-501643cb57e7 HTTP/1.1" status: 204 len: 168 time: 1.5084798 Apr 18 05:54:54.573983 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41686) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:54.606977 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bede0179-1647-43e4-a29f-2cf91a52c565 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:54.640110 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f07d9f3e-ce01-4d88-ae0b-7ab19a67285d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Unset dirty status for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:54:54.641299 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f07d9f3e-ce01-4d88-ae0b-7ab19a67285d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4513757 Apr 18 05:54:54.648111 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41690) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:54.708167 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:54.719490 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] Transition to ACTIVE for port object 9ec03860-b272-4b27-8f00-f32fa40c016f will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:54.739119 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] Transition to ACTIVE for port object 9ec03860-b272-4b27-8f00-f32fa40c016f will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:54.747126 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:54.814088 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] Network dd987a3b-c649-45e0-b03e-fbcfa414be35 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:54.822822 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:54.826709 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:54.826856 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2c6e217b-aa0d-460d-9657-b7e0f0286e7e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:54.853317 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Pushing event deleted for resources: {'Port': ['ID=5aadb579-713b-424c-94fd-1cc257798c7d,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:54.859174 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] Pushing event updated for resources: {'Port': ['ID=9ec03860-b272-4b27-8f00-f32fa40c016f,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:54.922225 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] Attempting to bind port 9ec03860-b272-4b27-8f00-f32fa40c016f on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:54:54.922578 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] Attempting to bind port 9ec03860-b272-4b27-8f00-f32fa40c016f by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '60cdce59-236c-4bc9-ba9d-79075b105fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dd987a3b-c649-45e0-b03e-fbcfa414be35'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:54:54.922935 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] Attempting to bind port 9ec03860-b272-4b27-8f00-f32fa40c016f on network dd987a3b-c649-45e0-b03e-fbcfa414be35 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:54:54.929843 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:54:54.930257 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] Checking segment: {'id': '60cdce59-236c-4bc9-ba9d-79075b105fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dd987a3b-c649-45e0-b03e-fbcfa414be35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:54:54.930646 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:54.931026 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] Bound using segment: {'id': '60cdce59-236c-4bc9-ba9d-79075b105fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dd987a3b-c649-45e0-b03e-fbcfa414be35'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:54:54.931520 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] Bound port: 9ec03860-b272-4b27-8f00-f32fa40c016f, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60cdce59-236c-4bc9-ba9d-79075b105fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dd987a3b-c649-45e0-b03e-fbcfa414be35'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:54:54.932378 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:54.950366 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ba43dc96-4080-4a51-aa4e-0d2ea9304232 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Calling delete_port for 38445cf4-d3f5-421e-aa5b-8d73bcc70db9 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:54.982917 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7168412e-a01a-4d07-b30d-51dfc99e48c9 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:54.986474 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7168412e-a01a-4d07-b30d-51dfc99e48c9 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3878922 Apr 18 05:54:54.986474 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bede0179-1647-43e4-a29f-2cf91a52c565 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:54.995506 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41694) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:55.024730 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5171f9f7-ce1b-460b-913a-39320f754882 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3729048 Apr 18 05:54:55.028999 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] For port 9ec03860-b272-4b27-8f00-f32fa40c016f, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:54:55.030868 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41696) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:55.033348 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] For port 9ec03860-b272-4b27-8f00-f32fa40c016f, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=9ec03860-b272-4b27-8f00-f32fa40c016f,segment=NetworkSegment(60cdce59-236c-4bc9-ba9d-79075b105fe9),segment_id=60cdce59-236c-4bc9-ba9d-79075b105fe9)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:54:55.034839 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.035211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.035695 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.035984 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.036365 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.037373 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.037484 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.037684 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.038067 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.038465 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.038977 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.039457 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.039948 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.040108 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.043550 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2c6e217b-aa0d-460d-9657-b7e0f0286e7e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.054385 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-b76f82c9-4388-4bd7-b30f-cb7385bd8593 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-534115938'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:55.054960 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-6a8d1f4a-501e-4a3c-81fd-685ffe151118 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'port': {'network_id': 'dd987a3b-c649-45e0-b03e-fbcfa414be35', 'name': 'tempest-RoutersIpV6Test-716054174'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:55.109085 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b76f82c9-4388-4bd7-b30f-cb7385bd8593 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:55.121723 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b76f82c9-4388-4bd7-b30f-cb7385bd8593 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:network and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:55.131043 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1fd73-5735-48fe-9ee7-9dee309daadf None None] Pushing event updated for resources: {'Port': ['ID=9ec03860-b272-4b27-8f00-f32fa40c016f,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:55.132945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b76f82c9-4388-4bd7-b30f-cb7385bd8593 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:55.140972 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-2c6e217b-aa0d-460d-9657-b7e0f0286e7e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe54038-49dc-468b-90bc-550fa0bf9f52']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:55.162262 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede0179-1647-43e4-a29f-2cf91a52c565 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Subnet': ['ID=73c163a3-533e-4e52-8bec-670e3f7d1bb2,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:55.167697 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b76f82c9-4388-4bd7-b30f-cb7385bd8593 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:55.177128 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d9948d-b23e-470c-abb3-d745436243e9 None None] Network 237f591f-9486-46ed-a4ea-bf09c58fcb91 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:55.178134 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-2c6e217b-aa0d-460d-9657-b7e0f0286e7e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348cd08c-38e7-4ef0-ab9e-1f7816b6a39b') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:55.178432 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-2c6e217b-aa0d-460d-9657-b7e0f0286e7e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348cd08c-38e7-4ef0-ab9e-1f7816b6a39b') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:55.189301 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bede0179-1647-43e4-a29f-2cf91a52c565 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.216625 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2c6e217b-aa0d-460d-9657-b7e0f0286e7e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.223543 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Pushing event updated for resources: {'Subnet': ['ID=33b9b750-d962-4fc1-a86b-b42f1ecafc9d,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:55.243237 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.243636 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.243906 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.244263 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.244579 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.244906 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.245221 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.245541 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.245871 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.246164 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.246479 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.246791 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:55.252884 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Checking segment: {'id': '442651fd-bbd1-49d7-83f9-bc7cf650b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e1bb5beb-efb1-4e09-8d56-0bc67b7a761a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:54:55.252884 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Network hostable DHCP agents. Network: e1bb5beb-efb1-4e09-8d56-0bc67b7a761a, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:54:55.257225 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76f82c9-4388-4bd7-b30f-cb7385bd8593 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:55.260882 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b76f82c9-4388-4bd7-b30f-cb7385bd8593 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.278235 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2c6e217b-aa0d-460d-9657-b7e0f0286e7e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.294608 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c6e217b-aa0d-460d-9657-b7e0f0286e7e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:54:55.295074 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2c6e217b-aa0d-460d-9657-b7e0f0286e7e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:54:55.309462 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:54:55.394338 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76f82c9-4388-4bd7-b30f-cb7385bd8593 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:54:55.406497 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Network e1bb5beb-efb1-4e09-8d56-0bc67b7a761a is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:54:55.414475 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b76f82c9-4388-4bd7-b30f-cb7385bd8593 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.414856 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-b76f82c9-4388-4bd7-b30f-cb7385bd8593 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Added segment 2e790794-aec7-4120-b637-2e9d920c82fb of type vlan for network 52836eac-7b5b-4b2c-8aa4-fddbabfdef9d Apr 18 05:54:55.418182 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2c6e217b-aa0d-460d-9657-b7e0f0286e7e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.428899 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2c6e217b-aa0d-460d-9657-b7e0f0286e7e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.429985 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bede0179-1647-43e4-a29f-2cf91a52c565 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/subnets/73c163a3-533e-4e52-8bec-670e3f7d1bb2 HTTP/1.1" status: 204 len: 168 time: 1.8317189 Apr 18 05:54:55.453325 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41702) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:55.467351 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.484869 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, e1bb5beb-efb1-4e09-8d56-0bc67b7a761a) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:55.492617 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:55.493195 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.498214 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d6d3ef-1a56-4dd3-b71f-4a1251660c6c None None] Network e1bb5beb-efb1-4e09-8d56-0bc67b7a761a requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:55.556348 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b76f82c9-4388-4bd7-b30f-cb7385bd8593 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.578032 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e217b-aa0d-460d-9657-b7e0f0286e7e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Network': ['ID=5fe54038-49dc-468b-90bc-550fa0bf9f52,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:55.610244 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2c6e217b-aa0d-460d-9657-b7e0f0286e7e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/networks/5fe54038-49dc-468b-90bc-550fa0bf9f52 HTTP/1.1" status: 204 len: 168 time: 1.0334361 Apr 18 05:54:55.626084 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41706) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:55.684787 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-82105ec2-f779-4c86-ba91-afcbcdf6ce1b tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9171329 Apr 18 05:54:55.688542 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c56a7af5-7aa9-48d3-b22e-61d44b99aea8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'network': {'name': 'tempest-RoutersTest-191128844'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:55.702601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41710) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:55.725232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c56a7af5-7aa9-48d3-b22e-61d44b99aea8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:55.748703 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c56a7af5-7aa9-48d3-b22e-61d44b99aea8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:network and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:55.753059 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c56a7af5-7aa9-48d3-b22e-61d44b99aea8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:55.757925 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc68cb49-fc13-4e0a-a922-d143053d5700 None None] DHCP port deletion for 237f591f-9486-46ed-a4ea-bf09c58fcb91 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:54:55.765006 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-af8bddf6-73e1-4282-85c9-bbdfacc474a6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.767212 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c56a7af5-7aa9-48d3-b22e-61d44b99aea8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:55.769209 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b76f82c9-4388-4bd7-b30f-cb7385bd8593 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.775252 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76f82c9-4388-4bd7-b30f-cb7385bd8593 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:55.775854 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b76f82c9-4388-4bd7-b30f-cb7385bd8593 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.776998 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-fc68cb49-fc13-4e0a-a922-d143053d5700 None None] Deleting port acd07f32-73d6-4612-9073-4f63830bfaf0 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:55.777366 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fc68cb49-fc13-4e0a-a922-d143053d5700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.782763 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-d97b8569-6d1a-493d-8392-17c3852f7fbb tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Request body: {'network': {'name': 'tempest-router-network01--165041157'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:55.792739 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.798224 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d97b8569-6d1a-493d-8392-17c3852f7fbb tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:55.804065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.813868 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d97b8569-6d1a-493d-8392-17c3852f7fbb tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Usage tracker for resource:network and tenant:cfdddab4968c45f29720152d8bb2e3d7 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:55.822560 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6a8d1f4a-501e-4a3c-81fd-685ffe151118 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:55.826833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d97b8569-6d1a-493d-8392-17c3852f7fbb tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:55.844624 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d97b8569-6d1a-493d-8392-17c3852f7fbb tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:55.847505 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6a8d1f4a-501e-4a3c-81fd-685ffe151118 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:port and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:55.854931 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6a8d1f4a-501e-4a3c-81fd-685ffe151118 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:55.857678 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ba43dc96-4080-4a51-aa4e-0d2ea9304232 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.874405 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6a8d1f4a-501e-4a3c-81fd-685ffe151118 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:55.876478 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.877074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 551b6347-bd74-4444-a007-2f51ae9f33b5 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:54:55.888325 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-af8bddf6-73e1-4282-85c9-bbdfacc474a6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Deleting port acd07f32-73d6-4612-9073-4f63830bfaf0 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:55.888762 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-af8bddf6-73e1-4282-85c9-bbdfacc474a6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.895389 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-e1bb5beb-efb1-4e09-8d56-0bc67b7a761a', 'network_id': 'e1bb5beb-efb1-4e09-8d56-0bc67b7a761a', 'tenant_id': 'cfdddab4968c45f29720152d8bb2e3d7', 'fixed_ips': [{'subnet_id': '33b9b750-d962-4fc1-a86b-b42f1ecafc9d'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:54:55.897203 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.927008 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56a7af5-7aa9-48d3-b22e-61d44b99aea8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Made reservation on behalf of 1e86337a57bd435798aa8639156e9b5e for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:55.935728 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c56a7af5-7aa9-48d3-b22e-61d44b99aea8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.938866 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43dc96-4080-4a51-aa4e-0d2ea9304232 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event deleted for resources: {'Port': ['ID=38445cf4-d3f5-421e-aa5b-8d73bcc70db9,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:55.978411 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b76f82c9-4388-4bd7-b30f-cb7385bd8593 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9464095 Apr 18 05:54:55.991826 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41714) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:55.992513 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f82c9-4388-4bd7-b30f-cb7385bd8593 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Network': ['ID=52836eac-7b5b-4b2c-8aa4-fddbabfdef9d,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:56.008758 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-ef7dbbd9-1570-4c0e-8952-f20e5ece73ea tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'subnet': {'network_id': '52836eac-7b5b-4b2c-8aa4-fddbabfdef9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:56.031780 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 52836eac-7b5b-4b2c-8aa4-fddbabfdef9d details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:54:56.073699 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97b8569-6d1a-493d-8392-17c3852f7fbb tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Made reservation on behalf of cfdddab4968c45f29720152d8bb2e3d7 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:56.077811 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d97b8569-6d1a-493d-8392-17c3852f7fbb tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:56.114032 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56a7af5-7aa9-48d3-b22e-61d44b99aea8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:54:56.194894 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ba43dc96-4080-4a51-aa4e-0d2ea9304232 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:56.201989 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8d1f4a-501e-4a3c-81fd-685ffe151118 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Made reservation on behalf of cfb0e03f77e24f68b484d6de092642f5 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:56.205746 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1f4a-501e-4a3c-81fd-685ffe151118 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:56.210812 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c56a7af5-7aa9-48d3-b22e-61d44b99aea8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:56.211186 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-c56a7af5-7aa9-48d3-b22e-61d44b99aea8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Added segment f68f54a6-9539-4c06-8d9e-9858486f9de0 of type vlan for network 26b41097-3c17-4c48-b186-8d911323d3d6 Apr 18 05:54:56.229368 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ef7dbbd9-1570-4c0e-8952-f20e5ece73ea tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:56.236477 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97b8569-6d1a-493d-8392-17c3852f7fbb tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:54:56.248647 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:56.250024 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-299dc22c-470d-47cc-96fb-2b9bd2d7d46f admin admin] 10.222.0.15 "DELETE /v2.0/routers/551b6347-bd74-4444-a007-2f51ae9f33b5 HTTP/1.1" status: 204 len: 168 time: 5.2935257 Apr 18 05:54:56.256085 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ef7dbbd9-1570-4c0e-8952-f20e5ece73ea tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:subnet and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:56.256311 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ba43dc96-4080-4a51-aa4e-0d2ea9304232 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "DELETE /v2.0/ports/38445cf4-d3f5-421e-aa5b-8d73bcc70db9 HTTP/1.1" status: 204 len: 168 time: 2.8229060 Apr 18 05:54:56.258408 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41718) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:56.258953 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41720) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:56.270332 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ef7dbbd9-1570-4c0e-8952-f20e5ece73ea tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:56.285823 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ef7dbbd9-1570-4c0e-8952-f20e5ece73ea tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:56.342053 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-6a8d1f4a-501e-4a3c-81fd-685ffe151118 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] device_id is not set on port 1d057843-1a92-4001-aaa5-a37fed641647 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:54:56.375924 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d97b8569-6d1a-493d-8392-17c3852f7fbb tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:56.376293 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-d97b8569-6d1a-493d-8392-17c3852f7fbb tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Added segment 95fe3135-705c-45ce-a161-7d825b516e26 of type vlan for network 22db660d-8cef-44b4-afcf-e3d8ffbbb128 Apr 18 05:54:56.424249 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Allocated IP 172.20.0.2 (e1bb5beb-efb1-4e09-8d56-0bc67b7a761a/33b9b750-d962-4fc1-a86b-b42f1ecafc9d/a8343927-0524-4ad8-a6fb-65845865b465) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:56.447764 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-fc68cb49-fc13-4e0a-a922-d143053d5700 None None] For port acd07f32-73d6-4612-9073-4f63830bfaf0, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=acd07f32-73d6-4612-9073-4f63830bfaf0,segment=NetworkSegment(87e08a76-4f27-4bef-9aa4-5bcdc3790e4b),segment_id=87e08a76-4f27-4bef-9aa4-5bcdc3790e4b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:56.448217 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fc68cb49-fc13-4e0a-a922-d143053d5700 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:56.543289 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c56a7af5-7aa9-48d3-b22e-61d44b99aea8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:56.562532 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7dbbd9-1570-4c0e-8952-f20e5ece73ea tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:56.566459 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ef7dbbd9-1570-4c0e-8952-f20e5ece73ea tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:56.585794 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9ec03860-b272-4b27-8f00-f32fa40c016f up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:54:56.694995 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-af8bddf6-73e1-4282-85c9-bbdfacc474a6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] For port acd07f32-73d6-4612-9073-4f63830bfaf0, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=acd07f32-73d6-4612-9073-4f63830bfaf0,segment=NetworkSegment(87e08a76-4f27-4bef-9aa4-5bcdc3790e4b),segment_id=87e08a76-4f27-4bef-9aa4-5bcdc3790e4b)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:56.695498 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-af8bddf6-73e1-4282-85c9-bbdfacc474a6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:56.712934 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-fc68cb49-fc13-4e0a-a922-d143053d5700 None None] Calling delete_port for acd07f32-73d6-4612-9073-4f63830bfaf0 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:56.734415 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-eefe7842-2b85-45d7-a8eb-141d0b7b97de admin admin] Deleting subnet b9d647f1-8c55-4e15-9c83-afad77ec2154 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:54:56.748882 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d97b8569-6d1a-493d-8392-17c3852f7fbb tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:56.756189 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eefe7842-2b85-45d7-a8eb-141d0b7b97de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:56.780597 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c56a7af5-7aa9-48d3-b22e-61d44b99aea8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:56.786053 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56a7af5-7aa9-48d3-b22e-61d44b99aea8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:56.786803 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c56a7af5-7aa9-48d3-b22e-61d44b99aea8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:56.819579 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:56.819849 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea30f0e6-9032-49bf-979c-f5dbe05a3212 None None] Network dd987a3b-c649-45e0-b03e-fbcfa414be35 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:56.877730 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-af8bddf6-73e1-4282-85c9-bbdfacc474a6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Calling delete_port for acd07f32-73d6-4612-9073-4f63830bfaf0 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:54:56.908527 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.resource_extend [None req-d97b8569-6d1a-493d-8392-17c3852f7fbb tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:54:56.951976 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eefe7842-2b85-45d7-a8eb-141d0b7b97de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:56.981850 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-12565dac-02a7-48c8-9bf4-6a67db3c14a8 None None] Provisioning for port 9ec03860-b272-4b27-8f00-f32fa40c016f completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:57.026756 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d97b8569-6d1a-493d-8392-17c3852f7fbb tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:57.032413 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97b8569-6d1a-493d-8392-17c3852f7fbb tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:57.032998 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d97b8569-6d1a-493d-8392-17c3852f7fbb tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:57.035136 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c56a7af5-7aa9-48d3-b22e-61d44b99aea8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4074211 Apr 18 05:54:57.042784 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 9ec03860-b272-4b27-8f00-f32fa40c016f completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:57.043226 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41726) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:57.046762 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fc68cb49-fc13-4e0a-a922-d143053d5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:57.059334 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-01a641b0-075c-4fde-a5c0-a55e872fa51e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'subnet': {'network_id': '26b41097-3c17-4c48-b186-8d911323d3d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:57.074593 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a7af5-7aa9-48d3-b22e-61d44b99aea8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Network': ['ID=26b41097-3c17-4c48-b186-8d911323d3d6,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:57.102589 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4339a524-258d-4a4f-8bc4-60d254e86e5f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:57.103625 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4339a524-258d-4a4f-8bc4-60d254e86e5f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Synchronizing usage tracker for tenant:53217080630e4ec6bc3e36527767510c on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:54:57.131595 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-6a8d1f4a-501e-4a3c-81fd-685ffe151118 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Allocated IP 2001:db8::e7 (dd987a3b-c649-45e0-b03e-fbcfa414be35/58a8f93f-7d7c-4cee-a8cb-52c4cb830030/1d057843-1a92-4001-aaa5-a37fed641647) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:57.137411 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 9ec03860-b272-4b27-8f00-f32fa40c016f triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:57.137789 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:57.184645 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 26b41097-3c17-4c48-b186-8d911323d3d6 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:54:57.191172 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-af8bddf6-73e1-4282-85c9-bbdfacc474a6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:54:57.191485 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-af8bddf6-73e1-4282-85c9-bbdfacc474a6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:54:57.209884 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68cb49-fc13-4e0a-a922-d143053d5700 None None] Pushing event deleted for resources: {'Port': ['ID=acd07f32-73d6-4612-9073-4f63830bfaf0,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:57.228287 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc68cb49-fc13-4e0a-a922-d143053d5700 None None] No DVR routers for this DVR port acd07f32-73d6-4612-9073-4f63830bfaf0 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:54:57.238088 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-01a641b0-075c-4fde-a5c0-a55e872fa51e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:57.246499 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-01a641b0-075c-4fde-a5c0-a55e872fa51e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:subnet and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:57.250726 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-01a641b0-075c-4fde-a5c0-a55e872fa51e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:57.269288 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-01a641b0-075c-4fde-a5c0-a55e872fa51e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:57.300059 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ef7dbbd9-1570-4c0e-8952-f20e5ece73ea tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:57.310173 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b8569-6d1a-493d-8392-17c3852f7fbb tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Pushing event updated for resources: {'Network': ['ID=22db660d-8cef-44b4-afcf-e3d8ffbbb128,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:57.334531 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d97b8569-6d1a-493d-8392-17c3852f7fbb tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5695071 Apr 18 05:54:57.335682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4339a524-258d-4a4f-8bc4-60d254e86e5f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Unset dirty status for tenant:53217080630e4ec6bc3e36527767510c on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:54:57.336922 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4339a524-258d-4a4f-8bc4-60d254e86e5f tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c HTTP/1.1" status: 200 len: 913 time: 1.0711071 Apr 18 05:54:57.340599 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41730) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:57.341110 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41732) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:57.368056 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a641b0-075c-4fde-a5c0-a55e872fa51e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Made reservation on behalf of 1e86337a57bd435798aa8639156e9b5e for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:57.371485 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-01a641b0-075c-4fde-a5c0-a55e872fa51e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:57.398936 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 22db660d-8cef-44b4-afcf-e3d8ffbbb128 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:54:57.426018 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:57.489100 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dbbd9-1570-4c0e-8952-f20e5ece73ea tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Subnet': ['ID=c46d253b-4261-453a-864e-fe4317e5b7fe,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:57.498994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7dbbd9-1570-4c0e-8952-f20e5ece73ea tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Checking segment: {'id': '2e790794-aec7-4120-b637-2e9d920c82fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '52836eac-7b5b-4b2c-8aa4-fddbabfdef9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:54:57.499521 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7dbbd9-1570-4c0e-8952-f20e5ece73ea tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network hostable DHCP agents. Network: 52836eac-7b5b-4b2c-8aa4-fddbabfdef9d, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:54:57.499645 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Transition to ACTIVE for port object a8343927-0524-4ad8-a6fb-65845865b465 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:57.511050 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-3303bfdc-1cad-4b9a-9950-75414d04e0d0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Request body: {'network': {'name': 'tempest-router-network02--66529903'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:57.530929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3303bfdc-1cad-4b9a-9950-75414d04e0d0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:57.532740 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7dbbd9-1570-4c0e-8952-f20e5ece73ea tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network 52836eac-7b5b-4b2c-8aa4-fddbabfdef9d is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:54:57.546530 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-ef7dbbd9-1570-4c0e-8952-f20e5ece73ea tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 52836eac-7b5b-4b2c-8aa4-fddbabfdef9d) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:57.552391 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7dbbd9-1570-4c0e-8952-f20e5ece73ea tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:57.553085 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ef7dbbd9-1570-4c0e-8952-f20e5ece73ea tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:57.564938 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3303bfdc-1cad-4b9a-9950-75414d04e0d0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Usage tracker for resource:network and tenant:cfdddab4968c45f29720152d8bb2e3d7 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:57.572270 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eefe7842-2b85-45d7-a8eb-141d0b7b97de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:57.580875 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3956c7-bc59-45c6-956d-b49d1a46aae7 None None] Network 52836eac-7b5b-4b2c-8aa4-fddbabfdef9d requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:57.616713 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ef7dbbd9-1570-4c0e-8952-f20e5ece73ea tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6195478 Apr 18 05:54:57.623242 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41738) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:57.624708 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3303bfdc-1cad-4b9a-9950-75414d04e0d0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:57.633669 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-a08762a2-2735-488e-8872-c6c6ec546d69 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'port': {'network_id': '52836eac-7b5b-4b2c-8aa4-fddbabfdef9d', 'name': 'tempest-PortsTestJSON-532825507'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:57.634070 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Transition to ACTIVE for port object a8343927-0524-4ad8-a6fb-65845865b465 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:57.662026 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3303bfdc-1cad-4b9a-9950-75414d04e0d0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:57.720936 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:57.731800 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-af8bddf6-73e1-4282-85c9-bbdfacc474a6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Deleting port acd07f32-73d6-4612-9073-4f63830bfaf0 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:57.731800 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-af8bddf6-73e1-4282-85c9-bbdfacc474a6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:57.830815 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-af8bddf6-73e1-4282-85c9-bbdfacc474a6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] The port 'acd07f32-73d6-4612-9073-4f63830bfaf0' was deleted {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:54:57.836631 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Network e1bb5beb-efb1-4e09-8d56-0bc67b7a761a is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:57.844195 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:57.848473 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Pushing event updated for resources: {'Port': ['ID=a8343927-0524-4ad8-a6fb-65845865b465,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:57.851524 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:57.867173 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:57.893068 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3303bfdc-1cad-4b9a-9950-75414d04e0d0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Made reservation on behalf of cfdddab4968c45f29720152d8bb2e3d7 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:57.897291 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3303bfdc-1cad-4b9a-9950-75414d04e0d0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:57.898725 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:57.899079 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:57.899424 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:57.899761 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:57.900120 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:57.900460 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:57.900791 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:57.901120 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:57.901451 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:57.901789 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:57.902103 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:57.902618 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:57.954679 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-01a641b0-075c-4fde-a5c0-a55e872fa51e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:57.961391 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a08762a2-2735-488e-8872-c6c6ec546d69 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:58.039387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 9ec03860-b272-4b27-8f00-f32fa40c016f, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=9ec03860-b272-4b27-8f00-f32fa40c016f,segment=NetworkSegment(60cdce59-236c-4bc9-ba9d-79075b105fe9),segment_id=60cdce59-236c-4bc9-ba9d-79075b105fe9)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:54:58.045724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.055931 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.072665 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a08762a2-2735-488e-8872-c6c6ec546d69 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:port and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:58.084216 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a08762a2-2735-488e-8872-c6c6ec546d69 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:58.088493 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-af8bddf6-73e1-4282-85c9-bbdfacc474a6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.105483 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Attempting to bind port a8343927-0524-4ad8-a6fb-65845865b465 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:54:58.106117 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Attempting to bind port a8343927-0524-4ad8-a6fb-65845865b465 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '442651fd-bbd1-49d7-83f9-bc7cf650b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e1bb5beb-efb1-4e09-8d56-0bc67b7a761a'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:54:58.106659 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Attempting to bind port a8343927-0524-4ad8-a6fb-65845865b465 on network e1bb5beb-efb1-4e09-8d56-0bc67b7a761a {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:54:58.116407 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a08762a2-2735-488e-8872-c6c6ec546d69 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:58.138588 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:54:58.139334 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Checking segment: {'id': '442651fd-bbd1-49d7-83f9-bc7cf650b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e1bb5beb-efb1-4e09-8d56-0bc67b7a761a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:54:58.139925 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.140515 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Bound using segment: {'id': '442651fd-bbd1-49d7-83f9-bc7cf650b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e1bb5beb-efb1-4e09-8d56-0bc67b7a761a'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:54:58.141153 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Bound port: a8343927-0524-4ad8-a6fb-65845865b465, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442651fd-bbd1-49d7-83f9-bc7cf650b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e1bb5beb-efb1-4e09-8d56-0bc67b7a761a'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:54:58.141693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.155458 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a641b0-075c-4fde-a5c0-a55e872fa51e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Subnet': ['ID=2cb03041-2889-48f1-be47-4608e3c7c252,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:58.167492 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-af8bddf6-73e1-4282-85c9-bbdfacc474a6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237f591f-9486-46ed-a4ea-bf09c58fcb91']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:58.184556 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08762a2-2735-488e-8872-c6c6ec546d69 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:58.188124 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a08762a2-2735-488e-8872-c6c6ec546d69 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.190138 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device acd07f32-73d6-4612-9073-4f63830bfaf0 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:54:58.207840 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-af8bddf6-73e1-4282-85c9-bbdfacc474a6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e08a76-4f27-4bef-9aa4-5bcdc3790e4b') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:58.208190 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-af8bddf6-73e1-4282-85c9-bbdfacc474a6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e08a76-4f27-4bef-9aa4-5bcdc3790e4b') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:54:58.248829 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eefe7842-2b85-45d7-a8eb-141d0b7b97de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.302036 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-52836eac-7b5b-4b2c-8aa4-fddbabfdef9d', 'network_id': '52836eac-7b5b-4b2c-8aa4-fddbabfdef9d', 'tenant_id': 'b795a7b2664b4745a3434243a096a116', 'fixed_ips': [{'subnet_id': 'c46d253b-4261-453a-864e-fe4317e5b7fe'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:54:58.302928 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.317236 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: acd07f32-73d6-4612-9073-4f63830bfaf0 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:54:58.318446 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device acd07f32-73d6-4612-9073-4f63830bfaf0 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:54:58.346866 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=9ec03860-b272-4b27-8f00-f32fa40c016f,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:58.368360 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a641b0-075c-4fde-a5c0-a55e872fa51e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Checking segment: {'id': 'f68f54a6-9539-4c06-8d9e-9858486f9de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '26b41097-3c17-4c48-b186-8d911323d3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:54:58.368977 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a641b0-075c-4fde-a5c0-a55e872fa51e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network hostable DHCP agents. Network: 26b41097-3c17-4c48-b186-8d911323d3d6, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:54:58.374373 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-af8bddf6-73e1-4282-85c9-bbdfacc474a6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.392375 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-a08762a2-2735-488e-8872-c6c6ec546d69 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] device_id is not set on port 28a902b6-6599-4219-a91d-d3a2778ce88f yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:54:58.414834 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3303bfdc-1cad-4b9a-9950-75414d04e0d0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:54:58.427900 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5aadb579-713b-424c-94fd-1cc257798c7d no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:54:58.443771 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-af8bddf6-73e1-4282-85c9-bbdfacc474a6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.452765 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eefe7842-2b85-45d7-a8eb-141d0b7b97de admin admin] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.460393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1f4a-501e-4a3c-81fd-685ffe151118 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.469091 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8bddf6-73e1-4282-85c9-bbdfacc474a6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:54:58.469470 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-af8bddf6-73e1-4282-85c9-bbdfacc474a6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.473349 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 5aadb579-713b-424c-94fd-1cc257798c7d {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:54:58.473690 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5aadb579-713b-424c-94fd-1cc257798c7d not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:54:58.476141 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df722fcb-dad0-423d-9161-151afe90cb55 None None] Network 2ca065a0-30ac-4abf-bd64-c47717936a41 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:54:58.485429 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:54:58.499127 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a641b0-075c-4fde-a5c0-a55e872fa51e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network 26b41097-3c17-4c48-b186-8d911323d3d6 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:54:58.514705 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] For port a8343927-0524-4ad8-a6fb-65845865b465, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:54:58.518216 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe7842-2b85-45d7-a8eb-141d0b7b97de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d647f1-8c55-4e15-9c83-afad77ec2154,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:58.547285 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3303bfdc-1cad-4b9a-9950-75414d04e0d0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.547630 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-3303bfdc-1cad-4b9a-9950-75414d04e0d0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Added segment f6533dc3-ea19-489a-961d-d41e9cb462f9 of type vlan for network b4abcf79-5248-4289-b5fd-1c4d4463759a Apr 18 05:54:58.566700 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-eefe7842-2b85-45d7-a8eb-141d0b7b97de admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b9d647f1-8c55-4e15-9c83-afad77ec2154 HTTP/1.1" status: 204 len: 168 time: 2.3017488 Apr 18 05:54:58.567643 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41742) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:58.582974 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-01a641b0-075c-4fde-a5c0-a55e872fa51e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 26b41097-3c17-4c48-b186-8d911323d3d6) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:58.588651 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-0bbeec82-b75b-4d9f-8532-0d0dbd786b31 None None] Provisioning complete for port 9ec03860-b272-4b27-8f00-f32fa40c016f triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:58.589031 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0bbeec82-b75b-4d9f-8532-0d0dbd786b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.602110 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-6a8d1f4a-501e-4a3c-81fd-685ffe151118 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Transition to ACTIVE for port object 1d057843-1a92-4001-aaa5-a37fed641647 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:58.616678 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a641b0-075c-4fde-a5c0-a55e872fa51e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:58.617563 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-01a641b0-075c-4fde-a5c0-a55e872fa51e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.624915 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] For port a8343927-0524-4ad8-a6fb-65845865b465, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a8343927-0524-4ad8-a6fb-65845865b465,segment=NetworkSegment(442651fd-bbd1-49d7-83f9-bc7cf650b223),segment_id=442651fd-bbd1-49d7-83f9-bc7cf650b223)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:54:58.627194 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b99b46-4a48-4ac1-8709-ccb3a1ee8ccc None None] Network 26b41097-3c17-4c48-b186-8d911323d3d6 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:54:58.637753 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-af8bddf6-73e1-4282-85c9-bbdfacc474a6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.672320 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-af8bddf6-73e1-4282-85c9-bbdfacc474a6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.682461 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.686969 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8bddf6-73e1-4282-85c9-bbdfacc474a6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] Pushing event deleted for resources: {'Network': ['ID=237f591f-9486-46ed-a4ea-bf09c58fcb91,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:58.711138 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-af8bddf6-73e1-4282-85c9-bbdfacc474a6 tempest-NetworksIpV6Test-577395339 tempest-NetworksIpV6Test-577395339-project] 10.222.0.15 "DELETE /v2.0/networks/237f591f-9486-46ed-a4ea-bf09c58fcb91 HTTP/1.1" status: 204 len: 168 time: 3.2450137 Apr 18 05:54:58.711138 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-01a641b0-075c-4fde-a5c0-a55e872fa51e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6618826 Apr 18 05:54:58.711138 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41746) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:58.712635 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-a08762a2-2735-488e-8872-c6c6ec546d69 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Allocated IP 172.20.0.5 (52836eac-7b5b-4b2c-8aa4-fddbabfdef9d/c46d253b-4261-453a-864e-fe4317e5b7fe/28a902b6-6599-4219-a91d-d3a2778ce88f) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:58.717303 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-ccceb771-c234-431f-9f2d-18b6f2bd2b60 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-704024919', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:58.727666 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ccceb771-c234-431f-9f2d-18b6f2bd2b60 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:54:58.735199 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ccceb771-c234-431f-9f2d-18b6f2bd2b60 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:router and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:54:58.739029 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ccceb771-c234-431f-9f2d-18b6f2bd2b60 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:54:58.748218 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ccceb771-c234-431f-9f2d-18b6f2bd2b60 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:54:58.840347 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1f4a-501e-4a3c-81fd-685ffe151118 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.848360 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3303bfdc-1cad-4b9a-9950-75414d04e0d0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.956766 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a08762a2-2735-488e-8872-c6c6ec546d69 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.964175 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55e303-c6cf-4870-85f7-4f12d53635f9 None None] Pushing event updated for resources: {'Port': ['ID=a8343927-0524-4ad8-a6fb-65845865b465,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:58.975646 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-a08762a2-2735-488e-8872-c6c6ec546d69 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Transition to ACTIVE for port object 28a902b6-6599-4219-a91d-d3a2778ce88f will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:54:58.995154 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ccceb771-c234-431f-9f2d-18b6f2bd2b60 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.996195 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ccceb771-c234-431f-9f2d-18b6f2bd2b60 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:59.008180 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a08762a2-2735-488e-8872-c6c6ec546d69 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:59.050830 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8d1f4a-501e-4a3c-81fd-685ffe151118 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network dd987a3b-c649-45e0-b03e-fbcfa414be35 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:59.097326 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-6a8d1f4a-501e-4a3c-81fd-685ffe151118 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:59.126393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8d1f4a-501e-4a3c-81fd-685ffe151118 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:59.130963 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ccceb771-c234-431f-9f2d-18b6f2bd2b60 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:59.132603 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8d1f4a-501e-4a3c-81fd-685ffe151118 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:59.133223 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1f4a-501e-4a3c-81fd-685ffe151118 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:59.154471 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-161b8e47-67f6-426d-8217-445c4c58b402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:59.169408 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d1f4a-501e-4a3c-81fd-685ffe151118 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Port': ['ID=1d057843-1a92-4001-aaa5-a37fed641647,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:59.195767 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08762a2-2735-488e-8872-c6c6ec546d69 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network 52836eac-7b5b-4b2c-8aa4-fddbabfdef9d is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:59.201491 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3303bfdc-1cad-4b9a-9950-75414d04e0d0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:59.209146 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3303bfdc-1cad-4b9a-9950-75414d04e0d0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:59.209676 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-a08762a2-2735-488e-8872-c6c6ec546d69 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:59.209986 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3303bfdc-1cad-4b9a-9950-75414d04e0d0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:59.212513 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08762a2-2735-488e-8872-c6c6ec546d69 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Port': ['ID=28a902b6-6599-4219-a91d-d3a2778ce88f,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:59.214742 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08762a2-2735-488e-8872-c6c6ec546d69 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:54:59.254417 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41754) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:59.260665 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6a8d1f4a-501e-4a3c-81fd-685ffe151118 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 4.2255898 Apr 18 05:54:59.270097 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41758) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:59.292486 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-161b8e47-67f6-426d-8217-445c4c58b402 admin admin] Deleting port 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:59.292826 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-161b8e47-67f6-426d-8217-445c4c58b402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:59.318639 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] Allocated IP 172.20.0.2 (52836eac-7b5b-4b2c-8aa4-fddbabfdef9d/c46d253b-4261-453a-864e-fe4317e5b7fe/4b870cc6-1b9e-4f88-a55c-1b0780c14dab) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:59.353869 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-26b41097-3c17-4c48-b186-8d911323d3d6', 'network_id': '26b41097-3c17-4c48-b186-8d911323d3d6', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'fixed_ips': [{'subnet_id': '2cb03041-2889-48f1-be47-4608e3c7c252'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:54:59.354697 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:59.387586 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ccceb771-c234-431f-9f2d-18b6f2bd2b60 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:59.501340 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b845a334-f05d-40ae-8983-d012c2c9be2a None None] DHCP port deletion for 2ca065a0-30ac-4abf-bd64-c47717936a41 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:54:59.506818 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3303bfdc-1cad-4b9a-9950-75414d04e0d0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1625476 Apr 18 05:54:59.514085 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41764) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:59.517925 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-b845a334-f05d-40ae-8983-d012c2c9be2a None None] Deleting port 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:54:59.518522 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b845a334-f05d-40ae-8983-d012c2c9be2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:59.520063 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303bfdc-1cad-4b9a-9950-75414d04e0d0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Pushing event updated for resources: {'Network': ['ID=b4abcf79-5248-4289-b5fd-1c4d4463759a,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:59.544742 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Router eb3bada1-27a5-452d-a897-0ebc906981c3 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:54:59.627424 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-ead8397a-f091-4cb0-9f44-d31a2c9d1ec1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Request body: {'subnet': {'network_id': '22db660d-8cef-44b4-afcf-e3d8ffbbb128', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:59.640717 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network b4abcf79-5248-4289-b5fd-1c4d4463759a details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:54:59.663700 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08762a2-2735-488e-8872-c6c6ec546d69 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:59.664356 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a08762a2-2735-488e-8872-c6c6ec546d69 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:59.749436 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ccceb771-c234-431f-9f2d-18b6f2bd2b60 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:59.750474 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ccceb771-c234-431f-9f2d-18b6f2bd2b60 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0398405 Apr 18 05:54:59.763839 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41768) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:59.798229 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-6ed07a63-7aa5-4d9c-b85e-bb653db7ce4f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'port': {'network_id': '26b41097-3c17-4c48-b186-8d911323d3d6', 'name': 'tempest-RoutersTest-1380447145'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:59.804811 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a08762a2-2735-488e-8872-c6c6ec546d69 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1801946 Apr 18 05:54:59.868374 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-dc28e7ff-7f75-48c2-afd6-f92820c0edaf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9cb2f19d4c24715a738705e058d4e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6125271 Apr 18 05:54:59.872220 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41772) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:59.872750 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41774) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:54:59.944028 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e51e1835-a7ae-4581-b167-4bd2344680b0 None None] Provisioning for port 1d057843-1a92-4001-aaa5-a37fed641647 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:54:59.955706 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c799638f-67d8-4abf-8531-f16d8960c94e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'port': {'network_id': '52836eac-7b5b-4b2c-8aa4-fddbabfdef9d', 'name': 'tempest-PortsTestJSON-1113658489'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:00.015242 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e51e1835-a7ae-4581-b167-4bd2344680b0 None None] Provisioning complete for port 1d057843-1a92-4001-aaa5-a37fed641647 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:00.015438 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e51e1835-a7ae-4581-b167-4bd2344680b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:00.138591 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ead8397a-f091-4cb0-9f44-d31a2c9d1ec1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:00.216407 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-161b8e47-67f6-426d-8217-445c4c58b402 admin admin] For port 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0,segment=NetworkSegment(697bc392-01f0-4717-af3e-52af340b5bca),segment_id=697bc392-01f0-4717-af3e-52af340b5bca)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:00.217037 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-161b8e47-67f6-426d-8217-445c4c58b402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:00.221119 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] Allocated IP 172.20.0.2 (26b41097-3c17-4c48-b186-8d911323d3d6/2cb03041-2889-48f1-be47-4608e3c7c252/a479e0f6-c8e7-4aab-b87a-22d146776e77) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:00.238397 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:55:00.259114 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e51e1835-a7ae-4581-b167-4bd2344680b0 None None] Port 1d057843-1a92-4001-aaa5-a37fed641647 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:00.267654 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a912cd36-5889-4207-867e-3e517228477a None None] Sync routers for ids ['eb3bada1-27a5-452d-a897-0ebc906981c3'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:55:00.291619 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-b845a334-f05d-40ae-8983-d012c2c9be2a None None] For port 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0,segment=NetworkSegment(697bc392-01f0-4717-af3e-52af340b5bca),segment_id=697bc392-01f0-4717-af3e-52af340b5bca)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:00.292134 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b845a334-f05d-40ae-8983-d012c2c9be2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:00.352166 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ead8397a-f091-4cb0-9f44-d31a2c9d1ec1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Usage tracker for resource:subnet and tenant:cfdddab4968c45f29720152d8bb2e3d7 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:00.368114 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ead8397a-f091-4cb0-9f44-d31a2c9d1ec1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:00.386216 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ead8397a-f091-4cb0-9f44-d31a2c9d1ec1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:00.395891 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0880e4b2-e859-49e6-8e66-82d8cafb1297 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:00.483278 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-10cf274a-d8d6-42de-b197-3f01b54a3892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:00.485307 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a912cd36-5889-4207-867e-3e517228477a None None] Routers {'eb3bada1-27a5-452d-a897-0ebc906981c3'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:00.486044 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a912cd36-5889-4207-867e-3e517228477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['eb3bada1-27a5-452d-a897-0ebc906981c3'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:00.506209 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-161b8e47-67f6-426d-8217-445c4c58b402 admin admin] Calling delete_port for 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:00.584876 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead8397a-f091-4cb0-9f44-d31a2c9d1ec1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Made reservation on behalf of cfdddab4968c45f29720152d8bb2e3d7 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:55:00.588122 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ead8397a-f091-4cb0-9f44-d31a2c9d1ec1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:00.606123 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:00.607334 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6f6bde0b-aed4-409c-abd2-474e30343fae tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.4068692 Apr 18 05:55:00.608707 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-10cf274a-d8d6-42de-b197-3f01b54a3892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:00.612970 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41780) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:00.638942 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-f513f10b-dddf-4130-b2f8-24e50a030ab0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:00.660859 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:00.675077 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a8343927-0524-4ad8-a6fb-65845865b465 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:55:00.702600 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6ed07a63-7aa5-4d9c-b85e-bb653db7ce4f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:00.719277 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c799638f-67d8-4abf-8531-f16d8960c94e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:00.731446 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6ed07a63-7aa5-4d9c-b85e-bb653db7ce4f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:port and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:00.742251 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6ed07a63-7aa5-4d9c-b85e-bb653db7ce4f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:00.766706 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-b845a334-f05d-40ae-8983-d012c2c9be2a None None] Calling delete_port for 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:00.770145 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c799638f-67d8-4abf-8531-f16d8960c94e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:port and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:00.773986 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6ed07a63-7aa5-4d9c-b85e-bb653db7ce4f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:00.780510 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c799638f-67d8-4abf-8531-f16d8960c94e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:00.800168 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c799638f-67d8-4abf-8531-f16d8960c94e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:00.814387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4375d4-84ea-457a-ae93-77b4c15273cf None None] Network e1bb5beb-efb1-4e09-8d56-0bc67b7a761a requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:00.829639 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a912cd36-5889-4207-867e-3e517228477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:00.841039 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-93c1c266-572c-4bd4-822e-66d392a9bf33 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:00.859048 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c799638f-67d8-4abf-8531-f16d8960c94e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:55:00.862940 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c799638f-67d8-4abf-8531-f16d8960c94e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:00.876545 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-161b8e47-67f6-426d-8217-445c4c58b402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:00.936737 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] Transition to ACTIVE for port object 4b870cc6-1b9e-4f88-a55c-1b0780c14dab will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:00.976112 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a912cd36-5889-4207-867e-3e517228477a None None] Routers {'eb3bada1-27a5-452d-a897-0ebc906981c3'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:00.976786 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a912cd36-5889-4207-867e-3e517228477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['eb3bada1-27a5-452d-a897-0ebc906981c3'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:00.988546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed07a63-7aa5-4d9c-b85e-bb653db7ce4f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Made reservation on behalf of 1e86337a57bd435798aa8639156e9b5e for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:55:00.992569 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6ed07a63-7aa5-4d9c-b85e-bb653db7ce4f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:01.011218 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-10cf274a-d8d6-42de-b197-3f01b54a3892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:01.015046 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-c799638f-67d8-4abf-8531-f16d8960c94e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] device_id is not set on port 2ab63e66-64fe-4be1-846f-431a13121cf8 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:55:01.024987 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b8e47-67f6-426d-8217-445c4c58b402 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:01.030797 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161b8e47-67f6-426d-8217-445c4c58b402 admin admin] No DVR routers for this DVR port 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0 on host dv-neutron-837489-1-hyperv {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:55:01.108075 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf274a-d8d6-42de-b197-3f01b54a3892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1779280-84ad-4897-a343-6f574b4b5408,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:01.121945 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] Transition to ACTIVE for port object 4b870cc6-1b9e-4f88-a55c-1b0780c14dab will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:01.128387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a912cd36-5889-4207-867e-3e517228477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:01.128882 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a912cd36-5889-4207-867e-3e517228477a None None] The sync data for ids ['eb3bada1-27a5-452d-a897-0ebc906981c3'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:55:01.131566 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1ea7fa4e-7c9a-4300-8d4e-23e2ee119ddf None None] Provisioning for port a8343927-0524-4ad8-a6fb-65845865b465 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:01.174419 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:01.182676 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-6ed07a63-7aa5-4d9c-b85e-bb653db7ce4f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] device_id is not set on port 2162e66f-dd04-4cc7-b3fa-6e46781d92ce yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:55:01.293257 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-b845a334-f05d-40ae-8983-d012c2c9be2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:55:01.294119 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-b845a334-f05d-40ae-8983-d012c2c9be2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:55:01.295471 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] Network 52836eac-7b5b-4b2c-8aa4-fddbabfdef9d is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:01.353775 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ead8397a-f091-4cb0-9f44-d31a2c9d1ec1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:01.387293 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] Pushing event updated for resources: {'Port': ['ID=4b870cc6-1b9e-4f88-a55c-1b0780c14dab,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:01.389943 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:01.397155 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port a8343927-0524-4ad8-a6fb-65845865b465 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:01.433839 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:01.441231 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-161b8e47-67f6-426d-8217-445c4c58b402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:01.444927 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-10cf274a-d8d6-42de-b197-3f01b54a3892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:01.449721 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-10cf274a-d8d6-42de-b197-3f01b54a3892 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1779280-84ad-4897-a343-6f574b4b5408 HTTP/1.1" status: 204 len: 168 time: 1.5208511 Apr 18 05:55:01.449868 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port a8343927-0524-4ad8-a6fb-65845865b465 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:01.449868 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:01.543728 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-161b8e47-67f6-426d-8217-445c4c58b402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca065a0-30ac-4abf-bd64-c47717936a41']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:01.566000 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-161b8e47-67f6-426d-8217-445c4c58b402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697bc392-01f0-4717-af3e-52af340b5bca') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:01.566285 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-161b8e47-67f6-426d-8217-445c4c58b402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697bc392-01f0-4717-af3e-52af340b5bca') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:01.606567 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-161b8e47-67f6-426d-8217-445c4c58b402 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:01.609321 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8397a-f091-4cb0-9f44-d31a2c9d1ec1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Pushing event updated for resources: {'Subnet': ['ID=a84bed27-bcd3-49cf-bf23-52039799fca4,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:01.627167 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-c799638f-67d8-4abf-8531-f16d8960c94e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-2cf13302-0d1a-410e-9486-65b2242adffa {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:55:01.627488 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-c799638f-67d8-4abf-8531-f16d8960c94e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:55:01.628134 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead8397a-f091-4cb0-9f44-d31a2c9d1ec1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Checking segment: {'id': '95fe3135-705c-45ce-a161-7d825b516e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '22db660d-8cef-44b4-afcf-e3d8ffbbb128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:55:01.628497 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead8397a-f091-4cb0-9f44-d31a2c9d1ec1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Network hostable DHCP agents. Network: 22db660d-8cef-44b4-afcf-e3d8ffbbb128, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:55:01.671804 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] Attempting to bind port 4b870cc6-1b9e-4f88-a55c-1b0780c14dab on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:55:01.672427 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] Attempting to bind port 4b870cc6-1b9e-4f88-a55c-1b0780c14dab by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '2e790794-aec7-4120-b637-2e9d920c82fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '52836eac-7b5b-4b2c-8aa4-fddbabfdef9d'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:55:01.672562 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] Attempting to bind port 4b870cc6-1b9e-4f88-a55c-1b0780c14dab on network 52836eac-7b5b-4b2c-8aa4-fddbabfdef9d {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:55:01.676676 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead8397a-f091-4cb0-9f44-d31a2c9d1ec1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Network 22db660d-8cef-44b4-afcf-e3d8ffbbb128 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:55:01.686540 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:55:01.687532 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] Checking segment: {'id': '2e790794-aec7-4120-b637-2e9d920c82fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '52836eac-7b5b-4b2c-8aa4-fddbabfdef9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:55:01.687953 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:01.688445 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] Bound using segment: {'id': '2e790794-aec7-4120-b637-2e9d920c82fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '52836eac-7b5b-4b2c-8aa4-fddbabfdef9d'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:55:01.688949 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] Bound port: 4b870cc6-1b9e-4f88-a55c-1b0780c14dab, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e790794-aec7-4120-b637-2e9d920c82fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '52836eac-7b5b-4b2c-8aa4-fddbabfdef9d'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:55:01.689323 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:01.689629 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-93c1c266-572c-4bd4-822e-66d392a9bf33 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:01.697925 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-93c1c266-572c-4bd4-822e-66d392a9bf33 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:01.702728 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:01.746122 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-ead8397a-f091-4cb0-9f44-d31a2c9d1ec1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 22db660d-8cef-44b4-afcf-e3d8ffbbb128) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:01.751408 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead8397a-f091-4cb0-9f44-d31a2c9d1ec1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:01.752488 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ead8397a-f091-4cb0-9f44-d31a2c9d1ec1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:01.781127 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:01.791753 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9678576-b249-4832-83e2-e427d8ddc78a None None] Network 22db660d-8cef-44b4-afcf-e3d8ffbbb128 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:01.814129 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-b845a334-f05d-40ae-8983-d012c2c9be2a None None] Deleting port 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:01.814516 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b845a334-f05d-40ae-8983-d012c2c9be2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:01.860753 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ead8397a-f091-4cb0-9f44-d31a2c9d1ec1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3145132 Apr 18 05:55:01.861721 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41790) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:01.873962 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1c266-572c-4bd4-822e-66d392a9bf33 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Port': ['ID=1d057843-1a92-4001-aaa5-a37fed641647,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:01.876312 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-161b8e47-67f6-426d-8217-445c4c58b402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:01.889478 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-3f5c9e34-91b4-4eda-aec2-3a0dce1dbaf4 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Request body: {'subnet': {'network_id': 'b4abcf79-5248-4289-b5fd-1c4d4463759a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:01.900425 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161b8e47-67f6-426d-8217-445c4c58b402 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:55:01.901114 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-161b8e47-67f6-426d-8217-445c4c58b402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:55:01.918121 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:55:01.930164 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] Transition to ACTIVE for port object a479e0f6-c8e7-4aab-b87a-22d146776e77 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:02.026060 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] For port 4b870cc6-1b9e-4f88-a55c-1b0780c14dab, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:55:02.029320 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] For port 4b870cc6-1b9e-4f88-a55c-1b0780c14dab, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4b870cc6-1b9e-4f88-a55c-1b0780c14dab,segment=NetworkSegment(2e790794-aec7-4120-b637-2e9d920c82fb),segment_id=2e790794-aec7-4120-b637-2e9d920c82fb)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:55:02.069997 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:02.095505 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-b845a334-f05d-40ae-8983-d012c2c9be2a None None] The port '7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:55:02.135093 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c799638f-67d8-4abf-8531-f16d8960c94e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:02.147423 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-0880e4b2-e859-49e6-8e66-82d8cafb1297 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Deleting port 4b6109a5-f224-4d0a-a925-2f9b69f686c6 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:02.147989 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0880e4b2-e859-49e6-8e66-82d8cafb1297 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:02.204812 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3f5c9e34-91b4-4eda-aec2-3a0dce1dbaf4 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:02.209532 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3f5c9e34-91b4-4eda-aec2-3a0dce1dbaf4 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Usage tracker for resource:subnet and tenant:cfdddab4968c45f29720152d8bb2e3d7 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:02.212634 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3f5c9e34-91b4-4eda-aec2-3a0dce1dbaf4 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:02.215694 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-161b8e47-67f6-426d-8217-445c4c58b402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:02.220120 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3f5c9e34-91b4-4eda-aec2-3a0dce1dbaf4 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:02.245906 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5c9e34-91b4-4eda-aec2-3a0dce1dbaf4 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Made reservation on behalf of cfdddab4968c45f29720152d8bb2e3d7 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:55:02.247190 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f5c9e34-91b4-4eda-aec2-3a0dce1dbaf4 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:02.285484 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-161b8e47-67f6-426d-8217-445c4c58b402 admin admin] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:02.298564 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-c799638f-67d8-4abf-8531-f16d8960c94e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] device_id is not set on port 043f754a-3287-49cc-8249-9cf6e1c778e8 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:55:02.326836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] Transition to ACTIVE for port object a479e0f6-c8e7-4aab-b87a-22d146776e77 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:02.330821 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-bde32ca9-d026-4ddd-9bf3-8f46ccd4770b None None] Provisioning complete for port 1d057843-1a92-4001-aaa5-a37fed641647 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:02.331270 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bde32ca9-d026-4ddd-9bf3-8f46ccd4770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:02.345740 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f513f10b-dddf-4130-b2f8-24e50a030ab0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:02.350823 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b8e47-67f6-426d-8217-445c4c58b402 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ca065a0-30ac-4abf-bd64-c47717936a41,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:02.409307 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port a8343927-0524-4ad8-a6fb-65845865b465, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a8343927-0524-4ad8-a6fb-65845865b465,segment=NetworkSegment(442651fd-bbd1-49d7-83f9-bc7cf650b223),segment_id=442651fd-bbd1-49d7-83f9-bc7cf650b223)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:02.417706 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:02.480229 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:02.481013 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9ec03860-b272-4b27-8f00-f32fa40c016f up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:55:02.584596 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-161b8e47-67f6-426d-8217-445c4c58b402 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2ca065a0-30ac-4abf-bd64-c47717936a41 HTTP/1.1" status: 204 len: 168 time: 3.9831438 Apr 18 05:55:02.597648 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] Network 26b41097-3c17-4c48-b186-8d911323d3d6 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:02.618943 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f513f10b-dddf-4130-b2f8-24e50a030ab0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:02.640862 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17621ed8-cfa6-4f94-8875-10e124f32acd None None] Pushing event updated for resources: {'Port': ['ID=4b870cc6-1b9e-4f88-a55c-1b0780c14dab,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:02.650165 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:02.702418 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-6ed07a63-7aa5-4d9c-b85e-bb653db7ce4f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Allocated IP 172.20.0.10 (26b41097-3c17-4c48-b186-8d911323d3d6/2cb03041-2889-48f1-be47-4608e3c7c252/2162e66f-dd04-4cc7-b3fa-6e46781d92ce) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:02.726399 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0880e4b2-e859-49e6-8e66-82d8cafb1297 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:02.738718 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-93c1c266-572c-4bd4-822e-66d392a9bf33 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:02.751135 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-f513f10b-dddf-4130-b2f8-24e50a030ab0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Deleting port 3a37f8ac-2d69-4f19-949b-d363aa59e0bb {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:02.751469 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f513f10b-dddf-4130-b2f8-24e50a030ab0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:02.804345 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:02.877695 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-bde32ca9-d026-4ddd-9bf3-8f46ccd4770b None None] Port 1d057843-1a92-4001-aaa5-a37fed641647 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:02.919615 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41810) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:02.920502 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 9ec03860-b272-4b27-8f00-f32fa40c016f triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:02.920988 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:02.937475 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41812) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:02.986687 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-22db660d-8cef-44b4-afcf-e3d8ffbbb128', 'network_id': '22db660d-8cef-44b4-afcf-e3d8ffbbb128', 'tenant_id': 'cfdddab4968c45f29720152d8bb2e3d7', 'fixed_ips': [{'subnet_id': 'a84bed27-bcd3-49cf-bf23-52039799fca4'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:55:02.987521 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:03.009258 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027716 Apr 18 05:55:03.013534 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41816) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:03.015781 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-0880e4b2-e859-49e6-8e66-82d8cafb1297 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Calling delete_port for 4b6109a5-f224-4d0a-a925-2f9b69f686c6 owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:03.179568 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-93c1c266-572c-4bd4-822e-66d392a9bf33 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:03.198550 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d0d3e5c3-2a44-49cb-88f1-fb7283b2272d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e66226dc1f664b9db6f01b9a65f1c168&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2557256 Apr 18 05:55:03.218394 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41822) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:03.256745 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-c799638f-67d8-4abf-8531-f16d8960c94e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Allocated IP 172.20.0.10 (52836eac-7b5b-4b2c-8aa4-fddbabfdef9d/c46d253b-4261-453a-864e-fe4317e5b7fe/043f754a-3287-49cc-8249-9cf6e1c778e8) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:03.465278 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f513f10b-dddf-4130-b2f8-24e50a030ab0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:03.543447 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] Allocated IP 172.20.0.2 (22db660d-8cef-44b4-afcf-e3d8ffbbb128/a84bed27-bcd3-49cf-bf23-52039799fca4/6cab07af-b277-4c1e-81ad-5a739c3c2026) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:03.711628 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] Attempting to bind port a479e0f6-c8e7-4aab-b87a-22d146776e77 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:55:03.712108 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] Attempting to bind port a479e0f6-c8e7-4aab-b87a-22d146776e77 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'f68f54a6-9539-4c06-8d9e-9858486f9de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '26b41097-3c17-4c48-b186-8d911323d3d6'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:55:03.712544 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] Attempting to bind port a479e0f6-c8e7-4aab-b87a-22d146776e77 on network 26b41097-3c17-4c48-b186-8d911323d3d6 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:55:03.716252 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] Pushing event updated for resources: {'Port': ['ID=a479e0f6-c8e7-4aab-b87a-22d146776e77,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:03.764525 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-f513f10b-dddf-4130-b2f8-24e50a030ab0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Calling delete_port for 3a37f8ac-2d69-4f19-949b-d363aa59e0bb owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:03.782692 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-93c1c266-572c-4bd4-822e-66d392a9bf33 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:03.799950 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957122c5-457f-4b79-a4cf-700ec9b4d210 None None] Network 52836eac-7b5b-4b2c-8aa4-fddbabfdef9d requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:03.800344 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f178c3fe-c100-460d-9ced-9d1a646d0b79 tempest-NetworksApiDiscovery-286886077 tempest-NetworksApiDiscovery-286886077-project] 10.222.0.15 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.7847161 Apr 18 05:55:03.814228 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-93c1c266-572c-4bd4-822e-66d392a9bf33 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:03.815021 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-93c1c266-572c-4bd4-822e-66d392a9bf33 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:03.827723 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:55:03.828836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] Checking segment: {'id': 'f68f54a6-9539-4c06-8d9e-9858486f9de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '26b41097-3c17-4c48-b186-8d911323d3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:55:03.830001 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:03.830825 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] Bound using segment: {'id': 'f68f54a6-9539-4c06-8d9e-9858486f9de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '26b41097-3c17-4c48-b186-8d911323d3d6'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:55:03.831482 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] Bound port: a479e0f6-c8e7-4aab-b87a-22d146776e77, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68f54a6-9539-4c06-8d9e-9858486f9de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '26b41097-3c17-4c48-b186-8d911323d3d6'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:55:03.832079 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:03.843006 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-fda8b96c-aad9-4dcc-8e2b-c6e311d950ed None None] Provisioning complete for port a8343927-0524-4ad8-a6fb-65845865b465 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:03.843661 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fda8b96c-aad9-4dcc-8e2b-c6e311d950ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:03.923410 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=a8343927-0524-4ad8-a6fb-65845865b465,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:03.962044 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6ed07a63-7aa5-4d9c-b85e-bb653db7ce4f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:04.062266 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-6ed07a63-7aa5-4d9c-b85e-bb653db7ce4f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Transition to ACTIVE for port object 2162e66f-dd04-4cc7-b3fa-6e46781d92ce will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:04.077270 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0880e4b2-e859-49e6-8e66-82d8cafb1297 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:04.091958 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1c266-572c-4bd4-822e-66d392a9bf33 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Port': ['ID=1d057843-1a92-4001-aaa5-a37fed641647,revision_number=3']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:04.140753 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f5c9e34-91b4-4eda-aec2-3a0dce1dbaf4 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:04.153616 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:04.166062 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] Transition to ACTIVE for port object 6cab07af-b277-4c1e-81ad-5a739c3c2026 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:04.230327 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] Transition to ACTIVE for port object 6cab07af-b277-4c1e-81ad-5a739c3c2026 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:04.279888 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:04.283150 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880e4b2-e859-49e6-8e66-82d8cafb1297 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event deleted for resources: {'Port': ['ID=4b6109a5-f224-4d0a-a925-2f9b69f686c6,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:04.328737 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b8202da4-d1ed-4ced-a761-7d478db249eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:04.358228 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b8202da4-d1ed-4ced-a761-7d478db249eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:04.479819 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] For port a479e0f6-c8e7-4aab-b87a-22d146776e77, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:55:04.481518 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6ed07a63-7aa5-4d9c-b85e-bb653db7ce4f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:04.486370 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41830) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:04.489226 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] Network 22db660d-8cef-44b4-afcf-e3d8ffbbb128 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:04.516266 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b8202da4-d1ed-4ced-a761-7d478db249eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:04.525937 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:04.527101 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c1c266-572c-4bd4-822e-66d392a9bf33 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network dd987a3b-c649-45e0-b03e-fbcfa414be35 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:04.528299 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:04.547269 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] For port a479e0f6-c8e7-4aab-b87a-22d146776e77, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a479e0f6-c8e7-4aab-b87a-22d146776e77,segment=NetworkSegment(f68f54a6-9539-4c06-8d9e-9858486f9de0),segment_id=f68f54a6-9539-4c06-8d9e-9858486f9de0)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:55:04.554724 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-93c1c266-572c-4bd4-822e-66d392a9bf33 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:04.571110 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c9e34-91b4-4eda-aec2-3a0dce1dbaf4 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Pushing event updated for resources: {'Subnet': ['ID=af4eb26e-c7ea-4316-acd8-8287a4cf8d5f,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:04.587233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8202da4-d1ed-4ced-a761-7d478db249eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bcd037-b0de-4958-9bfc-e95ddba085e3,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:04.596396 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] Pushing event updated for resources: {'Port': ['ID=6cab07af-b277-4c1e-81ad-5a739c3c2026,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:04.640958 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:04.672515 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed07a63-7aa5-4d9c-b85e-bb653db7ce4f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network 26b41097-3c17-4c48-b186-8d911323d3d6 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:04.688524 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c9e34-91b4-4eda-aec2-3a0dce1dbaf4 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Checking segment: {'id': 'f6533dc3-ea19-489a-961d-d41e9cb462f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b4abcf79-5248-4289-b5fd-1c4d4463759a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:55:04.689106 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5c9e34-91b4-4eda-aec2-3a0dce1dbaf4 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Network hostable DHCP agents. Network: b4abcf79-5248-4289-b5fd-1c4d4463759a, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:55:04.709327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-6ed07a63-7aa5-4d9c-b85e-bb653db7ce4f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:04.711878 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed07a63-7aa5-4d9c-b85e-bb653db7ce4f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:04.758619 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:55:04.809684 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c799638f-67d8-4abf-8531-f16d8960c94e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:04.826858 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b8202da4-d1ed-4ced-a761-7d478db249eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:04.828107 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b8202da4-d1ed-4ced-a761-7d478db249eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3bcd037-b0de-4958-9bfc-e95ddba085e3 HTTP/1.1" status: 204 len: 168 time: 1.6063182 Apr 18 05:55:04.953689 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:55:04.954548 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 7fecb9b0-8aa5-4037-80b5-ab2c5484a3d0 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:55:05.001974 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5c9e34-91b4-4eda-aec2-3a0dce1dbaf4 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Network b4abcf79-5248-4289-b5fd-1c4d4463759a is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:55:05.010038 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-c799638f-67d8-4abf-8531-f16d8960c94e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Transition to ACTIVE for port object 043f754a-3287-49cc-8249-9cf6e1c778e8 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:05.033561 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-3f5c9e34-91b4-4eda-aec2-3a0dce1dbaf4 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, b4abcf79-5248-4289-b5fd-1c4d4463759a) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:05.040191 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8006985-8626-42ae-91cf-60e3af5139e8 None None] Pushing event updated for resources: {'Port': ['ID=a479e0f6-c8e7-4aab-b87a-22d146776e77,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:05.044204 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5c9e34-91b4-4eda-aec2-3a0dce1dbaf4 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:05.044792 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f5c9e34-91b4-4eda-aec2-3a0dce1dbaf4 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:05.084283 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3f5c9e34-91b4-4eda-aec2-3a0dce1dbaf4 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2154288 Apr 18 05:55:05.089547 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41840) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:05.098143 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c799638f-67d8-4abf-8531-f16d8960c94e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:05.100522 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c1c266-572c-4bd4-822e-66d392a9bf33 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router 230efa0f-adb0-43f2-ba02-33007981aaaf is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:55:05.110027 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0880e4b2-e859-49e6-8e66-82d8cafb1297 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:05.136802 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c89a28e-7cc9-4001-bba5-057f91b0f128 None None] Network b4abcf79-5248-4289-b5fd-1c4d4463759a requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:05.212000 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed07a63-7aa5-4d9c-b85e-bb653db7ce4f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Port': ['ID=2162e66f-dd04-4cc7-b3fa-6e46781d92ce,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:05.212274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799638f-67d8-4abf-8531-f16d8960c94e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Port': ['ID=043f754a-3287-49cc-8249-9cf6e1c778e8,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:05.214368 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0ab375ee-a820-4f7b-b5ea-73c38b5247c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:05.261135 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c799638f-67d8-4abf-8531-f16d8960c94e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network 52836eac-7b5b-4b2c-8aa4-fddbabfdef9d is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:05.265079 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-c799638f-67d8-4abf-8531-f16d8960c94e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:05.268774 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed07a63-7aa5-4d9c-b85e-bb653db7ce4f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:05.269417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6ed07a63-7aa5-4d9c-b85e-bb653db7ce4f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:05.270449 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c799638f-67d8-4abf-8531-f16d8960c94e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:05.340070 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f513f10b-dddf-4130-b2f8-24e50a030ab0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:05.340322 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] Attempting to bind port 6cab07af-b277-4c1e-81ad-5a739c3c2026 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:55:05.343463 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0ab375ee-a820-4f7b-b5ea-73c38b5247c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:05.343613 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] Attempting to bind port 6cab07af-b277-4c1e-81ad-5a739c3c2026 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '95fe3135-705c-45ce-a161-7d825b516e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '22db660d-8cef-44b4-afcf-e3d8ffbbb128'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:55:05.343819 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] Attempting to bind port 6cab07af-b277-4c1e-81ad-5a739c3c2026 on network 22db660d-8cef-44b4-afcf-e3d8ffbbb128 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:55:05.363922 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a8343927-0524-4ad8-a6fb-65845865b465 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:55:05.444314 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9eef9cd9-0455-4392-b9ad-baabbba1a390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:05.447254 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:55:05.447710 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] Checking segment: {'id': '95fe3135-705c-45ce-a161-7d825b516e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '22db660d-8cef-44b4-afcf-e3d8ffbbb128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:55:05.448307 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:05.448750 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] Bound using segment: {'id': '95fe3135-705c-45ce-a161-7d825b516e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '22db660d-8cef-44b4-afcf-e3d8ffbbb128'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:55:05.449271 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] Bound port: 6cab07af-b277-4c1e-81ad-5a739c3c2026, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95fe3135-705c-45ce-a161-7d825b516e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '22db660d-8cef-44b4-afcf-e3d8ffbbb128'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:55:05.449649 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:05.580718 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-8f65ee4d-f5f3-432b-b2c7-2b9ac966f2da None None] Provisioning complete for port 1d057843-1a92-4001-aaa5-a37fed641647 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:05.581294 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8f65ee4d-f5f3-432b-b2c7-2b9ac966f2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:05.614126 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c799638f-67d8-4abf-8531-f16d8960c94e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:05.614809 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c799638f-67d8-4abf-8531-f16d8960c94e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:05.642065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513f10b-dddf-4130-b2f8-24e50a030ab0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Pushing event deleted for resources: {'Port': ['ID=3a37f8ac-2d69-4f19-949b-d363aa59e0bb,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:05.658463 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c799638f-67d8-4abf-8531-f16d8960c94e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.7347836 Apr 18 05:55:05.662483 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41852) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:05.727295 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c1c266-572c-4bd4-822e-66d392a9bf33 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:55:05.740454 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91b52e0-5720-4c38-a646-65a4c42b173c None None] Sync routers for ids ['230efa0f-adb0-43f2-ba02-33007981aaaf'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:55:05.746933 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-93c1c266-572c-4bd4-822e-66d392a9bf33 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/230efa0f-adb0-43f2-ba02-33007981aaaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4726827 Apr 18 05:55:05.757919 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41860) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:05.763585 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-0ab375ee-a820-4f7b-b5ea-73c38b5247c5 admin admin] Usage tracker for resource:security_group_rule and tenant:85fe814166584f7babcccef3f5e7138a is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:05.772506 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91b52e0-5720-4c38-a646-65a4c42b173c None None] Routers {'230efa0f-adb0-43f2-ba02-33007981aaaf'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:05.773137 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e91b52e0-5720-4c38-a646-65a4c42b173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['230efa0f-adb0-43f2-ba02-33007981aaaf'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:05.825982 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-8f65ee4d-f5f3-432b-b2c7-2b9ac966f2da None None] Port 1d057843-1a92-4001-aaa5-a37fed641647 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:05.833838 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port a8343927-0524-4ad8-a6fb-65845865b465 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:05.834215 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:05.895178 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] For port 6cab07af-b277-4c1e-81ad-5a739c3c2026, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:55:05.900152 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5cf673-cb17-4523-9a58-203d51eb68d1 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:05.900783 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6f5cf673-cb17-4523-9a58-203d51eb68d1 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Synchronizing usage tracker for tenant:cfb0e03f77e24f68b484d6de092642f5 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:55:05.933097 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] For port 6cab07af-b277-4c1e-81ad-5a739c3c2026, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=6cab07af-b277-4c1e-81ad-5a739c3c2026,segment=NetworkSegment(95fe3135-705c-45ce-a161-7d825b516e26),segment_id=95fe3135-705c-45ce-a161-7d825b516e26)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:55:05.979022 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20bebe0-5349-49dc-9464-57d07117571a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:05.979770 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a20bebe0-5349-49dc-9464-57d07117571a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Synchronizing usage tracker for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:55:05.988926 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:05.997053 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6f5cf673-cb17-4523-9a58-203d51eb68d1 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Unset dirty status for tenant:cfb0e03f77e24f68b484d6de092642f5 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:55:06.007225 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6f5cf673-cb17-4523-9a58-203d51eb68d1 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/ports/1d057843-1a92-4001-aaa5-a37fed641647 HTTP/1.1" status: 200 len: 982 time: 0.2415223 Apr 18 05:55:06.008118 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41868) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:06.012125 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e91b52e0-5720-4c38-a646-65a4c42b173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:06.023743 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91b52e0-5720-4c38-a646-65a4c42b173c None None] Routers {'230efa0f-adb0-43f2-ba02-33007981aaaf'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:06.024657 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e91b52e0-5720-4c38-a646-65a4c42b173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:54:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['230efa0f-adb0-43f2-ba02-33007981aaaf'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:06.030481 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-8f65ee4d-f5f3-432b-b2c7-2b9ac966f2da None None] Provisioning for port 4b870cc6-1b9e-4f88-a55c-1b0780c14dab completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:06.068843 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-b4abcf79-5248-4289-b5fd-1c4d4463759a', 'network_id': 'b4abcf79-5248-4289-b5fd-1c4d4463759a', 'tenant_id': 'cfdddab4968c45f29720152d8bb2e3d7', 'fixed_ips': [{'subnet_id': 'af4eb26e-c7ea-4316-acd8-8287a4cf8d5f'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:55:06.069728 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:06.135394 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-0ab375ee-a820-4f7b-b5ea-73c38b5247c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:06.150954 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e91b52e0-5720-4c38-a646-65a4c42b173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:06.151493 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91b52e0-5720-4c38-a646-65a4c42b173c None None] The sync data for ids ['230efa0f-adb0-43f2-ba02-33007981aaaf'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:55:06.158636 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6ed07a63-7aa5-4d9c-b85e-bb653db7ce4f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.3927457 Apr 18 05:55:06.176295 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41872) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:06.190066 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41876) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:06.234983 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed5864-3f65-4de7-b981-37653d1e201e None None] Pushing event updated for resources: {'Port': ['ID=6cab07af-b277-4c1e-81ad-5a739c3c2026,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:06.296766 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a20bebe0-5349-49dc-9464-57d07117571a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Unset dirty status for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:55:06.301035 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4b870cc6-1b9e-4f88-a55c-1b0780c14dab up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:55:06.301208 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a20bebe0-5349-49dc-9464-57d07117571a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.6375885 Apr 18 05:55:06.302134 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41882) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:06.432263 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b4310a6a-5550-4d38-883c-0abc039436d8 None None] Provisioning for port 28a902b6-6599-4219-a91d-d3a2778ce88f completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:06.533090 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b4310a6a-5550-4d38-883c-0abc039436d8 None None] Provisioning complete for port 28a902b6-6599-4219-a91d-d3a2778ce88f triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:06.533512 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b4310a6a-5550-4d38-883c-0abc039436d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:06.541628 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0ab375ee-a820-4f7b-b5ea-73c38b5247c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:06.614507 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] Allocated IP 172.20.0.2 (b4abcf79-5248-4289-b5fd-1c4d4463759a/af4eb26e-c7ea-4316-acd8-8287a4cf8d5f/bc16865c-eb36-45d8-ba99-4ac1798ef8e1) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:06.633197 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f513f10b-dddf-4130-b2f8-24e50a030ab0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:06.652733 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-b4310a6a-5550-4d38-883c-0abc039436d8 None None] Port 28a902b6-6599-4219-a91d-d3a2778ce88f cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:06.688920 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 4b870cc6-1b9e-4f88-a55c-1b0780c14dab completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:06.702567 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 4b870cc6-1b9e-4f88-a55c-1b0780c14dab triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:06.702943 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:06.780932 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b4310a6a-5550-4d38-883c-0abc039436d8 None None] Provisioning for port 043f754a-3287-49cc-8249-9cf6e1c778e8 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:06.814458 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b4310a6a-5550-4d38-883c-0abc039436d8 None None] Provisioning complete for port 043f754a-3287-49cc-8249-9cf6e1c778e8 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:06.814833 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b4310a6a-5550-4d38-883c-0abc039436d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:06.838596 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d17a8553-0d34-4ab7-8734-df8c5891ecc3 tempest-AgentManagementNegativeTest-753312980 tempest-AgentManagementNegativeTest-753312980-project] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6457705 Apr 18 05:55:07.098421 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:07.104797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-48be7f63-0a22-400f-af63-c8ecd38b9164 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port 043f754a-3287-49cc-8249-9cf6e1c778e8 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:07.105323 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-48be7f63-0a22-400f-af63-c8ecd38b9164 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:07.111505 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] Transition to ACTIVE for port object bc16865c-eb36-45d8-ba99-4ac1798ef8e1 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:07.136715 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] Transition to ACTIVE for port object bc16865c-eb36-45d8-ba99-4ac1798ef8e1 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:07.153951 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dca17e-cfb8-4d30-9bb8-8d18e65871d8 None None] Network 26b41097-3c17-4c48-b186-8d911323d3d6 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:07.178577 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:07.262836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-b4310a6a-5550-4d38-883c-0abc039436d8 None None] Port 043f754a-3287-49cc-8249-9cf6e1c778e8 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:07.326202 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0ab375ee-a820-4f7b-b5ea-73c38b5247c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:07.381414 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41890) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:07.423765 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] Network b4abcf79-5248-4289-b5fd-1c4d4463759a is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:07.441279 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:07.444389 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:07.456394 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] Pushing event updated for resources: {'Port': ['ID=bc16865c-eb36-45d8-ba99-4ac1798ef8e1,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:07.597057 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b4310a6a-5550-4d38-883c-0abc039436d8 None None] Provisioning complete for port 4b870cc6-1b9e-4f88-a55c-1b0780c14dab triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:07.598046 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b4310a6a-5550-4d38-883c-0abc039436d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:07.743681 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b73ab157-3b7e-4092-9606-7717be71496b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:07.786968 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b73ab157-3b7e-4092-9606-7717be71496b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:07.813844 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0ab375ee-a820-4f7b-b5ea-73c38b5247c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:07.828107 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b73ab157-3b7e-4092-9606-7717be71496b admin admin] Usage tracker for resource:security_group_rule and tenant:189c11f194854fceb21cfb1db8a468e5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:07.835426 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b73ab157-3b7e-4092-9606-7717be71496b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:07.836711 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:07.863015 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b73ab157-3b7e-4092-9606-7717be71496b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:07.869091 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3b6f2ead-f85d-4ea4-a11a-e7d31bfe5740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:07.870844 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cfd955-2e78-4637-a027-72751fd6beb1 None None] Network 22db660d-8cef-44b4-afcf-e3d8ffbbb128 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:07.909031 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:07.909901 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] Attempting to bind port bc16865c-eb36-45d8-ba99-4ac1798ef8e1 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:55:07.910321 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] Attempting to bind port bc16865c-eb36-45d8-ba99-4ac1798ef8e1 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'f6533dc3-ea19-489a-961d-d41e9cb462f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b4abcf79-5248-4289-b5fd-1c4d4463759a'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:55:07.910744 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] Attempting to bind port bc16865c-eb36-45d8-ba99-4ac1798ef8e1 on network b4abcf79-5248-4289-b5fd-1c4d4463759a {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:55:07.933500 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:55:07.933803 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] Checking segment: {'id': 'f6533dc3-ea19-489a-961d-d41e9cb462f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b4abcf79-5248-4289-b5fd-1c4d4463759a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:55:07.934343 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:07.934809 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] Bound using segment: {'id': 'f6533dc3-ea19-489a-961d-d41e9cb462f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b4abcf79-5248-4289-b5fd-1c4d4463759a'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:55:07.935451 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] Bound port: bc16865c-eb36-45d8-ba99-4ac1798ef8e1, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6533dc3-ea19-489a-961d-d41e9cb462f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b4abcf79-5248-4289-b5fd-1c4d4463759a'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:55:07.935891 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:07.970296 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f513f10b-dddf-4130-b2f8-24e50a030ab0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:07.988848 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13eee90f-5760-48f2-aac5-c886a7308a50 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:08.014215 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0880e4b2-e859-49e6-8e66-82d8cafb1297 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Router 3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:55:08.019233 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f513f10b-dddf-4130-b2f8-24e50a030ab0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:08.025742 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab375ee-a820-4f7b-b5ea-73c38b5247c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c6d878-c869-4d4e-ab09-540d422b0c92,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:08.035893 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0ab375ee-a820-4f7b-b5ea-73c38b5247c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85fe814166584f7babcccef3f5e7138a&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5443230 Apr 18 05:55:08.035893 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54790ac9-d4aa-469f-8714-27735a0a4fa6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:08.038861 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41896) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:08.089073 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 4b870cc6-1b9e-4f88-a55c-1b0780c14dab, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4b870cc6-1b9e-4f88-a55c-1b0780c14dab,segment=NetworkSegment(2e790794-aec7-4120-b637-2e9d920c82fb),segment_id=2e790794-aec7-4120-b637-2e9d920c82fb)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:08.125255 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:08.193625 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-48be7f63-0a22-400f-af63-c8ecd38b9164 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:08.332606 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f513f10b-dddf-4130-b2f8-24e50a030ab0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Router eb3bada1-27a5-452d-a897-0ebc906981c3 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:55:08.423079 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-48be7f63-0a22-400f-af63-c8ecd38b9164 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Calling delete_port for 043f754a-3287-49cc-8249-9cf6e1c778e8 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:08.426372 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=4b870cc6-1b9e-4f88-a55c-1b0780c14dab,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:08.450060 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a479e0f6-c8e7-4aab-b87a-22d146776e77 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:55:08.473650 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:55:08.493983 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] For port bc16865c-eb36-45d8-ba99-4ac1798ef8e1, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:55:08.522277 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] For port bc16865c-eb36-45d8-ba99-4ac1798ef8e1, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=bc16865c-eb36-45d8-ba99-4ac1798ef8e1,segment=NetworkSegment(f6533dc3-ea19-489a-961d-d41e9cb462f9),segment_id=f6533dc3-ea19-489a-961d-d41e9cb462f9)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:55:08.536990 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:08.576057 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:08.653249 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dfb27626-6862-4f78-bc58-76594aeb5872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:08.674389 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b73ab157-3b7e-4092-9606-7717be71496b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:08.703422 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:08.727460 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port a479e0f6-c8e7-4aab-b87a-22d146776e77 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:08.771535 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 6cab07af-b277-4c1e-81ad-5a739c3c2026 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:55:08.851733 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b73ab157-3b7e-4092-9606-7717be71496b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:08.858016 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2766167-ca9e-4422-928d-92fc66f8f068 None None] Pushing event updated for resources: {'Port': ['ID=bc16865c-eb36-45d8-ba99-4ac1798ef8e1,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:08.888599 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ca42623d-6965-4d26-9d1a-678db7fe754a None None] Provisioning complete for port 28a902b6-6599-4219-a91d-d3a2778ce88f triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:08.890078 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ca42623d-6965-4d26-9d1a-678db7fe754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:08.894412 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-48be7f63-0a22-400f-af63-c8ecd38b9164 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:08.896444 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f513f10b-dddf-4130-b2f8-24e50a030ab0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:55:08.897257 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dfb27626-6862-4f78-bc58-76594aeb5872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:08.938642 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4d4160-e613-46ab-b97d-bbd9f2febcee None None] Sync routers for ids ['eb3bada1-27a5-452d-a897-0ebc906981c3'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:55:08.986666 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0880e4b2-e859-49e6-8e66-82d8cafb1297 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:55:08.998007 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7496a463-c295-44a7-9e22-efe232802811 None None] Sync routers for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:55:09.016070 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4d4160-e613-46ab-b97d-bbd9f2febcee None None] Routers {'eb3bada1-27a5-452d-a897-0ebc906981c3'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:09.017193 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-bd4d4160-e613-46ab-b97d-bbd9f2febcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['eb3bada1-27a5-452d-a897-0ebc906981c3'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:09.026438 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7496a463-c295-44a7-9e22-efe232802811 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:09.027789 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-7496a463-c295-44a7-9e22-efe232802811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:09.033730 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0880e4b2-e859-49e6-8e66-82d8cafb1297 tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "PUT /v2.0/routers/3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6844318 Apr 18 05:55:09.034472 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41900) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:09.040069 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f513f10b-dddf-4130-b2f8-24e50a030ab0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:09.052426 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f513f10b-dddf-4130-b2f8-24e50a030ab0 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "PUT /v2.0/routers/eb3bada1-27a5-452d-a897-0ebc906981c3 HTTP/1.1" status: 200 len: 705 time: 8.4283652 Apr 18 05:55:09.077926 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41902) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:09.154796 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-7496a463-c295-44a7-9e22-efe232802811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:09.166325 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 6cab07af-b277-4c1e-81ad-5a739c3c2026 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:09.177681 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7496a463-c295-44a7-9e22-efe232802811 None None] Routers {'3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:09.181896 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-7496a463-c295-44a7-9e22-efe232802811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:09.195084 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-bd4d4160-e613-46ab-b97d-bbd9f2febcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:09.207294 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-ca42623d-6965-4d26-9d1a-678db7fe754a None None] Port 28a902b6-6599-4219-a91d-d3a2778ce88f cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:09.217713 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4d4160-e613-46ab-b97d-bbd9f2febcee None None] Routers {'eb3bada1-27a5-452d-a897-0ebc906981c3'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:09.219655 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-bd4d4160-e613-46ab-b97d-bbd9f2febcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['eb3bada1-27a5-452d-a897-0ebc906981c3'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:09.273030 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-7496a463-c295-44a7-9e22-efe232802811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:09.274441 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7496a463-c295-44a7-9e22-efe232802811 None None] The sync data for ids ['3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:55:09.311161 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ca42623d-6965-4d26-9d1a-678db7fe754a None None] Could not find standard attr ID for object 043f754a-3287-49cc-8249-9cf6e1c778e8. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 05:55:09.341931 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-bd4d4160-e613-46ab-b97d-bbd9f2febcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:09.342396 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4d4160-e613-46ab-b97d-bbd9f2febcee None None] The sync data for ids ['eb3bada1-27a5-452d-a897-0ebc906981c3'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:55:09.359822 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be7f63-0a22-400f-af63-c8ecd38b9164 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Port': ['ID=043f754a-3287-49cc-8249-9cf6e1c778e8,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:09.363121 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ca42623d-6965-4d26-9d1a-678db7fe754a None None] Provisioning for port 6cab07af-b277-4c1e-81ad-5a739c3c2026 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:09.369639 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ca42623d-6965-4d26-9d1a-678db7fe754a None None] Provisioning complete for port 6cab07af-b277-4c1e-81ad-5a739c3c2026 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:09.370013 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ca42623d-6965-4d26-9d1a-678db7fe754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:09.384682 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b73ab157-3b7e-4092-9606-7717be71496b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=189c11f194854fceb21cfb1db8a468e5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0003331 Apr 18 05:55:09.395580 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41908) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:09.440566 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ab157-3b7e-4092-9606-7717be71496b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31d9f96-fffa-437d-b6d1-667714ed675e,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:09.510637 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b65bce60-b9ee-4d3a-a576-38c950b6c073 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "GET /v2.0/routers/eb3bada1-27a5-452d-a897-0ebc906981c3 HTTP/1.1" status: 200 len: 740 time: 0.3410277 Apr 18 05:55:09.522276 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41912) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:09.545601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-54790ac9-d4aa-469f-8714-27735a0a4fa6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Allocated IP 172.20.0.1 (22db660d-8cef-44b4-afcf-e3d8ffbbb128/a84bed27-bcd3-49cf-bf23-52039799fca4/fbe8c266-2c42-4b5a-8b36-5b4e0604230a) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:09.573848 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3a59a148-0e7e-48b2-b26d-2608557f10cd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:09.593388 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ca42623d-6965-4d26-9d1a-678db7fe754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:09.633320 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-ca42623d-6965-4d26-9d1a-678db7fe754a None None] For port 6cab07af-b277-4c1e-81ad-5a739c3c2026, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=6cab07af-b277-4c1e-81ad-5a739c3c2026,segment=NetworkSegment(95fe3135-705c-45ce-a161-7d825b516e26),segment_id=95fe3135-705c-45ce-a161-7d825b516e26)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:09.640771 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ca42623d-6965-4d26-9d1a-678db7fe754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:09.671984 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6bdce742-5268-426e-9c77-ba7f719813e1 tempest-RoutersAdminTest-433933759 tempest-RoutersAdminTest-433933759-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&device_id=eb3bada1-27a5-452d-a897-0ebc906981c3 HTTP/1.1" status: 200 len: 205 time: 0.1465149 Apr 18 05:55:09.690994 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41916) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:09.710010 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ca42623d-6965-4d26-9d1a-678db7fe754a None None] Provisioning for port a479e0f6-c8e7-4aab-b87a-22d146776e77 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:09.727324 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ca42623d-6965-4d26-9d1a-678db7fe754a None None] Provisioning complete for port a479e0f6-c8e7-4aab-b87a-22d146776e77 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:09.727809 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ca42623d-6965-4d26-9d1a-678db7fe754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:09.744591 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-48be7f63-0a22-400f-af63-c8ecd38b9164 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:09.754616 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.resource_extend [None req-13eee90f-5760-48f2-aac5-c886a7308a50 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:55:09.765586 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-48219b49-59c4-4d36-bb7d-2c56630aeec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:09.780309 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dfb27626-6862-4f78-bc58-76594aeb5872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:09.787368 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9cececd-5560-46dd-9c5c-81719cc0ac1d tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:09.788463 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42623d-6965-4d26-9d1a-678db7fe754a None None] Pushing event updated for resources: {'Port': ['ID=6cab07af-b277-4c1e-81ad-5a739c3c2026,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:09.822219 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13eee90f-5760-48f2-aac5-c886a7308a50 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:09.842097 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb27626-6862-4f78-bc58-76594aeb5872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c6d878-c869-4d4e-ab09-540d422b0c92,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:09.908063 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13eee90f-5760-48f2-aac5-c886a7308a50 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:09.929772 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-232b7082-ef29-4825-ae2e-f5293cd298ea tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3bada1-27a5-452d-a897-0ebc906981c3 HTTP/1.1" status: 200 len: 205 time: 0.2311242 Apr 18 05:55:09.946016 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41922) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:09.971085 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-48be7f63-0a22-400f-af63-c8ecd38b9164 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/ports/043f754a-3287-49cc-8249-9cf6e1c778e8 HTTP/1.1" status: 204 len: 168 time: 3.5703557 Apr 18 05:55:09.971268 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ca42623d-6965-4d26-9d1a-678db7fe754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:10.029678 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41926) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:10.035474 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-ca42623d-6965-4d26-9d1a-678db7fe754a None None] For port a479e0f6-c8e7-4aab-b87a-22d146776e77, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a479e0f6-c8e7-4aab-b87a-22d146776e77,segment=NetworkSegment(f68f54a6-9539-4c06-8d9e-9858486f9de0),segment_id=f68f54a6-9539-4c06-8d9e-9858486f9de0)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:10.039210 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:10.041793 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ca42623d-6965-4d26-9d1a-678db7fe754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:10.044474 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dfb27626-6862-4f78-bc58-76594aeb5872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:10.048243 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-dfb27626-6862-4f78-bc58-76594aeb5872 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/25c6d878-c869-4d4e-ab09-540d422b0c92 HTTP/1.1" status: 204 len: 168 time: 2.0029106 Apr 18 05:55:10.109161 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-48219b49-59c4-4d36-bb7d-2c56630aeec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:10.276464 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6d1db11e-374d-4a84-bf78-5d63ca976f8a None None] Provisioning for port 2162e66f-dd04-4cc7-b3fa-6e46781d92ce completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:10.316920 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42623d-6965-4d26-9d1a-678db7fe754a None None] Pushing event updated for resources: {'Port': ['ID=a479e0f6-c8e7-4aab-b87a-22d146776e77,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:10.346901 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6d1db11e-374d-4a84-bf78-5d63ca976f8a None None] Provisioning complete for port 2162e66f-dd04-4cc7-b3fa-6e46781d92ce triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:10.350552 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6d1db11e-374d-4a84-bf78-5d63ca976f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:10.397131 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eee90f-5760-48f2-aac5-c886a7308a50 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Port': ['ID=2162e66f-dd04-4cc7-b3fa-6e46781d92ce,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:10.560512 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-6d1db11e-374d-4a84-bf78-5d63ca976f8a None None] Port 2162e66f-dd04-4cc7-b3fa-6e46781d92ce cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:10.590643 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6d1db11e-374d-4a84-bf78-5d63ca976f8a None None] Provisioning complete for port 6cab07af-b277-4c1e-81ad-5a739c3c2026 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:10.591111 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6d1db11e-374d-4a84-bf78-5d63ca976f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:10.634369 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device bc16865c-eb36-45d8-ba99-4ac1798ef8e1 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:55:10.674584 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bc4083-367c-4ebf-8230-0176b3a785cd None None] Network b4abcf79-5248-4289-b5fd-1c4d4463759a requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:10.701004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-3a59a148-0e7e-48b2-b26d-2608557f10cd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting port 1d057843-1a92-4001-aaa5-a37fed641647 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:10.701346 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3a59a148-0e7e-48b2-b26d-2608557f10cd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:10.728191 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bccdf0b8-d697-4c6c-a83c-bb4847202f31 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:10.796377 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13eee90f-5760-48f2-aac5-c886a7308a50 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:10.799630 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c20fe4-2406-4d61-bb95-00540e71752a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] GET failed (client error): The resource could not be found. Apr 18 05:55:10.801312 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-94c20fe4-2406-4d61-bb95-00540e71752a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports/043f754a-3287-49cc-8249-9cf6e1c778e8 HTTP/1.1" status: 404 len: 333 time: 0.7609134 Apr 18 05:55:10.820275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41932) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:10.862470 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port bc16865c-eb36-45d8-ba99-4ac1798ef8e1 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:10.875213 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 6cab07af-b277-4c1e-81ad-5a739c3c2026 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:55:11.006443 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3a59a148-0e7e-48b2-b26d-2608557f10cd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:11.106445 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6d1db11e-374d-4a84-bf78-5d63ca976f8a None None] Provisioning complete for port a479e0f6-c8e7-4aab-b87a-22d146776e77 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:11.106816 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6d1db11e-374d-4a84-bf78-5d63ca976f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:11.142331 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54790ac9-d4aa-469f-8714-27735a0a4fa6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:11.146884 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-3a59a148-0e7e-48b2-b26d-2608557f10cd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Calling delete_port for 1d057843-1a92-4001-aaa5-a37fed641647 owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:11.152855 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9cececd-5560-46dd-9c5c-81719cc0ac1d tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:11.158482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ec107a39-6014-4e61-abe8-cc59d497b8e8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port 28a902b6-6599-4219-a91d-d3a2778ce88f {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:11.158737 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ec107a39-6014-4e61-abe8-cc59d497b8e8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:11.170608 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 6cab07af-b277-4c1e-81ad-5a739c3c2026 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:11.170981 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:11.187667 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13eee90f-5760-48f2-aac5-c886a7308a50 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:11.276090 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bccdf0b8-d697-4c6c-a83c-bb4847202f31 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:11.281426 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bccdf0b8-d697-4c6c-a83c-bb4847202f31 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:11.295928 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-f9cececd-5560-46dd-9c5c-81719cc0ac1d tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Deleting port f5f7e64c-e7c1-4fda-86a6-30d854ef5a4d {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:11.296303 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9cececd-5560-46dd-9c5c-81719cc0ac1d tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:11.360766 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-54790ac9-d4aa-469f-8714-27735a0a4fa6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Transition to ACTIVE for port object fbe8c266-2c42-4b5a-8b36-5b4e0604230a will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:11.367695 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-48219b49-59c4-4d36-bb7d-2c56630aeec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:11.418568 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bccdf0b8-d697-4c6c-a83c-bb4847202f31 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:11.419095 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccdf0b8-d697-4c6c-a83c-bb4847202f31 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Fanout notify agent at l3_agent the message router_deleted on router eb3bada1-27a5-452d-a897-0ebc906981c3 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:55:11.448954 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48219b49-59c4-4d36-bb7d-2c56630aeec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31d9f96-fffa-437d-b6d1-667714ed675e,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:11.499153 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4b870cc6-1b9e-4f88-a55c-1b0780c14dab up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:55:11.580253 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-48219b49-59c4-4d36-bb7d-2c56630aeec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:11.581922 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-48219b49-59c4-4d36-bb7d-2c56630aeec5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a31d9f96-fffa-437d-b6d1-667714ed675e HTTP/1.1" status: 204 len: 168 time: 2.1838329 Apr 18 05:55:11.615493 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-139e6020-c2f8-4acb-a470-5d077ab4abbe None None] Provisioning complete for port 2162e66f-dd04-4cc7-b3fa-6e46781d92ce triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:11.616480 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-139e6020-c2f8-4acb-a470-5d077ab4abbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:11.629041 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bccdf0b8-d697-4c6c-a83c-bb4847202f31 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:11.634098 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bccdf0b8-d697-4c6c-a83c-bb4847202f31 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "DELETE /v2.0/routers/eb3bada1-27a5-452d-a897-0ebc906981c3 HTTP/1.1" status: 204 len: 168 time: 1.6774535 Apr 18 05:55:11.640775 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41938) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:11.690762 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-139e6020-c2f8-4acb-a470-5d077ab4abbe None None] Port 2162e66f-dd04-4cc7-b3fa-6e46781d92ce cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:11.695842 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 4b870cc6-1b9e-4f88-a55c-1b0780c14dab triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:11.696363 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:11.742568 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-139e6020-c2f8-4acb-a470-5d077ab4abbe None None] Provisioning for port bc16865c-eb36-45d8-ba99-4ac1798ef8e1 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:11.747791 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7987b5fd-847f-4023-97fb-4361f53aca39 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3bada1-27a5-452d-a897-0ebc906981c3 HTTP/1.1" status: 200 len: 205 time: 0.1059566 Apr 18 05:55:11.752731 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41942) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:11.760471 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-139e6020-c2f8-4acb-a470-5d077ab4abbe None None] Provisioning complete for port bc16865c-eb36-45d8-ba99-4ac1798ef8e1 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:11.760974 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-139e6020-c2f8-4acb-a470-5d077ab4abbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:11.768393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54790ac9-d4aa-469f-8714-27735a0a4fa6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:11.834587 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-73830144-20d4-43a0-a9d1-fc074baddd49 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] delete failed (client error): The resource could not be found. Apr 18 05:55:11.838022 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-73830144-20d4-43a0-a9d1-fc074baddd49 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "DELETE /v2.0/routers/eb3bada1-27a5-452d-a897-0ebc906981c3 HTTP/1.1" status: 404 len: 336 time: 0.0818751 Apr 18 05:55:11.858339 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41946) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:11.871000 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54790ac9-d4aa-469f-8714-27735a0a4fa6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Network 22db660d-8cef-44b4-afcf-e3d8ffbbb128 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:11.904988 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9cececd-5560-46dd-9c5c-81719cc0ac1d tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:11.922815 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-54790ac9-d4aa-469f-8714-27735a0a4fa6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:11.947799 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54790ac9-d4aa-469f-8714-27735a0a4fa6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:11.950366 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-139e6020-c2f8-4acb-a470-5d077ab4abbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:11.962555 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3a59a148-0e7e-48b2-b26d-2608557f10cd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:11.987623 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-290111dd-6a2f-4118-8e8c-6eebae516962 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "GET /v2.0/ports?device_id=717b82ac-77aa-4cf9-98ce-7acbed1909dd HTTP/1.1" status: 200 len: 205 time: 0.1279156 Apr 18 05:55:11.995362 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-139e6020-c2f8-4acb-a470-5d077ab4abbe None None] For port bc16865c-eb36-45d8-ba99-4ac1798ef8e1, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=bc16865c-eb36-45d8-ba99-4ac1798ef8e1,segment=NetworkSegment(f6533dc3-ea19-489a-961d-d41e9cb462f9),segment_id=f6533dc3-ea19-489a-961d-d41e9cb462f9)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:12.007713 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-139e6020-c2f8-4acb-a470-5d077ab4abbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:12.015470 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41952) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:12.102912 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59a148-0e7e-48b2-b26d-2608557f10cd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Port': ['ID=1d057843-1a92-4001-aaa5-a37fed641647,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:12.107521 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e6020-c2f8-4acb-a470-5d077ab4abbe None None] Pushing event updated for resources: {'Port': ['ID=bc16865c-eb36-45d8-ba99-4ac1798ef8e1,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:12.185109 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-135740b0-0697-4c55-bf63-464dc9bfc42c tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] delete failed (client error): The resource could not be found. Apr 18 05:55:12.187059 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-135740b0-0697-4c55-bf63-464dc9bfc42c tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "DELETE /v2.0/routers/717b82ac-77aa-4cf9-98ce-7acbed1909dd HTTP/1.1" status: 404 len: 336 time: 0.1641235 Apr 18 05:55:12.195573 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.resource_extend [None req-13eee90f-5760-48f2-aac5-c886a7308a50 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:55:12.213068 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13eee90f-5760-48f2-aac5-c886a7308a50 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:12.219369 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41960) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:12.256816 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a479e0f6-c8e7-4aab-b87a-22d146776e77 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:55:12.321905 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54790ac9-d4aa-469f-8714-27735a0a4fa6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Pushing event updated for resources: {'Port': ['ID=fbe8c266-2c42-4b5a-8b36-5b4e0604230a,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:12.332629 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-f9cececd-5560-46dd-9c5c-81719cc0ac1d tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Calling delete_port for f5f7e64c-e7c1-4fda-86a6-30d854ef5a4d owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:12.371336 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e79d6f11-a007-4e5e-9c0e-756c8b6d2d95 None None] Provisioning for port fbe8c266-2c42-4b5a-8b36-5b4e0604230a completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:12.378321 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ec107a39-6014-4e61-abe8-cc59d497b8e8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:12.380862 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e79d6f11-a007-4e5e-9c0e-756c8b6d2d95 None None] Provisioning complete for port fbe8c266-2c42-4b5a-8b36-5b4e0604230a triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:12.381534 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e79d6f11-a007-4e5e-9c0e-756c8b6d2d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:12.455197 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port a479e0f6-c8e7-4aab-b87a-22d146776e77 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:12.455992 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:12.488768 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3a59a148-0e7e-48b2-b26d-2608557f10cd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:12.499054 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13eee90f-5760-48f2-aac5-c886a7308a50 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:12.513754 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e79d6f11-a007-4e5e-9c0e-756c8b6d2d95 None None] Port fbe8c266-2c42-4b5a-8b36-5b4e0604230a cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:12.579261 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ec107a39-6014-4e61-abe8-cc59d497b8e8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Calling delete_port for 28a902b6-6599-4219-a91d-d3a2778ce88f owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:12.637796 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54790ac9-d4aa-469f-8714-27735a0a4fa6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:12.653964 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device bc16865c-eb36-45d8-ba99-4ac1798ef8e1 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:55:12.658438 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3459f8b7-10bc-481b-8b7a-15d0a068435a tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35b298b-e6c3-4832-8541-8f194bd2b1c8 HTTP/1.1" status: 200 len: 205 time: 0.4377983 Apr 18 05:55:12.721978 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eee90f-5760-48f2-aac5-c886a7308a50 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Port': ['ID=2162e66f-dd04-4cc7-b3fa-6e46781d92ce,revision_number=3']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:12.732618 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41974) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:12.758964 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port bc16865c-eb36-45d8-ba99-4ac1798ef8e1 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:12.759425 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:12.813564 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-9baa097a-6b93-494b-8c5c-a9fd027fb9cb tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] delete failed (client error): The resource could not be found. Apr 18 05:55:12.816968 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9baa097a-6b93-494b-8c5c-a9fd027fb9cb tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "DELETE /v2.0/routers/e35b298b-e6c3-4832-8541-8f194bd2b1c8 HTTP/1.1" status: 404 len: 336 time: 0.0753086 Apr 18 05:55:12.825323 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41980) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:12.870155 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 41984) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:12.907596 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7d4fc729-3c25-49c5-af85-1f97c695f2b2 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3de0e9-f38f-4d87-99cd-a44585474d93 HTTP/1.1" status: 200 len: 205 time: 0.0786960 Apr 18 05:55:12.910871 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41990) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.024414 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-8160a10e-2d67-4328-a5be-58e44306d5bb tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:13.026261 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8160a10e-2d67-4328-a5be-58e44306d5bb tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1543121 Apr 18 05:55:13.047022 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41994) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.060608 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-8558b7f7-4c8e-4e71-8aaf-3cb84bd3a18f tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] delete failed (client error): The resource could not be found. Apr 18 05:55:13.061618 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8558b7f7-4c8e-4e71-8aaf-3cb84bd3a18f tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "DELETE /v2.0/routers/4e3de0e9-f38f-4d87-99cd-a44585474d93 HTTP/1.1" status: 404 len: 336 time: 0.1479502 Apr 18 05:55:13.079257 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-af46005b-f363-4e23-b1cf-06122f7ab994 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:13.080259 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-af46005b-f363-4e23-b1cf-06122f7ab994 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0213399 Apr 18 05:55:13.084238 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 41998) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.084238 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42000) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.133304 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-92fcbd01-f7ea-4cf6-9e11-4e49ff6edc63 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:13.136609 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-92fcbd01-f7ea-4cf6-9e11-4e49ff6edc63 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0478318 Apr 18 05:55:13.146382 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42006) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.149594 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13eee90f-5760-48f2-aac5-c886a7308a50 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:13.165384 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a59a148-0e7e-48b2-b26d-2608557f10cd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router 230efa0f-adb0-43f2-ba02-33007981aaaf has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:55:13.168731 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-490cb8a8-093d-425f-8776-f06eec662654 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "GET /v2.0/ports?device_id=917c1505-70d4-4663-9552-28356e110df1 HTTP/1.1" status: 200 len: 205 time: 0.0816348 Apr 18 05:55:13.174836 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-b22fd945-9791-476f-9d1b-ec7a859b5f5f tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:13.175764 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b22fd945-9791-476f-9d1b-ec7a859b5f5f tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0231168 Apr 18 05:55:13.177982 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42010) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.178406 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42012) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.183942 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54790ac9-d4aa-469f-8714-27735a0a4fa6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:13.202313 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-951e6e73-b933-41f5-b60b-6dfc3cefd464 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:13.203238 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-951e6e73-b933-41f5-b60b-6dfc3cefd464 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0201917 Apr 18 05:55:13.222122 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42018) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.236658 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ec107a39-6014-4e61-abe8-cc59d497b8e8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:13.242413 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-870b1a2e-9113-4e2e-8101-2a8e78b55a58 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:13.243354 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-870b1a2e-9113-4e2e-8101-2a8e78b55a58 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0160344 Apr 18 05:55:13.257126 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42022) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.331522 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-fd0d490f-7d90-40df-a9ea-5210b216f1fc tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:13.336456 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fd0d490f-7d90-40df-a9ea-5210b216f1fc tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0672457 Apr 18 05:55:13.336614 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec107a39-6014-4e61-abe8-cc59d497b8e8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Port': ['ID=28a902b6-6599-4219-a91d-d3a2778ce88f,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:13.343495 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42026) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.382785 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-7f276688-0dfb-4f93-a700-8b7c80a92a31 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:13.387689 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7f276688-0dfb-4f93-a700-8b7c80a92a31 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0355942 Apr 18 05:55:13.396338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42030) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.414914 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-ffa66f49-845a-4379-b0d3-ad5ba1e4c74b tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] delete failed (client error): The resource could not be found. Apr 18 05:55:13.415932 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ffa66f49-845a-4379-b0d3-ad5ba1e4c74b tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "DELETE /v2.0/routers/917c1505-70d4-4663-9552-28356e110df1 HTTP/1.1" status: 404 len: 336 time: 0.2344770 Apr 18 05:55:13.420526 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42034) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.435020 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-042b876e-8bd6-442a-9a42-d1dcf6a8de96 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:13.438364 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-042b876e-8bd6-442a-9a42-d1dcf6a8de96 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0374894 Apr 18 05:55:13.443715 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42036) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.456361 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9cececd-5560-46dd-9c5c-81719cc0ac1d tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:13.522773 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-70d02ad5-20fb-487d-8494-3a24748d2ae0 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:13.523751 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-70d02ad5-20fb-487d-8494-3a24748d2ae0 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0757937 Apr 18 05:55:13.524878 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a59a148-0e7e-48b2-b26d-2608557f10cd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:55:13.531179 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42042) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.542077 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedab70b-3871-4baa-8ae3-82e285730a20 None None] Sync routers for ids ['230efa0f-adb0-43f2-ba02-33007981aaaf'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:55:13.546029 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-365690b7-c9d4-4ec7-af51-50ff56420c80 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f5fd00e-ebb4-42e1-a2aa-8a8f73759d25 HTTP/1.1" status: 200 len: 205 time: 0.0707610 Apr 18 05:55:13.548823 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-db79cdf0-5e81-4606-a5ab-1ab96dca3266 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:13.552254 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-db79cdf0-5e81-4606-a5ab-1ab96dca3266 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0161035 Apr 18 05:55:13.553094 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42046) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.553421 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42048) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.557600 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedab70b-3871-4baa-8ae3-82e285730a20 None None] Routers {'230efa0f-adb0-43f2-ba02-33007981aaaf'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:13.558544 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-bedab70b-3871-4baa-8ae3-82e285730a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['230efa0f-adb0-43f2-ba02-33007981aaaf'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:13.625472 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-9d0b3440-0a67-490e-97a5-3630747af5a1 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:13.626373 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9d0b3440-0a67-490e-97a5-3630747af5a1 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0678005 Apr 18 05:55:13.630456 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42054) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.634697 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-bedab70b-3871-4baa-8ae3-82e285730a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:13.636357 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cececd-5560-46dd-9c5c-81719cc0ac1d tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event deleted for resources: {'Port': ['ID=f5f7e64c-e7c1-4fda-86a6-30d854ef5a4d,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:13.648603 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedab70b-3871-4baa-8ae3-82e285730a20 None None] Routers {'230efa0f-adb0-43f2-ba02-33007981aaaf'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:13.649339 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-bedab70b-3871-4baa-8ae3-82e285730a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['230efa0f-adb0-43f2-ba02-33007981aaaf'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:13.654295 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3a59a148-0e7e-48b2-b26d-2608557f10cd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/230efa0f-adb0-43f2-ba02-33007981aaaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6430590 Apr 18 05:55:13.657626 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-980f5ece-f717-4204-a843-c717197ec903 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:13.661033 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-980f5ece-f717-4204-a843-c717197ec903 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0223017 Apr 18 05:55:13.661033 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42058) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.661033 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-a38abe9d-5a64-46e3-80af-805f2c8b4c95 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] delete failed (client error): The resource could not be found. Apr 18 05:55:13.665216 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a38abe9d-5a64-46e3-80af-805f2c8b4c95 tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "DELETE /v2.0/routers/2f5fd00e-ebb4-42e1-a2aa-8a8f73759d25 HTTP/1.1" status: 404 len: 336 time: 0.1045597 Apr 18 05:55:13.668380 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42060) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.668694 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42062) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.717011 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-bedab70b-3871-4baa-8ae3-82e285730a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:13.717549 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedab70b-3871-4baa-8ae3-82e285730a20 None None] The sync data for ids ['230efa0f-adb0-43f2-ba02-33007981aaaf'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:55:13.732349 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-21241311-b4d8-4028-90e3-8fc0741f4c8c tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:13.735671 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-21241311-b4d8-4028-90e3-8fc0741f4c8c tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0063963 Apr 18 05:55:13.769846 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42070) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.774194 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eee90f-5760-48f2-aac5-c886a7308a50 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network 26b41097-3c17-4c48-b186-8d911323d3d6 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:13.785252 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-13eee90f-5760-48f2-aac5-c886a7308a50 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:13.789002 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-169cb321-4198-404f-a068-9379e4ba108b tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] DELETE failed (client error): The resource could not be found. Apr 18 05:55:13.789441 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-169cb321-4198-404f-a068-9379e4ba108b tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:55:13.793801 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-169cb321-4198-404f-a068-9379e4ba108b tempest-RoutersAdminTest-2067710848 tempest-RoutersAdminTest-2067710848-project] 10.222.0.15 "DELETE /v2.0/subnets/ef981a92-ec5a-4a74-a57d-14e637650f11 HTTP/1.1" status: 404 len: 337 time: 0.0625746 Apr 18 05:55:13.809583 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-9927d508-0b41-4ecf-9f96-dccedf5fcd5a tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:13.813394 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9927d508-0b41-4ecf-9f96-dccedf5fcd5a tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0138941 Apr 18 05:55:13.819969 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42076) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.852242 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-d7c69de3-a6cb-4277-929f-ae1035ffc147 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:13.857843 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d7c69de3-a6cb-4277-929f-ae1035ffc147 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0303180 Apr 18 05:55:13.868852 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42080) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.879604 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ec107a39-6014-4e61-abe8-cc59d497b8e8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:13.888381 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-7505fdc8-d173-417c-9547-a8d6281d37eb tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:13.892375 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7505fdc8-d173-417c-9547-a8d6281d37eb tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0222225 Apr 18 05:55:13.901356 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42084) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.924982 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-ab56e6fd-abcd-4487-ba25-94e4cdf59df4 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:13.929934 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ab56e6fd-abcd-4487-ba25-94e4cdf59df4 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0221760 Apr 18 05:55:13.935603 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42088) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.944295 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ec107a39-6014-4e61-abe8-cc59d497b8e8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/ports/28a902b6-6599-4219-a91d-d3a2778ce88f HTTP/1.1" status: 204 len: 168 time: 3.1127043 Apr 18 05:55:13.947586 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-6ecab6af-b585-4d46-ba38-c91b9cc14900 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:13.951356 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6ecab6af-b585-4d46-ba38-c91b9cc14900 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0146530 Apr 18 05:55:13.971580 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42092) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:13.971850 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42094) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.022688 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-7c6b3b63-e4cf-436c-99b9-6703636388b7 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.026068 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7c6b3b63-e4cf-436c-99b9-6703636388b7 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0490119 Apr 18 05:55:14.035554 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42100) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.051761 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-91af403b-a65f-4f31-8ac0-b9664c969e89 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.055301 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-91af403b-a65f-4f31-8ac0-b9664c969e89 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0144658 Apr 18 05:55:14.059037 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42104) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.062925 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e0d69fde-7f32-4c4a-917c-60079018d775 None None] Provisioning complete for port 2162e66f-dd04-4cc7-b3fa-6e46781d92ce triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:14.063502 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e0d69fde-7f32-4c4a-917c-60079018d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:14.103296 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9cececd-5560-46dd-9c5c-81719cc0ac1d tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:14.132093 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-02cc75aa-d396-487b-b2b1-b22b0e072135 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.135647 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e0d69fde-7f32-4c4a-917c-60079018d775 None None] Port 2162e66f-dd04-4cc7-b3fa-6e46781d92ce cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:14.136278 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-02cc75aa-d396-487b-b2b1-b22b0e072135 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0746255 Apr 18 05:55:14.136897 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42110) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.143447 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-edcc00f9-b1f4-4ea2-a63e-a83363769c8d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] GET failed (client error): The resource could not be found. Apr 18 05:55:14.143978 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-edcc00f9-b1f4-4ea2-a63e-a83363769c8d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Synchronizing usage tracker for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:55:14.187538 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-0db283ad-da02-45d3-a646-6c28d3c6425f tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.190831 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0db283ad-da02-45d3-a646-6c28d3c6425f tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0462561 Apr 18 05:55:14.196332 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42114) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.196662 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42116) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.231605 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-a91aa048-7bbe-4ab0-81ce-4185bf5416ac tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.232592 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a91aa048-7bbe-4ab0-81ce-4185bf5416ac tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0336111 Apr 18 05:55:14.241423 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42122) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.250121 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-8b609b98-83ec-44e1-8a23-c9aa87e2db19 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] remove_router_interface failed (client error): The resource could not be found. Apr 18 05:55:14.254065 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8b609b98-83ec-44e1-8a23-c9aa87e2db19 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/230efa0f-adb0-43f2-ba02-33007981aaaf/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5870168 Apr 18 05:55:14.254662 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42128) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.261061 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-55526c1d-b6e5-4e74-a3d4-1de4f8476b34 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.265218 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-55526c1d-b6e5-4e74-a3d4-1de4f8476b34 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0174820 Apr 18 05:55:14.294734 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42132) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.315839 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-849b56aa-f2d6-4991-99cb-e0c527bf68ed tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.320026 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-849b56aa-f2d6-4991-99cb-e0c527bf68ed tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0148275 Apr 18 05:55:14.320026 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6948feff-0963-4676-b59c-50f7a4cde60b tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Synchronizing usage tracker for tenant:cfb0e03f77e24f68b484d6de092642f5 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:55:14.322156 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42136) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.327058 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-edcc00f9-b1f4-4ea2-a63e-a83363769c8d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Unset dirty status for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:55:14.328236 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-edcc00f9-b1f4-4ea2-a63e-a83363769c8d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports/28a902b6-6599-4219-a91d-d3a2778ce88f HTTP/1.1" status: 404 len: 333 time: 0.3551972 Apr 18 05:55:14.332805 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-bbf80635-de16-4ea6-9465-0893bf9b67c5 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.333715 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9cececd-5560-46dd-9c5c-81719cc0ac1d tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:14.333848 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bbf80635-de16-4ea6-9465-0893bf9b67c5 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0095103 Apr 18 05:55:14.335465 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42140) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.338945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42142) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.349045 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9cececd-5560-46dd-9c5c-81719cc0ac1d tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:14.351597 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-fff2a1f2-d531-46cd-80a2-77b030075c07 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.352582 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fff2a1f2-d531-46cd-80a2-77b030075c07 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0127494 Apr 18 05:55:14.355647 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42148) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.362418 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-69fb5337-42e4-4bf4-8362-9f83b1d7bf6b tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.363349 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-69fb5337-42e4-4bf4-8362-9f83b1d7bf6b tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0067973 Apr 18 05:55:14.378862 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42152) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.401565 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6948feff-0963-4676-b59c-50f7a4cde60b tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Unset dirty status for tenant:cfb0e03f77e24f68b484d6de092642f5 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:55:14.401565 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6948feff-0963-4676-b59c-50f7a4cde60b tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/ports?device_id=230efa0f-adb0-43f2-ba02-33007981aaaf HTTP/1.1" status: 200 len: 205 time: 0.1343286 Apr 18 05:55:14.401565 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42156) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.403539 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-ffb00e6c-9803-4934-9c8b-cd608da78ebc tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.407429 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ffb00e6c-9803-4934-9c8b-cd608da78ebc tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0147958 Apr 18 05:55:14.407429 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-82a38161-ff1e-427e-99b7-09068fdd7513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:14.410657 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42160) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.431110 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-af6ee420-a60b-42fb-abd5-5e560e26c35d tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.432134 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-af6ee420-a60b-42fb-abd5-5e560e26c35d tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0115204 Apr 18 05:55:14.436565 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42164) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.454838 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-8d816813-e2c3-4014-a8ea-0f007a2f38bd tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.456075 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8d816813-e2c3-4014-a8ea-0f007a2f38bd tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0165904 Apr 18 05:55:14.456759 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9cececd-5560-46dd-9c5c-81719cc0ac1d tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:14.457279 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cececd-5560-46dd-9c5c-81719cc0ac1d tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Fanout notify agent at l3_agent the message router_deleted on router 3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:55:14.459354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42168) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.474356 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54790ac9-d4aa-469f-8714-27735a0a4fa6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:14.479774 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-e1830669-374b-4cde-a5e2-bb208267e8c5 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.480805 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e1830669-374b-4cde-a5e2-bb208267e8c5 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0161414 Apr 18 05:55:14.484596 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42172) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.488659 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-774143b6-88f1-4d2c-bfea-46274a1ed852 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting subnet c46d253b-4261-453a-864e-fe4317e5b7fe {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:55:14.492587 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54790ac9-d4aa-469f-8714-27735a0a4fa6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:14.556999 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-7384c046-8f9e-4436-b4f8-bd10e8e2096a tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.560437 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7384c046-8f9e-4436-b4f8-bd10e8e2096a tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0668554 Apr 18 05:55:14.561935 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-774143b6-88f1-4d2c-bfea-46274a1ed852 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:14.593638 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9cececd-5560-46dd-9c5c-81719cc0ac1d tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:14.597293 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f9cececd-5560-46dd-9c5c-81719cc0ac1d tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "DELETE /v2.0/routers/3f1dd93b-a5e9-4bbf-a9ce-5616b8ca300c HTTP/1.1" status: 204 len: 168 time: 5.5411792 Apr 18 05:55:14.600407 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42176) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.600407 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42178) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.610552 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13eee90f-5760-48f2-aac5-c886a7308a50 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router a850e6ec-4c3d-4560-b732-b89412caa610 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:55:14.659824 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-5e80d04a-eac1-4c7f-96db-1a6e7b3616f8 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.662996 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5e80d04a-eac1-4c7f-96db-1a6e7b3616f8 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0524461 Apr 18 05:55:14.662996 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-82a38161-ff1e-427e-99b7-09068fdd7513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:14.666486 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42184) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.675475 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54790ac9-d4aa-469f-8714-27735a0a4fa6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:14.681437 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-2c3ab52c-e8ae-4975-a054-73dde4b4f5ab tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.684852 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2c3ab52c-e8ae-4975-a054-73dde4b4f5ab tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0131385 Apr 18 05:55:14.687842 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-774143b6-88f1-4d2c-bfea-46274a1ed852 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:14.715564 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42188) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.719870 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54790ac9-d4aa-469f-8714-27735a0a4fa6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Pushing event updated for resources: {'Port': ['ID=fbe8c266-2c42-4b5a-8b36-5b4e0604230a,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:14.730779 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-532938dd-094c-4e97-b465-ca027d57dab6 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.734177 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-532938dd-094c-4e97-b465-ca027d57dab6 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0132012 Apr 18 05:55:14.738300 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-82a38161-ff1e-427e-99b7-09068fdd7513 admin admin] Usage tracker for resource:security_group_rule and tenant:780fa0cc364e4ebab05bba298701cf99 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:14.744932 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42192) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.772193 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-57eed0c6-77b7-44a6-81c7-6722a71a1a23 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.776105 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-57eed0c6-77b7-44a6-81c7-6722a71a1a23 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0197337 Apr 18 05:55:14.776105 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42196) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.787969 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-70a7a071-d898-45ff-9eb9-5f42958e97d8 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.791614 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-70a7a071-d898-45ff-9eb9-5f42958e97d8 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0100646 Apr 18 05:55:14.792881 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42200) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.797725 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-82a38161-ff1e-427e-99b7-09068fdd7513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:14.807631 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f86b9e2c-a6ec-457a-b286-c4a345c11a2d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:14.851112 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-83805bca-6f20-4190-8519-b7671ff0e8b0 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.854463 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-83805bca-6f20-4190-8519-b7671ff0e8b0 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0124753 Apr 18 05:55:14.855031 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42204) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.870702 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-82a38161-ff1e-427e-99b7-09068fdd7513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:14.871871 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-b4fb7a5b-ad65-436c-9d1b-fee2fc3b059e tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.875237 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b4fb7a5b-ad65-436c-9d1b-fee2fc3b059e tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0100734 Apr 18 05:55:14.878891 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42208) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.891505 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-b91801e5-242c-410d-8eed-49caf31045f7 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.894762 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b91801e5-242c-410d-8eed-49caf31045f7 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0127048 Apr 18 05:55:14.896357 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42212) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.903068 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-f802a6bc-8a98-477f-8165-0040262c9dd7 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.906363 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f802a6bc-8a98-477f-8165-0040262c9dd7 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0070999 Apr 18 05:55:14.908764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42216) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.918464 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-4465c6df-f3a0-4584-9b7e-2512e9e76f42 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.921320 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4465c6df-f3a0-4584-9b7e-2512e9e76f42 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0094879 Apr 18 05:55:14.930375 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42220) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.935930 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-774143b6-88f1-4d2c-bfea-46274a1ed852 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:14.965596 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-3cd7368e-da32-4b79-8f3a-f52a60d637c5 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:14.969074 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3cd7368e-da32-4b79-8f3a-f52a60d637c5 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0353079 Apr 18 05:55:14.969219 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e85cb5-0cad-4f65-99d4-8301ade85bac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Deleting subnet 702b0ec7-d7d5-405a-8364-adaa16076d19 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:55:14.972507 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42224) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:14.998251 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54790ac9-d4aa-469f-8714-27735a0a4fa6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Network 22db660d-8cef-44b4-afcf-e3d8ffbbb128 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:15.001240 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-54790ac9-d4aa-469f-8714-27735a0a4fa6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:15.034223 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b7e85cb5-0cad-4f65-99d4-8301ade85bac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:15.086631 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-15ecae4b-06fe-49fd-85c7-211d568dc103 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:15.088561 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-15ecae4b-06fe-49fd-85c7-211d568dc103 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0621815 Apr 18 05:55:15.115684 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42228) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.127935 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-0a52cb51-f06d-4edc-bfb5-f3a487479641 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:15.128938 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0a52cb51-f06d-4edc-bfb5-f3a487479641 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0055256 Apr 18 05:55:15.138371 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42232) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.152743 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-12edfc5b-3af5-4a2c-9667-3fe8573b4243 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:15.156196 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-12edfc5b-3af5-4a2c-9667-3fe8573b4243 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0138195 Apr 18 05:55:15.157005 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-774143b6-88f1-4d2c-bfea-46274a1ed852 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:15.160432 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42236) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.203118 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-7c002244-6f1b-43f6-8cb3-09ce9587dee9 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:15.204215 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7c002244-6f1b-43f6-8cb3-09ce9587dee9 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0158246 Apr 18 05:55:15.209072 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13eee90f-5760-48f2-aac5-c886a7308a50 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:55:15.218937 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774143b6-88f1-4d2c-bfea-46274a1ed852 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Subnet': ['ID=c46d253b-4261-453a-864e-fe4317e5b7fe,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:15.221076 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3422bbd-9ecd-4533-8351-83ab81c6102c None None] Sync routers for ids ['a850e6ec-4c3d-4560-b732-b89412caa610'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:55:15.224538 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42240) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.234529 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-f5bd26f9-9d39-42ee-b370-7e15839f2ad2 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:15.237878 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f5bd26f9-9d39-42ee-b370-7e15839f2ad2 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0100393 Apr 18 05:55:15.238370 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42244) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.240028 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-774143b6-88f1-4d2c-bfea-46274a1ed852 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:15.241360 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3422bbd-9ecd-4533-8351-83ab81c6102c None None] Routers {'a850e6ec-4c3d-4560-b732-b89412caa610'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:15.242078 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c3422bbd-9ecd-4533-8351-83ab81c6102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a850e6ec-4c3d-4560-b732-b89412caa610'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:15.243120 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b49222-f668-4370-99df-b7346834eb0a None None] Network 52836eac-7b5b-4b2c-8aa4-fddbabfdef9d requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:15.251217 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-5ad6f41f-e0bb-4efa-9443-d75f412eb624 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:15.254624 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5ad6f41f-e0bb-4efa-9443-d75f412eb624 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0090358 Apr 18 05:55:15.255067 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-774143b6-88f1-4d2c-bfea-46274a1ed852 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/subnets/c46d253b-4261-453a-864e-fe4317e5b7fe HTTP/1.1" status: 204 len: 168 time: 0.9112754 Apr 18 05:55:15.256278 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42248) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.263088 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42250) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.269253 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-d944bce8-0501-4594-a5ff-87bf26e6c7be tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:15.273790 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d944bce8-0501-4594-a5ff-87bf26e6c7be tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0110338 Apr 18 05:55:15.295262 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42256) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.305832 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-41a33220-9c28-42c1-bcb0-60f2a03fca31 None None] Provisioning complete for port fbe8c266-2c42-4b5a-8b36-5b4e0604230a triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:15.306475 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-41a33220-9c28-42c1-bcb0-60f2a03fca31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:15.312985 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-9cfcc8cf-6818-487c-9eb6-90fb4c8d45e3 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:15.316323 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9cfcc8cf-6818-487c-9eb6-90fb4c8d45e3 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0177684 Apr 18 05:55:15.321702 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42260) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.330227 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-bb6523c0-da5b-4660-88a2-af37b97062eb tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:15.333821 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bb6523c0-da5b-4660-88a2-af37b97062eb tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0077424 Apr 18 05:55:15.336247 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c3422bbd-9ecd-4533-8351-83ab81c6102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:15.337618 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42264) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.346933 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3422bbd-9ecd-4533-8351-83ab81c6102c None None] Routers {'a850e6ec-4c3d-4560-b732-b89412caa610'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:15.347827 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c3422bbd-9ecd-4533-8351-83ab81c6102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a850e6ec-4c3d-4560-b732-b89412caa610'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:15.387492 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-1e1d376e-0702-4b62-b333-179766b12155 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:15.388500 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1e1d376e-0702-4b62-b333-179766b12155 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0499768 Apr 18 05:55:15.394830 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42268) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.404612 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-1db382d2-f1ba-473b-91f7-99683c74f2d0 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:15.405570 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1db382d2-f1ba-473b-91f7-99683c74f2d0 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0096455 Apr 18 05:55:15.409733 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42272) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.413210 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b7e85cb5-0cad-4f65-99d4-8301ade85bac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:15.425202 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de3dec66-8616-49b2-aa60-4527e276e282 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:15.432666 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54790ac9-d4aa-469f-8714-27735a0a4fa6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Router 6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:55:15.444679 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c3422bbd-9ecd-4533-8351-83ab81c6102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:15.445626 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3422bbd-9ecd-4533-8351-83ab81c6102c None None] The sync data for ids ['a850e6ec-4c3d-4560-b732-b89412caa610'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:55:15.446157 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-de3dec66-8616-49b2-aa60-4527e276e282 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port 4b870cc6-1b9e-4f88-a55c-1b0780c14dab {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:15.446500 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de3dec66-8616-49b2-aa60-4527e276e282 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:15.472592 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-08b29902-c7de-4730-ac6c-fcab01125121 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:15.474273 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-08b29902-c7de-4730-ac6c-fcab01125121 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0215430 Apr 18 05:55:15.555753 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f86b9e2c-a6ec-457a-b286-c4a345c11a2d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:15.558023 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42276) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.575033 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f86b9e2c-a6ec-457a-b286-c4a345c11a2d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:15.582290 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-41a33220-9c28-42c1-bcb0-60f2a03fca31 None None] Port fbe8c266-2c42-4b5a-8b36-5b4e0604230a cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:15.586267 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-5fc51c12-b15a-407d-a420-55353301b707 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:15.587307 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5fc51c12-b15a-407d-a420-55353301b707 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0283003 Apr 18 05:55:15.591226 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-13eee90f-5760-48f2-aac5-c886a7308a50 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/a850e6ec-4c3d-4560-b732-b89412caa610/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4001923 Apr 18 05:55:15.591226 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42280) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.607037 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-e065dd06-6dcc-4322-b33e-088004706d5c tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:15.607826 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e065dd06-6dcc-4322-b33e-088004706d5c tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0110316 Apr 18 05:55:15.608435 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42282) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.610299 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-82a38161-ff1e-427e-99b7-09068fdd7513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:15.612492 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42286) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.684793 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-82a38161-ff1e-427e-99b7-09068fdd7513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:15.686585 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-8dd1a9ba-a6b6-4ff2-be30-073b7588ee07 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:15.690436 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8dd1a9ba-a6b6-4ff2-be30-073b7588ee07 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0264018 Apr 18 05:55:15.694107 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42292) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.698500 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13f095f-4759-48aa-981a-275e94fd6e85 None None] DHCP port deletion for 52836eac-7b5b-4b2c-8aa4-fddbabfdef9d request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:55:15.702757 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f13f095f-4759-48aa-981a-275e94fd6e85 None None] Deleting port 4b870cc6-1b9e-4f88-a55c-1b0780c14dab {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:15.703261 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f13f095f-4759-48aa-981a-275e94fd6e85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:15.704125 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-a0009a2d-3375-43f4-a0f9-8946101ae101 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:15.705064 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a0009a2d-3375-43f4-a0f9-8946101ae101 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0100467 Apr 18 05:55:15.717858 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b7e85cb5-0cad-4f65-99d4-8301ade85bac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:15.746548 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42296) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.772898 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-7e9ed14f-d711-4f06-938c-6d26d93b5062 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:15.776066 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7e9ed14f-d711-4f06-938c-6d26d93b5062 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0238509 Apr 18 05:55:15.793000 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927c1652-0240-4d90-8d98-074e79dc1419 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:15.793570 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-927c1652-0240-4d90-8d98-074e79dc1419 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Synchronizing usage tracker for tenant:1e86337a57bd435798aa8639156e9b5e on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:55:15.795919 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f86b9e2c-a6ec-457a-b286-c4a345c11a2d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:15.796795 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86b9e2c-a6ec-457a-b286-c4a345c11a2d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Fanout notify agent at l3_agent the message router_deleted on router 230efa0f-adb0-43f2-ba02-33007981aaaf {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:55:15.797477 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42300) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.828444 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-bfa6922e-607c-4ba5-bd0a-fad7fcea6762 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:15.829411 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bfa6922e-607c-4ba5-bd0a-fad7fcea6762 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0238810 Apr 18 05:55:15.837229 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42304) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.846293 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-71743069-1ca7-44cb-a21f-01c708b7ed42 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:15.850371 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f86b9e2c-a6ec-457a-b286-c4a345c11a2d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:15.850560 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-71743069-1ca7-44cb-a21f-01c708b7ed42 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0091138 Apr 18 05:55:15.850688 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f86b9e2c-a6ec-457a-b286-c4a345c11a2d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/routers/230efa0f-adb0-43f2-ba02-33007981aaaf HTTP/1.1" status: 204 len: 168 time: 1.4424875 Apr 18 05:55:15.856013 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42308) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.856544 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42310) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.857893 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-82a38161-ff1e-427e-99b7-09068fdd7513 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=780fa0cc364e4ebab05bba298701cf99&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6601892 Apr 18 05:55:15.860421 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54790ac9-d4aa-469f-8714-27735a0a4fa6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:55:15.862263 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42316) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.864848 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a38161-ff1e-427e-99b7-09068fdd7513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2ab6da-ddd4-4ce1-968e-216512c23359,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:15.870448 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-54790ac9-d4aa-469f-8714-27735a0a4fa6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "PUT /v2.0/routers/6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7618341 Apr 18 05:55:15.874420 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42320) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.900912 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7628988-2094-4c4a-89e6-ea286efdffe8 None None] Sync routers for ids ['6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:55:15.923896 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [None req-ca79bba1-46b9-4714-a92f-ee4035a9518c tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:15.925136 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ca79bba1-46b9-4714-a92f-ee4035a9518c tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0677369 Apr 18 05:55:15.927353 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f13f095f-4759-48aa-981a-275e94fd6e85 None None] For port 4b870cc6-1b9e-4f88-a55c-1b0780c14dab, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4b870cc6-1b9e-4f88-a55c-1b0780c14dab,segment=NetworkSegment(2e790794-aec7-4120-b637-2e9d920c82fb),segment_id=2e790794-aec7-4120-b637-2e9d920c82fb)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:15.927962 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f13f095f-4759-48aa-981a-275e94fd6e85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:15.935097 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7628988-2094-4c4a-89e6-ea286efdffe8 None None] Routers {'6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:15.935723 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a7628988-2094-4c4a-89e6-ea286efdffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:15.939420 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42324) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.954617 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-927c1652-0240-4d90-8d98-074e79dc1419 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Unset dirty status for tenant:1e86337a57bd435798aa8639156e9b5e on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:55:15.959627 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-927c1652-0240-4d90-8d98-074e79dc1419 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/ports/2162e66f-dd04-4cc7-b3fa-6e46781d92ce HTTP/1.1" status: 200 len: 978 time: 0.3440218 Apr 18 05:55:15.960527 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42328) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:15.962169 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-8619768b-b9fa-41ea-9d8d-683e33e2d652 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:15.965745 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8619768b-b9fa-41ea-9d8d-683e33e2d652 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0213697 Apr 18 05:55:15.968203 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42332) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:16.027482 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-968a5244-9534-4f5a-9f15-fe68b9010141 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:16.030783 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-968a5244-9534-4f5a-9f15-fe68b9010141 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0578001 Apr 18 05:55:16.038601 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42336) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:16.045190 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-bfad35ca-788b-46dd-bc42-487e611c1e50 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:16.048576 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bfad35ca-788b-46dd-bc42-487e611c1e50 tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0068145 Apr 18 05:55:16.049330 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42340) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:16.050316 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a7628988-2094-4c4a-89e6-ea286efdffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:16.056932 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [None req-c43f1c61-f653-4b71-a0bb-c1110dfda02f tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:16.061427 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c43f1c61-f653-4b71-a0bb-c1110dfda02f tempest-ExtensionsTestJSON-2026353257 tempest-ExtensionsTestJSON-2026353257-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0070744 Apr 18 05:55:16.091124 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b7e85cb5-0cad-4f65-99d4-8301ade85bac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:16.115126 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f13f095f-4759-48aa-981a-275e94fd6e85 None None] Calling delete_port for 4b870cc6-1b9e-4f88-a55c-1b0780c14dab owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:16.141954 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e85cb5-0cad-4f65-99d4-8301ade85bac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event deleted for resources: {'Subnet': ['ID=702b0ec7-d7d5-405a-8364-adaa16076d19,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:16.156812 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7628988-2094-4c4a-89e6-ea286efdffe8 None None] Routers {'6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:16.157623 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a7628988-2094-4c4a-89e6-ea286efdffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:16.232230 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-de3dec66-8616-49b2-aa60-4527e276e282 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] For port 4b870cc6-1b9e-4f88-a55c-1b0780c14dab, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4b870cc6-1b9e-4f88-a55c-1b0780c14dab,segment=NetworkSegment(2e790794-aec7-4120-b637-2e9d920c82fb),segment_id=2e790794-aec7-4120-b637-2e9d920c82fb)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:16.232894 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de3dec66-8616-49b2-aa60-4527e276e282 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:16.235411 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a7628988-2094-4c4a-89e6-ea286efdffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:16.236013 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7628988-2094-4c4a-89e6-ea286efdffe8 None None] The sync data for ids ['6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:55:16.248205 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3063fb-3b8f-4dde-b0fe-b1013002179b tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting subnet 58a8f93f-7d7c-4cee-a8cb-52c4cb830030 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:55:16.274487 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f13f095f-4759-48aa-981a-275e94fd6e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:16.275854 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bb3063fb-3b8f-4dde-b0fe-b1013002179b tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:16.323605 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4b870cc6-1b9e-4f88-a55c-1b0780c14dab no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:55:16.351017 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b7e85cb5-0cad-4f65-99d4-8301ade85bac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:16.372019 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 4b870cc6-1b9e-4f88-a55c-1b0780c14dab {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:55:16.372645 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b7e85cb5-0cad-4f65-99d4-8301ade85bac tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "DELETE /v2.0/subnets/702b0ec7-d7d5-405a-8364-adaa16076d19 HTTP/1.1" status: 204 len: 168 time: 1.7630830 Apr 18 05:55:16.372885 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4b870cc6-1b9e-4f88-a55c-1b0780c14dab not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:55:16.374651 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f095f-4759-48aa-981a-275e94fd6e85 None None] Pushing event deleted for resources: {'Port': ['ID=4b870cc6-1b9e-4f88-a55c-1b0780c14dab,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:16.377368 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f095f-4759-48aa-981a-275e94fd6e85 None None] No DVR routers for this DVR port 4b870cc6-1b9e-4f88-a55c-1b0780c14dab on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:55:16.426643 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42348) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:16.451443 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cde4dc31-8264-4dc4-a3a2-866501ce6799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:16.508712 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42352) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:16.520929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-de3dec66-8616-49b2-aa60-4527e276e282 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Calling delete_port for 4b870cc6-1b9e-4f88-a55c-1b0780c14dab owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:16.658207 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bb3063fb-3b8f-4dde-b0fe-b1013002179b tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:16.680707 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-444cd3d4-630c-4e11-a5fc-95bee25adbcb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:16.726430 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cde4dc31-8264-4dc4-a3a2-866501ce6799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:16.760992 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-33fbcf9a-e6e1-48ec-a2ad-cf43019ea90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:16.832600 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-33fbcf9a-e6e1-48ec-a2ad-cf43019ea90f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:16.852143 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-33fbcf9a-e6e1-48ec-a2ad-cf43019ea90f admin admin] Usage tracker for resource:security_group_rule and tenant:b8e099167e15499eb02d8bc707279be2 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:16.881828 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-33fbcf9a-e6e1-48ec-a2ad-cf43019ea90f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:16.890268 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-444cd3d4-630c-4e11-a5fc-95bee25adbcb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:16.899268 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-33fbcf9a-e6e1-48ec-a2ad-cf43019ea90f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:16.909758 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.api [None req-de3dec66-8616-49b2-aa60-4527e276e282 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:55:16.910078 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG oslo_db.api [None req-de3dec66-8616-49b2-aa60-4527e276e282 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:55:16.959061 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-444cd3d4-630c-4e11-a5fc-95bee25adbcb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c54514-12b4-476f-ac98-1d963e2784be']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:16.975900 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-444cd3d4-630c-4e11-a5fc-95bee25adbcb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d03099-b84e-40ea-8369-3f40c5992da1') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:16.976215 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-444cd3d4-630c-4e11-a5fc-95bee25adbcb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d03099-b84e-40ea-8369-3f40c5992da1') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:16.993566 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-444cd3d4-630c-4e11-a5fc-95bee25adbcb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:17.001016 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-a555c2e4-04cd-4dee-8b2d-11e3902c20fe tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:55:17.002066 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a555c2e4-04cd-4dee-8b2d-11e3902c20fe tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "PUT /v2.0/routers/6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1266286 Apr 18 05:55:17.005280 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42358) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:17.060959 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bb3063fb-3b8f-4dde-b0fe-b1013002179b tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:17.076630 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-444cd3d4-630c-4e11-a5fc-95bee25adbcb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:17.110297 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cde4dc31-8264-4dc4-a3a2-866501ce6799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:17.141265 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444cd3d4-630c-4e11-a5fc-95bee25adbcb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:55:17.141925 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-444cd3d4-630c-4e11-a5fc-95bee25adbcb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:17.142412 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4dc31-8264-4dc4-a3a2-866501ce6799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2ab6da-ddd4-4ce1-968e-216512c23359,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:55:17.156456 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:55:17.252193 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cde4dc31-8264-4dc4-a3a2-866501ce6799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:17.253292 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-cde4dc31-8264-4dc4-a3a2-866501ce6799 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb2ab6da-ddd4-4ce1-968e-216512c23359 HTTP/1.1" status: 204 len: 168 time: 1.3870952 Apr 18 05:55:17.265103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bb3063fb-3b8f-4dde-b0fe-b1013002179b tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:17.320599 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3063fb-3b8f-4dde-b0fe-b1013002179b tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Subnet': ['ID=58a8f93f-7d7c-4cee-a8cb-52c4cb830030,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:17.325210 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-444cd3d4-630c-4e11-a5fc-95bee25adbcb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:17.334660 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bb3063fb-3b8f-4dde-b0fe-b1013002179b tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:17.335796 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3704135-227e-4b48-8cce-10c11e726a6b None None] Network dd987a3b-c649-45e0-b03e-fbcfa414be35 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:17.346844 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-33fbcf9a-e6e1-48ec-a2ad-cf43019ea90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:17.352467 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bb3063fb-3b8f-4dde-b0fe-b1013002179b tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/subnets/58a8f93f-7d7c-4cee-a8cb-52c4cb830030 HTTP/1.1" status: 204 len: 168 time: 1.4934778 Apr 18 05:55:17.360833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42364) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:17.365257 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-33fbcf9a-e6e1-48ec-a2ad-cf43019ea90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:17.418691 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-de3dec66-8616-49b2-aa60-4527e276e282 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port 4b870cc6-1b9e-4f88-a55c-1b0780c14dab {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:17.418906 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de3dec66-8616-49b2-aa60-4527e276e282 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:17.517579 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-444cd3d4-630c-4e11-a5fc-95bee25adbcb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:17.537098 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444cd3d4-630c-4e11-a5fc-95bee25adbcb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] Pushing event deleted for resources: {'Network': ['ID=05c54514-12b4-476f-ac98-1d963e2784be,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:17.541806 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-444cd3d4-630c-4e11-a5fc-95bee25adbcb tempest-FloatingIPTestJSON-1697208330 tempest-FloatingIPTestJSON-1697208330-project] 10.222.0.15 "DELETE /v2.0/networks/05c54514-12b4-476f-ac98-1d963e2784be HTTP/1.1" status: 204 len: 168 time: 1.1147890 Apr 18 05:55:17.621302 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbcf9a-e6e1-48ec-a2ad-cf43019ea90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059407ff-e10a-463a-a3be-b77c13184c0a,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:17.631996 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-de3dec66-8616-49b2-aa60-4527e276e282 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] The port '4b870cc6-1b9e-4f88-a55c-1b0780c14dab' was deleted {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:55:17.644640 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-33fbcf9a-e6e1-48ec-a2ad-cf43019ea90f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8e099167e15499eb02d8bc707279be2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0892963 Apr 18 05:55:17.649149 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42372) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:17.707706 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb1000d8-5a65-482f-ab60-c970e2565006 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:17.711369 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a8d373-7305-4990-8c70-ea6f6149d087 None None] DHCP port deletion for dd987a3b-c649-45e0-b03e-fbcfa414be35 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:55:17.716891 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-28a8d373-7305-4990-8c70-ea6f6149d087 None None] Deleting port 9ec03860-b272-4b27-8f00-f32fa40c016f {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:17.717359 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-28a8d373-7305-4990-8c70-ea6f6149d087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:17.757889 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3fd2d52b-a6a9-459f-8f2c-ef2fc81d8a60 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:17.838991 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42376) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:17.977209 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-28a8d373-7305-4990-8c70-ea6f6149d087 None None] For port 9ec03860-b272-4b27-8f00-f32fa40c016f, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=9ec03860-b272-4b27-8f00-f32fa40c016f,segment=NetworkSegment(60cdce59-236c-4bc9-ba9d-79075b105fe9),segment_id=60cdce59-236c-4bc9-ba9d-79075b105fe9)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:17.977209 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-28a8d373-7305-4990-8c70-ea6f6149d087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:17.982983 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-eb1000d8-5a65-482f-ab60-c970e2565006 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting port 9ec03860-b272-4b27-8f00-f32fa40c016f {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:17.983526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb1000d8-5a65-482f-ab60-c970e2565006 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:17.985823 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fdbd9c8d-3147-4653-a724-3bf14fa19fe6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.011422 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42382) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:18.038623 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de3dec66-8616-49b2-aa60-4527e276e282 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.118093 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-28a8d373-7305-4990-8c70-ea6f6149d087 None None] Calling delete_port for 9ec03860-b272-4b27-8f00-f32fa40c016f owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:18.189499 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-de3dec66-8616-49b2-aa60-4527e276e282 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52836eac-7b5b-4b2c-8aa4-fddbabfdef9d']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:18.248732 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-28a8d373-7305-4990-8c70-ea6f6149d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.277116 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-95f1ff5c-a8b7-4aa5-b836-8f19dd6cd524 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4c5cfde5cd54ba8828b292399defc86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4320173 Apr 18 05:55:18.280643 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42388) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:18.288776 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-eb1000d8-5a65-482f-ab60-c970e2565006 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] The port '9ec03860-b272-4b27-8f00-f32fa40c016f' was deleted {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:55:18.290656 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9ec03860-b272-4b27-8f00-f32fa40c016f no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:55:18.290834 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-de3dec66-8616-49b2-aa60-4527e276e282 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e790794-aec7-4120-b637-2e9d920c82fb') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:18.291051 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-de3dec66-8616-49b2-aa60-4527e276e282 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e790794-aec7-4120-b637-2e9d920c82fb') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:18.297651 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5f9cdf8a-4287-49fe-b19b-965276e9b0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.340658 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8d373-7305-4990-8c70-ea6f6149d087 None None] Pushing event deleted for resources: {'Port': ['ID=9ec03860-b272-4b27-8f00-f32fa40c016f,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:18.343712 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 9ec03860-b272-4b27-8f00-f32fa40c016f {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:55:18.344182 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9ec03860-b272-4b27-8f00-f32fa40c016f not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:55:18.346001 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a8d373-7305-4990-8c70-ea6f6149d087 None None] No DVR routers for this DVR port 9ec03860-b272-4b27-8f00-f32fa40c016f on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:55:18.370058 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de3dec66-8616-49b2-aa60-4527e276e282 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.404796 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9fd9eedd-a95e-410e-918f-f2181e481d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.446329 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5f9cdf8a-4287-49fe-b19b-965276e9b0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.450103 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9fd9eedd-a95e-410e-918f-f2181e481d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.456707 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-fdbd9c8d-3147-4653-a724-3bf14fa19fe6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Deleting port fbe8c266-2c42-4b5a-8b36-5b4e0604230a {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:18.457051 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fdbd9c8d-3147-4653-a724-3bf14fa19fe6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.462777 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de3dec66-8616-49b2-aa60-4527e276e282 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.544601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb1000d8-5a65-482f-ab60-c970e2565006 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.555248 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3dec66-8616-49b2-aa60-4527e276e282 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:55:18.555602 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de3dec66-8616-49b2-aa60-4527e276e282 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:55:18.571449 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:55:18.615159 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-722cde39-e941-436c-bb2e-bb14a563249e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53217080630e4ec6bc3e36527767510c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5904808 Apr 18 05:55:18.623638 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42392) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:18.681067 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9fd9eedd-a95e-410e-918f-f2181e481d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.726045 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9eedd-a95e-410e-918f-f2181e481d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496691e8-bef1-4362-8347-ecb846cc6c54,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:18.741804 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fdbd9c8d-3147-4653-a724-3bf14fa19fe6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.762094 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9fd9eedd-a95e-410e-918f-f2181e481d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.764523 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9fd9eedd-a95e-410e-918f-f2181e481d89 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/496691e8-bef1-4362-8347-ecb846cc6c54 HTTP/1.1" status: 204 len: 168 time: 0.4827552 Apr 18 05:55:18.809919 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-eb1000d8-5a65-482f-ab60-c970e2565006 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd987a3b-c649-45e0-b03e-fbcfa414be35']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:18.829935 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-eb1000d8-5a65-482f-ab60-c970e2565006 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60cdce59-236c-4bc9-ba9d-79075b105fe9') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:18.830768 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-eb1000d8-5a65-482f-ab60-c970e2565006 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60cdce59-236c-4bc9-ba9d-79075b105fe9') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:18.830912 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2c4fb1f0-ad30-4d8f-880c-1da8c5bff99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.847204 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-3fd2d52b-a6a9-459f-8f2c-ef2fc81d8a60 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting port 2162e66f-dd04-4cc7-b3fa-6e46781d92ce {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:18.847547 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3fd2d52b-a6a9-459f-8f2c-ef2fc81d8a60 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.878461 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb1000d8-5a65-482f-ab60-c970e2565006 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.891551 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de3dec66-8616-49b2-aa60-4527e276e282 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.900945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-fdbd9c8d-3147-4653-a724-3bf14fa19fe6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Calling delete_port for fbe8c266-2c42-4b5a-8b36-5b4e0604230a owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:18.917988 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de3dec66-8616-49b2-aa60-4527e276e282 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.945273 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3dec66-8616-49b2-aa60-4527e276e282 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Network': ['ID=52836eac-7b5b-4b2c-8aa4-fddbabfdef9d,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:18.952412 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb1000d8-5a65-482f-ab60-c970e2565006 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.963191 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2c4fb1f0-ad30-4d8f-880c-1da8c5bff99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.975267 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5f9cdf8a-4287-49fe-b19b-965276e9b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.977554 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5f9cdf8a-4287-49fe-b19b-965276e9b0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:18.978697 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5f9cdf8a-4287-49fe-b19b-965276e9b0b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/059407ff-e10a-463a-a3be-b77c13184c0a HTTP/1.1" status: 204 len: 168 time: 1.3264503 Apr 18 05:55:19.007467 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-de3dec66-8616-49b2-aa60-4527e276e282 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/networks/52836eac-7b5b-4b2c-8aa4-fddbabfdef9d HTTP/1.1" status: 204 len: 168 time: 3.7425308 Apr 18 05:55:19.013119 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1000d8-5a65-482f-ab60-c970e2565006 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:55:19.013486 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb1000d8-5a65-482f-ab60-c970e2565006 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:19.014790 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42402) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:55:19.029503 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:55:19.033388 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-02b8f825-c258-4e4d-b1e1-167f17a85711 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2027893816'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:19.039789 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-02b8f825-c258-4e4d-b1e1-167f17a85711 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:19.044419 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cdf8a-4287-49fe-b19b-965276e9b0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059407ff-e10a-463a-a3be-b77c13184c0a,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:19.051060 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-02b8f825-c258-4e4d-b1e1-167f17a85711 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:network and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:19.067218 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-02b8f825-c258-4e4d-b1e1-167f17a85711 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:19.074694 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-02b8f825-c258-4e4d-b1e1-167f17a85711 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:19.098454 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b8f825-c258-4e4d-b1e1-167f17a85711 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:55:19.102919 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-02b8f825-c258-4e4d-b1e1-167f17a85711 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:19.140282 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b8f825-c258-4e4d-b1e1-167f17a85711 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:55:19.143042 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2c4fb1f0-ad30-4d8f-880c-1da8c5bff99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:19.172262 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fb1f0-ad30-4d8f-880c-1da8c5bff99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad5639b-5c3e-4418-a49b-2c7b5ef80e77,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:19.177679 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-02b8f825-c258-4e4d-b1e1-167f17a85711 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:19.178069 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-02b8f825-c258-4e4d-b1e1-167f17a85711 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Added segment be1dd8d0-a505-45a6-800a-8b9b2586815b of type vlan for network bb639615-7164-449c-bffe-d3525d89efb4 Apr 18 05:55:19.187864 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2c4fb1f0-ad30-4d8f-880c-1da8c5bff99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:19.192595 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb1000d8-5a65-482f-ab60-c970e2565006 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:19.202312 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2c4fb1f0-ad30-4d8f-880c-1da8c5bff99a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dad5639b-5c3e-4418-a49b-2c7b5ef80e77 HTTP/1.1" status: 204 len: 168 time: 0.5750098 Apr 18 05:55:19.226469 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eb1000d8-5a65-482f-ab60-c970e2565006 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:19.235242 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3fd2d52b-a6a9-459f-8f2c-ef2fc81d8a60 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:19.243333 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1000d8-5a65-482f-ab60-c970e2565006 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Network': ['ID=dd987a3b-c649-45e0-b03e-fbcfa414be35,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:19.267032 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-02b8f825-c258-4e4d-b1e1-167f17a85711 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:19.305147 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fdbd9c8d-3147-4653-a724-3bf14fa19fe6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:19.308628 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-eb1000d8-5a65-482f-ab60-c970e2565006 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/networks/dd987a3b-c649-45e0-b03e-fbcfa414be35 HTTP/1.1" status: 204 len: 168 time: 1.9466984 Apr 18 05:55:19.325755 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42416) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:19.377307 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-3fd2d52b-a6a9-459f-8f2c-ef2fc81d8a60 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Calling delete_port for 2162e66f-dd04-4cc7-b3fa-6e46781d92ce owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:19.407360 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-02b8f825-c258-4e4d-b1e1-167f17a85711 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:19.420135 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b8f825-c258-4e4d-b1e1-167f17a85711 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:19.421717 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-02b8f825-c258-4e4d-b1e1-167f17a85711 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:19.480081 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-914605cc-f57d-451f-84ce-875b2e6aaac3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-592686504'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:19.542548 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-914605cc-f57d-451f-84ce-875b2e6aaac3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:19.551380 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-914605cc-f57d-451f-84ce-875b2e6aaac3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:network and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:19.556774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-914605cc-f57d-451f-84ce-875b2e6aaac3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:19.567235 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-914605cc-f57d-451f-84ce-875b2e6aaac3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:19.581710 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd9c8d-3147-4653-a724-3bf14fa19fe6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Pushing event deleted for resources: {'Port': ['ID=fbe8c266-2c42-4b5a-8b36-5b4e0604230a,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:19.602496 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914605cc-f57d-451f-84ce-875b2e6aaac3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Made reservation on behalf of cfb0e03f77e24f68b484d6de092642f5 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:55:19.610425 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-914605cc-f57d-451f-84ce-875b2e6aaac3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:19.632225 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3fd2d52b-a6a9-459f-8f2c-ef2fc81d8a60 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:19.803298 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-02b8f825-c258-4e4d-b1e1-167f17a85711 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7803209 Apr 18 05:55:19.820983 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42438) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:19.832936 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8f825-c258-4e4d-b1e1-167f17a85711 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Network': ['ID=bb639615-7164-449c-bffe-d3525d89efb4,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:19.837787 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-1e70c107-4cf6-494a-9ff6-ae79b75fb167 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'subnet': {'network_id': 'bb639615-7164-449c-bffe-d3525d89efb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:19.844816 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network bb639615-7164-449c-bffe-d3525d89efb4 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:55:19.862555 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2d52b-a6a9-459f-8f2c-ef2fc81d8a60 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Port': ['ID=2162e66f-dd04-4cc7-b3fa-6e46781d92ce,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:19.877501 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914605cc-f57d-451f-84ce-875b2e6aaac3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:55:20.108875 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-914605cc-f57d-451f-84ce-875b2e6aaac3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:20.109132 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-914605cc-f57d-451f-84ce-875b2e6aaac3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Added segment 1fbd3873-3c5a-473c-bdf1-d558ffa7055f of type vlan for network fdc4930a-909b-49ae-88ca-a4a68ac89e42 Apr 18 05:55:20.158744 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3fd2d52b-a6a9-459f-8f2c-ef2fc81d8a60 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:20.169714 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1e70c107-4cf6-494a-9ff6-ae79b75fb167 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:20.176532 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1e70c107-4cf6-494a-9ff6-ae79b75fb167 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:subnet and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:20.200526 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fdbd9c8d-3147-4653-a724-3bf14fa19fe6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:20.217023 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-914605cc-f57d-451f-84ce-875b2e6aaac3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:20.234094 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1e70c107-4cf6-494a-9ff6-ae79b75fb167 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:20.252681 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1e70c107-4cf6-494a-9ff6-ae79b75fb167 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:20.360358 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e70c107-4cf6-494a-9ff6-ae79b75fb167 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:55:20.363987 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1e70c107-4cf6-494a-9ff6-ae79b75fb167 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:20.461665 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-914605cc-f57d-451f-84ce-875b2e6aaac3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:20.467343 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914605cc-f57d-451f-84ce-875b2e6aaac3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:20.467990 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-914605cc-f57d-451f-84ce-875b2e6aaac3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:20.652702 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbd9c8d-3147-4653-a724-3bf14fa19fe6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Router 6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:55:20.659528 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-914605cc-f57d-451f-84ce-875b2e6aaac3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2329457 Apr 18 05:55:20.667575 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42472) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:20.673030 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-df95d76e-a52c-4514-9e56-57618490543c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'subnet': {'network_id': 'fdc4930a-909b-49ae-88ca-a4a68ac89e42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:20.694407 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914605cc-f57d-451f-84ce-875b2e6aaac3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Network': ['ID=fdc4930a-909b-49ae-88ca-a4a68ac89e42,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:20.710932 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network fdc4930a-909b-49ae-88ca-a4a68ac89e42 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:55:20.713301 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42476) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:20.750921 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd2d52b-a6a9-459f-8f2c-ef2fc81d8a60 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router a850e6ec-4c3d-4560-b732-b89412caa610 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:55:20.904104 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42484) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:20.944481 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbd9c8d-3147-4653-a724-3bf14fa19fe6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:55:20.950616 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-df95d76e-a52c-4514-9e56-57618490543c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:20.954822 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-df95d76e-a52c-4514-9e56-57618490543c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:subnet and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:20.957790 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd80798-6596-4723-914e-6e88c9b0a930 None None] Sync routers for ids ['6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:55:20.958556 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-df95d76e-a52c-4514-9e56-57618490543c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:20.968751 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-df95d76e-a52c-4514-9e56-57618490543c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:20.979125 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd80798-6596-4723-914e-6e88c9b0a930 None None] Routers {'6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:20.979752 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-0fd80798-6596-4723-914e-6e88c9b0a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:20.981178 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fdbd9c8d-3147-4653-a724-3bf14fa19fe6 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "PUT /v2.0/routers/6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9746225 Apr 18 05:55:20.984903 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42494) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:21.042470 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df95d76e-a52c-4514-9e56-57618490543c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Made reservation on behalf of cfb0e03f77e24f68b484d6de092642f5 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:55:21.046324 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df95d76e-a52c-4514-9e56-57618490543c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:21.093543 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd2d52b-a6a9-459f-8f2c-ef2fc81d8a60 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:55:21.095069 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-9bea1df7-681a-4f6f-a9d6-756ff46b31bd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] delete failed (client error): The resource could not be found. Apr 18 05:55:21.099681 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9bea1df7-681a-4f6f-a9d6-756ff46b31bd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-392619181 HTTP/1.1" status: 404 len: 334 time: 0.1101453 Apr 18 05:55:21.101846 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-349436058'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:21.103294 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e24f013-e236-47f9-81f1-4b709cd03ba5 None None] Sync routers for ids ['a850e6ec-4c3d-4560-b732-b89412caa610'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:55:21.108912 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42498) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:21.112792 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-0fd80798-6596-4723-914e-6e88c9b0a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:21.113318 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e24f013-e236-47f9-81f1-4b709cd03ba5 None None] Routers {'a850e6ec-4c3d-4560-b732-b89412caa610'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:21.113952 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-1e24f013-e236-47f9-81f1-4b709cd03ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a850e6ec-4c3d-4560-b732-b89412caa610'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:21.115883 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:21.121149 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-f6becb75-39de-41fc-9e4a-1b5a06cbee74 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Request body: {'router': {'external_gateway_info': {'network_id': '6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:21.127860 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd80798-6596-4723-914e-6e88c9b0a930 None None] Routers {'6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:21.129040 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-0fd80798-6596-4723-914e-6e88c9b0a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:21.133435 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-c811618a-cd48-4774-bca4-91e47f71b050 tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] Request body: {'port': {'network_id': '9c70a474-8033-4c47-8408-fabad87f13c3', 'name': 'tempest-NetworksNegativeTestJSON-182683765'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:21.155660 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3fd2d52b-a6a9-459f-8f2c-ef2fc81d8a60 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/a850e6ec-4c3d-4560-b732-b89412caa610/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1914427 Apr 18 05:55:21.158698 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42502) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:21.159512 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-c811618a-cd48-4774-bca4-91e47f71b050 tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] POST failed (client error): The resource could not be found. Apr 18 05:55:21.160162 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c811618a-cd48-4774-bca4-91e47f71b050 tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:55:21.165026 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c811618a-cd48-4774-bca4-91e47f71b050 tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2424567 Apr 18 05:55:21.170021 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42504) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:21.190720 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-1e24f013-e236-47f9-81f1-4b709cd03ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:21.202305 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e24f013-e236-47f9-81f1-4b709cd03ba5 None None] Routers {'a850e6ec-4c3d-4560-b732-b89412caa610'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:21.203533 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-1e24f013-e236-47f9-81f1-4b709cd03ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a850e6ec-4c3d-4560-b732-b89412caa610'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:21.250525 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-0fd80798-6596-4723-914e-6e88c9b0a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:21.251166 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd80798-6596-4723-914e-6e88c9b0a930 None None] The sync data for ids ['6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:55:21.264192 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-89509fd1-4367-48e1-8a50-0554e2f6d7bc tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] DELETE failed (client error): The resource could not be found. Apr 18 05:55:21.264682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89509fd1-4367-48e1-8a50-0554e2f6d7bc tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:55:21.277810 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-1e24f013-e236-47f9-81f1-4b709cd03ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:21.278517 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e24f013-e236-47f9-81f1-4b709cd03ba5 None None] The sync data for ids ['a850e6ec-4c3d-4560-b732-b89412caa610'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:55:21.284611 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Usage tracker for resource:network and tenant:8da1e4ec2c024b71861b66eb7beabfc5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:21.295779 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:21.308588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:21.386047 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-89509fd1-4367-48e1-8a50-0554e2f6d7bc tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] 10.222.0.15 "DELETE /v2.0/networks/c3974fb0-39e8-4dc8-a9a2-400269a1bbe9 HTTP/1.1" status: 404 len: 339 time: 0.2145789 Apr 18 05:55:21.400935 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42514) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:21.559936 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42520) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:21.643654 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Made reservation on behalf of 8da1e4ec2c024b71861b66eb7beabfc5 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:55:21.649497 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:21.658391 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-a18dd64a-dbaf-470c-aaa8-a5f949cc9e8b tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] remove_router_interface failed (client error): The resource could not be found. Apr 18 05:55:21.659407 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a18dd64a-dbaf-470c-aaa8-a5f949cc9e8b tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/a850e6ec-4c3d-4560-b732-b89412caa610/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4933665 Apr 18 05:55:21.671633 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42526) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:21.719371 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-853764179', 'router:external': True}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:21.728280 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-09433dd5-efdc-4f68-8f5e-32221141b6ea tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] DELETE failed (client error): The resource could not be found. Apr 18 05:55:21.728758 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09433dd5-efdc-4f68-8f5e-32221141b6ea tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:55:21.735578 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:21.738619 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-986145d5-a439-4e44-b234-e00f233e13bd tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Synchronizing usage tracker for tenant:1e86337a57bd435798aa8639156e9b5e on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:55:21.741915 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:21.745832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Usage tracker for resource:network and tenant:67e0a90dc04d4c05a74a8fdfcf1c2b20 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:21.748800 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:21.760367 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:21.767190 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1e70c107-4cf6-494a-9ff6-ae79b75fb167 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:21.804085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-986145d5-a439-4e44-b234-e00f233e13bd tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Unset dirty status for tenant:1e86337a57bd435798aa8639156e9b5e on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:55:21.805205 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-986145d5-a439-4e44-b234-e00f233e13bd tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/ports?device_id=a850e6ec-4c3d-4560-b732-b89412caa610 HTTP/1.1" status: 200 len: 205 time: 0.1325586 Apr 18 05:55:21.809627 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42530) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:21.823112 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-09433dd5-efdc-4f68-8f5e-32221141b6ea tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] 10.222.0.15 "DELETE /v2.0/ports/00d5e1a9-e1b9-44e0-a17f-b84e9d76c815 HTTP/1.1" status: 404 len: 333 time: 0.4165049 Apr 18 05:55:21.824080 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42534) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:21.831871 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:21.862908 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Made reservation on behalf of 67e0a90dc04d4c05a74a8fdfcf1c2b20 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:55:21.865667 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:21.898550 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc58f67-743a-4418-823f-35bcdac0413c tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] DELETE failed (client error): The resource could not be found. Apr 18 05:55:21.898986 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc58f67-743a-4418-823f-35bcdac0413c tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:55:21.904077 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1cc58f67-743a-4418-823f-35bcdac0413c tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] 10.222.0.15 "DELETE /v2.0/subnets/30536fe0-f06a-46eb-bddd-0ef3c4107764 HTTP/1.1" status: 404 len: 337 time: 0.0757954 Apr 18 05:55:21.905866 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:21.916189 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42538) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:21.944724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70c107-4cf6-494a-9ff6-ae79b75fb167 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Subnet': ['ID=70283cdf-5a0d-44e3-a48f-8d65153a0aab,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:21.958617 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:21.960817 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e70c107-4cf6-494a-9ff6-ae79b75fb167 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Checking segment: {'id': 'be1dd8d0-a505-45a6-800a-8b9b2586815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bb639615-7164-449c-bffe-d3525d89efb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:55:21.961171 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e70c107-4cf6-494a-9ff6-ae79b75fb167 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network hostable DHCP agents. Network: bb639615-7164-449c-bffe-d3525d89efb4, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:55:21.961868 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Usage tracker for resource:security_group_rule and tenant:8da1e4ec2c024b71861b66eb7beabfc5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:21.968070 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-3071dfe4-26ed-42fc-9376-fb241500abfd tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] GET failed (client error): The resource could not be found. Apr 18 05:55:21.972772 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3071dfe4-26ed-42fc-9376-fb241500abfd tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] 10.222.0.15 "GET /v2.0/networks/d1f86bc2-eee7-4d09-b426-f0a838799b67 HTTP/1.1" status: 404 len: 339 time: 0.0510471 Apr 18 05:55:21.972772 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Usage tracker for resource:security_group_rule and tenant:67e0a90dc04d4c05a74a8fdfcf1c2b20 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:21.973336 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42542) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:21.976355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:22.018052 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:22.028223 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f6becb75-39de-41fc-9e4a-1b5a06cbee74 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:22.031852 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:22.034582 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5c4edc-aa2a-4790-9a74-931d69f341db tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] GET failed (client error): The resource could not be found. Apr 18 05:55:22.039474 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9d5c4edc-aa2a-4790-9a74-931d69f341db tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] 10.222.0.15 "GET /v2.0/ports/50583581-9e2c-4e64-a807-4918a7dd97de HTTP/1.1" status: 404 len: 333 time: 0.0609908 Apr 18 05:55:22.041353 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42546) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:22.086480 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:22.087837 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e70c107-4cf6-494a-9ff6-ae79b75fb167 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network bb639615-7164-449c-bffe-d3525d89efb4 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:55:22.096331 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-5358ad46-88a7-4afd-a6ed-341d75ad7b8f tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] GET failed (client error): The resource could not be found. Apr 18 05:55:22.096518 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-02b55c06-de62-49fb-9158-da63392a78ad tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:22.101388 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5358ad46-88a7-4afd-a6ed-341d75ad7b8f tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] 10.222.0.15 "GET /v2.0/subnets/89d724de-f93e-4857-94a7-90944eb7560f HTTP/1.1" status: 404 len: 337 time: 0.0553794 Apr 18 05:55:22.101684 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42550) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:22.111088 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-d7dbde12-d2fc-473b-bf40-35cf001b0ec8 tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:22.129304 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-1e70c107-4cf6-494a-9ff6-ae79b75fb167 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, bb639615-7164-449c-bffe-d3525d89efb4) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:22.138198 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7dbde12-d2fc-473b-bf40-35cf001b0ec8 tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] PUT failed (client error): The resource could not be found. Apr 18 05:55:22.138661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7dbde12-d2fc-473b-bf40-35cf001b0ec8 tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:55:22.139334 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b2a51c-e881-4691-a863-fb9d79c87c2c None None] Network bb639615-7164-449c-bffe-d3525d89efb4 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:22.139779 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d7dbde12-d2fc-473b-bf40-35cf001b0ec8 tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] 10.222.0.15 "PUT /v2.0/networks/c0f8e66f-3c6b-4857-8f16-313a83aec4f6 HTTP/1.1" status: 404 len: 339 time: 0.0372167 Apr 18 05:55:22.144612 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e70c107-4cf6-494a-9ff6-ae79b75fb167 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:22.145193 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1e70c107-4cf6-494a-9ff6-ae79b75fb167 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:22.150697 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42554) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:22.164071 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-297f7261-faf7-4b1e-ba49-4f01f69aca2e tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:22.213545 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-297f7261-faf7-4b1e-ba49-4f01f69aca2e tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] PUT failed (client error): The resource could not be found. Apr 18 05:55:22.214179 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-297f7261-faf7-4b1e-ba49-4f01f69aca2e tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:55:22.223313 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-297f7261-faf7-4b1e-ba49-4f01f69aca2e tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] 10.222.0.15 "PUT /v2.0/ports/d133e8e4-bee4-4ef8-a7e7-cbec8d1e6eac HTTP/1.1" status: 404 len: 333 time: 0.0627377 Apr 18 05:55:22.224110 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-f6becb75-39de-41fc-9e4a-1b5a06cbee74 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] update failed (client error): The resource could not be found. Apr 18 05:55:22.224110 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f6becb75-39de-41fc-9e4a-1b5a06cbee74 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "PUT /v2.0/routers/6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a HTTP/1.1" status: 404 len: 339 time: 1.1074100 Apr 18 05:55:22.224399 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42558) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:22.225499 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42560) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:22.289965 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-0ee09e3c-5135-459f-b204-72d8d5959386 tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:22.376108 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-bb639615-7164-449c-bffe-d3525d89efb4', 'network_id': 'bb639615-7164-449c-bffe-d3525d89efb4', 'tenant_id': 'b795a7b2664b4745a3434243a096a116', 'fixed_ips': [{'subnet_id': '70283cdf-5a0d-44e3-a48f-8d65153a0aab'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:55:22.377283 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:22.461416 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1e70c107-4cf6-494a-9ff6-ae79b75fb167 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6355646 Apr 18 05:55:22.462206 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42566) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:22.478046 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee09e3c-5135-459f-b204-72d8d5959386 tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] PUT failed (client error): The resource could not be found. Apr 18 05:55:22.478427 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee09e3c-5135-459f-b204-72d8d5959386 tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:55:22.479533 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0ee09e3c-5135-459f-b204-72d8d5959386 tempest-NetworksNegativeTestJSON-1150713714 tempest-NetworksNegativeTestJSON-1150713714-project] 10.222.0.15 "PUT /v2.0/subnets/b15fe2f7-b86f-473f-923c-1c11ba65996a HTTP/1.1" status: 404 len: 337 time: 0.2536247 Apr 18 05:55:22.518845 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-02b55c06-de62-49fb-9158-da63392a78ad tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:22.527088 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-02b55c06-de62-49fb-9158-da63392a78ad tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:22.534825 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-005f5d62-4676-41a3-9c03-77f9cbc1540a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'port': {'network_id': 'bb639615-7164-449c-bffe-d3525d89efb4', 'name': 'tempest-PortsTestJSON-286176845', 'fixed_ips': [{'subnet_id': '70283cdf-5a0d-44e3-a48f-8d65153a0aab', 'ip_address': '172.20.0.10'}]}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:22.553971 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df95d76e-a52c-4514-9e56-57618490543c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:22.594781 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] Allocated IP 172.20.0.2 (bb639615-7164-449c-bffe-d3525d89efb4/70283cdf-5a0d-44e3-a48f-8d65153a0aab/d23468d3-5094-4693-98be-164f6676b8eb) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:22.637387 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95d76e-a52c-4514-9e56-57618490543c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Subnet': ['ID=a520794b-d446-4b0a-966c-d26888592c86,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:22.665831 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-02b55c06-de62-49fb-9158-da63392a78ad tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:22.666921 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b55c06-de62-49fb-9158-da63392a78ad tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Fanout notify agent at l3_agent the message router_deleted on router a850e6ec-4c3d-4560-b732-b89412caa610 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:55:22.720082 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:22.735499 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-02b55c06-de62-49fb-9158-da63392a78ad tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:22.740426 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-02b55c06-de62-49fb-9158-da63392a78ad tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/routers/a850e6ec-4c3d-4560-b732-b89412caa610 HTTP/1.1" status: 204 len: 168 time: 0.9169786 Apr 18 05:55:22.741393 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:22.744108 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42572) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:22.753774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df95d76e-a52c-4514-9e56-57618490543c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Checking segment: {'id': '1fbd3873-3c5a-473c-bdf1-d558ffa7055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fdc4930a-909b-49ae-88ca-a4a68ac89e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:55:22.754171 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df95d76e-a52c-4514-9e56-57618490543c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network hostable DHCP agents. Network: fdc4930a-909b-49ae-88ca-a4a68ac89e42, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:55:22.822363 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:22.879550 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:55:22.897000 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:22.908300 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e13ec818-6b8b-48fb-8c96-7b48a04d55ec,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:22.930783 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:22.938839 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42578) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:22.939797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:22.940873 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Added segment 040789e4-abfe-43e8-99e2-32161be702c0 of type vlan for network 2b9bb175-ef72-4b9e-a165-015fd4697113 Apr 18 05:55:22.943233 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] Transition to ACTIVE for port object d23468d3-5094-4693-98be-164f6676b8eb will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:22.961208 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df95d76e-a52c-4514-9e56-57618490543c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network fdc4930a-909b-49ae-88ca-a4a68ac89e42 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:55:22.963174 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] Transition to ACTIVE for port object d23468d3-5094-4693-98be-164f6676b8eb will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:22.970839 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:22.973048 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad779ed6-c49d-4437-a9d3-8a83bd4dd339 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting subnet 2cb03041-2889-48f1-be47-4608e3c7c252 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:55:22.984377 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ad779ed6-c49d-4437-a9d3-8a83bd4dd339 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.030399 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-df95d76e-a52c-4514-9e56-57618490543c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, fdc4930a-909b-49ae-88ca-a4a68ac89e42) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:23.046481 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df95d76e-a52c-4514-9e56-57618490543c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:23.047443 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df95d76e-a52c-4514-9e56-57618490543c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.051818 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:55:23.060806 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.078444 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] Pushing event updated for resources: {'Port': ['ID=d23468d3-5094-4693-98be-164f6676b8eb,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:23.084021 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcf11a9-b0fb-4344-b8d5-bd6a1a013f36 None None] Network fdc4930a-909b-49ae-88ca-a4a68ac89e42 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:23.089840 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a879b4b-2c37-49c2-b957-9fea9012c790,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:23.100025 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.100298 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Added segment 386e7df5-055f-491e-bd27-a82d73b0db10 of type vlan for network 6ee7b718-4696-41fa-9a51-bd5df6ec0049 Apr 18 05:55:23.101949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-005f5d62-4676-41a3-9c03-77f9cbc1540a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:23.116385 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-005f5d62-4676-41a3-9c03-77f9cbc1540a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:port and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:23.123222 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ad779ed6-c49d-4437-a9d3-8a83bd4dd339 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.124818 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-005f5d62-4676-41a3-9c03-77f9cbc1540a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:23.136424 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-005f5d62-4676-41a3-9c03-77f9cbc1540a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:23.190770 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e66cf6f0-2a23-4dd4-be1d-18a2787c1fe1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.191506 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] Network bb639615-7164-449c-bffe-d3525d89efb4 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:23.197085 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-df95d76e-a52c-4514-9e56-57618490543c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5284023 Apr 18 05:55:23.204097 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:23.204907 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42584) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:23.206066 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005f5d62-4676-41a3-9c03-77f9cbc1540a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:55:23.206693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:23.212995 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.resource_extend [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:55:23.223624 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.230096 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a29e9651-08e5-4e0a-b5d7-424da68cfe92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.241306 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-2b7fc7bb-8917-4a10-b19a-e010cb1b7479 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1330818381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:23.266291 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2b7fc7bb-8917-4a10-b19a-e010cb1b7479 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:23.271338 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a29e9651-08e5-4e0a-b5d7-424da68cfe92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:23.275517 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.282268 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:23.282966 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.321715 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a29e9651-08e5-4e0a-b5d7-424da68cfe92 admin admin] Usage tracker for resource:security_group_rule and tenant:89b2e8d3864343958d15b7024bf83ffa is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:23.327278 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2b7fc7bb-8917-4a10-b19a-e010cb1b7479 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:router and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:23.355680 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a29e9651-08e5-4e0a-b5d7-424da68cfe92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:23.387682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2b7fc7bb-8917-4a10-b19a-e010cb1b7479 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:23.407118 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2b7fc7bb-8917-4a10-b19a-e010cb1b7479 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:23.444546 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] Attempting to bind port d23468d3-5094-4693-98be-164f6676b8eb on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:55:23.444912 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] Attempting to bind port d23468d3-5094-4693-98be-164f6676b8eb by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'be1dd8d0-a505-45a6-800a-8b9b2586815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bb639615-7164-449c-bffe-d3525d89efb4'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:55:23.445266 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] Attempting to bind port d23468d3-5094-4693-98be-164f6676b8eb on network bb639615-7164-449c-bffe-d3525d89efb4 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:55:23.460541 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:55:23.460915 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] Checking segment: {'id': 'be1dd8d0-a505-45a6-800a-8b9b2586815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bb639615-7164-449c-bffe-d3525d89efb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:55:23.461298 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.461688 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] Bound using segment: {'id': 'be1dd8d0-a505-45a6-800a-8b9b2586815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bb639615-7164-449c-bffe-d3525d89efb4'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:55:23.462175 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] Bound port: d23468d3-5094-4693-98be-164f6676b8eb, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1dd8d0-a505-45a6-800a-8b9b2586815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bb639615-7164-449c-bffe-d3525d89efb4'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:55:23.462543 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.558154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2b7fc7bb-8917-4a10-b19a-e010cb1b7479 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.558941 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2b7fc7bb-8917-4a10-b19a-e010cb1b7479 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.584844 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a29e9651-08e5-4e0a-b5d7-424da68cfe92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:23.589205 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.8729813 Apr 18 05:55:23.589505 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-fdc4930a-909b-49ae-88ca-a4a68ac89e42', 'network_id': 'fdc4930a-909b-49ae-88ca-a4a68ac89e42', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'fixed_ips': [{'subnet_id': 'a520794b-d446-4b0a-966c-d26888592c86'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:55:23.590416 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.594337 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.595290 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:23.595854 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.599130 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42588) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:23.617197 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-0d25f727-a079-4ac0-9dc8-ce993e537aab tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Request body: {'subnet': {'network_id': '2b9bb175-ef72-4b9e-a165-015fd4697113', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:23.635715 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-005f5d62-4676-41a3-9c03-77f9cbc1540a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.639301 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ad779ed6-c49d-4437-a9d3-8a83bd4dd339 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.656893 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] For port d23468d3-5094-4693-98be-164f6676b8eb, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:55:23.675105 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] For port d23468d3-5094-4693-98be-164f6676b8eb, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d23468d3-5094-4693-98be-164f6676b8eb,segment=NetworkSegment(be1dd8d0-a505-45a6-800a-8b9b2586815b),segment_id=be1dd8d0-a505-45a6-800a-8b9b2586815b)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:55:23.683256 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.687978 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2b7fc7bb-8917-4a10-b19a-e010cb1b7479 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.696707 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf1194-4d58-4842-b3f3-0f859ddbe69d tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Pushing event updated for resources: {'Network': ['ID=2b9bb175-ef72-4b9e-a165-015fd4697113,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:23.736912 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 2b9bb175-ef72-4b9e-a165-015fd4697113 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:55:23.766941 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-005f5d62-4676-41a3-9c03-77f9cbc1540a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] device_id is not set on port e245b1dd-fe1a-47fd-904e-02687c9b4828 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:55:23.825441 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-0d25f727-a079-4ac0-9dc8-ce993e537aab tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:23.837734 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0d25f727-a079-4ac0-9dc8-ce993e537aab tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Usage tracker for resource:subnet and tenant:8da1e4ec2c024b71861b66eb7beabfc5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:23.848148 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0d25f727-a079-4ac0-9dc8-ce993e537aab tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:23.862752 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ad779ed6-c49d-4437-a9d3-8a83bd4dd339 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.872406 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-0d25f727-a079-4ac0-9dc8-ce993e537aab tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:23.878193 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Pushing event updated for resources: {'Network': ['ID=6ee7b718-4696-41fa-9a51-bd5df6ec0049,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:23.910251 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 6ee7b718-4696-41fa-9a51-bd5df6ec0049 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:55:23.934289 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad779ed6-c49d-4437-a9d3-8a83bd4dd339 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb03041-2889-48f1-be47-4608e3c7c252,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:23.943689 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ad779ed6-c49d-4437-a9d3-8a83bd4dd339 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.945949 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9efa413d-0216-4722-be21-95e8a2b849e1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.3849890 Apr 18 05:55:23.950641 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42592) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:23.962908 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a29e9651-08e5-4e0a-b5d7-424da68cfe92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.964671 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d25f727-a079-4ac0-9dc8-ce993e537aab tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Made reservation on behalf of 8da1e4ec2c024b71861b66eb7beabfc5 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:55:23.968403 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0d25f727-a079-4ac0-9dc8-ce993e537aab tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.969254 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58379e1a-7e1d-42a1-a808-31a08b8184cb None None] Network 26b41097-3c17-4c48-b186-8d911323d3d6 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:23.972251 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-e66cf6f0-2a23-4dd4-be1d-18a2787c1fe1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Allocated IP 172.20.0.1 (e1bb5beb-efb1-4e09-8d56-0bc67b7a761a/33b9b750-d962-4fc1-a86b-b42f1ecafc9d/bbe92151-8e78-4874-8df0-04f200095737) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:23.985139 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2b7fc7bb-8917-4a10-b19a-e010cb1b7479 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.986087 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5383333-1042-4ea1-acca-33bc2de9953a None None] Pushing event updated for resources: {'Port': ['ID=d23468d3-5094-4693-98be-164f6676b8eb,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:23.992056 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-51b05566-2546-45d5-98b4-b91c4d9e6b0a tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Request body: {'subnet': {'network_id': '6ee7b718-4696-41fa-9a51-bd5df6ec0049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:24.013971 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a29e9651-08e5-4e0a-b5d7-424da68cfe92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:24.024075 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-51b05566-2546-45d5-98b4-b91c4d9e6b0a tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:24.044247 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ad779ed6-c49d-4437-a9d3-8a83bd4dd339 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/subnets/2cb03041-2889-48f1-be47-4608e3c7c252 HTTP/1.1" status: 204 len: 168 time: 1.2829022 Apr 18 05:55:24.045635 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-51b05566-2546-45d5-98b4-b91c4d9e6b0a tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Usage tracker for resource:subnet and tenant:67e0a90dc04d4c05a74a8fdfcf1c2b20 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:24.055303 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42596) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:24.064083 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-51b05566-2546-45d5-98b4-b91c4d9e6b0a tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:24.113719 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] Allocated IP 2001:db8::2 (fdc4930a-909b-49ae-88ca-a4a68ac89e42/a520794b-d446-4b0a-966c-d26888592c86/b5065055-3ae3-424d-9f42-621f2dbc276a) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:24.172126 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-51b05566-2546-45d5-98b4-b91c4d9e6b0a tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:24.184068 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a29e9651-08e5-4e0a-b5d7-424da68cfe92 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89b2e8d3864343958d15b7024bf83ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2416964 Apr 18 05:55:24.194960 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42600) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:24.205894 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e9651-08e5-4e0a-b5d7-424da68cfe92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630a87fd-4ad4-42a1-8cc9-d50d2041bb2a,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:24.287251 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b05566-2546-45d5-98b4-b91c4d9e6b0a tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Made reservation on behalf of 67e0a90dc04d4c05a74a8fdfcf1c2b20 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:55:24.290731 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-51b05566-2546-45d5-98b4-b91c4d9e6b0a tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:24.404215 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2b7fc7bb-8917-4a10-b19a-e010cb1b7479 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:24.405632 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2b7fc7bb-8917-4a10-b19a-e010cb1b7479 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1846006 Apr 18 05:55:24.409580 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42604) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:24.428580 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff035-dcf2-40c6-a166-8f915e26293a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:24.614436 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e66cf6f0-2a23-4dd4-be1d-18a2787c1fe1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:24.623625 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-005f5d62-4676-41a3-9c03-77f9cbc1540a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Allocated IP 172.20.0.10 (bb639615-7164-449c-bffe-d3525d89efb4/70283cdf-5a0d-44e3-a48f-8d65153a0aab/e245b1dd-fe1a-47fd-904e-02687c9b4828) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:24.625510 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cecec8df-057b-44d7-b071-081d7275d5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:24.647075 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-e66cf6f0-2a23-4dd4-be1d-18a2787c1fe1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Transition to ACTIVE for port object bbe92151-8e78-4874-8df0-04f200095737 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:24.661609 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-0b6ff035-dcf2-40c6-a166-8f915e26293a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting port a479e0f6-c8e7-4aab-b87a-22d146776e77 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:24.661919 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff035-dcf2-40c6-a166-8f915e26293a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:24.677242 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cecec8df-057b-44d7-b071-081d7275d5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:24.730740 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632e2e0c-1bff-43ef-a2c4-75ef110dfaa1 None None] DHCP port deletion for 26b41097-3c17-4c48-b186-8d911323d3d6 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:55:24.737762 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-632e2e0c-1bff-43ef-a2c4-75ef110dfaa1 None None] Deleting port a479e0f6-c8e7-4aab-b87a-22d146776e77 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:24.738137 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-632e2e0c-1bff-43ef-a2c4-75ef110dfaa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:24.800980 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e66cf6f0-2a23-4dd4-be1d-18a2787c1fe1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:24.816451 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:24.920602 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] Transition to ACTIVE for port object b5065055-3ae3-424d-9f42-621f2dbc276a will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:24.936524 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cecec8df-057b-44d7-b071-081d7275d5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:24.964794 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66cf6f0-2a23-4dd4-be1d-18a2787c1fe1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Network e1bb5beb-efb1-4e09-8d56-0bc67b7a761a is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:24.973093 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-e66cf6f0-2a23-4dd4-be1d-18a2787c1fe1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:24.985045 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecec8df-057b-44d7-b071-081d7275d5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630a87fd-4ad4-42a1-8cc9-d50d2041bb2a,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:24.990197 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66cf6f0-2a23-4dd4-be1d-18a2787c1fe1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:25.018555 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cecec8df-057b-44d7-b071-081d7275d5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:25.020153 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-cecec8df-057b-44d7-b071-081d7275d5b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/630a87fd-4ad4-42a1-8cc9-d50d2041bb2a HTTP/1.1" status: 204 len: 168 time: 0.8081801 Apr 18 05:55:25.021674 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cf6f0-2a23-4dd4-be1d-18a2787c1fe1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Pushing event updated for resources: {'Port': ['ID=bbe92151-8e78-4874-8df0-04f200095737,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:25.031603 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] Transition to ACTIVE for port object b5065055-3ae3-424d-9f42-621f2dbc276a will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:25.046902 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-632e2e0c-1bff-43ef-a2c4-75ef110dfaa1 None None] For port a479e0f6-c8e7-4aab-b87a-22d146776e77, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a479e0f6-c8e7-4aab-b87a-22d146776e77,segment=NetworkSegment(f68f54a6-9539-4c06-8d9e-9858486f9de0),segment_id=f68f54a6-9539-4c06-8d9e-9858486f9de0)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:25.047172 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-632e2e0c-1bff-43ef-a2c4-75ef110dfaa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:25.061154 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:25.143446 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] Network fdc4930a-909b-49ae-88ca-a4a68ac89e42 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:25.146497 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-005f5d62-4676-41a3-9c03-77f9cbc1540a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:25.155331 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e66cf6f0-2a23-4dd4-be1d-18a2787c1fe1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:25.200086 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-005f5d62-4676-41a3-9c03-77f9cbc1540a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Transition to ACTIVE for port object e245b1dd-fe1a-47fd-904e-02687c9b4828 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:25.273078 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:25.319973 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-005f5d62-4676-41a3-9c03-77f9cbc1540a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:25.406675 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:25.423839 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-632e2e0c-1bff-43ef-a2c4-75ef110dfaa1 None None] Calling delete_port for a479e0f6-c8e7-4aab-b87a-22d146776e77 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:25.460211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005f5d62-4676-41a3-9c03-77f9cbc1540a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network bb639615-7164-449c-bffe-d3525d89efb4 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:25.467656 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-005f5d62-4676-41a3-9c03-77f9cbc1540a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:25.489489 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005f5d62-4676-41a3-9c03-77f9cbc1540a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:25.514533 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e66cf6f0-2a23-4dd4-be1d-18a2787c1fe1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:25.561679 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f5d62-4676-41a3-9c03-77f9cbc1540a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Port': ['ID=e245b1dd-fe1a-47fd-904e-02687c9b4828,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:25.669779 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3412aa0e-94a7-4d51-8c9c-339eab50e5e1 None None] Network bb639615-7164-449c-bffe-d3525d89efb4 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:25.672713 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005f5d62-4676-41a3-9c03-77f9cbc1540a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:25.673339 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-005f5d62-4676-41a3-9c03-77f9cbc1540a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:25.740514 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] Pushing event updated for resources: {'Port': ['ID=b5065055-3ae3-424d-9f42-621f2dbc276a,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:25.748934 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7dfcf556-43eb-4bee-a6e9-637195ee1778 None None] Provisioning for port bbe92151-8e78-4874-8df0-04f200095737 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:25.811201 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] Attempting to bind port b5065055-3ae3-424d-9f42-621f2dbc276a on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:55:25.811569 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] Attempting to bind port b5065055-3ae3-424d-9f42-621f2dbc276a by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '1fbd3873-3c5a-473c-bdf1-d558ffa7055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fdc4930a-909b-49ae-88ca-a4a68ac89e42'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:55:25.811930 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] Attempting to bind port b5065055-3ae3-424d-9f42-621f2dbc276a on network fdc4930a-909b-49ae-88ca-a4a68ac89e42 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:55:25.820792 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0d25f727-a079-4ac0-9dc8-ce993e537aab tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:25.824551 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7dfcf556-43eb-4bee-a6e9-637195ee1778 None None] Provisioning complete for port bbe92151-8e78-4874-8df0-04f200095737 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:25.824551 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7dfcf556-43eb-4bee-a6e9-637195ee1778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:25.852539 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-005f5d62-4676-41a3-9c03-77f9cbc1540a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3833275 Apr 18 05:55:25.855131 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42624) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:25.864706 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-cc8e3106-3bca-487b-bcb5-36c5b8f4a623 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'port': {'network_id': 'bb639615-7164-449c-bffe-d3525d89efb4', 'name': 'tempest-PortsTestJSON-652754674', 'fixed_ips': [{'subnet_id': '70283cdf-5a0d-44e3-a48f-8d65153a0aab', 'ip_address': '172.20.0.9'}]}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:25.876891 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:55:25.877262 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] Checking segment: {'id': '1fbd3873-3c5a-473c-bdf1-d558ffa7055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fdc4930a-909b-49ae-88ca-a4a68ac89e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:55:25.877660 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:25.878107 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] Bound using segment: {'id': '1fbd3873-3c5a-473c-bdf1-d558ffa7055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fdc4930a-909b-49ae-88ca-a4a68ac89e42'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:55:25.878740 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] Bound port: b5065055-3ae3-424d-9f42-621f2dbc276a, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fbd3873-3c5a-473c-bdf1-d558ffa7055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fdc4930a-909b-49ae-88ca-a4a68ac89e42'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:55:25.879269 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:25.899178 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-632e2e0c-1bff-43ef-a2c4-75ef110dfaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:25.985332 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e2e0c-1bff-43ef-a2c4-75ef110dfaa1 None None] Pushing event deleted for resources: {'Port': ['ID=a479e0f6-c8e7-4aab-b87a-22d146776e77,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:26.017470 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632e2e0c-1bff-43ef-a2c4-75ef110dfaa1 None None] No DVR routers for this DVR port a479e0f6-c8e7-4aab-b87a-22d146776e77 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:55:26.022343 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-7dfcf556-43eb-4bee-a6e9-637195ee1778 None None] Port bbe92151-8e78-4874-8df0-04f200095737 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:26.040157 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25f727-a079-4ac0-9dc8-ce993e537aab tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Pushing event updated for resources: {'Subnet': ['ID=e62b005e-9e0d-48ab-ab2a-e8bb09f3a861,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:26.052307 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-953a38f2-7f52-4730-92bf-e5576283ec28 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:26.159496 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] For port b5065055-3ae3-424d-9f42-621f2dbc276a, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:55:26.178286 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] For port b5065055-3ae3-424d-9f42-621f2dbc276a, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b5065055-3ae3-424d-9f42-621f2dbc276a,segment=NetworkSegment(1fbd3873-3c5a-473c-bdf1-d558ffa7055f),segment_id=1fbd3873-3c5a-473c-bdf1-d558ffa7055f)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:55:26.191859 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-cc8e3106-3bca-487b-bcb5-36c5b8f4a623 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:26.192000 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:26.202401 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-cc8e3106-3bca-487b-bcb5-36c5b8f4a623 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:port and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:26.212911 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-cc8e3106-3bca-487b-bcb5-36c5b8f4a623 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:26.232726 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-cc8e3106-3bca-487b-bcb5-36c5b8f4a623 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:26.241703 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42632) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:26.260369 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d25f727-a079-4ac0-9dc8-ce993e537aab tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Checking segment: {'id': '040789e4-abfe-43e8-99e2-32161be702c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b9bb175-ef72-4b9e-a165-015fd4697113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:55:26.260752 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d25f727-a079-4ac0-9dc8-ce993e537aab tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Network hostable DHCP agents. Network: 2b9bb175-ef72-4b9e-a165-015fd4697113, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:55:26.264976 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5d10ca5d-79f2-4a63-ab31-47e428a6acef None None] Provisioning for port d23468d3-5094-4693-98be-164f6676b8eb completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:26.331142 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d23468d3-5094-4693-98be-164f6676b8eb up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:55:26.339983 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8e3106-3bca-487b-bcb5-36c5b8f4a623 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:55:26.344882 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3106-3bca-487b-bcb5-36c5b8f4a623 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:26.373818 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d843a5-af8b-4d86-aab7-7fc6e629e93b None None] Pushing event updated for resources: {'Port': ['ID=b5065055-3ae3-424d-9f42-621f2dbc276a,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:26.385609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e66cf6f0-2a23-4dd4-be1d-18a2787c1fe1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:26.401206 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e66cf6f0-2a23-4dd4-be1d-18a2787c1fe1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:26.438757 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port d23468d3-5094-4693-98be-164f6676b8eb completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:26.445537 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port d23468d3-5094-4693-98be-164f6676b8eb triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:26.446033 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:26.550349 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-0b6ff035-dcf2-40c6-a166-8f915e26293a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] For port a479e0f6-c8e7-4aab-b87a-22d146776e77, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a479e0f6-c8e7-4aab-b87a-22d146776e77,segment=NetworkSegment(f68f54a6-9539-4c06-8d9e-9858486f9de0),segment_id=f68f54a6-9539-4c06-8d9e-9858486f9de0)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:26.551441 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff035-dcf2-40c6-a166-8f915e26293a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:26.599860 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:26.679034 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port d23468d3-5094-4693-98be-164f6676b8eb, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d23468d3-5094-4693-98be-164f6676b8eb,segment=NetworkSegment(be1dd8d0-a505-45a6-800a-8b9b2586815b),segment_id=be1dd8d0-a505-45a6-800a-8b9b2586815b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:26.683197 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:26.761213 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-403b9518-3e6b-4282-b802-03f21c1ce550 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:26.762051 dv-neutron-837489-1-hyperv neutron-server[88034]: WARNING neutron.api.v2.base [None req-403b9518-3e6b-4282-b802-03f21c1ce550 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 05:55:26.762906 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-403b9518-3e6b-4282-b802-03f21c1ce550 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 05:55:26.763137 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-0b6ff035-dcf2-40c6-a166-8f915e26293a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Calling delete_port for a479e0f6-c8e7-4aab-b87a-22d146776e77 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:26.767225 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-403b9518-3e6b-4282-b802-03f21c1ce550 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5196681 Apr 18 05:55:26.772505 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-cc8e3106-3bca-487b-bcb5-36c5b8f4a623 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] device_id is not set on port 7103523e-579b-471b-bbcf-3db6e11795a9 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:55:26.777674 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a479e0f6-c8e7-4aab-b87a-22d146776e77 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:55:26.810937 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42638) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:26.821775 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: a479e0f6-c8e7-4aab-b87a-22d146776e77 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:55:26.822387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a479e0f6-c8e7-4aab-b87a-22d146776e77 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:55:26.835289 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=d23468d3-5094-4693-98be-164f6676b8eb,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:26.847069 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d25f727-a079-4ac0-9dc8-ce993e537aab tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Network 2b9bb175-ef72-4b9e-a165-015fd4697113 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:55:26.852854 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-5e96054a-bc12-4564-9f85-3f666c2b70b8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group': {'name': 'tempest-secgroup--1747062250'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:26.870934 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5e96054a-bc12-4564-9f85-3f666c2b70b8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:26.883364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cf6f0-2a23-4dd4-be1d-18a2787c1fe1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Pushing event updated for resources: {'Port': ['ID=bbe92151-8e78-4874-8df0-04f200095737,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:26.891788 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5e96054a-bc12-4564-9f85-3f666c2b70b8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:26.912066 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-692c3b2a-dc86-42b8-a438-6ccef04657e8 None None] Provisioning for port e245b1dd-fe1a-47fd-904e-02687c9b4828 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:26.920692 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-692c3b2a-dc86-42b8-a438-6ccef04657e8 None None] Provisioning complete for port e245b1dd-fe1a-47fd-904e-02687c9b4828 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:26.921452 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-692c3b2a-dc86-42b8-a438-6ccef04657e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:26.923148 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e66cf6f0-2a23-4dd4-be1d-18a2787c1fe1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:26.952049 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5e96054a-bc12-4564-9f85-3f666c2b70b8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:26.960941 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5e96054a-bc12-4564-9f85-3f666c2b70b8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:26.973999 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-0d25f727-a079-4ac0-9dc8-ce993e537aab tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 2b9bb175-ef72-4b9e-a165-015fd4697113) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:26.984582 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec630e9-bd0e-4a66-8fea-9c32baa29b3a None None] Network 2b9bb175-ef72-4b9e-a165-015fd4697113 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:27.004726 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d25f727-a079-4ac0-9dc8-ce993e537aab tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:27.006102 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0d25f727-a079-4ac0-9dc8-ce993e537aab tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:27.016520 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5e96054a-bc12-4564-9f85-3f666c2b70b8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:27.052981 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5e96054a-bc12-4564-9f85-3f666c2b70b8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:27.132255 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-692c3b2a-dc86-42b8-a438-6ccef04657e8 None None] Port e245b1dd-fe1a-47fd-904e-02687c9b4828 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:27.140155 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5e96054a-bc12-4564-9f85-3f666c2b70b8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:27.157148 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-692c3b2a-dc86-42b8-a438-6ccef04657e8 None None] Provisioning complete for port d23468d3-5094-4693-98be-164f6676b8eb triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:27.157742 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-692c3b2a-dc86-42b8-a438-6ccef04657e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:27.185305 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5e96054a-bc12-4564-9f85-3f666c2b70b8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group_rule and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:27.187454 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.objects.ports [None req-51b05566-2546-45d5-98b4-b91c4d9e6b0a tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88035) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 05:55:27.187856 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-51b05566-2546-45d5-98b4-b91c4d9e6b0a tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:27.190323 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66cf6f0-2a23-4dd4-be1d-18a2787c1fe1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Network e1bb5beb-efb1-4e09-8d56-0bc67b7a761a is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:27.193640 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-0b6ff035-dcf2-40c6-a166-8f915e26293a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:55:27.193640 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-0b6ff035-dcf2-40c6-a166-8f915e26293a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:55:27.194299 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-e66cf6f0-2a23-4dd4-be1d-18a2787c1fe1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:27.194943 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5e96054a-bc12-4564-9f85-3f666c2b70b8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:27.205791 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-cc8e3106-3bca-487b-bcb5-36c5b8f4a623 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Allocated IP 172.20.0.9 (bb639615-7164-449c-bffe-d3525d89efb4/70283cdf-5a0d-44e3-a48f-8d65153a0aab/7103523e-579b-471b-bbcf-3db6e11795a9) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:27.249675 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0d25f727-a079-4ac0-9dc8-ce993e537aab tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6438642 Apr 18 05:55:27.249675 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5e96054a-bc12-4564-9f85-3f666c2b70b8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:27.260828 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42642) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:27.275974 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-3e4050f0-6415-4b67-ad72-051673d02f0c tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1139147099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:27.304750 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3e4050f0-6415-4b67-ad72-051673d02f0c tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:27.333237 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3e4050f0-6415-4b67-ad72-051673d02f0c tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Usage tracker for resource:router and tenant:8da1e4ec2c024b71861b66eb7beabfc5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:27.339170 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3e4050f0-6415-4b67-ad72-051673d02f0c tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:27.343918 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-953a38f2-7f52-4730-92bf-e5576283ec28 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Allocated IP 2001:db8::1 (fdc4930a-909b-49ae-88ca-a4a68ac89e42/a520794b-d446-4b0a-966c-d26888592c86/ce93f21a-469d-4c09-92f1-b59606c380ae) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:27.359641 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3e4050f0-6415-4b67-ad72-051673d02f0c tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:27.385689 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b05566-2546-45d5-98b4-b91c4d9e6b0a tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f04833a3-888b-4190-b424-a6c0af830a06,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:27.468391 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b05566-2546-45d5-98b4-b91c4d9e6b0a tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Checking segment: {'id': '386e7df5-055f-491e-bd27-a82d73b0db10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6ee7b718-4696-41fa-9a51-bd5df6ec0049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:55:27.468759 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b05566-2546-45d5-98b4-b91c4d9e6b0a tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Network hostable DHCP agents. Network: 6ee7b718-4696-41fa-9a51-bd5df6ec0049, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:55:27.478463 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-2b9bb175-ef72-4b9e-a165-015fd4697113', 'network_id': '2b9bb175-ef72-4b9e-a165-015fd4697113', 'tenant_id': '8da1e4ec2c024b71861b66eb7beabfc5', 'fixed_ips': [{'subnet_id': 'e62b005e-9e0d-48ab-ab2a-e8bb09f3a861'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:55:27.481492 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:27.519808 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66cf6f0-2a23-4dd4-be1d-18a2787c1fe1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Router 6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:55:27.520994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e4050f0-6415-4b67-ad72-051673d02f0c tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:27.522765 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e4050f0-6415-4b67-ad72-051673d02f0c tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:27.546065 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e4050f0-6415-4b67-ad72-051673d02f0c tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:27.590584 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e4050f0-6415-4b67-ad72-051673d02f0c tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:27.641836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-999dd56e-40f4-4de3-a54b-f4e7755a622a None None] Provisioning complete for port e245b1dd-fe1a-47fd-904e-02687c9b4828 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:27.642204 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-999dd56e-40f4-4de3-a54b-f4e7755a622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:27.698932 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-0b6ff035-dcf2-40c6-a166-8f915e26293a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting port a479e0f6-c8e7-4aab-b87a-22d146776e77 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:27.699265 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff035-dcf2-40c6-a166-8f915e26293a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:27.706926 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-999dd56e-40f4-4de3-a54b-f4e7755a622a None None] Port e245b1dd-fe1a-47fd-904e-02687c9b4828 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:27.757912 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-999dd56e-40f4-4de3-a54b-f4e7755a622a None None] Provisioning complete for port bbe92151-8e78-4874-8df0-04f200095737 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:27.758281 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-999dd56e-40f4-4de3-a54b-f4e7755a622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:27.771647 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b05566-2546-45d5-98b4-b91c4d9e6b0a tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Network 6ee7b718-4696-41fa-9a51-bd5df6ec0049 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:55:27.821096 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3106-3bca-487b-bcb5-36c5b8f4a623 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:27.837438 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66cf6f0-2a23-4dd4-be1d-18a2787c1fe1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:55:27.839359 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5e96054a-bc12-4564-9f85-3f666c2b70b8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:27.851173 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6e460d-5fbc-4a8d-9814-caf2ece2bcd9 None None] Sync routers for ids ['6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:55:27.854686 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-cc8e3106-3bca-487b-bcb5-36c5b8f4a623 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Transition to ACTIVE for port object 7103523e-579b-471b-bbcf-3db6e11795a9 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:27.863553 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e66cf6f0-2a23-4dd4-be1d-18a2787c1fe1 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "PUT /v2.0/routers/6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6403577 Apr 18 05:55:27.865866 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6e460d-5fbc-4a8d-9814-caf2ece2bcd9 None None] Routers {'6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:27.866498 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-cb6e460d-5fbc-4a8d-9814-caf2ece2bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:27.867680 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42646) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:27.898761 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238dfca7-e794-403f-84aa-83c95c01d451 None None] Network fdc4930a-909b-49ae-88ca-a4a68ac89e42 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:27.952840 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-cb6e460d-5fbc-4a8d-9814-caf2ece2bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:27.962736 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6e460d-5fbc-4a8d-9814-caf2ece2bcd9 None None] Routers {'6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:27.963351 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-cb6e460d-5fbc-4a8d-9814-caf2ece2bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:28.027778 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-cb6e460d-5fbc-4a8d-9814-caf2ece2bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:28.028255 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6e460d-5fbc-4a8d-9814-caf2ece2bcd9 None None] The sync data for ids ['6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:55:28.038921 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-0b6ff035-dcf2-40c6-a166-8f915e26293a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] The port 'a479e0f6-c8e7-4aab-b87a-22d146776e77' was deleted {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:55:28.043484 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e4050f0-6415-4b67-ad72-051673d02f0c tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:28.047231 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3e4050f0-6415-4b67-ad72-051673d02f0c tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7813888 Apr 18 05:55:28.048074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42650) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:28.076244 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5e96054a-bc12-4564-9f85-3f666c2b70b8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:28.083755 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-999dd56e-40f4-4de3-a54b-f4e7755a622a None None] Port bbe92151-8e78-4874-8df0-04f200095737 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:28.086972 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] Allocated IP 172.20.0.2 (2b9bb175-ef72-4b9e-a165-015fd4697113/e62b005e-9e0d-48ab-ab2a-e8bb09f3a861/ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:28.099148 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5e96054a-bc12-4564-9f85-3f666c2b70b8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:28.108480 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-51b05566-2546-45d5-98b4-b91c4d9e6b0a tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 6ee7b718-4696-41fa-9a51-bd5df6ec0049) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:28.118531 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f69124fe-1ec3-465d-9cca-6ffa8c83056e tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:28.131179 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5e96054a-bc12-4564-9f85-3f666c2b70b8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group_rule and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:28.140482 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a549e403-b8c0-4280-b06f-f9eb27e0ad0a None None] Network 6ee7b718-4696-41fa-9a51-bd5df6ec0049 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:28.152255 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b05566-2546-45d5-98b4-b91c4d9e6b0a tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:28.152764 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-51b05566-2546-45d5-98b4-b91c4d9e6b0a tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:28.163252 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5e96054a-bc12-4564-9f85-3f666c2b70b8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:28.181556 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3106-3bca-487b-bcb5-36c5b8f4a623 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:28.195484 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5e96054a-bc12-4564-9f85-3f666c2b70b8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:28.204564 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96054a-bc12-4564-9f85-3f666c2b70b8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd80acac-d298-4399-89d0-dc4990cdedb1,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:28.209747 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-953a38f2-7f52-4730-92bf-e5576283ec28 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:28.270897 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e3106-3bca-487b-bcb5-36c5b8f4a623 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Port': ['ID=7103523e-579b-471b-bbcf-3db6e11795a9,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:28.285197 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff035-dcf2-40c6-a166-8f915e26293a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:28.302706 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-51b05566-2546-45d5-98b4-b91c4d9e6b0a tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.3428986 Apr 18 05:55:28.314099 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42654) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:28.328616 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-953a38f2-7f52-4730-92bf-e5576283ec28 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Transition to ACTIVE for port object ce93f21a-469d-4c09-92f1-b59606c380ae will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:28.335721 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-ba5167cf-e3ae-4882-ad49-f0bf8ddf59c1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1130526049', 'network_id': '6ee7b718-4696-41fa-9a51-bd5df6ec0049'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:28.354828 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-0b6ff035-dcf2-40c6-a166-8f915e26293a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b41097-3c17-4c48-b186-8d911323d3d6']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:28.369800 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-0b6ff035-dcf2-40c6-a166-8f915e26293a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68f54a6-9539-4c06-8d9e-9858486f9de0') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:28.370185 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-0b6ff035-dcf2-40c6-a166-8f915e26293a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68f54a6-9539-4c06-8d9e-9858486f9de0') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:28.384842 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff035-dcf2-40c6-a166-8f915e26293a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:28.402869 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff035-dcf2-40c6-a166-8f915e26293a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:28.409783 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6ff035-dcf2-40c6-a166-8f915e26293a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:55:28.410234 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff035-dcf2-40c6-a166-8f915e26293a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:28.416494 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-259d69a7-0cd6-4fad-a265-36f3e01fba59 None None] Provisioning for port b5065055-3ae3-424d-9f42-621f2dbc276a completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:55:28.537031 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:55:28.541834 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ba5167cf-e3ae-4882-ad49-f0bf8ddf59c1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:28.553859 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ba5167cf-e3ae-4882-ad49-f0bf8ddf59c1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Usage tracker for resource:port and tenant:67e0a90dc04d4c05a74a8fdfcf1c2b20 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:28.563139 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ba5167cf-e3ae-4882-ad49-f0bf8ddf59c1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:28.563726 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d23468d3-5094-4693-98be-164f6676b8eb up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:55:28.566221 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff035-dcf2-40c6-a166-8f915e26293a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:28.570512 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff035-dcf2-40c6-a166-8f915e26293a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:28.597691 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ba5167cf-e3ae-4882-ad49-f0bf8ddf59c1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:28.618965 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ff035-dcf2-40c6-a166-8f915e26293a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Network': ['ID=26b41097-3c17-4c48-b186-8d911323d3d6,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:28.631105 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8e3106-3bca-487b-bcb5-36c5b8f4a623 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network bb639615-7164-449c-bffe-d3525d89efb4 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:28.640811 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0b6ff035-dcf2-40c6-a166-8f915e26293a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/networks/26b41097-3c17-4c48-b186-8d911323d3d6 HTTP/1.1" status: 204 len: 168 time: 4.5202067 Apr 18 05:55:28.641035 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42658) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:28.660238 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-665e1e89-09c5-471e-8094-58ec3ee254ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'network': {'name': 'tempest-RoutersTest-819922677'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:28.666915 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:28.667915 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5167cf-e3ae-4882-ad49-f0bf8ddf59c1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Made reservation on behalf of 67e0a90dc04d4c05a74a8fdfcf1c2b20 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:55:28.670338 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ba5167cf-e3ae-4882-ad49-f0bf8ddf59c1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:28.686730 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-665e1e89-09c5-471e-8094-58ec3ee254ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:28.692116 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-cc8e3106-3bca-487b-bcb5-36c5b8f4a623 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:28.695044 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-953a38f2-7f52-4730-92bf-e5576283ec28 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:28.703285 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5e96054a-bc12-4564-9f85-3f666c2b70b8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:28.714134 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8e3106-3bca-487b-bcb5-36c5b8f4a623 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:28.725693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] Transition to ACTIVE for port object ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:28.752881 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf54b8d-4900-473f-bcff-655c6bf447c0 None None] Network 6ee7b718-4696-41fa-9a51-bd5df6ec0049 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:28.759363 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-665e1e89-09c5-471e-8094-58ec3ee254ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:network and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:28.769222 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] Transition to ACTIVE for port object ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:28.771509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-665e1e89-09c5-471e-8094-58ec3ee254ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:28.774873 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port d23468d3-5094-4693-98be-164f6676b8eb triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:28.775537 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:28.782739 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5e96054a-bc12-4564-9f85-3f666c2b70b8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:28.807305 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-665e1e89-09c5-471e-8094-58ec3ee254ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:28.818683 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:28.845947 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-ba5167cf-e3ae-4882-ad49-f0bf8ddf59c1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] device_id is not set on port 0e53bf97-e5c8-4b69-8577-876491c29f30 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:55:28.891357 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953a38f2-7f52-4730-92bf-e5576283ec28 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network fdc4930a-909b-49ae-88ca-a4a68ac89e42 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:28.928983 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-953a38f2-7f52-4730-92bf-e5576283ec28 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:28.946151 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953a38f2-7f52-4730-92bf-e5576283ec28 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:28.946964 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-953a38f2-7f52-4730-92bf-e5576283ec28 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:28.951051 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a38f2-7f52-4730-92bf-e5576283ec28 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Port': ['ID=ce93f21a-469d-4c09-92f1-b59606c380ae,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:28.954886 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665e1e89-09c5-471e-8094-58ec3ee254ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Made reservation on behalf of 1e86337a57bd435798aa8639156e9b5e for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:55:28.959839 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-665e1e89-09c5-471e-8094-58ec3ee254ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:28.990781 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5e96054a-bc12-4564-9f85-3f666c2b70b8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:28.991232 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] Network 2b9bb175-ef72-4b9e-a165-015fd4697113 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:28.992028 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5e96054a-bc12-4564-9f85-3f666c2b70b8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1636672 Apr 18 05:55:28.992846 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96054a-bc12-4564-9f85-3f666c2b70b8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d29c1c-6943-43ce-8e9d-131d4c9fb2da,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:29.008704 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:29.010715 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:29.013526 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42662) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:29.033769 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-0e6dd19b-4fd8-43b3-b30f-1635018c9b7e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group_rule': {'security_group_id': '27d29c1c-6943-43ce-8e9d-131d4c9fb2da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:29.037211 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-f69124fe-1ec3-465d-9cca-6ffa8c83056e tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 05:55:29.039352 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f69124fe-1ec3-465d-9cca-6ffa8c83056e tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "DELETE /v2.0/routers/6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a HTTP/1.1" status: 409 len: 329 time: 1.1703949 Apr 18 05:55:29.052559 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42666) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:29.067115 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-0e6dd19b-4fd8-43b3-b30f-1635018c9b7e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:29.136716 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] Pushing event updated for resources: {'Port': ['ID=ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:29.147565 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8e3106-3bca-487b-bcb5-36c5b8f4a623 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:29.148324 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3106-3bca-487b-bcb5-36c5b8f4a623 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:29.198342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-79020bec-f35d-4075-ab21-df11acc254b3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:29.211637 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-cc8e3106-3bca-487b-bcb5-36c5b8f4a623 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3554983 Apr 18 05:55:29.215129 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42670) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:29.246759 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] Attempting to bind port ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:55:29.247121 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] Attempting to bind port ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '040789e4-abfe-43e8-99e2-32161be702c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b9bb175-ef72-4b9e-a165-015fd4697113'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:55:29.247476 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] Attempting to bind port ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9 on network 2b9bb175-ef72-4b9e-a165-015fd4697113 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:55:29.275011 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b5065055-3ae3-424d-9f42-621f2dbc276a up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:55:29.288054 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0e6dd19b-4fd8-43b3-b30f-1635018c9b7e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group_rule and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:29.296294 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0e6dd19b-4fd8-43b3-b30f-1635018c9b7e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:29.298823 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:55:29.298999 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] Checking segment: {'id': '040789e4-abfe-43e8-99e2-32161be702c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b9bb175-ef72-4b9e-a165-015fd4697113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:55:29.299722 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:29.299847 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] Bound using segment: {'id': '040789e4-abfe-43e8-99e2-32161be702c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b9bb175-ef72-4b9e-a165-015fd4697113'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:55:29.300260 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] Bound port: ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040789e4-abfe-43e8-99e2-32161be702c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b9bb175-ef72-4b9e-a165-015fd4697113'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:55:29.300625 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:29.344275 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-9d32f0db-fc03-4e73-a7b4-603a2ef849c9 None None] Provisioning for port 7103523e-579b-471b-bbcf-3db6e11795a9 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:29.390192 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-0e6dd19b-4fd8-43b3-b30f-1635018c9b7e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:29.396336 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665e1e89-09c5-471e-8094-58ec3ee254ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:55:29.447309 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-9d32f0db-fc03-4e73-a7b4-603a2ef849c9 None None] Provisioning complete for port 7103523e-579b-471b-bbcf-3db6e11795a9 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:29.447698 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9d32f0db-fc03-4e73-a7b4-603a2ef849c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:29.501784 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab3af56-9c0e-468e-b858-6990d817c5fb tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:29.502590 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-cab3af56-9c0e-468e-b858-6990d817c5fb tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Synchronizing usage tracker for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:55:29.526025 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-665e1e89-09c5-471e-8094-58ec3ee254ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:29.526359 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-665e1e89-09c5-471e-8094-58ec3ee254ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Added segment 5be573ab-df6e-43fe-8507-3a106e12293b of type vlan for network ccc06eb6-ff23-4afc-83e6-06b213dc25ec Apr 18 05:55:29.571146 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-cab3af56-9c0e-468e-b858-6990d817c5fb tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Unset dirty status for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:55:29.572680 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-cab3af56-9c0e-468e-b858-6990d817c5fb tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3562820 Apr 18 05:55:29.575591 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0e6dd19b-4fd8-43b3-b30f-1635018c9b7e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:29.577061 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42674) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:29.607851 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-9d32f0db-fc03-4e73-a7b4-603a2ef849c9 None None] Port 7103523e-579b-471b-bbcf-3db6e11795a9 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:29.611784 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port b5065055-3ae3-424d-9f42-621f2dbc276a completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:29.617525 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] For port ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:55:29.621616 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] For port ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9,segment=NetworkSegment(040789e4-abfe-43e8-99e2-32161be702c0),segment_id=040789e4-abfe-43e8-99e2-32161be702c0)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:55:29.622329 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port b5065055-3ae3-424d-9f42-621f2dbc276a triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:29.622329 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:29.651731 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:29.666054 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-665e1e89-09c5-471e-8094-58ec3ee254ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:29.726867 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-79020bec-f35d-4075-ab21-df11acc254b3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Allocated IP 172.20.0.1 (2b9bb175-ef72-4b9e-a165-015fd4697113/e62b005e-9e0d-48ab-ab2a-e8bb09f3a861/9b43d65a-fb80-4c21-8252-5b7c345006dd) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:29.743384 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcd8821-3d57-4464-b961-0cf7e9336c23 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:29.749320 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcd8821-3d57-4464-b961-0cf7e9336c23 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:29.754536 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-ba5167cf-e3ae-4882-ad49-f0bf8ddf59c1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Allocated IP 2001:db8::c8 (6ee7b718-4696-41fa-9a51-bd5df6ec0049/f04833a3-888b-4190-b424-a6c0af830a06/0e53bf97-e5c8-4b69-8577-876491c29f30) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:29.755649 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcd8821-3d57-4464-b961-0cf7e9336c23 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:29.757689 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0fcd8821-3d57-4464-b961-0cf7e9336c23 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1798015 Apr 18 05:55:29.761682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42678) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:29.778092 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1050e0fc-e18c-43ea-b2e2-71b2eafcb50c None None] Provisioning for port ce93f21a-469d-4c09-92f1-b59606c380ae completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:29.784549 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1050e0fc-e18c-43ea-b2e2-71b2eafcb50c None None] Provisioning complete for port ce93f21a-469d-4c09-92f1-b59606c380ae triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:29.784914 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1050e0fc-e18c-43ea-b2e2-71b2eafcb50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:29.800537 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-953a38f2-7f52-4730-92bf-e5576283ec28 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:29.823689 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac9405-891b-460e-bdfb-553160bd1de0 None None] Pushing event updated for resources: {'Port': ['ID=ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:29.854593 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-665e1e89-09c5-471e-8094-58ec3ee254ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:29.860061 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665e1e89-09c5-471e-8094-58ec3ee254ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:29.860606 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-665e1e89-09c5-471e-8094-58ec3ee254ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:29.886843 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-1050e0fc-e18c-43ea-b2e2-71b2eafcb50c None None] Port ce93f21a-469d-4c09-92f1-b59606c380ae cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:29.908213 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:29.947123 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port b5065055-3ae3-424d-9f42-621f2dbc276a, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b5065055-3ae3-424d-9f42-621f2dbc276a,segment=NetworkSegment(1fbd3873-3c5a-473c-bdf1-d558ffa7055f),segment_id=1fbd3873-3c5a-473c-bdf1-d558ffa7055f)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:29.952090 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:29.952270 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b7a6e-0ee6-405e-84b3-decb0a90db2d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port 7103523e-579b-471b-bbcf-3db6e11795a9 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:29.952386 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bb9b7a6e-0ee6-405e-84b3-decb0a90db2d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:30.005543 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0e6dd19b-4fd8-43b3-b30f-1635018c9b7e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:30.039215 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=b5065055-3ae3-424d-9f42-621f2dbc276a,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:30.118756 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-79020bec-f35d-4075-ab21-df11acc254b3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:30.254268 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0e6dd19b-4fd8-43b3-b30f-1635018c9b7e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:30.318398 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-665e1e89-09c5-471e-8094-58ec3ee254ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6635187 Apr 18 05:55:30.318645 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-79020bec-f35d-4075-ab21-df11acc254b3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Transition to ACTIVE for port object 9b43d65a-fb80-4c21-8252-5b7c345006dd will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:30.320992 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42682) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:30.329957 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-d06c0296-ea6d-4327-b3b7-23e839fb5e5a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'subnet': {'network_id': 'ccc06eb6-ff23-4afc-83e6-06b213dc25ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:30.376521 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:55:30.416440 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e1e89-09c5-471e-8094-58ec3ee254ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Network': ['ID=ccc06eb6-ff23-4afc-83e6-06b213dc25ec,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:30.438117 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network ccc06eb6-ff23-4afc-83e6-06b213dc25ec details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:55:30.439280 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0e6dd19b-4fd8-43b3-b30f-1635018c9b7e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:30.443007 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0e6dd19b-4fd8-43b3-b30f-1635018c9b7e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4257803 Apr 18 05:55:30.475117 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42686) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:30.496463 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6dd19b-4fd8-43b3-b30f-1635018c9b7e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2f9f5c-f03b-43e0-a41c-8735c8123eda,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:30.506937 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-94ebca10-5a33-4bc5-8d69-87ccc0d8ad4c tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group_rule': {'security_group_id': '27d29c1c-6943-43ce-8e9d-131d4c9fb2da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:30.524733 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-94ebca10-5a33-4bc5-8d69-87ccc0d8ad4c tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:30.532678 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-94ebca10-5a33-4bc5-8d69-87ccc0d8ad4c tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group_rule and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:30.539670 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-94ebca10-5a33-4bc5-8d69-87ccc0d8ad4c tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:30.552773 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d06c0296-ea6d-4327-b3b7-23e839fb5e5a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:30.555102 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-94ebca10-5a33-4bc5-8d69-87ccc0d8ad4c tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:30.563536 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:30.569923 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b5065055-3ae3-424d-9f42-621f2dbc276a up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:55:30.573663 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d06c0296-ea6d-4327-b3b7-23e839fb5e5a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:subnet and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:30.581808 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d06c0296-ea6d-4327-b3b7-23e839fb5e5a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:30.587020 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bb9b7a6e-0ee6-405e-84b3-decb0a90db2d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:30.597715 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-79020bec-f35d-4075-ab21-df11acc254b3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:30.602916 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d06c0296-ea6d-4327-b3b7-23e839fb5e5a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:30.645874 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port b5065055-3ae3-424d-9f42-621f2dbc276a triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:30.646179 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:30.721314 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-94ebca10-5a33-4bc5-8d69-87ccc0d8ad4c tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:30.776526 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ba5167cf-e3ae-4882-ad49-f0bf8ddf59c1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:30.814331 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b7a6e-0ee6-405e-84b3-decb0a90db2d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Calling delete_port for 7103523e-579b-471b-bbcf-3db6e11795a9 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:30.858840 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79020bec-f35d-4075-ab21-df11acc254b3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Network 2b9bb175-ef72-4b9e-a165-015fd4697113 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:30.866150 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06c0296-ea6d-4327-b3b7-23e839fb5e5a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Made reservation on behalf of 1e86337a57bd435798aa8639156e9b5e for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:55:30.866729 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13d417e3-91d6-43df-94fe-f5397ead64c0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:30.869625 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d06c0296-ea6d-4327-b3b7-23e839fb5e5a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:30.894107 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-79020bec-f35d-4075-ab21-df11acc254b3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:30.906391 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79020bec-f35d-4075-ab21-df11acc254b3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:30.936488 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79020bec-f35d-4075-ab21-df11acc254b3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Pushing event updated for resources: {'Port': ['ID=9b43d65a-fb80-4c21-8252-5b7c345006dd,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:31.020662 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ba5167cf-e3ae-4882-ad49-f0bf8ddf59c1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:31.027330 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-953a38f2-7f52-4730-92bf-e5576283ec28 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:31.067857 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7977f64-96e1-41e4-a332-e75c34119b07 None None] Network 2b9bb175-ef72-4b9e-a165-015fd4697113 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:31.080266 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-953a38f2-7f52-4730-92bf-e5576283ec28 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:31.081344 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-953a38f2-7f52-4730-92bf-e5576283ec28 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:31.105350 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-79020bec-f35d-4075-ab21-df11acc254b3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:31.140207 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5167cf-e3ae-4882-ad49-f0bf8ddf59c1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Network 6ee7b718-4696-41fa-9a51-bd5df6ec0049 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:31.142089 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-94ebca10-5a33-4bc5-8d69-87ccc0d8ad4c tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 05:55:31.143360 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-94ebca10-5a33-4bc5-8d69-87ccc0d8ad4c tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6590912 Apr 18 05:55:31.147981 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42690) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:31.183975 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c1ce6940-d348-49dc-8f76-4b3468dabd7b None None] Provisioning for port ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:31.193021 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c1ce6940-d348-49dc-8f76-4b3468dabd7b None None] Provisioning complete for port ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:31.193352 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c1ce6940-d348-49dc-8f76-4b3468dabd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:31.193888 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-ba5167cf-e3ae-4882-ad49-f0bf8ddf59c1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:31.221172 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5167cf-e3ae-4882-ad49-f0bf8ddf59c1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:31.222407 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5167cf-e3ae-4882-ad49-f0bf8ddf59c1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:31.223198 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ba5167cf-e3ae-4882-ad49-f0bf8ddf59c1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:31.227466 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5167cf-e3ae-4882-ad49-f0bf8ddf59c1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Pushing event updated for resources: {'Port': ['ID=0e53bf97-e5c8-4b69-8577-876491c29f30,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:31.309456 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bb9b7a6e-0ee6-405e-84b3-decb0a90db2d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:31.390116 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b7a6e-0ee6-405e-84b3-decb0a90db2d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Port': ['ID=7103523e-579b-471b-bbcf-3db6e11795a9,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:31.392413 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ba5167cf-e3ae-4882-ad49-f0bf8ddf59c1 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.0743520 Apr 18 05:55:31.396620 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42694) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:31.434161 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-172e45d6-f770-47e1-9c51-b02866c8438e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:31.474619 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c1ce6940-d348-49dc-8f76-4b3468dabd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:31.476810 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a38f2-7f52-4730-92bf-e5576283ec28 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Port': ['ID=ce93f21a-469d-4c09-92f1-b59606c380ae,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:31.525089 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-9dd8ff69-5c43-4506-9d55-d1fcb73c294d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Deleting port 0e53bf97-e5c8-4b69-8577-876491c29f30 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:31.525456 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9dd8ff69-5c43-4506-9d55-d1fcb73c294d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:31.534311 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-c1ce6940-d348-49dc-8f76-4b3468dabd7b None None] For port ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9,segment=NetworkSegment(040789e4-abfe-43e8-99e2-32161be702c0),segment_id=040789e4-abfe-43e8-99e2-32161be702c0)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:31.551045 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c1ce6940-d348-49dc-8f76-4b3468dabd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:31.585763 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953a38f2-7f52-4730-92bf-e5576283ec28 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network fdc4930a-909b-49ae-88ca-a4a68ac89e42 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:31.589427 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-953a38f2-7f52-4730-92bf-e5576283ec28 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:31.638160 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-172e45d6-f770-47e1-9c51-b02866c8438e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:31.685255 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce6940-d348-49dc-8f76-4b3468dabd7b None None] Pushing event updated for resources: {'Port': ['ID=ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:31.729207 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d06c0296-ea6d-4327-b3b7-23e839fb5e5a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:31.826299 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-172e45d6-f770-47e1-9c51-b02866c8438e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:31.832748 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bb9b7a6e-0ee6-405e-84b3-decb0a90db2d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:31.849991 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-79020bec-f35d-4075-ab21-df11acc254b3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:31.905079 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e45d6-f770-47e1-9c51-b02866c8438e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d29c1c-6943-43ce-8e9d-131d4c9fb2da,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:31.915001 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c0296-ea6d-4327-b3b7-23e839fb5e5a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Subnet': ['ID=64a9a9c7-004e-444c-ac00-54fdbd5efae4,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:31.980613 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-172e45d6-f770-47e1-9c51-b02866c8438e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:31.981737 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-172e45d6-f770-47e1-9c51-b02866c8438e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "DELETE /v2.0/security-groups/27d29c1c-6943-43ce-8e9d-131d4c9fb2da HTTP/1.1" status: 204 len: 168 time: 0.8268340 Apr 18 05:55:31.985268 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3794b660-0c07-47c8-8354-174481320a3b None None] Provisioning complete for port ce93f21a-469d-4c09-92f1-b59606c380ae triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:31.985910 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3794b660-0c07-47c8-8354-174481320a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:31.988431 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42698) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:31.990834 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bb9b7a6e-0ee6-405e-84b3-decb0a90db2d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/ports/7103523e-579b-471b-bbcf-3db6e11795a9 HTTP/1.1" status: 204 len: 168 time: 2.2279613 Apr 18 05:55:31.991757 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c0296-ea6d-4327-b3b7-23e839fb5e5a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Checking segment: {'id': '5be573ab-df6e-43fe-8507-3a106e12293b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ccc06eb6-ff23-4afc-83e6-06b213dc25ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:55:31.992142 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06c0296-ea6d-4327-b3b7-23e839fb5e5a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network hostable DHCP agents. Network: ccc06eb6-ff23-4afc-83e6-06b213dc25ec, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:55:31.998004 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42700) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:32.008907 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-13d417e3-91d6-43df-94fe-f5397ead64c0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Deleting port bbe92151-8e78-4874-8df0-04f200095737 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:32.009616 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13d417e3-91d6-43df-94fe-f5397ead64c0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:32.047446 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-3794b660-0c07-47c8-8354-174481320a3b None None] Port ce93f21a-469d-4c09-92f1-b59606c380ae cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:32.062601 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3794b660-0c07-47c8-8354-174481320a3b None None] Provisioning for port 9b43d65a-fb80-4c21-8252-5b7c345006dd completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:32.072336 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3794b660-0c07-47c8-8354-174481320a3b None None] Provisioning complete for port 9b43d65a-fb80-4c21-8252-5b7c345006dd triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:32.072981 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3794b660-0c07-47c8-8354-174481320a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:32.141778 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-3794b660-0c07-47c8-8354-174481320a3b None None] Port 9b43d65a-fb80-4c21-8252-5b7c345006dd cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:32.155678 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3794b660-0c07-47c8-8354-174481320a3b None None] Provisioning complete for port ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:32.156224 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3794b660-0c07-47c8-8354-174481320a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:32.296951 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:55:32.353017 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9dd8ff69-5c43-4506-9d55-d1fcb73c294d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:32.401111 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:32.401609 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:32.450472 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-00476711-10a8-46a0-86f9-c73f413e12d0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] GET failed (client error): The resource could not be found. Apr 18 05:55:32.450978 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-00476711-10a8-46a0-86f9-c73f413e12d0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Synchronizing usage tracker for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:55:32.486589 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06c0296-ea6d-4327-b3b7-23e839fb5e5a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network ccc06eb6-ff23-4afc-83e6-06b213dc25ec is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:55:32.503629 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-9dd8ff69-5c43-4506-9d55-d1fcb73c294d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Calling delete_port for 0e53bf97-e5c8-4b69-8577-876491c29f30 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:32.523673 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-d06c0296-ea6d-4327-b3b7-23e839fb5e5a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, ccc06eb6-ff23-4afc-83e6-06b213dc25ec) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:32.542417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-902f7ad7-f42b-45c8-8b9e-bb15471526d8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Synchronizing usage tracker for tenant:9aba25d1fad24f8688aaba4c1569f0f2 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:55:32.544766 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e59c50-e472-4534-b289-d304926ec299 None None] Network ccc06eb6-ff23-4afc-83e6-06b213dc25ec requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:32.546865 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13d417e3-91d6-43df-94fe-f5397ead64c0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:32.556192 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-00476711-10a8-46a0-86f9-c73f413e12d0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Unset dirty status for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:55:32.557215 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-00476711-10a8-46a0-86f9-c73f413e12d0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports/7103523e-579b-471b-bbcf-3db6e11795a9 HTTP/1.1" status: 404 len: 333 time: 0.5488825 Apr 18 05:55:32.558662 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06c0296-ea6d-4327-b3b7-23e839fb5e5a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:32.559254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d06c0296-ea6d-4327-b3b7-23e839fb5e5a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:32.563013 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953a38f2-7f52-4730-92bf-e5576283ec28 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router 9c90618a-aaa3-4004-8451-74f815ddb22e is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:55:32.568263 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42706) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:32.622328 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-63975d61-72c0-40ed-a234-fdc78397fdfd None None] Provisioning complete for port 9b43d65a-fb80-4c21-8252-5b7c345006dd triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:32.622860 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-63975d61-72c0-40ed-a234-fdc78397fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:32.644710 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d06c0296-ea6d-4327-b3b7-23e839fb5e5a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3226044 Apr 18 05:55:32.655339 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-902f7ad7-f42b-45c8-8b9e-bb15471526d8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Unset dirty status for tenant:9aba25d1fad24f8688aaba4c1569f0f2 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:55:32.660025 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-902f7ad7-f42b-45c8-8b9e-bb15471526d8 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6594331 Apr 18 05:55:32.664116 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42710) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:32.664278 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42712) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:32.677934 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-e7c92bba-12b6-4f98-808e-96daded4cde5 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group': {'name': 'tempest-secgroup--1357367748'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:32.684514 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-c8aa9f63-bdf1-43e6-a207-c0e9e34b2ee2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1172217837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:32.690170 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-79020bec-f35d-4075-ab21-df11acc254b3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:32.696897 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c8aa9f63-bdf1-43e6-a207-c0e9e34b2ee2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:32.702295 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-6cafcd42-6d2b-431e-9c1b-21a331625be7 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port e245b1dd-fe1a-47fd-904e-02687c9b4828 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:32.702646 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6cafcd42-6d2b-431e-9c1b-21a331625be7 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:32.703589 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-13d417e3-91d6-43df-94fe-f5397ead64c0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Calling delete_port for bbe92151-8e78-4874-8df0-04f200095737 owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:32.728587 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e7c92bba-12b6-4f98-808e-96daded4cde5 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:32.744181 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-79020bec-f35d-4075-ab21-df11acc254b3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:32.754133 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-63975d61-72c0-40ed-a234-fdc78397fdfd None None] Port 9b43d65a-fb80-4c21-8252-5b7c345006dd cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:32.772713 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c8aa9f63-bdf1-43e6-a207-c0e9e34b2ee2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:router and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:32.827313 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c8aa9f63-bdf1-43e6-a207-c0e9e34b2ee2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:32.837166 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e7c92bba-12b6-4f98-808e-96daded4cde5 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:32.858898 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c8aa9f63-bdf1-43e6-a207-c0e9e34b2ee2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:32.888584 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-ccc06eb6-ff23-4afc-83e6-06b213dc25ec', 'network_id': 'ccc06eb6-ff23-4afc-83e6-06b213dc25ec', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'fixed_ips': [{'subnet_id': '64a9a9c7-004e-444c-ac00-54fdbd5efae4'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:55:32.889415 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:32.935459 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c8aa9f63-bdf1-43e6-a207-c0e9e34b2ee2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:32.936492 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c8aa9f63-bdf1-43e6-a207-c0e9e34b2ee2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:32.940538 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-79020bec-f35d-4075-ab21-df11acc254b3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:32.959935 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e7c92bba-12b6-4f98-808e-96daded4cde5 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:32.999338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79020bec-f35d-4075-ab21-df11acc254b3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Pushing event updated for resources: {'Port': ['ID=9b43d65a-fb80-4c21-8252-5b7c345006dd,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:33.033732 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953a38f2-7f52-4730-92bf-e5576283ec28 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:55:33.040347 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e7c92bba-12b6-4f98-808e-96daded4cde5 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:33.051035 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c236dea4-4681-4dbb-ab28-6c20ef3efa18 None None] Sync routers for ids ['9c90618a-aaa3-4004-8451-74f815ddb22e'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:55:33.070098 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] Allocated IP 172.20.0.2 (ccc06eb6-ff23-4afc-83e6-06b213dc25ec/64a9a9c7-004e-444c-ac00-54fdbd5efae4/d80e31b1-c9db-484f-a868-8836b35cfe27) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:33.076916 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c236dea4-4681-4dbb-ab28-6c20ef3efa18 None None] Routers {'9c90618a-aaa3-4004-8451-74f815ddb22e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:33.077580 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c236dea4-4681-4dbb-ab28-6c20ef3efa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['9c90618a-aaa3-4004-8451-74f815ddb22e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:33.100891 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9dd8ff69-5c43-4506-9d55-d1fcb73c294d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:33.109073 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-953a38f2-7f52-4730-92bf-e5576283ec28 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/9c90618a-aaa3-4004-8451-74f815ddb22e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6834266 Apr 18 05:55:33.124700 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e7c92bba-12b6-4f98-808e-96daded4cde5 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group_rule and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:33.126988 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42718) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:33.143431 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e7c92bba-12b6-4f98-808e-96daded4cde5 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:33.148122 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c236dea4-4681-4dbb-ab28-6c20ef3efa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:33.162073 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8ff69-5c43-4506-9d55-d1fcb73c294d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e53bf97-e5c8-4b69-8577-876491c29f30,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:33.187273 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e7c92bba-12b6-4f98-808e-96daded4cde5 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:33.189959 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c236dea4-4681-4dbb-ab28-6c20ef3efa18 None None] Routers {'9c90618a-aaa3-4004-8451-74f815ddb22e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:33.190597 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c236dea4-4681-4dbb-ab28-6c20ef3efa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['9c90618a-aaa3-4004-8451-74f815ddb22e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:33.198459 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c8aa9f63-bdf1-43e6-a207-c0e9e34b2ee2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:33.212862 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13d417e3-91d6-43df-94fe-f5397ead64c0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:33.251080 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9dd8ff69-5c43-4506-9d55-d1fcb73c294d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:33.256161 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9dd8ff69-5c43-4506-9d55-d1fcb73c294d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "DELETE /v2.0/ports/0e53bf97-e5c8-4b69-8577-876491c29f30 HTTP/1.1" status: 204 len: 168 time: 1.8534834 Apr 18 05:55:33.260970 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42722) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:33.271729 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6ee7b718-4696-41fa-9a51-bd5df6ec0049', 'external_fixed_ips': [{'subnet_id': 'f04833a3-888b-4190-b424-a6c0af830a06', 'ip_address': '2001:db8::c8'}]}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:33.276522 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d417e3-91d6-43df-94fe-f5397ead64c0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Pushing event deleted for resources: {'Port': ['ID=bbe92151-8e78-4874-8df0-04f200095737,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:33.312072 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:33.316453 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c236dea4-4681-4dbb-ab28-6c20ef3efa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:33.317098 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c236dea4-4681-4dbb-ab28-6c20ef3efa18 None None] The sync data for ids ['9c90618a-aaa3-4004-8451-74f815ddb22e'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:55:33.368327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c7541b-e60d-42f1-9a19-ef017bee2126 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:33.368965 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f2c7541b-e60d-42f1-9a19-ef017bee2126 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Synchronizing usage tracker for tenant:cfb0e03f77e24f68b484d6de092642f5 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:55:33.379097 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c8aa9f63-bdf1-43e6-a207-c0e9e34b2ee2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:33.459603 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79020bec-f35d-4075-ab21-df11acc254b3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Network 2b9bb175-ef72-4b9e-a165-015fd4697113 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:33.462338 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:33.476138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-79020bec-f35d-4075-ab21-df11acc254b3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:33.483332 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Usage tracker for resource:router and tenant:67e0a90dc04d4c05a74a8fdfcf1c2b20 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:33.493307 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:33.494615 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] Transition to ACTIVE for port object d80e31b1-c9db-484f-a868-8836b35cfe27 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:33.507094 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6cafcd42-6d2b-431e-9c1b-21a331625be7 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:33.508914 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:33.540615 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] Transition to ACTIVE for port object d80e31b1-c9db-484f-a868-8836b35cfe27 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:33.548416 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:33.622631 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] Network ccc06eb6-ff23-4afc-83e6-06b213dc25ec is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:33.631482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f2c7541b-e60d-42f1-9a19-ef017bee2126 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Unset dirty status for tenant:cfb0e03f77e24f68b484d6de092642f5 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:55:33.632828 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f2c7541b-e60d-42f1-9a19-ef017bee2126 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/ports/ce93f21a-469d-4c09-92f1-b59606c380ae HTTP/1.1" status: 200 len: 911 time: 0.5004699 Apr 18 05:55:33.632992 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:33.636188 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:33.638692 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:33.640153 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:33.647478 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] Pushing event updated for resources: {'Port': ['ID=d80e31b1-c9db-484f-a868-8836b35cfe27,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:33.649708 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42726) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:33.700906 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e7c92bba-12b6-4f98-808e-96daded4cde5 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:33.757132 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c8aa9f63-bdf1-43e6-a207-c0e9e34b2ee2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:33.757309 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] Attempting to bind port d80e31b1-c9db-484f-a868-8836b35cfe27 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:55:33.757309 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] Attempting to bind port d80e31b1-c9db-484f-a868-8836b35cfe27 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '5be573ab-df6e-43fe-8507-3a106e12293b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ccc06eb6-ff23-4afc-83e6-06b213dc25ec'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:55:33.757696 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] Attempting to bind port d80e31b1-c9db-484f-a868-8836b35cfe27 on network ccc06eb6-ff23-4afc-83e6-06b213dc25ec {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:55:33.760868 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c8aa9f63-bdf1-43e6-a207-c0e9e34b2ee2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0900350 Apr 18 05:55:33.763906 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:55:33.764298 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] Checking segment: {'id': '5be573ab-df6e-43fe-8507-3a106e12293b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ccc06eb6-ff23-4afc-83e6-06b213dc25ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:55:33.764690 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:33.765092 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] Bound using segment: {'id': '5be573ab-df6e-43fe-8507-3a106e12293b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ccc06eb6-ff23-4afc-83e6-06b213dc25ec'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:55:33.765652 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] Bound port: d80e31b1-c9db-484f-a868-8836b35cfe27, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be573ab-df6e-43fe-8507-3a106e12293b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ccc06eb6-ff23-4afc-83e6-06b213dc25ec'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:55:33.766020 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:33.766462 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-6cafcd42-6d2b-431e-9c1b-21a331625be7 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Calling delete_port for e245b1dd-fe1a-47fd-904e-02687c9b4828 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:33.793067 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13d417e3-91d6-43df-94fe-f5397ead64c0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:33.803382 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42730) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:33.803581 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e7c92bba-12b6-4f98-808e-96daded4cde5 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:33.864586 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-caf993d4-304b-49d5-82f1-92532016f16d None None] Provisioning complete for port 9b43d65a-fb80-4c21-8252-5b7c345006dd triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:33.864955 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-caf993d4-304b-49d5-82f1-92532016f16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:33.916203 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] For port d80e31b1-c9db-484f-a868-8836b35cfe27, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:55:33.922901 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e7c92bba-12b6-4f98-808e-96daded4cde5 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:33.927046 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e7c92bba-12b6-4f98-808e-96daded4cde5 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2544060 Apr 18 05:55:33.931725 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42734) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:33.935749 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] For port d80e31b1-c9db-484f-a868-8836b35cfe27, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d80e31b1-c9db-484f-a868-8836b35cfe27,segment=NetworkSegment(5be573ab-df6e-43fe-8507-3a106e12293b),segment_id=5be573ab-df6e-43fe-8507-3a106e12293b)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:55:33.936984 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-caf993d4-304b-49d5-82f1-92532016f16d None None] Port 9b43d65a-fb80-4c21-8252-5b7c345006dd cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:33.943669 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:34.053910 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeaf671-c8cd-4a6f-8da6-0bdbc220a3de None None] Pushing event updated for resources: {'Port': ['ID=d80e31b1-c9db-484f-a868-8836b35cfe27,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:34.085903 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:34.094559 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-30311795-859b-427c-81ef-59b5f628e84e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group_rule': {'security_group_id': '925641ca-5a1f-46f3-b00b-23e029310f5d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:34.095413 dv-neutron-837489-1-hyperv neutron-server[88034]: WARNING neutron.api.v2.base [None req-30311795-859b-427c-81ef-59b5f628e84e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 18 05:55:34.095851 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-30311795-859b-427c-81ef-59b5f628e84e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:55:34.096840 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-30311795-859b-427c-81ef-59b5f628e84e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0228438 Apr 18 05:55:34.097817 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c92bba-12b6-4f98-808e-96daded4cde5 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=925641ca-5a1f-46f3-b00b-23e029310f5d,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:34.104994 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42738) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:34.295000 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79020bec-f35d-4075-ab21-df11acc254b3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Router abe53109-e720-4aed-aa1f-537c40f9d966 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:55:34.300794 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c46b100e-8a7b-4ef2-a51f-01715135dbfe tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:34.315202 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6cafcd42-6d2b-431e-9c1b-21a331625be7 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:34.438075 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafcd42-6d2b-431e-9c1b-21a331625be7 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Port': ['ID=e245b1dd-fe1a-47fd-904e-02687c9b4828,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:34.492622 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c46b100e-8a7b-4ef2-a51f-01715135dbfe tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:34.664658 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79020bec-f35d-4075-ab21-df11acc254b3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:55:34.680394 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6cafcd42-6d2b-431e-9c1b-21a331625be7 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:34.681616 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498af27d-bbb7-4dd9-a8aa-9db57451bf6f None None] Sync routers for ids ['abe53109-e720-4aed-aa1f-537c40f9d966'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:55:34.691490 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498af27d-bbb7-4dd9-a8aa-9db57451bf6f None None] Routers {'abe53109-e720-4aed-aa1f-537c40f9d966'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:34.692180 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c46b100e-8a7b-4ef2-a51f-01715135dbfe tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:34.693543 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-498af27d-bbb7-4dd9-a8aa-9db57451bf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['abe53109-e720-4aed-aa1f-537c40f9d966'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:34.695137 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c46b100e-8a7b-4ef2-a51f-01715135dbfe tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:34.696328 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c46b100e-8a7b-4ef2-a51f-01715135dbfe tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "DELETE /v2.0/security-groups/925641ca-5a1f-46f3-b00b-23e029310f5d HTTP/1.1" status: 204 len: 168 time: 0.5901396 Apr 18 05:55:34.705194 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6cafcd42-6d2b-431e-9c1b-21a331625be7 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/ports/e245b1dd-fe1a-47fd-904e-02687c9b4828 HTTP/1.1" status: 204 len: 168 time: 2.1349804 Apr 18 05:55:34.706360 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42742) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:34.709772 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-79020bec-f35d-4075-ab21-df11acc254b3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] 10.222.0.15 "PUT /v2.0/routers/abe53109-e720-4aed-aa1f-537c40f9d966/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6612425 Apr 18 05:55:34.727996 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42746) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:34.728338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42748) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:34.740317 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b100e-8a7b-4ef2-a51f-01715135dbfe tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=925641ca-5a1f-46f3-b00b-23e029310f5d,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:34.754123 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-dcab9b60-93e3-4b51-9d9b-20c351cbd7e3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Request body: {'port': {'network_id': '2b9bb175-ef72-4b9e-a165-015fd4697113', 'name': 'tempest-FloatingIPNegativeTestJSON-1477315210'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:34.778247 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-498af27d-bbb7-4dd9-a8aa-9db57451bf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:34.788919 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498af27d-bbb7-4dd9-a8aa-9db57451bf6f None None] Routers {'abe53109-e720-4aed-aa1f-537c40f9d966'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:34.789813 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-498af27d-bbb7-4dd9-a8aa-9db57451bf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['abe53109-e720-4aed-aa1f-537c40f9d966'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:34.856737 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-498af27d-bbb7-4dd9-a8aa-9db57451bf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:34.857121 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498af27d-bbb7-4dd9-a8aa-9db57451bf6f None None] The sync data for ids ['abe53109-e720-4aed-aa1f-537c40f9d966'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:55:34.936173 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eff6202-3cce-4056-870a-b85efba3ca93 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] GET failed (client error): The resource could not be found. Apr 18 05:55:34.936709 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3eff6202-3cce-4056-870a-b85efba3ca93 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Synchronizing usage tracker for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:55:34.978319 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-92ebf906-895d-4ade-b282-bfea21c7ad51 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Synchronizing usage tracker for tenant:9aba25d1fad24f8688aaba4c1569f0f2 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:55:34.992832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3eff6202-3cce-4056-870a-b85efba3ca93 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Unset dirty status for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:55:34.996574 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3eff6202-3cce-4056-870a-b85efba3ca93 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports/e245b1dd-fe1a-47fd-904e-02687c9b4828 HTTP/1.1" status: 404 len: 333 time: 0.2621202 Apr 18 05:55:34.997992 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42754) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:35.059086 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-dcab9b60-93e3-4b51-9d9b-20c351cbd7e3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:35.061234 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-92ebf906-895d-4ade-b282-bfea21c7ad51 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Unset dirty status for tenant:9aba25d1fad24f8688aaba4c1569f0f2 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:55:35.065975 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-92ebf906-895d-4ade-b282-bfea21c7ad51 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3516867 Apr 18 05:55:35.066645 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42758) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:35.072241 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-dcab9b60-93e3-4b51-9d9b-20c351cbd7e3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Usage tracker for resource:port and tenant:8da1e4ec2c024b71861b66eb7beabfc5 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:35.079106 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-dfc55c39-1fe2-412f-9d62-7902948a8942 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group': {'name': 'tempest-secgroup--164940704'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:35.085603 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-dcab9b60-93e3-4b51-9d9b-20c351cbd7e3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:35.091971 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34cabb0-356b-4e4f-98f4-fa3ea4e82708 None None] Network ccc06eb6-ff23-4afc-83e6-06b213dc25ec requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:35.100929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-dfc55c39-1fe2-412f-9d62-7902948a8942 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:35.104907 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d417e3-91d6-43df-94fe-f5397ead64c0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Router 6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:55:35.105426 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-dcab9b60-93e3-4b51-9d9b-20c351cbd7e3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:35.118011 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a61b3b8-4cb4-4ab2-ae2b-3e7c49191291 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting subnet 70283cdf-5a0d-44e3-a48f-8d65153a0aab {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:55:35.124160 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-dfc55c39-1fe2-412f-9d62-7902948a8942 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:35.129571 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3a61b3b8-4cb4-4ab2-ae2b-3e7c49191291 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:35.178085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcab9b60-93e3-4b51-9d9b-20c351cbd7e3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Made reservation on behalf of 8da1e4ec2c024b71861b66eb7beabfc5 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:55:35.181463 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dcab9b60-93e3-4b51-9d9b-20c351cbd7e3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:35.197609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dfc55c39-1fe2-412f-9d62-7902948a8942 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:35.206239 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-bc987178-37d6-41be-9544-083534ac36e4 None None] Provisioning for port d80e31b1-c9db-484f-a868-8836b35cfe27 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:35.230625 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-dcab9b60-93e3-4b51-9d9b-20c351cbd7e3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] device_id is not set on port 1231fbca-27a1-4c06-b93b-4e807a8774d4 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:55:35.268304 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3a61b3b8-4cb4-4ab2-ae2b-3e7c49191291 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:35.291941 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3b7ed555-5888-4ef9-bf37-a3aa816b690d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:35.302591 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-dfc55c39-1fe2-412f-9d62-7902948a8942 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:35.388055 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:35.388236 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-dfc55c39-1fe2-412f-9d62-7902948a8942 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group_rule and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:35.393073 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-dfc55c39-1fe2-412f-9d62-7902948a8942 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:35.415087 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-dfc55c39-1fe2-412f-9d62-7902948a8942 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:35.423060 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3a61b3b8-4cb4-4ab2-ae2b-3e7c49191291 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:35.481091 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-116199c6-3ec7-42db-b09e-f859e28b9cd1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:35.527345 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d417e3-91d6-43df-94fe-f5397ead64c0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:55:35.539291 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b175b52-883d-4956-9e9f-b629e508bed0 None None] Sync routers for ids ['6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:55:35.548825 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b175b52-883d-4956-9e9f-b629e508bed0 None None] Routers {'6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:35.549443 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7b175b52-883d-4956-9e9f-b629e508bed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:35.617777 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7b175b52-883d-4956-9e9f-b629e508bed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:35.624867 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-13d417e3-91d6-43df-94fe-f5397ead64c0 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "PUT /v2.0/routers/6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5625427 Apr 18 05:55:35.627105 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b175b52-883d-4956-9e9f-b629e508bed0 None None] Routers {'6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:35.627625 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42762) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:35.627760 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7b175b52-883d-4956-9e9f-b629e508bed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:35.647134 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dfc55c39-1fe2-412f-9d62-7902948a8942 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:35.653839 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-dcab9b60-93e3-4b51-9d9b-20c351cbd7e3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Allocated IP 172.20.0.14 (2b9bb175-ef72-4b9e-a165-015fd4697113/e62b005e-9e0d-48ab-ab2a-e8bb09f3a861/1231fbca-27a1-4c06-b93b-4e807a8774d4) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:35.656481 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dfc55c39-1fe2-412f-9d62-7902948a8942 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:35.674745 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3a61b3b8-4cb4-4ab2-ae2b-3e7c49191291 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:35.732512 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7b175b52-883d-4956-9e9f-b629e508bed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:35.733298 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b175b52-883d-4956-9e9f-b629e508bed0 None None] The sync data for ids ['6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:55:35.749699 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61b3b8-4cb4-4ab2-ae2b-3e7c49191291 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Subnet': ['ID=70283cdf-5a0d-44e3-a48f-8d65153a0aab,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:35.759208 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3a61b3b8-4cb4-4ab2-ae2b-3e7c49191291 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:35.765915 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb6a6f6-c38d-4a8e-95f3-881b7908852e None None] Network bb639615-7164-449c-bffe-d3525d89efb4 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:35.778865 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc55c39-1fe2-412f-9d62-7902948a8942 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7f2dec-5983-44f3-8820-5eeed5cbe63a,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:35.803136 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3a61b3b8-4cb4-4ab2-ae2b-3e7c49191291 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/subnets/70283cdf-5a0d-44e3-a48f-8d65153a0aab HTTP/1.1" status: 204 len: 168 time: 0.8022647 Apr 18 05:55:35.806195 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-a83434d7-149a-4680-99bd-25dcfc116aaf tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] show failed (client error): The resource could not be found. Apr 18 05:55:35.812261 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42766) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:35.812454 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a83434d7-149a-4680-99bd-25dcfc116aaf tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-2053003668 HTTP/1.1" status: 404 len: 335 time: 0.1762896 Apr 18 05:55:35.812586 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dfc55c39-1fe2-412f-9d62-7902948a8942 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:35.812802 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-dfc55c39-1fe2-412f-9d62-7902948a8942 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7447202 Apr 18 05:55:35.831308 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42770) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:35.831648 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42772) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:35.851643 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-69477dad-1394-4c3c-9332-47811117ed40 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group_rule': {'security_group_id': '0c7f2dec-5983-44f3-8820-5eeed5cbe63a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:35.852583 dv-neutron-837489-1-hyperv neutron-server[88034]: WARNING neutron.api.v2.base [None req-69477dad-1394-4c3c-9332-47811117ed40 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 18 05:55:35.853082 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-69477dad-1394-4c3c-9332-47811117ed40 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:55:35.854037 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-69477dad-1394-4c3c-9332-47811117ed40 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0117519 Apr 18 05:55:35.857665 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-4b8f40bf-8ea8-4c05-8ffd-fe39e70c2f7e tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:35.890368 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42778) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:35.955186 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-4b8f40bf-8ea8-4c05-8ffd-fe39e70c2f7e tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] update failed (client error): The resource could not be found. Apr 18 05:55:35.956798 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4b8f40bf-8ea8-4c05-8ffd-fe39e70c2f7e tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-1470416253 HTTP/1.1" status: 404 len: 335 time: 0.1166205 Apr 18 05:55:36.006716 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42782) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:36.046124 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f2e1ea-20f4-4aa1-b4a2-eeb713a255f3 None None] DHCP port deletion for bb639615-7164-449c-bffe-d3525d89efb4 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:55:36.050505 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-63f2e1ea-20f4-4aa1-b4a2-eeb713a255f3 None None] Deleting port d23468d3-5094-4693-98be-164f6676b8eb {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:36.051004 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-63f2e1ea-20f4-4aa1-b4a2-eeb713a255f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:36.277641 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-02ab2c91-8ce0-45e4-9ae2-eca5c6e6418d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:36.283071 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-63f2e1ea-20f4-4aa1-b4a2-eeb713a255f3 None None] For port d23468d3-5094-4693-98be-164f6676b8eb, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d23468d3-5094-4693-98be-164f6676b8eb,segment=NetworkSegment(be1dd8d0-a505-45a6-800a-8b9b2586815b),segment_id=be1dd8d0-a505-45a6-800a-8b9b2586815b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:36.284072 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-63f2e1ea-20f4-4aa1-b4a2-eeb713a255f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:36.304861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c6c577fa-a965-46fa-abbc-6e21e16d0758 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:36.311020 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2578e282-d4ac-46a7-8b87-088866268675 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:36.347978 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb1b9e9-4d6f-40d9-87b1-47a911b93483 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Deleting subnet af4eb26e-c7ea-4316-acd8-8287a4cf8d5f {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:55:36.352523 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b9e9-4d6f-40d9-87b1-47a911b93483 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:36.368933 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d80e31b1-c9db-484f-a868-8836b35cfe27 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:55:36.422836 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b9e9-4d6f-40d9-87b1-47a911b93483 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:36.456564 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-02ab2c91-8ce0-45e4-9ae2-eca5c6e6418d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:36.476229 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-63f2e1ea-20f4-4aa1-b4a2-eeb713a255f3 None None] Calling delete_port for d23468d3-5094-4693-98be-164f6676b8eb owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:36.492613 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-c6c577fa-a965-46fa-abbc-6e21e16d0758 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port d23468d3-5094-4693-98be-164f6676b8eb {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:36.493091 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c6c577fa-a965-46fa-abbc-6e21e16d0758 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:36.512204 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-116199c6-3ec7-42db-b09e-f859e28b9cd1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Allocated IP 172.20.0.1 (ccc06eb6-ff23-4afc-83e6-06b213dc25ec/64a9a9c7-004e-444c-ac00-54fdbd5efae4/27a1494d-cdac-4ef8-b886-150cffe5ec8a) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:36.572352 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dcab9b60-93e3-4b51-9d9b-20c351cbd7e3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:36.575284 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port d80e31b1-c9db-484f-a868-8836b35cfe27 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:36.582948 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port d80e31b1-c9db-484f-a868-8836b35cfe27 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:36.583407 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:36.616228 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-63f2e1ea-20f4-4aa1-b4a2-eeb713a255f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:36.635233 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-c6c577fa-a965-46fa-abbc-6e21e16d0758 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] The port 'd23468d3-5094-4693-98be-164f6676b8eb' was deleted {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:55:36.670585 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2e1ea-20f4-4aa1-b4a2-eeb713a255f3 None None] Pushing event deleted for resources: {'Port': ['ID=d23468d3-5094-4693-98be-164f6676b8eb,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:36.679677 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f2e1ea-20f4-4aa1-b4a2-eeb713a255f3 None None] No DVR routers for this DVR port d23468d3-5094-4693-98be-164f6676b8eb on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:55:36.718671 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b9e9-4d6f-40d9-87b1-47a911b93483 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:36.748763 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-02ab2c91-8ce0-45e4-9ae2-eca5c6e6418d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:36.750187 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-dcab9b60-93e3-4b51-9d9b-20c351cbd7e3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Transition to ACTIVE for port object 1231fbca-27a1-4c06-b93b-4e807a8774d4 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:36.773274 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:36.817382 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port d80e31b1-c9db-484f-a868-8836b35cfe27, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d80e31b1-c9db-484f-a868-8836b35cfe27,segment=NetworkSegment(5be573ab-df6e-43fe-8507-3a106e12293b),segment_id=5be573ab-df6e-43fe-8507-3a106e12293b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:36.822198 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:36.834978 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c6c577fa-a965-46fa-abbc-6e21e16d0758 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:36.873510 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-c6c577fa-a965-46fa-abbc-6e21e16d0758 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb639615-7164-449c-bffe-d3525d89efb4']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:36.885702 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d23468d3-5094-4693-98be-164f6676b8eb no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:55:36.892326 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-c6c577fa-a965-46fa-abbc-6e21e16d0758 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1dd8d0-a505-45a6-800a-8b9b2586815b') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:36.892623 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-c6c577fa-a965-46fa-abbc-6e21e16d0758 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1dd8d0-a505-45a6-800a-8b9b2586815b') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:36.910630 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c6c577fa-a965-46fa-abbc-6e21e16d0758 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:36.927778 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab2c91-8ce0-45e4-9ae2-eca5c6e6418d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7f2dec-5983-44f3-8820-5eeed5cbe63a,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:36.933384 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: d23468d3-5094-4693-98be-164f6676b8eb {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:55:36.933742 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d23468d3-5094-4693-98be-164f6676b8eb not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:55:36.937546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c6c577fa-a965-46fa-abbc-6e21e16d0758 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:36.945450 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b9e9-4d6f-40d9-87b1-47a911b93483 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:36.950182 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c577fa-a965-46fa-abbc-6e21e16d0758 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:55:36.950722 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c6c577fa-a965-46fa-abbc-6e21e16d0758 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:36.970764 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=d80e31b1-c9db-484f-a868-8836b35cfe27,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:55:36.999790 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:55:37.016789 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dcab9b60-93e3-4b51-9d9b-20c351cbd7e3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.019724 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-02ab2c91-8ce0-45e4-9ae2-eca5c6e6418d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.021023 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-02ab2c91-8ce0-45e4-9ae2-eca5c6e6418d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "DELETE /v2.0/security-groups/0c7f2dec-5983-44f3-8820-5eeed5cbe63a HTTP/1.1" status: 204 len: 168 time: 1.1210172 Apr 18 05:55:37.025922 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42786) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:37.055605 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.076175 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1b9e9-4d6f-40d9-87b1-47a911b93483 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Pushing event deleted for resources: {'Subnet': ['ID=af4eb26e-c7ea-4316-acd8-8287a4cf8d5f,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:37.093634 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-116199c6-3ec7-42db-b09e-f859e28b9cd1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.116314 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.136336 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d4c4c3-00a2-44e7-8c4c-c6af7c913833 None None] Network b4abcf79-5248-4289-b5fd-1c4d4463759a requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:37.140634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b9e9-4d6f-40d9-87b1-47a911b93483 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.164679 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1bb1b9e9-4d6f-40d9-87b1-47a911b93483 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "DELETE /v2.0/subnets/af4eb26e-c7ea-4316-acd8-8287a4cf8d5f HTTP/1.1" status: 204 len: 168 time: 1.1418166 Apr 18 05:55:37.166854 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcab9b60-93e3-4b51-9d9b-20c351cbd7e3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Network 2b9bb175-ef72-4b9e-a165-015fd4697113 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:37.169456 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42790) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:37.172234 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-dcab9b60-93e3-4b51-9d9b-20c351cbd7e3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:37.172850 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-116199c6-3ec7-42db-b09e-f859e28b9cd1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Transition to ACTIVE for port object 27a1494d-cdac-4ef8-b886-150cffe5ec8a will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:37.211397 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab9b60-93e3-4b51-9d9b-20c351cbd7e3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:37.218846 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-11de0b61-9114-4162-92ff-a8d0a96bc2a2 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Synchronizing usage tracker for tenant:9aba25d1fad24f8688aaba4c1569f0f2 on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:55:37.258328 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c6c577fa-a965-46fa-abbc-6e21e16d0758 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.272755 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab9b60-93e3-4b51-9d9b-20c351cbd7e3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Pushing event updated for resources: {'Port': ['ID=1231fbca-27a1-4c06-b93b-4e807a8774d4,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:37.301724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c6c577fa-a965-46fa-abbc-6e21e16d0758 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.320756 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c577fa-a965-46fa-abbc-6e21e16d0758 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Network': ['ID=bb639615-7164-449c-bffe-d3525d89efb4,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:37.337178 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c6c577fa-a965-46fa-abbc-6e21e16d0758 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/networks/bb639615-7164-449c-bffe-d3525d89efb4 HTTP/1.1" status: 204 len: 168 time: 1.5290608 Apr 18 05:55:37.342862 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42794) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:37.355051 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-10e82056-ac20-4848-8a42-da9aeb68cd8d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-13117469'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:37.363761 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcab9b60-93e3-4b51-9d9b-20c351cbd7e3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:37.365136 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dcab9b60-93e3-4b51-9d9b-20c351cbd7e3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.375818 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-662ce6d9-bec0-481e-9edf-7a83f0883707 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Deleting subnet a84bed27-bcd3-49cf-bf23-52039799fca4 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:55:37.379122 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-11de0b61-9114-4162-92ff-a8d0a96bc2a2 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Unset dirty status for tenant:9aba25d1fad24f8688aaba4c1569f0f2 on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:55:37.380506 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-10e82056-ac20-4848-8a42-da9aeb68cd8d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:37.385115 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-11de0b61-9114-4162-92ff-a8d0a96bc2a2 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3528731 Apr 18 05:55:37.389534 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42798) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:37.391681 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-2578e282-d4ac-46a7-8b87-088866268675 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting port ce93f21a-469d-4c09-92f1-b59606c380ae {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:37.392015 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2578e282-d4ac-46a7-8b87-088866268675 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.402937 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-662ce6d9-bec0-481e-9edf-7a83f0883707 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.425469 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-b2151e60-3e59-4019-a004-a85716bc5cc6 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group': {'name': 'tempest-secgroup--56718951'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:37.438287 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-116199c6-3ec7-42db-b09e-f859e28b9cd1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.443661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-10e82056-ac20-4848-8a42-da9aeb68cd8d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:network and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:37.454338 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b2151e60-3e59-4019-a004-a85716bc5cc6 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:37.454798 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-10e82056-ac20-4848-8a42-da9aeb68cd8d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:37.475172 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-10e82056-ac20-4848-8a42-da9aeb68cd8d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:37.485224 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-dcab9b60-93e3-4b51-9d9b-20c351cbd7e3 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7513919 Apr 18 05:55:37.485459 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42802) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:37.491084 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-14f3620b-0eea-4e58-a685-655df157974a tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:37.499200 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-14f3620b-0eea-4e58-a685-655df157974a tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:37.499499 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d829a99a-54dc-4967-a6fa-e06653c5d371 None None] DHCP port deletion for b4abcf79-5248-4289-b5fd-1c4d4463759a request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:55:37.503903 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-d829a99a-54dc-4967-a6fa-e06653c5d371 None None] Deleting port bc16865c-eb36-45d8-ba99-4ac1798ef8e1 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:37.504321 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d829a99a-54dc-4967-a6fa-e06653c5d371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.507941 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-14f3620b-0eea-4e58-a685-655df157974a tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Usage tracker for resource:floatingip and tenant:8da1e4ec2c024b71861b66eb7beabfc5 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:37.511388 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-14f3620b-0eea-4e58-a685-655df157974a tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:37.526949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-14f3620b-0eea-4e58-a685-655df157974a tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:37.535457 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e82056-ac20-4848-8a42-da9aeb68cd8d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:55:37.539043 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-10e82056-ac20-4848-8a42-da9aeb68cd8d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.556924 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b2151e60-3e59-4019-a004-a85716bc5cc6 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:37.562375 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-662ce6d9-bec0-481e-9edf-7a83f0883707 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.595182 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e2e9a911-b4fe-4792-b394-fed318bb6990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.604074 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116199c6-3ec7-42db-b09e-f859e28b9cd1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network ccc06eb6-ff23-4afc-83e6-06b213dc25ec is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:37.621771 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-14f3620b-0eea-4e58-a685-655df157974a tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for floatingip, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.632378 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-116199c6-3ec7-42db-b09e-f859e28b9cd1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:37.634718 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e82056-ac20-4848-8a42-da9aeb68cd8d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:55:37.643792 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116199c6-3ec7-42db-b09e-f859e28b9cd1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:37.671927 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b2151e60-3e59-4019-a004-a85716bc5cc6 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.674786 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a78e25e2-328f-4b5b-83bc-70a643655c0d None None] Provisioning for port 1231fbca-27a1-4c06-b93b-4e807a8774d4 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:37.682607 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-10e82056-ac20-4848-8a42-da9aeb68cd8d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.682815 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-10e82056-ac20-4848-8a42-da9aeb68cd8d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Added segment 2843200a-8023-4e7a-89e0-a7c467121133 of type vlan for network f9b53f39-4f99-4aa2-a9f6-409679e68848 Apr 18 05:55:37.686774 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a78e25e2-328f-4b5b-83bc-70a643655c0d None None] Provisioning complete for port 1231fbca-27a1-4c06-b93b-4e807a8774d4 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:37.688209 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a78e25e2-328f-4b5b-83bc-70a643655c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.730603 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.781578 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-10e82056-ac20-4848-8a42-da9aeb68cd8d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.812493 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-662ce6d9-bec0-481e-9edf-7a83f0883707 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.907126 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-10e82056-ac20-4848-8a42-da9aeb68cd8d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.913464 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e82056-ac20-4848-8a42-da9aeb68cd8d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:37.914177 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-10e82056-ac20-4848-8a42-da9aeb68cd8d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.915498 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116199c6-3ec7-42db-b09e-f859e28b9cd1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Port': ['ID=27a1494d-cdac-4ef8-b886-150cffe5ec8a,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:37.921024 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a78e25e2-328f-4b5b-83bc-70a643655c0d None None] Port 1231fbca-27a1-4c06-b93b-4e807a8774d4 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:37.940064 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-d829a99a-54dc-4967-a6fa-e06653c5d371 None None] For port bc16865c-eb36-45d8-ba99-4ac1798ef8e1, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=bc16865c-eb36-45d8-ba99-4ac1798ef8e1,segment=NetworkSegment(f6533dc3-ea19-489a-961d-d41e9cb462f9),segment_id=f6533dc3-ea19-489a-961d-d41e9cb462f9)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:37.941792 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d829a99a-54dc-4967-a6fa-e06653c5d371 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:37.967432 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b2151e60-3e59-4019-a004-a85716bc5cc6 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:37.977382 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Allocated IP 2001:db8::c8 (6ee7b718-4696-41fa-9a51-bd5df6ec0049/f04833a3-888b-4190-b424-a6c0af830a06/78105470-b7d5-44ee-9412-87ed51bdeed8) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:37.981684 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b2151e60-3e59-4019-a004-a85716bc5cc6 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group_rule and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:37.991246 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b2151e60-3e59-4019-a004-a85716bc5cc6 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:38.007424 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b2151e60-3e59-4019-a004-a85716bc5cc6 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:38.009502 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-116199c6-3ec7-42db-b09e-f859e28b9cd1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:38.039165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-662ce6d9-bec0-481e-9edf-7a83f0883707 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:38.045910 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2578e282-d4ac-46a7-8b87-088866268675 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:38.081632 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-10e82056-ac20-4848-8a42-da9aeb68cd8d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7375717 Apr 18 05:55:38.087366 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42806) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:38.090111 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-662ce6d9-bec0-481e-9edf-7a83f0883707 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:38.093275 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-d829a99a-54dc-4967-a6fa-e06653c5d371 None None] Calling delete_port for bc16865c-eb36-45d8-ba99-4ac1798ef8e1 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:38.094542 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-662ce6d9-bec0-481e-9edf-7a83f0883707 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "DELETE /v2.0/subnets/a84bed27-bcd3-49cf-bf23-52039799fca4 HTTP/1.1" status: 204 len: 168 time: 0.9240084 Apr 18 05:55:38.098759 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42808) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:38.106753 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ce6d9-bec0-481e-9edf-7a83f0883707 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Pushing event deleted for resources: {'Subnet': ['ID=a84bed27-bcd3-49cf-bf23-52039799fca4,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:38.108481 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e82056-ac20-4848-8a42-da9aeb68cd8d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Network': ['ID=f9b53f39-4f99-4aa2-a9f6-409679e68848,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:38.128829 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-14f3620b-0eea-4e58-a685-655df157974a tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:38.129444 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6720382b-a482-486e-a3e2-8f7e37abf5f1 None None] Network 22db660d-8cef-44b4-afcf-e3d8ffbbb128 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:38.147739 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network f9b53f39-4f99-4aa2-a9f6-409679e68848 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:55:38.161398 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-50e09d7f-c22e-4e0d-86db-6b708d0d2832 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'subnet': {'network_id': 'f9b53f39-4f99-4aa2-a9f6-409679e68848', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:38.211190 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-870c853d-751f-4255-a276-321b82fed5b8 None None] Provisioning for port 27a1494d-cdac-4ef8-b886-150cffe5ec8a completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:38.268193 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-870c853d-751f-4255-a276-321b82fed5b8 None None] Provisioning complete for port 27a1494d-cdac-4ef8-b886-150cffe5ec8a triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:38.268863 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-870c853d-751f-4255-a276-321b82fed5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:38.302983 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d80e31b1-c9db-484f-a868-8836b35cfe27 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:55:38.309307 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-2578e282-d4ac-46a7-8b87-088866268675 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Calling delete_port for ce93f21a-469d-4c09-92f1-b59606c380ae owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:38.523651 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-50e09d7f-c22e-4e0d-86db-6b708d0d2832 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:38.536675 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-923f9602-e707-4051-853f-73e06d906cc2 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:38.547478 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-14f3620b-0eea-4e58-a685-655df157974a tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Allocated IP 172.26.1.195 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/5e81e5bb-47f0-4245-b61a-cfc5c29183d3) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:38.564933 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-923f9602-e707-4051-853f-73e06d906cc2 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Deleting port bc16865c-eb36-45d8-ba99-4ac1798ef8e1 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:38.565360 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-923f9602-e707-4051-853f-73e06d906cc2 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:38.583779 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-50e09d7f-c22e-4e0d-86db-6b708d0d2832 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:subnet and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:38.584650 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:38.594723 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-870c853d-751f-4255-a276-321b82fed5b8 None None] Port 27a1494d-cdac-4ef8-b886-150cffe5ec8a cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:38.602197 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d829a99a-54dc-4967-a6fa-e06653c5d371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:38.602612 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-50e09d7f-c22e-4e0d-86db-6b708d0d2832 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:38.632093 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-50e09d7f-c22e-4e0d-86db-6b708d0d2832 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:38.636064 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:38.646589 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-923f9602-e707-4051-853f-73e06d906cc2 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] The port 'bc16865c-eb36-45d8-ba99-4ac1798ef8e1' was deleted {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:55:38.663637 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b2151e60-3e59-4019-a004-a85716bc5cc6 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:38.663882 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829a99a-54dc-4967-a6fa-e06653c5d371 None None] Pushing event deleted for resources: {'Port': ['ID=bc16865c-eb36-45d8-ba99-4ac1798ef8e1,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:38.665364 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-116199c6-3ec7-42db-b09e-f859e28b9cd1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:38.679782 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port d80e31b1-c9db-484f-a868-8836b35cfe27 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:38.679782 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:38.685781 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b2151e60-3e59-4019-a004-a85716bc5cc6 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:38.720529 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e09d7f-c22e-4e0d-86db-6b708d0d2832 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:55:38.721978 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d829a99a-54dc-4967-a6fa-e06653c5d371 None None] No DVR routers for this DVR port bc16865c-eb36-45d8-ba99-4ac1798ef8e1 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:55:38.724710 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-50e09d7f-c22e-4e0d-86db-6b708d0d2832 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:38.725226 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:38.879321 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-923f9602-e707-4051-853f-73e06d906cc2 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:38.893735 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2151e60-3e59-4019-a004-a85716bc5cc6 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6ca9a2-e5fb-405d-912a-f48ffccc5bb9,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:38.899717 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddcc6fa-aa5d-4ab2-9055-c901f0f27975 None None] DHCP port deletion for 22db660d-8cef-44b4-afcf-e3d8ffbbb128 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:55:38.909902 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-dddcc6fa-aa5d-4ab2-9055-c901f0f27975 None None] Deleting port 6cab07af-b277-4c1e-81ad-5a739c3c2026 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:38.910887 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dddcc6fa-aa5d-4ab2-9055-c901f0f27975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:38.925081 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-923f9602-e707-4051-853f-73e06d906cc2 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4abcf79-5248-4289-b5fd-1c4d4463759a']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:38.950489 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-923f9602-e707-4051-853f-73e06d906cc2 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6533dc3-ea19-489a-961d-d41e9cb462f9') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:38.950780 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-923f9602-e707-4051-853f-73e06d906cc2 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6533dc3-ea19-489a-961d-d41e9cb462f9') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:38.955088 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b2151e60-3e59-4019-a004-a85716bc5cc6 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:38.956575 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b2151e60-3e59-4019-a004-a85716bc5cc6 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5662329 Apr 18 05:55:38.961010 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42814) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:38.963146 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device bc16865c-eb36-45d8-ba99-4ac1798ef8e1 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:55:38.969879 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-6b8bcc70-7a53-4132-8d70-828f34b62c3d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group_rule': {'security_group_id': 'ea6ca9a2-e5fb-405d-912a-f48ffccc5bb9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:38.983607 dv-neutron-837489-1-hyperv neutron-server[88034]: WARNING neutron.api.v2.base [None req-6b8bcc70-7a53-4132-8d70-828f34b62c3d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 18 05:55:38.984176 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-6b8bcc70-7a53-4132-8d70-828f34b62c3d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:55:38.985267 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6b8bcc70-7a53-4132-8d70-828f34b62c3d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0208356 Apr 18 05:55:38.988695 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42818) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:38.991205 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-923f9602-e707-4051-853f-73e06d906cc2 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:39.001276 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-14f3620b-0eea-4e58-a685-655df157974a tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:39.006002 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: bc16865c-eb36-45d8-ba99-4ac1798ef8e1 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:55:39.006352 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device bc16865c-eb36-45d8-ba99-4ac1798ef8e1 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:55:39.006830 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-f87e5c47-1e36-4e4f-944e-066689706a5f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group_rule': {'security_group_id': 'ea6ca9a2-e5fb-405d-912a-f48ffccc5bb9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:39.008010 dv-neutron-837489-1-hyperv neutron-server[88034]: WARNING neutron.api.v2.base [None req-f87e5c47-1e36-4e4f-944e-066689706a5f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 18 05:55:39.008533 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-f87e5c47-1e36-4e4f-944e-066689706a5f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:55:39.010735 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f87e5c47-1e36-4e4f-944e-066689706a5f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0128288 Apr 18 05:55:39.015530 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42822) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:39.025445 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-5f160fa5-ecef-4056-8489-e524f0463144 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group_rule': {'security_group_id': 'ea6ca9a2-e5fb-405d-912a-f48ffccc5bb9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:39.026441 dv-neutron-837489-1-hyperv neutron-server[88034]: WARNING neutron.api.v2.base [None req-5f160fa5-ecef-4056-8489-e524f0463144 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 18 05:55:39.026920 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-5f160fa5-ecef-4056-8489-e524f0463144 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:55:39.029191 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5f160fa5-ecef-4056-8489-e524f0463144 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099492 Apr 18 05:55:39.034087 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42826) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:39.041558 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-35ce8a44-56f6-44e5-b20b-0f47bc8c1bad tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group_rule': {'security_group_id': 'ea6ca9a2-e5fb-405d-912a-f48ffccc5bb9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:39.042484 dv-neutron-837489-1-hyperv neutron-server[88034]: WARNING neutron.api.v2.base [None req-35ce8a44-56f6-44e5-b20b-0f47bc8c1bad tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 18 05:55:39.043132 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-35ce8a44-56f6-44e5-b20b-0f47bc8c1bad tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:55:39.044240 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-35ce8a44-56f6-44e5-b20b-0f47bc8c1bad tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0093160 Apr 18 05:55:39.046460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-923f9602-e707-4051-853f-73e06d906cc2 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:39.049400 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42830) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:39.076174 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2578e282-d4ac-46a7-8b87-088866268675 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:39.079773 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923f9602-e707-4051-853f-73e06d906cc2 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:55:39.080190 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-923f9602-e707-4051-853f-73e06d906cc2 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:39.081215 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:55:39.095643 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:55:39.194064 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-dddcc6fa-aa5d-4ab2-9055-c901f0f27975 None None] For port 6cab07af-b277-4c1e-81ad-5a739c3c2026, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=6cab07af-b277-4c1e-81ad-5a739c3c2026,segment=NetworkSegment(95fe3135-705c-45ce-a161-7d825b516e26),segment_id=95fe3135-705c-45ce-a161-7d825b516e26)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:39.194459 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dddcc6fa-aa5d-4ab2-9055-c901f0f27975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:39.203935 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578e282-d4ac-46a7-8b87-088866268675 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Port': ['ID=ce93f21a-469d-4c09-92f1-b59606c380ae,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:39.221294 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-923f9602-e707-4051-853f-73e06d906cc2 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:39.225778 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-923f9602-e707-4051-853f-73e06d906cc2 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:39.261526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-14f3620b-0eea-4e58-a685-655df157974a tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:39.298104 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a75b0d05-a44a-4759-ba11-0748d3bcc60c tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:39.307286 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f9602-e707-4051-853f-73e06d906cc2 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Pushing event deleted for resources: {'Network': ['ID=b4abcf79-5248-4289-b5fd-1c4d4463759a,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:39.330188 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Network 6ee7b718-4696-41fa-9a51-bd5df6ec0049 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:39.334040 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-923f9602-e707-4051-853f-73e06d906cc2 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "DELETE /v2.0/networks/b4abcf79-5248-4289-b5fd-1c4d4463759a HTTP/1.1" status: 204 len: 168 time: 1.2297707 Apr 18 05:55:39.342593 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42834) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:39.345851 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-dddcc6fa-aa5d-4ab2-9055-c901f0f27975 None None] Calling delete_port for 6cab07af-b277-4c1e-81ad-5a739c3c2026 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:39.369232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:39.371491 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Pushing event updated for resources: {'Port': ['ID=78105470-b7d5-44ee-9412-87ed51bdeed8,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:39.388375 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a75b0d05-a44a-4759-ba11-0748d3bcc60c tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:39.412847 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f3620b-0eea-4e58-a685-655df157974a tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:39.432118 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-14f3620b-0eea-4e58-a685-655df157974a tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:39.445925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f3620b-0eea-4e58-a685-655df157974a tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:39.448943 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:39.477893 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dddcc6fa-aa5d-4ab2-9055-c901f0f27975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:39.478452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3620b-0eea-4e58-a685-655df157974a tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Pushing event updated for resources: {'Port': ['ID=5e81e5bb-47f0-4245-b61a-cfc5c29183d3,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:39.538096 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddcc6fa-aa5d-4ab2-9055-c901f0f27975 None None] No DVR routers for this DVR port 6cab07af-b277-4c1e-81ad-5a739c3c2026 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:55:39.556216 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddcc6fa-aa5d-4ab2-9055-c901f0f27975 None None] Pushing event deleted for resources: {'Port': ['ID=6cab07af-b277-4c1e-81ad-5a739c3c2026,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:39.604669 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04ad5084-6c86-40d4-9fd0-9f7447d06517 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:39.621821 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a75b0d05-a44a-4759-ba11-0748d3bcc60c tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:39.654511 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b0d05-a44a-4759-ba11-0748d3bcc60c tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6ca9a2-e5fb-405d-912a-f48ffccc5bb9,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:39.712942 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a75b0d05-a44a-4759-ba11-0748d3bcc60c tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:39.714074 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a75b0d05-a44a-4759-ba11-0748d3bcc60c tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "DELETE /v2.0/security-groups/ea6ca9a2-e5fb-405d-912a-f48ffccc5bb9 HTTP/1.1" status: 204 len: 168 time: 0.6638033 Apr 18 05:55:39.727373 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42838) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:39.808779 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-14f3620b-0eea-4e58-a685-655df157974a tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:39.812311 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04ad5084-6c86-40d4-9fd0-9f7447d06517 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:39.891298 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-04ad5084-6c86-40d4-9fd0-9f7447d06517 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22db660d-8cef-44b4-afcf-e3d8ffbbb128']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:39.913546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-04ad5084-6c86-40d4-9fd0-9f7447d06517 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95fe3135-705c-45ce-a161-7d825b516e26') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:39.913838 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-04ad5084-6c86-40d4-9fd0-9f7447d06517 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95fe3135-705c-45ce-a161-7d825b516e26') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:39.936276 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-90cad7f0-08d1-4c7d-b84f-d5eb41f70fcb tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Synchronizing usage tracker for tenant:9aba25d1fad24f8688aaba4c1569f0f2 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:55:39.939373 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04ad5084-6c86-40d4-9fd0-9f7447d06517 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:39.954121 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-14f3620b-0eea-4e58-a685-655df157974a tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:39.965689 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2578e282-d4ac-46a7-8b87-088866268675 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:39.998589 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04ad5084-6c86-40d4-9fd0-9f7447d06517 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:40.015682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-90cad7f0-08d1-4c7d-b84f-d5eb41f70fcb tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Unset dirty status for tenant:9aba25d1fad24f8688aaba4c1569f0f2 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:55:40.017608 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-90cad7f0-08d1-4c7d-b84f-d5eb41f70fcb tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2864506 Apr 18 05:55:40.021230 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ad5084-6c86-40d4-9fd0-9f7447d06517 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:55:40.021230 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04ad5084-6c86-40d4-9fd0-9f7447d06517 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:40.027162 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42842) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:40.034006 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:55:40.041759 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:55:40.111858 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7d0e7f8b-1d05-46c2-b620-df6fcdc03f9d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group': {'name': 'tempest-secgroup--2097237374'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:40.143846 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7d0e7f8b-1d05-46c2-b620-df6fcdc03f9d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:40.233195 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 6cab07af-b277-4c1e-81ad-5a739c3c2026 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:55:40.268403 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 6cab07af-b277-4c1e-81ad-5a739c3c2026 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:55:40.269119 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 6cab07af-b277-4c1e-81ad-5a739c3c2026 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:55:40.278977 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7d0e7f8b-1d05-46c2-b620-df6fcdc03f9d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:40.321870 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7f8b-1d05-46c2-b620-df6fcdc03f9d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:40.327147 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04ad5084-6c86-40d4-9fd0-9f7447d06517 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:40.341700 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-50e09d7f-c22e-4e0d-86db-6b708d0d2832 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:40.351077 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04ad5084-6c86-40d4-9fd0-9f7447d06517 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:40.365540 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad5084-6c86-40d4-9fd0-9f7447d06517 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Pushing event deleted for resources: {'Network': ['ID=22db660d-8cef-44b4-afcf-e3d8ffbbb128,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:40.375412 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-04ad5084-6c86-40d4-9fd0-9f7447d06517 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "DELETE /v2.0/networks/22db660d-8cef-44b4-afcf-e3d8ffbbb128 HTTP/1.1" status: 204 len: 168 time: 1.0225389 Apr 18 05:55:40.377840 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42846) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:40.460626 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.resource_extend [None req-116199c6-3ec7-42db-b09e-f859e28b9cd1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:55:40.467214 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccdd1f4d-bc91-45ef-9bb1-c9bf7c9d0e04 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Deleting subnet 33b9b750-d962-4fc1-a86b-b42f1ecafc9d {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:55:40.470784 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccdd1f4d-bc91-45ef-9bb1-c9bf7c9d0e04 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:40.492860 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7d0e7f8b-1d05-46c2-b620-df6fcdc03f9d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:40.534437 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-14f3620b-0eea-4e58-a685-655df157974a tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:40.539101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-14f3620b-0eea-4e58-a685-655df157974a tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:40.584647 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccdd1f4d-bc91-45ef-9bb1-c9bf7c9d0e04 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:40.618143 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-116199c6-3ec7-42db-b09e-f859e28b9cd1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:40.636190 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7d0e7f8b-1d05-46c2-b620-df6fcdc03f9d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group_rule and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:40.653499 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7d0e7f8b-1d05-46c2-b620-df6fcdc03f9d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:40.656171 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-116199c6-3ec7-42db-b09e-f859e28b9cd1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:40.706377 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3620b-0eea-4e58-a685-655df157974a tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Pushing event updated for resources: {'Port': ['ID=5e81e5bb-47f0-4245-b61a-cfc5c29183d3,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:40.725287 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-14f3620b-0eea-4e58-a685-655df157974a tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:40.730544 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2578e282-d4ac-46a7-8b87-088866268675 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router 9c90618a-aaa3-4004-8451-74f815ddb22e has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:55:40.735394 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7d0e7f8b-1d05-46c2-b620-df6fcdc03f9d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:40.752581 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-14f3620b-0eea-4e58-a685-655df157974a tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:40.753946 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-14f3620b-0eea-4e58-a685-655df157974a tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2677515 Apr 18 05:55:40.757470 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42850) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:40.759651 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e09d7f-c22e-4e0d-86db-6b708d0d2832 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Subnet': ['ID=a7f477aa-2ad9-46f5-829c-95ab1249ef2f,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:40.762385 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-3c4e61d0-d76a-4183-9569-8ad5cd19b467 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Request body: {'floatingip': {'port_id': '1231fbca-27a1-4c06-b93b-4e807a8774d4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:40.814295 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e09d7f-c22e-4e0d-86db-6b708d0d2832 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Checking segment: {'id': '2843200a-8023-4e7a-89e0-a7c467121133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f9b53f39-4f99-4aa2-a9f6-409679e68848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:55:40.814661 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e09d7f-c22e-4e0d-86db-6b708d0d2832 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network hostable DHCP agents. Network: f9b53f39-4f99-4aa2-a9f6-409679e68848, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:55:40.824838 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccdd1f4d-bc91-45ef-9bb1-c9bf7c9d0e04 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:40.881978 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3c4e61d0-d76a-4183-9569-8ad5cd19b467 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for floatingip, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:40.890804 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:41.075621 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccdd1f4d-bc91-45ef-9bb1-c9bf7c9d0e04 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:41.118709 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-116199c6-3ec7-42db-b09e-f859e28b9cd1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:41.122013 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd1f4d-bc91-45ef-9bb1-c9bf7c9d0e04 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Pushing event deleted for resources: {'Subnet': ['ID=33b9b750-d962-4fc1-a86b-b42f1ecafc9d,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:41.130043 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116199c6-3ec7-42db-b09e-f859e28b9cd1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Port': ['ID=27a1494d-cdac-4ef8-b886-150cffe5ec8a,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:41.131755 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccdd1f4d-bc91-45ef-9bb1-c9bf7c9d0e04 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:41.136290 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905d273b-9fc9-4720-9d5e-b817cfa1fae3 None None] Network e1bb5beb-efb1-4e09-8d56-0bc67b7a761a requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:41.144257 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-3c4e61d0-d76a-4183-9569-8ad5cd19b467 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] update failed (client error): The resource could not be found. Apr 18 05:55:41.148551 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3c4e61d0-d76a-4183-9569-8ad5cd19b467 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] 10.222.0.15 "PUT /v2.0/floatingips/6387f726-48de-4a50-a321-03aaac0a8464 HTTP/1.1" status: 404 len: 507 time: 0.3869443 Apr 18 05:55:41.148551 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ccdd1f4d-bc91-45ef-9bb1-c9bf7c9d0e04 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "DELETE /v2.0/subnets/33b9b750-d962-4fc1-a86b-b42f1ecafc9d HTTP/1.1" status: 204 len: 168 time: 0.7685027 Apr 18 05:55:41.148764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42854) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:41.150903 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42856) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:41.232695 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2578e282-d4ac-46a7-8b87-088866268675 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:55:41.249586 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f956a0c8-adea-4511-93e5-ef50c2711b69 None None] Sync routers for ids ['9c90618a-aaa3-4004-8451-74f815ddb22e'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:55:41.259890 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f956a0c8-adea-4511-93e5-ef50c2711b69 None None] Routers {'9c90618a-aaa3-4004-8451-74f815ddb22e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:41.260767 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f956a0c8-adea-4511-93e5-ef50c2711b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['9c90618a-aaa3-4004-8451-74f815ddb22e'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:41.281098 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e09d7f-c22e-4e0d-86db-6b708d0d2832 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network f9b53f39-4f99-4aa2-a9f6-409679e68848 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:55:41.347843 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f956a0c8-adea-4511-93e5-ef50c2711b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:41.349999 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b4dcf327-6208-4072-951e-b245248736fd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:41.369171 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f956a0c8-adea-4511-93e5-ef50c2711b69 None None] Routers {'9c90618a-aaa3-4004-8451-74f815ddb22e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:41.369807 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f956a0c8-adea-4511-93e5-ef50c2711b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['9c90618a-aaa3-4004-8451-74f815ddb22e'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:41.449747 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-b4dcf327-6208-4072-951e-b245248736fd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Deleting port a8343927-0524-4ad8-a6fb-65845865b465 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:41.449747 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b4dcf327-6208-4072-951e-b245248736fd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:41.470275 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-50e09d7f-c22e-4e0d-86db-6b708d0d2832 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, f9b53f39-4f99-4aa2-a9f6-409679e68848) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:41.486332 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0e2cdf-73e8-4676-abfb-9166f7312a5d None None] Network f9b53f39-4f99-4aa2-a9f6-409679e68848 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:41.501515 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e09d7f-c22e-4e0d-86db-6b708d0d2832 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:41.502109 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-50e09d7f-c22e-4e0d-86db-6b708d0d2832 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:41.507424 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f956a0c8-adea-4511-93e5-ef50c2711b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:41.508066 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f956a0c8-adea-4511-93e5-ef50c2711b69 None None] The sync data for ids ['9c90618a-aaa3-4004-8451-74f815ddb22e'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:55:41.509495 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7f8b-1d05-46c2-b620-df6fcdc03f9d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:41.523438 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-832ef840-395a-4f3e-a81f-6b61d6721cf0 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Deleting port 5e81e5bb-47f0-4245-b61a-cfc5c29183d3 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:41.523438 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-832ef840-395a-4f3e-a81f-6b61d6721cf0 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:41.524883 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19c6ba4-7e80-4622-95e2-2519ac8fc661 None None] DHCP port deletion for e1bb5beb-efb1-4e09-8d56-0bc67b7a761a request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:55:41.541219 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e19c6ba4-7e80-4622-95e2-2519ac8fc661 None None] Deleting port a8343927-0524-4ad8-a6fb-65845865b465 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:41.541709 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e19c6ba4-7e80-4622-95e2-2519ac8fc661 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:41.586657 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7f8b-1d05-46c2-b620-df6fcdc03f9d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:41.645105 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2578e282-d4ac-46a7-8b87-088866268675 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/9c90618a-aaa3-4004-8451-74f815ddb22e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9108863 Apr 18 05:55:41.657268 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-50e09d7f-c22e-4e0d-86db-6b708d0d2832 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5573027 Apr 18 05:55:41.657464 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42862) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:41.668686 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42866) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:41.669456 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7f8b-1d05-46c2-b620-df6fcdc03f9d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:41.673301 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7d0e7f8b-1d05-46c2-b620-df6fcdc03f9d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5903416 Apr 18 05:55:41.681361 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-8b546d3c-dd4a-4507-8102-7885cb473f4d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-285473811', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:41.685859 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42870) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:41.688256 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e7f8b-1d05-46c2-b620-df6fcdc03f9d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5995a4ad-5d33-49fd-b476-fe90692670cb,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:41.694785 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116199c6-3ec7-42db-b09e-f859e28b9cd1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network ccc06eb6-ff23-4afc-83e6-06b213dc25ec is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:41.709455 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-6d14ea42-bb91-4db1-bb73-1e1db16bc7ef tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group_rule': {'security_group_id': '5995a4ad-5d33-49fd-b476-fe90692670cb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:41.710801 dv-neutron-837489-1-hyperv neutron-server[88035]: WARNING neutron.api.v2.base [None req-6d14ea42-bb91-4db1-bb73-1e1db16bc7ef tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 05:55:41.711314 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-6d14ea42-bb91-4db1-bb73-1e1db16bc7ef tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:55:41.714883 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6d14ea42-bb91-4db1-bb73-1e1db16bc7ef tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0203404 Apr 18 05:55:41.714883 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8b546d3c-dd4a-4507-8102-7885cb473f4d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:41.716011 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-116199c6-3ec7-42db-b09e-f859e28b9cd1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:41.721225 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42874) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:41.724991 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8b546d3c-dd4a-4507-8102-7885cb473f4d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:router and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:41.730590 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c4f5dcdd-cdda-40d2-8f28-dc11c736e13b tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group_rule': {'security_group_id': '5995a4ad-5d33-49fd-b476-fe90692670cb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:41.795959 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8b546d3c-dd4a-4507-8102-7885cb473f4d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:41.811546 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c4f5dcdd-cdda-40d2-8f28-dc11c736e13b tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:41.814200 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8b546d3c-dd4a-4507-8102-7885cb473f4d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:41.857851 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-29f85cfd-e9b3-4539-b35a-3782333fffdb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c90618a-aaa3-4004-8451-74f815ddb22e HTTP/1.1" status: 200 len: 205 time: 0.1993978 Apr 18 05:55:41.870677 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42878) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:41.878793 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c4f5dcdd-cdda-40d2-8f28-dc11c736e13b tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group_rule and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:41.895016 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c4f5dcdd-cdda-40d2-8f28-dc11c736e13b tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:41.906689 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-e19c6ba4-7e80-4622-95e2-2519ac8fc661 None None] For port a8343927-0524-4ad8-a6fb-65845865b465, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a8343927-0524-4ad8-a6fb-65845865b465,segment=NetworkSegment(442651fd-bbd1-49d7-83f9-bc7cf650b223),segment_id=442651fd-bbd1-49d7-83f9-bc7cf650b223)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:41.907447 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e19c6ba4-7e80-4622-95e2-2519ac8fc661 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:41.916600 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c4f5dcdd-cdda-40d2-8f28-dc11c736e13b tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:41.988886 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8b546d3c-dd4a-4507-8102-7885cb473f4d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:41.990426 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8b546d3c-dd4a-4507-8102-7885cb473f4d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:41.997800 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:42.054270 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e19c6ba4-7e80-4622-95e2-2519ac8fc661 None None] Calling delete_port for a8343927-0524-4ad8-a6fb-65845865b465 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:42.117502 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8b546d3c-dd4a-4507-8102-7885cb473f4d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:42.140031 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-c4f5dcdd-cdda-40d2-8f28-dc11c736e13b tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:55:42.141860 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c4f5dcdd-cdda-40d2-8f28-dc11c736e13b tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4196835 Apr 18 05:55:42.150460 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42882) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:42.154926 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-b4dcf327-6208-4072-951e-b245248736fd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] For port a8343927-0524-4ad8-a6fb-65845865b465, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a8343927-0524-4ad8-a6fb-65845865b465,segment=NetworkSegment(442651fd-bbd1-49d7-83f9-bc7cf650b223),segment_id=442651fd-bbd1-49d7-83f9-bc7cf650b223)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:42.155455 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b4dcf327-6208-4072-951e-b245248736fd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:42.156297 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e0b8e47c-b6b8-4f25-91e8-c218d03bd25e None None] Provisioning complete for port 27a1494d-cdac-4ef8-b886-150cffe5ec8a triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:42.156722 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e47c-b6b8-4f25-91e8-c218d03bd25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:42.161603 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-b1275146-686b-4ea3-92c7-f67d29c669b2 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group_rule': {'security_group_id': '5995a4ad-5d33-49fd-b476-fe90692670cb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:42.162017 dv-neutron-837489-1-hyperv neutron-server[88035]: WARNING neutron.api.v2.base [None req-b1275146-686b-4ea3-92c7-f67d29c669b2 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 18 05:55:42.162505 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-b1275146-686b-4ea3-92c7-f67d29c669b2 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:55:42.166780 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b1275146-686b-4ea3-92c7-f67d29c669b2 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0118382 Apr 18 05:55:42.166947 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-644059e4-c752-4e5e-9f97-2a34803622de tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:42.177987 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42886) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:42.237597 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e0b8e47c-b6b8-4f25-91e8-c218d03bd25e None None] Port 27a1494d-cdac-4ef8-b886-150cffe5ec8a cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:42.243371 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e19c6ba4-7e80-4622-95e2-2519ac8fc661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:42.246647 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-d0599048-8518-4b7c-a31a-b6a3d238792f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group_rule': {'security_group_id': '5995a4ad-5d33-49fd-b476-fe90692670cb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:42.267908 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d0599048-8518-4b7c-a31a-b6a3d238792f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:42.275260 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8b546d3c-dd4a-4507-8102-7885cb473f4d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:42.283354 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d0599048-8518-4b7c-a31a-b6a3d238792f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group_rule and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:42.285636 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060b3d9c-6731-4558-b395-40887803df2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-f9b53f39-4f99-4aa2-a9f6-409679e68848', 'network_id': 'f9b53f39-4f99-4aa2-a9f6-409679e68848', 'tenant_id': 'b795a7b2664b4745a3434243a096a116', 'fixed_ips': [{'subnet_id': 'a7f477aa-2ad9-46f5-829c-95ab1249ef2f'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:55:42.286984 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-060b3d9c-6731-4558-b395-40887803df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:42.291649 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d0599048-8518-4b7c-a31a-b6a3d238792f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:42.305000 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a8343927-0524-4ad8-a6fb-65845865b465 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:55:42.315497 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d0599048-8518-4b7c-a31a-b6a3d238792f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:42.344291 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8b546d3c-dd4a-4507-8102-7885cb473f4d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:42.345960 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8b546d3c-dd4a-4507-8102-7885cb473f4d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6742666 Apr 18 05:55:42.352725 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42890) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:42.353591 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116199c6-3ec7-42db-b09e-f859e28b9cd1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router f3ad271e-2e52-413d-b445-095d7a1e19f3 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:55:42.356502 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19c6ba4-7e80-4622-95e2-2519ac8fc661 None None] No DVR routers for this DVR port a8343927-0524-4ad8-a6fb-65845865b465 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:55:42.360742 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c6ba4-7e80-4622-95e2-2519ac8fc661 None None] Pushing event deleted for resources: {'Port': ['ID=a8343927-0524-4ad8-a6fb-65845865b465,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:42.362881 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-882794fb-7981-4a39-bb52-a43dc482bbfb tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'port': {'network_id': 'f9b53f39-4f99-4aa2-a9f6-409679e68848', 'name': 'tempest-PortsTestJSON-2015913439'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:42.370316 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: a8343927-0524-4ad8-a6fb-65845865b465 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:55:42.370732 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a8343927-0524-4ad8-a6fb-65845865b465 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:55:42.441868 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-b4dcf327-6208-4072-951e-b245248736fd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Calling delete_port for a8343927-0524-4ad8-a6fb-65845865b465 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:42.486668 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-832ef840-395a-4f3e-a81f-6b61d6721cf0 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:42.487070 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-832ef840-395a-4f3e-a81f-6b61d6721cf0 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:42.522470 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-060b3d9c-6731-4558-b395-40887803df2c None None] Allocated IP 172.20.0.2 (f9b53f39-4f99-4aa2-a9f6-409679e68848/a7f477aa-2ad9-46f5-829c-95ab1249ef2f/2bfeb52b-464f-4178-ac01-b148a8ee37db) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:42.584999 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-d0599048-8518-4b7c-a31a-b6a3d238792f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:55:42.588773 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d0599048-8518-4b7c-a31a-b6a3d238792f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4046323 Apr 18 05:55:42.588773 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Router 58780196-b983-4d9a-a927-4b02940a2e72 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:55:42.590840 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42894) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:42.733990 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-060b3d9c-6731-4558-b395-40887803df2c None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:42.745264 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-060b3d9c-6731-4558-b395-40887803df2c None None] Transition to ACTIVE for port object 2bfeb52b-464f-4178-ac01-b148a8ee37db will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:42.766403 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-060b3d9c-6731-4558-b395-40887803df2c None None] Transition to ACTIVE for port object 2bfeb52b-464f-4178-ac01-b148a8ee37db will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:42.773597 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-060b3d9c-6731-4558-b395-40887803df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:42.793301 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-56698854-63b2-4866-9341-95b36fef5577 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group_rule': {'security_group_id': '5995a4ad-5d33-49fd-b476-fe90692670cb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:42.793772 dv-neutron-837489-1-hyperv neutron-server[88035]: WARNING neutron.api.v2.base [None req-56698854-63b2-4866-9341-95b36fef5577 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 05:55:42.794249 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-56698854-63b2-4866-9341-95b36fef5577 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:55:42.797867 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-56698854-63b2-4866-9341-95b36fef5577 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.1982577 Apr 18 05:55:42.797995 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-832ef840-395a-4f3e-a81f-6b61d6721cf0 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Calling delete_port for 5e81e5bb-47f0-4245-b61a-cfc5c29183d3 owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:42.811360 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42898) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:42.852813 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-644059e4-c752-4e5e-9f97-2a34803622de tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:42.869300 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-644059e4-c752-4e5e-9f97-2a34803622de tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:42.876817 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060b3d9c-6731-4558-b395-40887803df2c None None] Network f9b53f39-4f99-4aa2-a9f6-409679e68848 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:42.879072 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-599aaf42-568c-48c7-8f62-a344117ae8ce tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group_rule': {'security_group_id': '5995a4ad-5d33-49fd-b476-fe90692670cb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:42.885650 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-060b3d9c-6731-4558-b395-40887803df2c None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:42.888146 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060b3d9c-6731-4558-b395-40887803df2c None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:42.898678 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b3d9c-6731-4558-b395-40887803df2c None None] Pushing event updated for resources: {'Port': ['ID=2bfeb52b-464f-4178-ac01-b148a8ee37db,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:42.899107 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-599aaf42-568c-48c7-8f62-a344117ae8ce tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:42.903472 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.api [None req-b4dcf327-6208-4072-951e-b245248736fd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:55:42.903877 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG oslo_db.api [None req-b4dcf327-6208-4072-951e-b245248736fd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:55:42.933590 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-599aaf42-568c-48c7-8f62-a344117ae8ce tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group_rule and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:42.936656 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-644059e4-c752-4e5e-9f97-2a34803622de tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:42.937310 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644059e4-c752-4e5e-9f97-2a34803622de tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Fanout notify agent at l3_agent the message router_deleted on router 9c90618a-aaa3-4004-8451-74f815ddb22e {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:55:42.945118 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-599aaf42-568c-48c7-8f62-a344117ae8ce tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:42.949091 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116199c6-3ec7-42db-b09e-f859e28b9cd1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:55:42.957113 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-599aaf42-568c-48c7-8f62-a344117ae8ce tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:42.964302 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-116199c6-3ec7-42db-b09e-f859e28b9cd1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/f3ad271e-2e52-413d-b445-095d7a1e19f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1590886 Apr 18 05:55:42.967549 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-644059e4-c752-4e5e-9f97-2a34803622de tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:42.971629 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-644059e4-c752-4e5e-9f97-2a34803622de tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/routers/9c90618a-aaa3-4004-8451-74f815ddb22e HTTP/1.1" status: 204 len: 168 time: 1.1000123 Apr 18 05:55:42.972326 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42902) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:42.972469 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449c002b-7d22-418f-b58d-109c68cb80c7 None None] Sync routers for ids ['f3ad271e-2e52-413d-b445-095d7a1e19f3'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:55:42.972650 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42904) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:42.999664 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449c002b-7d22-418f-b58d-109c68cb80c7 None None] Routers {'f3ad271e-2e52-413d-b445-095d7a1e19f3'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:43.000212 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-449c002b-7d22-418f-b58d-109c68cb80c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['f3ad271e-2e52-413d-b445-095d7a1e19f3'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:43.039348 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-882794fb-7981-4a39-bb52-a43dc482bbfb tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:43.055972 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-060b3d9c-6731-4558-b395-40887803df2c None None] Attempting to bind port 2bfeb52b-464f-4178-ac01-b148a8ee37db on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:55:43.056353 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-060b3d9c-6731-4558-b395-40887803df2c None None] Attempting to bind port 2bfeb52b-464f-4178-ac01-b148a8ee37db by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '2843200a-8023-4e7a-89e0-a7c467121133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f9b53f39-4f99-4aa2-a9f6-409679e68848'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:55:43.056711 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060b3d9c-6731-4558-b395-40887803df2c None None] Attempting to bind port 2bfeb52b-464f-4178-ac01-b148a8ee37db on network f9b53f39-4f99-4aa2-a9f6-409679e68848 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:55:43.066734 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-449c002b-7d22-418f-b58d-109c68cb80c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:43.070502 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-882794fb-7981-4a39-bb52-a43dc482bbfb tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:43.071646 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060b3d9c-6731-4558-b395-40887803df2c None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:55:43.072271 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060b3d9c-6731-4558-b395-40887803df2c None None] Checking segment: {'id': '2843200a-8023-4e7a-89e0-a7c467121133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f9b53f39-4f99-4aa2-a9f6-409679e68848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:55:43.072417 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-060b3d9c-6731-4558-b395-40887803df2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:43.072981 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060b3d9c-6731-4558-b395-40887803df2c None None] Bound using segment: {'id': '2843200a-8023-4e7a-89e0-a7c467121133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f9b53f39-4f99-4aa2-a9f6-409679e68848'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:55:43.073290 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-060b3d9c-6731-4558-b395-40887803df2c None None] Bound port: 2bfeb52b-464f-4178-ac01-b148a8ee37db, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2843200a-8023-4e7a-89e0-a7c467121133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f9b53f39-4f99-4aa2-a9f6-409679e68848'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:55:43.074603 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-060b3d9c-6731-4558-b395-40887803df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:43.094660 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449c002b-7d22-418f-b58d-109c68cb80c7 None None] Routers {'f3ad271e-2e52-413d-b445-095d7a1e19f3'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:43.095263 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-449c002b-7d22-418f-b58d-109c68cb80c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['f3ad271e-2e52-413d-b445-095d7a1e19f3'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:43.102299 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:55:43.104265 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-599aaf42-568c-48c7-8f62-a344117ae8ce tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:55:43.105294 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-599aaf42-568c-48c7-8f62-a344117ae8ce tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2405043 Apr 18 05:55:43.106261 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882794fb-7981-4a39-bb52-a43dc482bbfb tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:55:43.110344 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-882794fb-7981-4a39-bb52-a43dc482bbfb tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:43.119333 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] Sync routers for ids ['58780196-b983-4d9a-a927-4b02940a2e72'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:55:43.129273 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] Routers {'58780196-b983-4d9a-a927-4b02940a2e72'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:43.130310 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['58780196-b983-4d9a-a927-4b02940a2e72'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:43.135957 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42910) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:43.144538 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-f81b3c2a-12da-4fbc-9970-5e35c85bf134 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group_rule': {'security_group_id': '5995a4ad-5d33-49fd-b476-fe90692670cb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:43.145327 dv-neutron-837489-1-hyperv neutron-server[88035]: WARNING neutron.api.v2.base [None req-f81b3c2a-12da-4fbc-9970-5e35c85bf134 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 18 05:55:43.145559 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-f81b3c2a-12da-4fbc-9970-5e35c85bf134 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:55:43.146952 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f81b3c2a-12da-4fbc-9970-5e35c85bf134 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098126 Apr 18 05:55:43.151600 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:43.153040 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1519e1c8-1a73-4c61-8da9-eadead6e3840 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 9.8855264 Apr 18 05:55:43.154054 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42914) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:43.158301 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42916) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:43.163748 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-ef07fe24-0230-493d-b0d7-f32a60622e42 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group_rule': {'security_group_id': '5995a4ad-5d33-49fd-b476-fe90692670cb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:43.200247 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-449c002b-7d22-418f-b58d-109c68cb80c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:43.200860 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449c002b-7d22-418f-b58d-109c68cb80c7 None None] The sync data for ids ['f3ad271e-2e52-413d-b445-095d7a1e19f3'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:55:43.241274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ef07fe24-0230-493d-b0d7-f32a60622e42 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:43.245744 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-060b3d9c-6731-4558-b395-40887803df2c None None] For port 2bfeb52b-464f-4178-ac01-b148a8ee37db, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:55:43.249483 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-060b3d9c-6731-4558-b395-40887803df2c None None] For port 2bfeb52b-464f-4178-ac01-b148a8ee37db, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=2bfeb52b-464f-4178-ac01-b148a8ee37db,segment=NetworkSegment(2843200a-8023-4e7a-89e0-a7c467121133),segment_id=2843200a-8023-4e7a-89e0-a7c467121133)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:55:43.252636 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-882794fb-7981-4a39-bb52-a43dc482bbfb tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] device_id is not set on port 073976e4-b1cd-449b-b125-bfef7b1b4941 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:55:43.256618 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-060b3d9c-6731-4558-b395-40887803df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:43.286900 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ef07fe24-0230-493d-b0d7-f32a60622e42 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group_rule and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:43.298512 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ef07fe24-0230-493d-b0d7-f32a60622e42 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:43.308651 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ef07fe24-0230-493d-b0d7-f32a60622e42 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:43.348118 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe397dc-7156-44c0-be4c-6a198ff86276 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:43.351429 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7fe397dc-7156-44c0-be4c-6a198ff86276 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/ports/27a1494d-cdac-4ef8-b886-150cffe5ec8a HTTP/1.1" status: 200 len: 910 time: 0.3765581 Apr 18 05:55:43.360345 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42922) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:43.374439 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b3d9c-6731-4558-b395-40887803df2c None None] Pushing event updated for resources: {'Port': ['ID=2bfeb52b-464f-4178-ac01-b148a8ee37db,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:43.376326 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] Set router 58780196-b983-4d9a-a927-4b02940a2e72 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:55:43.394330 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-58964d27-a6a4-42ef-b786-d90b1fe3e66f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting subnet a520794b-d446-4b0a-966c-d26888592c86 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:55:43.397296 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-832ef840-395a-4f3e-a81f-6b61d6721cf0 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:43.438896 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-b4dcf327-6208-4072-951e-b245248736fd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Deleting port a8343927-0524-4ad8-a6fb-65845865b465 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:43.439235 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b4dcf327-6208-4072-951e-b245248736fd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:43.480908 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-58964d27-a6a4-42ef-b786-d90b1fe3e66f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:43.545050 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ef840-395a-4f3e-a81f-6b61d6721cf0 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Pushing event deleted for resources: {'Port': ['ID=5e81e5bb-47f0-4245-b61a-cfc5c29183d3,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:43.687759 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-b4dcf327-6208-4072-951e-b245248736fd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] The port 'a8343927-0524-4ad8-a6fb-65845865b465' was deleted {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:55:43.728994 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-ef07fe24-0230-493d-b0d7-f32a60622e42 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:55:43.741612 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42926) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:43.745620 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ef07fe24-0230-493d-b0d7-f32a60622e42 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5728526 Apr 18 05:55:43.748710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-3e5d29de-4cea-448b-b718-bd26a827fff2 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group_rule': {'security_group_id': '5995a4ad-5d33-49fd-b476-fe90692670cb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:43.755262 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-58964d27-a6a4-42ef-b786-d90b1fe3e66f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:43.761689 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-329072ec-2e7d-4c9c-b316-91cc576d9fa0 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:43.761987 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58780196-b983-4d9a-a927-4b02940a2e72', 'name': '', 'tenant_id': '67e0a90dc04d4c05a74a8fdfcf1c2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ee7b718-4696-41fa-9a51-bd5df6ec0049', 'external_fixed_ips': [{'subnet_id': 'f04833a3-888b-4190-b424-a6c0af830a06', 'ip_address': '2001:db8::c8'}], 'enable_snat': True}, 'gw_port_id': '78105470-b7d5-44ee-9412-87ed51bdeed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:33Z', 'updated_at': '2022-04-18T05:55:40Z', 'revision_number': 3, 'project_id': '67e0a90dc04d4c05a74a8fdfcf1c2b20', 'gw_port': {'id': '78105470-b7d5-44ee-9412-87ed51bdeed8', 'name': '', 'network_id': '6ee7b718-4696-41fa-9a51-bd5df6ec0049', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58780196-b983-4d9a-a927-4b02940a2e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f04833a3-888b-4190-b424-a6c0af830a06', 'ip_address': '2001:db8::c8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:55:37Z', 'updated_at': '2022-04-18T05:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f04833a3-888b-4190-b424-a6c0af830a06', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:43.766848 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] Checking router: 58780196-b983-4d9a-a927-4b02940a2e72 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:55:43.767416 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] Updating router 58780196-b983-4d9a-a927-4b02940a2e72 port 78105470-b7d5-44ee-9412-87ed51bdeed8 binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:55:43.818965 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3e5d29de-4cea-448b-b718-bd26a827fff2 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:43.833462 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:43.838109 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3e5d29de-4cea-448b-b718-bd26a827fff2 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group_rule and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:43.850087 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3e5d29de-4cea-448b-b718-bd26a827fff2 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:43.863730 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-882794fb-7981-4a39-bb52-a43dc482bbfb tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Allocated IP 172.20.0.9 (f9b53f39-4f99-4aa2-a9f6-409679e68848/a7f477aa-2ad9-46f5-829c-95ab1249ef2f/073976e4-b1cd-449b-b125-bfef7b1b4941) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:43.865704 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3e5d29de-4cea-448b-b718-bd26a827fff2 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:43.923313 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-832ef840-395a-4f3e-a81f-6b61d6721cf0 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for floatingip, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:43.947255 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b4dcf327-6208-4072-951e-b245248736fd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:43.959611 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-832ef840-395a-4f3e-a81f-6b61d6721cf0 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:43.961148 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-832ef840-395a-4f3e-a81f-6b61d6721cf0 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] 10.222.0.15 "DELETE /v2.0/floatingips/6387f726-48de-4a50-a321-03aaac0a8464 HTTP/1.1" status: 204 len: 168 time: 2.8115032 Apr 18 05:55:43.970465 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42930) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:43.992000 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-56ed586a-8687-4af4-959f-a36763b5123b tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Request body: {'floatingip': {'floating_network_id': '2b9bb175-ef72-4b9e-a165-015fd4697113', 'port_id': '1231fbca-27a1-4c06-b93b-4e807a8774d4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:44.015728 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-56ed586a-8687-4af4-959f-a36763b5123b tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:44.021610 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-b4dcf327-6208-4072-951e-b245248736fd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1bb5beb-efb1-4e09-8d56-0bc67b7a761a']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:44.031453 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-56ed586a-8687-4af4-959f-a36763b5123b tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Usage tracker for resource:floatingip and tenant:8da1e4ec2c024b71861b66eb7beabfc5 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:44.038720 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-56ed586a-8687-4af4-959f-a36763b5123b tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:44.049596 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-b4dcf327-6208-4072-951e-b245248736fd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442651fd-bbd1-49d7-83f9-bc7cf650b223') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:44.049888 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-b4dcf327-6208-4072-951e-b245248736fd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442651fd-bbd1-49d7-83f9-bc7cf650b223') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:44.061089 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-56ed586a-8687-4af4-959f-a36763b5123b tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:44.073331 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-58964d27-a6a4-42ef-b786-d90b1fe3e66f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:44.119107 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-3e5d29de-4cea-448b-b718-bd26a827fff2 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:55:44.122780 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3e5d29de-4cea-448b-b718-bd26a827fff2 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3778996 Apr 18 05:55:44.122780 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b4dcf327-6208-4072-951e-b245248736fd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:44.132899 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42934) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:44.168757 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-56ed586a-8687-4af4-959f-a36763b5123b tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for floatingip, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:44.182987 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b4dcf327-6208-4072-951e-b245248736fd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:44.217436 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4dcf327-6208-4072-951e-b245248736fd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:55:44.217866 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b4dcf327-6208-4072-951e-b245248736fd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:44.227812 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:55:44.241532 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:55:44.338953 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 2bfeb52b-464f-4178-ac01-b148a8ee37db up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:55:44.366122 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e1650153-d75b-46ee-b88d-200c5bf02b94 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:44.410145 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-58964d27-a6a4-42ef-b786-d90b1fe3e66f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:44.464580 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] Transition to ACTIVE for port object 78105470-b7d5-44ee-9412-87ed51bdeed8 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:44.475387 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:44.477042 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 2bfeb52b-464f-4178-ac01-b148a8ee37db completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:44.506516 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-329072ec-2e7d-4c9c-b316-91cc576d9fa0 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:44.520774 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e1650153-d75b-46ee-b88d-200c5bf02b94 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:44.549849 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17255025-3411-4286-85c3-ce9afb051a29 None None] Pushing event updated for resources: {'Port': ['ID=78105470-b7d5-44ee-9412-87ed51bdeed8,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:44.553539 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b4dcf327-6208-4072-951e-b245248736fd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:44.555391 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58964d27-a6a4-42ef-b786-d90b1fe3e66f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Subnet': ['ID=a520794b-d446-4b0a-966c-d26888592c86,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:44.557281 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f4fb82-95df-4aa5-b83a-c6733ad57a1e None None] Network fdc4930a-909b-49ae-88ca-a4a68ac89e42 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:44.561079 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17255025-3411-4286-85c3-ce9afb051a29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:44.561530 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17255025-3411-4286-85c3-ce9afb051a29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:44.561940 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17255025-3411-4286-85c3-ce9afb051a29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:44.562341 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17255025-3411-4286-85c3-ce9afb051a29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:44.562763 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17255025-3411-4286-85c3-ce9afb051a29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:44.563083 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-58964d27-a6a4-42ef-b786-d90b1fe3e66f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:44.563197 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17255025-3411-4286-85c3-ce9afb051a29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:44.563587 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17255025-3411-4286-85c3-ce9afb051a29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:44.563972 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17255025-3411-4286-85c3-ce9afb051a29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:44.564406 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17255025-3411-4286-85c3-ce9afb051a29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:44.564796 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17255025-3411-4286-85c3-ce9afb051a29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:44.565183 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17255025-3411-4286-85c3-ce9afb051a29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:44.565566 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17255025-3411-4286-85c3-ce9afb051a29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:44.590014 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] Attempting to bind port 78105470-b7d5-44ee-9412-87ed51bdeed8 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:55:44.590526 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] Attempting to bind port 78105470-b7d5-44ee-9412-87ed51bdeed8 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '386e7df5-055f-491e-bd27-a82d73b0db10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6ee7b718-4696-41fa-9a51-bd5df6ec0049'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:55:44.590976 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] Attempting to bind port 78105470-b7d5-44ee-9412-87ed51bdeed8 on network 6ee7b718-4696-41fa-9a51-bd5df6ec0049 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:55:44.596931 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:55:44.597448 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] Checking segment: {'id': '386e7df5-055f-491e-bd27-a82d73b0db10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6ee7b718-4696-41fa-9a51-bd5df6ec0049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:55:44.597916 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:44.598930 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] Bound using segment: {'id': '386e7df5-055f-491e-bd27-a82d73b0db10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6ee7b718-4696-41fa-9a51-bd5df6ec0049'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:55:44.599638 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] Bound port: 78105470-b7d5-44ee-9412-87ed51bdeed8, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386e7df5-055f-491e-bd27-a82d73b0db10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6ee7b718-4696-41fa-9a51-bd5df6ec0049'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:55:44.600163 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:44.612409 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b4dcf327-6208-4072-951e-b245248736fd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:44.618127 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b4dcf327-6208-4072-951e-b245248736fd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "DELETE /v2.0/networks/e1bb5beb-efb1-4e09-8d56-0bc67b7a761a HTTP/1.1" status: 204 len: 168 time: 3.4663234 Apr 18 05:55:44.619782 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42940) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:44.636723 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-58964d27-a6a4-42ef-b786-d90b1fe3e66f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/subnets/a520794b-d446-4b0a-966c-d26888592c86 HTTP/1.1" status: 204 len: 168 time: 1.6599431 Apr 18 05:55:44.641962 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42944) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:44.669546 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-329072ec-2e7d-4c9c-b316-91cc576d9fa0 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Deleting port 78105470-b7d5-44ee-9412-87ed51bdeed8 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:44.669893 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-329072ec-2e7d-4c9c-b316-91cc576d9fa0 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:44.719673 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6233b9e5-03be-4dfc-83c8-b9c4154f0af7 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Synchronizing usage tracker for tenant:cfdddab4968c45f29720152d8bb2e3d7 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:55:44.723914 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dcf327-6208-4072-951e-b245248736fd tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Pushing event deleted for resources: {'Network': ['ID=e1bb5beb-efb1-4e09-8d56-0bc67b7a761a,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:44.728847 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] For port 78105470-b7d5-44ee-9412-87ed51bdeed8, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:55:44.744463 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] For port 78105470-b7d5-44ee-9412-87ed51bdeed8, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=78105470-b7d5-44ee-9412-87ed51bdeed8,segment=NetworkSegment(386e7df5-055f-491e-bd27-a82d73b0db10),segment_id=386e7df5-055f-491e-bd27-a82d73b0db10)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:55:44.774959 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:44.781313 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6233b9e5-03be-4dfc-83c8-b9c4154f0af7 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Unset dirty status for tenant:cfdddab4968c45f29720152d8bb2e3d7 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:55:44.785416 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6233b9e5-03be-4dfc-83c8-b9c4154f0af7 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a HTTP/1.1" status: 200 len: 205 time: 0.1526215 Apr 18 05:55:44.787898 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42948) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:44.791181 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e505b8-dfeb-4595-a5fe-31da9d528829 None None] Network f9b53f39-4f99-4aa2-a9f6-409679e68848 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:44.856473 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] Routers {'58780196-b983-4d9a-a927-4b02940a2e72'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:44.857089 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['58780196-b983-4d9a-a927-4b02940a2e72'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:44.863764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e1650153-d75b-46ee-b88d-200c5bf02b94 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:44.922317 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e1650153-d75b-46ee-b88d-200c5bf02b94 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:44.923486 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e1650153-d75b-46ee-b88d-200c5bf02b94 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "DELETE /v2.0/security-groups/5995a4ad-5d33-49fd-b476-fe90692670cb HTTP/1.1" status: 204 len: 168 time: 0.7855477 Apr 18 05:55:44.925564 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1650153-d75b-46ee-b88d-200c5bf02b94 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5995a4ad-5d33-49fd-b476-fe90692670cb,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:44.925917 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17255025-3411-4286-85c3-ce9afb051a29 None None] Pushing event updated for resources: {'Port': ['ID=78105470-b7d5-44ee-9412-87ed51bdeed8,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:44.927689 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42952) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:44.959288 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-0e6cb6ff-ec5c-4e58-9643-835e880e6019 None None] Provisioning for port 2bfeb52b-464f-4178-ac01-b148a8ee37db completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:44.980644 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-0e6cb6ff-ec5c-4e58-9643-835e880e6019 None None] Provisioning complete for port 2bfeb52b-464f-4178-ac01-b148a8ee37db triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:44.981098 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0e6cb6ff-ec5c-4e58-9643-835e880e6019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:45.035789 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] Set router 58780196-b983-4d9a-a927-4b02940a2e72 gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:55:45.065290 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a3eb8b3-891e-473f-b11e-92b45090f707 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:45.096575 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-882794fb-7981-4a39-bb52-a43dc482bbfb tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:45.108421 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7d2a37aa-1873-4c6a-b2f1-571a9bc564c4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:45.117239 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-329072ec-2e7d-4c9c-b316-91cc576d9fa0 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] For port 78105470-b7d5-44ee-9412-87ed51bdeed8, host dv-neutron-837489-1-hyperv, got binding levels [] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:45.118035 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-329072ec-2e7d-4c9c-b316-91cc576d9fa0 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:45.196735 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-593fecd9-830b-4d45-9627-9c27052bb1d6 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Synchronizing usage tracker for tenant:9aba25d1fad24f8688aaba4c1569f0f2 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:55:45.211528 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58780196-b983-4d9a-a927-4b02940a2e72', 'name': '', 'tenant_id': '67e0a90dc04d4c05a74a8fdfcf1c2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:33Z', 'updated_at': '2022-04-18T05:55:44Z', 'revision_number': 4, 'project_id': '67e0a90dc04d4c05a74a8fdfcf1c2b20', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:45.217076 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2929a0-ec51-4c62-91e7-952d1c74e36c None None] The sync data for ids ['58780196-b983-4d9a-a927-4b02940a2e72'] in dv-neutron-837489-1-hyperv is: [{'id': '58780196-b983-4d9a-a927-4b02940a2e72', 'name': '', 'tenant_id': '67e0a90dc04d4c05a74a8fdfcf1c2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:33Z', 'updated_at': '2022-04-18T05:55:44Z', 'revision_number': 4, 'project_id': '67e0a90dc04d4c05a74a8fdfcf1c2b20', 'gw_port_host': None}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:55:45.244631 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-882794fb-7981-4a39-bb52-a43dc482bbfb tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Transition to ACTIVE for port object 073976e4-b1cd-449b-b125-bfef7b1b4941 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:55:45.254042 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932c0624-96b8-4ec4-87e4-bf3e833be08a None None] DHCP port deletion for fdc4930a-909b-49ae-88ca-a4a68ac89e42 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:55:45.280168 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-932c0624-96b8-4ec4-87e4-bf3e833be08a None None] Deleting port b5065055-3ae3-424d-9f42-621f2dbc276a {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:45.280550 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-932c0624-96b8-4ec4-87e4-bf3e833be08a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:45.329393 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-7d2a37aa-1873-4c6a-b2f1-571a9bc564c4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting port b5065055-3ae3-424d-9f42-621f2dbc276a {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:45.329906 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7d2a37aa-1873-4c6a-b2f1-571a9bc564c4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:45.338580 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0e6cb6ff-ec5c-4e58-9643-835e880e6019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:45.382205 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-329072ec-2e7d-4c9c-b316-91cc576d9fa0 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Calling delete_port for 78105470-b7d5-44ee-9412-87ed51bdeed8 owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:45.462843 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:55:45.477311 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-0e6cb6ff-ec5c-4e58-9643-835e880e6019 None None] For port 2bfeb52b-464f-4178-ac01-b148a8ee37db, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=2bfeb52b-464f-4178-ac01-b148a8ee37db,segment=NetworkSegment(2843200a-8023-4e7a-89e0-a7c467121133),segment_id=2843200a-8023-4e7a-89e0-a7c467121133)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:45.498942 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f3be-2223-47b3-824f-da8191918883 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:45.519872 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0e6cb6ff-ec5c-4e58-9643-835e880e6019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:45.614988 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-56ed586a-8687-4af4-959f-a36763b5123b tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:55:45.619422 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-56ed586a-8687-4af4-959f-a36763b5123b tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.6362453 Apr 18 05:55:45.619422 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-593fecd9-830b-4d45-9627-9c27052bb1d6 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Unset dirty status for tenant:9aba25d1fad24f8688aaba4c1569f0f2 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:55:45.619422 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-593fecd9-830b-4d45-9627-9c27052bb1d6 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6823049 Apr 18 05:55:45.629139 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42956) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:45.629488 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42958) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:45.636496 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-01ad4f6d-0b99-467a-9c44-6047fd231a49 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group': {'name': 'tempest-secgroup--1609385718'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:45.642462 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a3eb8b3-891e-473f-b11e-92b45090f707 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:45.647310 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-73fef6c4-188c-4ebe-8061-7aa4d05b6983 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': '1231fbca-27a1-4c06-b93b-4e807a8774d4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:45.653700 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-73fef6c4-188c-4ebe-8061-7aa4d05b6983 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:45.656298 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a3eb8b3-891e-473f-b11e-92b45090f707 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:45.658115 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-01ad4f6d-0b99-467a-9c44-6047fd231a49 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:45.664179 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-73fef6c4-188c-4ebe-8061-7aa4d05b6983 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Usage tracker for resource:floatingip and tenant:8da1e4ec2c024b71861b66eb7beabfc5 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:45.671736 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-73fef6c4-188c-4ebe-8061-7aa4d05b6983 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:45.678458 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-932c0624-96b8-4ec4-87e4-bf3e833be08a None None] For port b5065055-3ae3-424d-9f42-621f2dbc276a, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b5065055-3ae3-424d-9f42-621f2dbc276a,segment=NetworkSegment(1fbd3873-3c5a-473c-bdf1-d558ffa7055f),segment_id=1fbd3873-3c5a-473c-bdf1-d558ffa7055f)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:45.679942 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-932c0624-96b8-4ec4-87e4-bf3e833be08a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:45.681967 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-01ad4f6d-0b99-467a-9c44-6047fd231a49 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:45.683904 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-73fef6c4-188c-4ebe-8061-7aa4d05b6983 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:45.713639 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73fef6c4-188c-4ebe-8061-7aa4d05b6983 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for floatingip, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:45.720007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-882794fb-7981-4a39-bb52-a43dc482bbfb tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:45.728722 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-01ad4f6d-0b99-467a-9c44-6047fd231a49 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:45.742964 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a3eb8b3-891e-473f-b11e-92b45090f707 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:45.743479 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3eb8b3-891e-473f-b11e-92b45090f707 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Fanout notify agent at l3_agent the message router_deleted on router 6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:55:45.782300 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a3eb8b3-891e-473f-b11e-92b45090f707 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:45.786184 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8a3eb8b3-891e-473f-b11e-92b45090f707 tempest-RoutersNegativeTest-412028902 tempest-RoutersNegativeTest-412028902-project] 10.222.0.15 "DELETE /v2.0/routers/6bc5ebc6-3523-4e8c-b62b-59e3e1b3714a HTTP/1.1" status: 204 len: 168 time: 0.9968636 Apr 18 05:55:45.787649 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-01ad4f6d-0b99-467a-9c44-6047fd231a49 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:45.793645 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-01ad4f6d-0b99-467a-9c44-6047fd231a49 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group_rule and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:45.798202 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-01ad4f6d-0b99-467a-9c44-6047fd231a49 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:45.808523 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-01ad4f6d-0b99-467a-9c44-6047fd231a49 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:45.834377 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882794fb-7981-4a39-bb52-a43dc482bbfb tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Port': ['ID=073976e4-b1cd-449b-b125-bfef7b1b4941,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:45.904654 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-932c0624-96b8-4ec4-87e4-bf3e833be08a None None] Calling delete_port for b5065055-3ae3-424d-9f42-621f2dbc276a owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:45.944971 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cb6ff-ec5c-4e58-9643-835e880e6019 None None] Pushing event updated for resources: {'Port': ['ID=2bfeb52b-464f-4178-ac01-b148a8ee37db,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:45.954692 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882794fb-7981-4a39-bb52-a43dc482bbfb tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network f9b53f39-4f99-4aa2-a9f6-409679e68848 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:46.021565 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-01ad4f6d-0b99-467a-9c44-6047fd231a49 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:46.027757 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73fef6c4-188c-4ebe-8061-7aa4d05b6983 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:46.048618 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-932c0624-96b8-4ec4-87e4-bf3e833be08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:46.081840 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-01ad4f6d-0b99-467a-9c44-6047fd231a49 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:46.109473 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c0624-96b8-4ec4-87e4-bf3e833be08a None None] Pushing event deleted for resources: {'Port': ['ID=b5065055-3ae3-424d-9f42-621f2dbc276a,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:46.125420 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932c0624-96b8-4ec4-87e4-bf3e833be08a None None] No DVR routers for this DVR port b5065055-3ae3-424d-9f42-621f2dbc276a on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:55:46.158012 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-bc7dc099-9e17-41e2-a2cd-437df8769f0b None None] Provisioning complete for port 2bfeb52b-464f-4178-ac01-b148a8ee37db triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:46.158332 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc099-9e17-41e2-a2cd-437df8769f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:46.165713 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad4f6d-0b99-467a-9c44-6047fd231a49 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a09645fd-72c5-481c-8dfb-2e3bceee5419,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:46.186097 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-01ad4f6d-0b99-467a-9c44-6047fd231a49 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:46.190511 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-01ad4f6d-0b99-467a-9c44-6047fd231a49 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5551844 Apr 18 05:55:46.190511 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42966) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:46.236480 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-882794fb-7981-4a39-bb52-a43dc482bbfb tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:46.273295 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882794fb-7981-4a39-bb52-a43dc482bbfb tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:46.291282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-c67a69b6-74db-401c-bad1-76843a1699de tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group_rule': {'security_group_id': 'a09645fd-72c5-481c-8dfb-2e3bceee5419', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:46.293746 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 2bfeb52b-464f-4178-ac01-b148a8ee37db up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:55:46.336937 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c67a69b6-74db-401c-bad1-76843a1699de tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:46.362985 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c67a69b6-74db-401c-bad1-76843a1699de tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group_rule and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:46.370233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-7d2a37aa-1873-4c6a-b2f1-571a9bc564c4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] For port b5065055-3ae3-424d-9f42-621f2dbc276a, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b5065055-3ae3-424d-9f42-621f2dbc276a,segment=NetworkSegment(1fbd3873-3c5a-473c-bdf1-d558ffa7055f),segment_id=1fbd3873-3c5a-473c-bdf1-d558ffa7055f)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:46.370887 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7d2a37aa-1873-4c6a-b2f1-571a9bc564c4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:46.371271 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c67a69b6-74db-401c-bad1-76843a1699de tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:46.386663 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c67a69b6-74db-401c-bad1-76843a1699de tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:46.391372 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-329072ec-2e7d-4c9c-b316-91cc576d9fa0 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:55:46.392001 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-329072ec-2e7d-4c9c-b316-91cc576d9fa0 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:55:46.420022 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-73fef6c4-188c-4ebe-8061-7aa4d05b6983 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Allocated IP 172.26.1.81 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/4866d3f0-5f62-428b-b9ff-4d655210edb3) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:46.460144 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 2bfeb52b-464f-4178-ac01-b148a8ee37db triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:46.460539 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:46.468645 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42972) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:46.567694 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-c67a69b6-74db-401c-bad1-76843a1699de tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] create failed (client error): The resource could not be found. Apr 18 05:55:46.569146 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c67a69b6-74db-401c-bad1-76843a1699de tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3774860 Apr 18 05:55:46.573920 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42978) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:46.579521 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-d9c34f16-699f-431d-8e60-f9117b8f7f45 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group_rule': {'security_group_id': 'a09645fd-72c5-481c-8dfb-2e3bceee5419', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2bc5ca30-1164-4d77-a291-f57ba4ec873e'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:46.586532 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d9c34f16-699f-431d-8e60-f9117b8f7f45 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:46.601990 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-7d2a37aa-1873-4c6a-b2f1-571a9bc564c4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Calling delete_port for b5065055-3ae3-424d-9f42-621f2dbc276a owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:46.635656 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d9c34f16-699f-431d-8e60-f9117b8f7f45 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group_rule and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:46.639434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d9c34f16-699f-431d-8e60-f9117b8f7f45 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:46.658910 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-65bf22c4-d251-4976-a5f4-aaae69f1bb6f None None] Provisioning for port 073976e4-b1cd-449b-b125-bfef7b1b4941 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:55:46.659957 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d9c34f16-699f-431d-8e60-f9117b8f7f45 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:46.667574 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882794fb-7981-4a39-bb52-a43dc482bbfb tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:46.668273 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-882794fb-7981-4a39-bb52-a43dc482bbfb tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:46.669842 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-65bf22c4-d251-4976-a5f4-aaae69f1bb6f None None] Provisioning complete for port 073976e4-b1cd-449b-b125-bfef7b1b4941 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:46.670485 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-65bf22c4-d251-4976-a5f4-aaae69f1bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:46.689318 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73fef6c4-188c-4ebe-8061-7aa4d05b6983 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:46.708884 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b5065055-3ae3-424d-9f42-621f2dbc276a no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:55:46.749374 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-882794fb-7981-4a39-bb52-a43dc482bbfb tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3930960 Apr 18 05:55:46.752770 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-7d2a37aa-1873-4c6a-b2f1-571a9bc564c4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:55:46.753091 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-7d2a37aa-1873-4c6a-b2f1-571a9bc564c4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:55:46.753845 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 42982) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:46.757259 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: b5065055-3ae3-424d-9f42-621f2dbc276a {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:55:46.757604 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b5065055-3ae3-424d-9f42-621f2dbc276a not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:55:46.761478 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-d9c34f16-699f-431d-8e60-f9117b8f7f45 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] create failed (client error): The resource could not be found. Apr 18 05:55:46.765740 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d9c34f16-699f-431d-8e60-f9117b8f7f45 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1907263 Apr 18 05:55:46.779056 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-65bf22c4-d251-4976-a5f4-aaae69f1bb6f None None] Port 073976e4-b1cd-449b-b125-bfef7b1b4941 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:46.790676 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42986) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:46.837398 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d35a9c8a-2463-4e31-a7c7-f5553e67617a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cfdddab4968c45f29720152d8bb2e3d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3661072 Apr 18 05:55:46.841887 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42990) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:46.863956 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-4ff3f3be-2223-47b3-824f-da8191918883 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting port 27a1494d-cdac-4ef8-b886-150cffe5ec8a {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:46.864322 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f3be-2223-47b3-824f-da8191918883 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:46.895602 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-329072ec-2e7d-4c9c-b316-91cc576d9fa0 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Deleting port 78105470-b7d5-44ee-9412-87ed51bdeed8 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:46.895945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-329072ec-2e7d-4c9c-b316-91cc576d9fa0 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:47.013463 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cce77ab4-e871-41ae-88a6-b59949b43448 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:47.097840 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73fef6c4-188c-4ebe-8061-7aa4d05b6983 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:47.209649 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cce77ab4-e871-41ae-88a6-b59949b43448 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:47.251214 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-22e82c7d-ca9d-4535-b31d-24b279d47b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:47.255681 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fef6c4-188c-4ebe-8061-7aa4d05b6983 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:47.262669 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-7d2a37aa-1873-4c6a-b2f1-571a9bc564c4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting port b5065055-3ae3-424d-9f42-621f2dbc276a {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:47.262981 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-73fef6c4-188c-4ebe-8061-7aa4d05b6983 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:47.263102 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7d2a37aa-1873-4c6a-b2f1-571a9bc564c4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:47.266108 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fef6c4-188c-4ebe-8061-7aa4d05b6983 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:47.415772 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-7d2a37aa-1873-4c6a-b2f1-571a9bc564c4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] The port 'b5065055-3ae3-424d-9f42-621f2dbc276a' was deleted {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:55:47.424632 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f3be-2223-47b3-824f-da8191918883 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:47.429099 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fef6c4-188c-4ebe-8061-7aa4d05b6983 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Pushing event updated for resources: {'Port': ['ID=4866d3f0-5f62-428b-b9ff-4d655210edb3,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:47.462359 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-22e82c7d-ca9d-4535-b31d-24b279d47b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:47.577182 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-329072ec-2e7d-4c9c-b316-91cc576d9fa0 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] For port 78105470-b7d5-44ee-9412-87ed51bdeed8, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=78105470-b7d5-44ee-9412-87ed51bdeed8,segment=NetworkSegment(386e7df5-055f-491e-bd27-a82d73b0db10),segment_id=386e7df5-055f-491e-bd27-a82d73b0db10)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:47.577473 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-329072ec-2e7d-4c9c-b316-91cc576d9fa0 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:47.674724 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-4ff3f3be-2223-47b3-824f-da8191918883 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Calling delete_port for 27a1494d-cdac-4ef8-b886-150cffe5ec8a owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:47.680531 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e1dc221a-ee0b-4668-8b5b-1039b7e88eb9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:47.703475 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-73fef6c4-188c-4ebe-8061-7aa4d05b6983 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Deleting port 4866d3f0-5f62-428b-b9ff-4d655210edb3 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:47.703808 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73fef6c4-188c-4ebe-8061-7aa4d05b6983 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:47.727667 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cce77ab4-e871-41ae-88a6-b59949b43448 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:48.029599 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-329072ec-2e7d-4c9c-b316-91cc576d9fa0 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Calling delete_port for 78105470-b7d5-44ee-9412-87ed51bdeed8 owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:48.067022 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce77ab4-e871-41ae-88a6-b59949b43448 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09645fd-72c5-481c-8dfb-2e3bceee5419,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:48.091004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7d2a37aa-1873-4c6a-b2f1-571a9bc564c4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:48.146149 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73fef6c4-188c-4ebe-8061-7aa4d05b6983 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:48.146471 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73fef6c4-188c-4ebe-8061-7aa4d05b6983 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:48.167774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-7d2a37aa-1873-4c6a-b2f1-571a9bc564c4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc4930a-909b-49ae-88ca-a4a68ac89e42']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:48.189881 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-7d2a37aa-1873-4c6a-b2f1-571a9bc564c4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fbd3873-3c5a-473c-bdf1-d558ffa7055f') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:48.190187 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-7d2a37aa-1873-4c6a-b2f1-571a9bc564c4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fbd3873-3c5a-473c-bdf1-d558ffa7055f') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:48.209162 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cce77ab4-e871-41ae-88a6-b59949b43448 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:48.210310 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-cce77ab4-e871-41ae-88a6-b59949b43448 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "DELETE /v2.0/security-groups/a09645fd-72c5-481c-8dfb-2e3bceee5419 HTTP/1.1" status: 204 len: 168 time: 1.4186878 Apr 18 05:55:48.227827 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 42994) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:48.228502 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-22e82c7d-ca9d-4535-b31d-24b279d47b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:48.254130 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7d2a37aa-1873-4c6a-b2f1-571a9bc564c4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:48.278775 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-73fef6c4-188c-4ebe-8061-7aa4d05b6983 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Calling delete_port for 4866d3f0-5f62-428b-b9ff-4d655210edb3 owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:48.287515 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-22e82c7d-ca9d-4535-b31d-24b279d47b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:48.288569 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-22e82c7d-ca9d-4535-b31d-24b279d47b16 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/063bc829-afca-4157-8fdb-2f8098562f4b HTTP/1.1" status: 204 len: 168 time: 1.4405665 Apr 18 05:55:48.289455 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e82c7d-ca9d-4535-b31d-24b279d47b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063bc829-afca-4157-8fdb-2f8098562f4b,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:48.321107 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7d2a37aa-1873-4c6a-b2f1-571a9bc564c4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:48.338753 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2a37aa-1873-4c6a-b2f1-571a9bc564c4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:55:48.339188 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7d2a37aa-1873-4c6a-b2f1-571a9bc564c4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:55:48.361144 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:55:48.425463 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e1dc221a-ee0b-4668-8b5b-1039b7e88eb9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:48.440622 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e1dc221a-ee0b-4668-8b5b-1039b7e88eb9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:48.446931 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-507f1c7a-df3a-4311-a4e5-2b052c59bcc9 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Synchronizing usage tracker for tenant:9aba25d1fad24f8688aaba4c1569f0f2 on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:55:48.531443 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7d2a37aa-1873-4c6a-b2f1-571a9bc564c4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:48.579389 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc221a-ee0b-4668-8b5b-1039b7e88eb9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Port': ['ID=073976e4-b1cd-449b-b125-bfef7b1b4941,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:48.588154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73fef6c4-188c-4ebe-8061-7aa4d05b6983 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:48.602007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-507f1c7a-df3a-4311-a4e5-2b052c59bcc9 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Unset dirty status for tenant:9aba25d1fad24f8688aaba4c1569f0f2 on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:55:48.603284 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-507f1c7a-df3a-4311-a4e5-2b052c59bcc9 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3711495 Apr 18 05:55:48.604472 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7d2a37aa-1873-4c6a-b2f1-571a9bc564c4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:48.618565 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43002) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:48.640930 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a37aa-1873-4c6a-b2f1-571a9bc564c4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Network': ['ID=fdc4930a-909b-49ae-88ca-a4a68ac89e42,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:48.655077 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-842f7eaf-d4a7-40bc-86b0-85e2ee56c283 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group_rule': {'security_group_id': '93d2a547-0bcb-4534-8240-f3e7f5501217', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:48.664514 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-842f7eaf-d4a7-40bc-86b0-85e2ee56c283 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:48.670488 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-842f7eaf-d4a7-40bc-86b0-85e2ee56c283 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group_rule and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:48.678933 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-842f7eaf-d4a7-40bc-86b0-85e2ee56c283 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:48.693361 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7d2a37aa-1873-4c6a-b2f1-571a9bc564c4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/networks/fdc4930a-909b-49ae-88ca-a4a68ac89e42 HTTP/1.1" status: 204 len: 168 time: 4.0492070 Apr 18 05:55:48.703063 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-842f7eaf-d4a7-40bc-86b0-85e2ee56c283 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:48.705253 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43010) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:48.712947 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fef6c4-188c-4ebe-8061-7aa4d05b6983 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Pushing event deleted for resources: {'Port': ['ID=4866d3f0-5f62-428b-b9ff-4d655210edb3,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:48.715509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2097431670', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}, 'admin_state_up': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:48.731188 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f3be-2223-47b3-824f-da8191918883 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:48.738630 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:48.805098 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:router and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:48.815839 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:48.822283 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e628f565-b201-488e-92ab-9b699e156a88 None None] Provisioning complete for port 073976e4-b1cd-449b-b125-bfef7b1b4941 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:48.823894 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e628f565-b201-488e-92ab-9b699e156a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:48.829690 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3f3be-2223-47b3-824f-da8191918883 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Port': ['ID=27a1494d-cdac-4ef8-b886-150cffe5ec8a,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:48.833032 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:48.888214 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-329072ec-2e7d-4c9c-b316-91cc576d9fa0 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:48.916212 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e628f565-b201-488e-92ab-9b699e156a88 None None] Port 073976e4-b1cd-449b-b125-bfef7b1b4941 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:49.061781 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-73fef6c4-188c-4ebe-8061-7aa4d05b6983 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] create failed (client error): The resource could not be found. Apr 18 05:55:49.063132 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-73fef6c4-188c-4ebe-8061-7aa4d05b6983 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4327250 Apr 18 05:55:49.070822 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43022) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:49.084354 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329072ec-2e7d-4c9c-b316-91cc576d9fa0 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Pushing event deleted for resources: {'Port': ['ID=78105470-b7d5-44ee-9412-87ed51bdeed8,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:49.092964 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:49.093971 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:49.105530 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-329072ec-2e7d-4c9c-b316-91cc576d9fa0 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:49.164253 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e1dc221a-ee0b-4668-8b5b-1039b7e88eb9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:49.196573 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-5127a768-fb67-4c9a-9aeb-0365a995e4b9 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Deleting port 1231fbca-27a1-4c06-b93b-4e807a8774d4 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:49.196920 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5127a768-fb67-4c9a-9aeb-0365a995e4b9 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:49.236075 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-842f7eaf-d4a7-40bc-86b0-85e2ee56c283 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] create failed (client error): The resource could not be found. Apr 18 05:55:49.237108 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-842f7eaf-d4a7-40bc-86b0-85e2ee56c283 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6111495 Apr 18 05:55:49.242405 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:49.243884 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43030) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:49.258983 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-fee51c01-dbef-4902-9b6b-d95c4adce91d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group': {'name': 'tempest-secgroup--1584987108'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:49.269214 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-fee51c01-dbef-4902-9b6b-d95c4adce91d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:49.316435 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-fee51c01-dbef-4902-9b6b-d95c4adce91d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:49.375853 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-329072ec-2e7d-4c9c-b316-91cc576d9fa0 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:49.381300 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-329072ec-2e7d-4c9c-b316-91cc576d9fa0 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:49.419835 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fee51c01-dbef-4902-9b6b-d95c4adce91d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:49.466173 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f3be-2223-47b3-824f-da8191918883 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:49.533994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-329072ec-2e7d-4c9c-b316-91cc576d9fa0 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:49.534640 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329072ec-2e7d-4c9c-b316-91cc576d9fa0 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58780196-b983-4d9a-a927-4b02940a2e72 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:55:49.544242 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-fee51c01-dbef-4902-9b6b-d95c4adce91d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:49.548998 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e1dc221a-ee0b-4668-8b5b-1039b7e88eb9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:49.566608 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-fee51c01-dbef-4902-9b6b-d95c4adce91d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group_rule and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:49.576703 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-fee51c01-dbef-4902-9b6b-d95c4adce91d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:49.625386 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-fee51c01-dbef-4902-9b6b-d95c4adce91d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:49.668742 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5127a768-fb67-4c9a-9aeb-0365a995e4b9 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:49.890528 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-5127a768-fb67-4c9a-9aeb-0365a995e4b9 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Calling delete_port for 1231fbca-27a1-4c06-b93b-4e807a8774d4 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:49.933411 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-329072ec-2e7d-4c9c-b316-91cc576d9fa0 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:49.934873 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-329072ec-2e7d-4c9c-b316-91cc576d9fa0 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "DELETE /v2.0/routers/58780196-b983-4d9a-a927-4b02940a2e72 HTTP/1.1" status: 204 len: 168 time: 6.7657874 Apr 18 05:55:49.949914 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43048) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:49.999326 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43050) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:50.127675 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fee51c01-dbef-4902-9b6b-d95c4adce91d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:50.169998 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fee51c01-dbef-4902-9b6b-d95c4adce91d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:50.188010 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:50.203785 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff3f3be-2223-47b3-824f-da8191918883 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router f3ad271e-2e52-413d-b445-095d7a1e19f3 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:55:50.236823 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-87649072-7aec-4c09-b83e-2fa2f9c1754d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Deleting subnet f04833a3-888b-4190-b424-a6c0af830a06 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:55:50.243561 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-87649072-7aec-4c09-b83e-2fa2f9c1754d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:50.316767 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee51c01-dbef-4902-9b6b-d95c4adce91d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec912840-22ef-44b8-bb64-8bdabef9754d,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:50.319452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5127a768-fb67-4c9a-9aeb-0365a995e4b9 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:50.357188 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'network': {'name': 'tempest-network-smoke--2087338573', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'port_security_enabled': True}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:50.374216 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:50.386563 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fee51c01-dbef-4902-9b6b-d95c4adce91d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:50.387776 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-fee51c01-dbef-4902-9b6b-d95c4adce91d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1400642 Apr 18 05:55:50.392908 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127a768-fb67-4c9a-9aeb-0365a995e4b9 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Pushing event deleted for resources: {'Port': ['ID=1231fbca-27a1-4c06-b93b-4e807a8774d4,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:50.394544 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43058) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:50.409053 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-fcb1a4af-2d52-4d66-b2a1-4b01326d624e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group': {'name': 'tempest-secgroup--934423075'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:50.430292 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:network and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:50.444790 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:50.448758 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-fcb1a4af-2d52-4d66-b2a1-4b01326d624e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:50.458237 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff3f3be-2223-47b3-824f-da8191918883 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:55:50.460222 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:50.466357 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-87649072-7aec-4c09-b83e-2fa2f9c1754d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:50.470449 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d5460b-0770-4139-833c-f717d8fb19c4 None None] Sync routers for ids ['f3ad271e-2e52-413d-b445-095d7a1e19f3'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:55:50.482566 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d5460b-0770-4139-833c-f717d8fb19c4 None None] Routers {'f3ad271e-2e52-413d-b445-095d7a1e19f3'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:50.483495 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-28d5460b-0770-4139-833c-f717d8fb19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['f3ad271e-2e52-413d-b445-095d7a1e19f3'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:50.484491 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-fcb1a4af-2d52-4d66-b2a1-4b01326d624e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:50.492558 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-fcb1a4af-2d52-4d66-b2a1-4b01326d624e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:50.507681 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4ff3f3be-2223-47b3-824f-da8191918883 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/f3ad271e-2e52-413d-b445-095d7a1e19f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1428945 Apr 18 05:55:50.513645 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43062) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:50.514337 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-fcb1a4af-2d52-4d66-b2a1-4b01326d624e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:50.549619 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e1dc221a-ee0b-4668-8b5b-1039b7e88eb9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:50.559237 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-28d5460b-0770-4139-833c-f717d8fb19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:50.560270 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fcb1a4af-2d52-4d66-b2a1-4b01326d624e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:50.570516 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d5460b-0770-4139-833c-f717d8fb19c4 None None] Routers {'f3ad271e-2e52-413d-b445-095d7a1e19f3'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:50.572057 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-28d5460b-0770-4139-833c-f717d8fb19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['f3ad271e-2e52-413d-b445-095d7a1e19f3'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:50.573296 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e1dc221a-ee0b-4668-8b5b-1039b7e88eb9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:50.603528 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5127a768-fb67-4c9a-9aeb-0365a995e4b9 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:50.608336 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5127a768-fb67-4c9a-9aeb-0365a995e4b9 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] 10.222.0.15 "DELETE /v2.0/ports/1231fbca-27a1-4c06-b93b-4e807a8774d4 HTTP/1.1" status: 204 len: 168 time: 1.5363808 Apr 18 05:55:50.642796 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-4ed24e80-953f-4611-bc13-df14bc748630 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Synchronizing usage tracker for tenant:1e86337a57bd435798aa8639156e9b5e on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:55:50.645471 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43066) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:50.649324 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:55:50.651945 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-28d5460b-0770-4139-833c-f717d8fb19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:50.652435 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d5460b-0770-4139-833c-f717d8fb19c4 None None] The sync data for ids ['f3ad271e-2e52-413d-b445-095d7a1e19f3'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:55:50.653046 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:50.680630 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-fcb1a4af-2d52-4d66-b2a1-4b01326d624e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:50.691313 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-fcb1a4af-2d52-4d66-b2a1-4b01326d624e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group_rule and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:50.698601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-fcb1a4af-2d52-4d66-b2a1-4b01326d624e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:50.712988 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e1dc221a-ee0b-4668-8b5b-1039b7e88eb9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:50.717118 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:50.719547 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-fcb1a4af-2d52-4d66-b2a1-4b01326d624e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:50.727611 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc221a-ee0b-4668-8b5b-1039b7e88eb9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Port': ['ID=073976e4-b1cd-449b-b125-bfef7b1b4941,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:50.755405 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-87649072-7aec-4c09-b83e-2fa2f9c1754d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:50.787140 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-4ed24e80-953f-4611-bc13-df14bc748630 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Unset dirty status for tenant:1e86337a57bd435798aa8639156e9b5e on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:55:50.788332 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4ed24e80-953f-4611-bc13-df14bc748630 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3ad271e-2e52-413d-b445-095d7a1e19f3 HTTP/1.1" status: 200 len: 205 time: 0.2715898 Apr 18 05:55:50.791607 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:50.793654 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43070) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:50.861262 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:50.869316 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:50.900893 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:50.991427 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e61e05dc-8d30-4f5d-af09-98d55439a3e8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:51.042385 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fcb1a4af-2d52-4d66-b2a1-4b01326d624e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:51.044452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dc221a-ee0b-4668-8b5b-1039b7e88eb9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network f9b53f39-4f99-4aa2-a9f6-409679e68848 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:51.045695 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-e1dc221a-ee0b-4668-8b5b-1039b7e88eb9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:51.047946 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fcb1a4af-2d52-4d66-b2a1-4b01326d624e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:51.234737 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fcb1a4af-2d52-4d66-b2a1-4b01326d624e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:51.239253 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-fcb1a4af-2d52-4d66-b2a1-4b01326d624e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8362696 Apr 18 05:55:51.239253 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1a4af-2d52-4d66-b2a1-4b01326d624e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e18e87f-836d-4d82-8f65-71478d6c2bf1,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:51.243903 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43074) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:51.260986 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-722cc96b-c4c3-4218-a152-2cc34af2c644 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group_rule': {'security_group_id': 'ec912840-22ef-44b8-bb64-8bdabef9754d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0e18e87f-836d-4d82-8f65-71478d6c2bf1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:51.268725 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-722cc96b-c4c3-4218-a152-2cc34af2c644 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:51.277338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-722cc96b-c4c3-4218-a152-2cc34af2c644 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group_rule and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:51.281824 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-722cc96b-c4c3-4218-a152-2cc34af2c644 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:51.290513 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-722cc96b-c4c3-4218-a152-2cc34af2c644 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:51.294072 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-87649072-7aec-4c09-b83e-2fa2f9c1754d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:51.335201 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-722cc96b-c4c3-4218-a152-2cc34af2c644 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:55:51.338899 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-722cc96b-c4c3-4218-a152-2cc34af2c644 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0912175 Apr 18 05:55:51.339072 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43078) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:51.356608 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-67c8b25b-94bf-4801-b815-5de070ef82d6 None None] Provisioning complete for port 073976e4-b1cd-449b-b125-bfef7b1b4941 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:55:51.357285 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-67c8b25b-94bf-4801-b815-5de070ef82d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:51.369919 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1dc221a-ee0b-4668-8b5b-1039b7e88eb9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Router 688527e5-b859-4fc6-9bd7-3ebf7bac0407 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:55:51.387000 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae921efe-646d-44c3-92b0-7d39e3e5a4db tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:51.388482 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ae921efe-646d-44c3-92b0-7d39e3e5a4db tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] 10.222.0.15 "GET /v2.0/ports?device_id=abe53109-e720-4aed-aa1f-537c40f9d966 HTTP/1.1" status: 200 len: 913 time: 0.7255421 Apr 18 05:55:51.394092 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43082) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:51.433866 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-67c8b25b-94bf-4801-b815-5de070ef82d6 None None] Port 073976e4-b1cd-449b-b125-bfef7b1b4941 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:55:51.507474 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87649072-7aec-4c09-b83e-2fa2f9c1754d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f04833a3-888b-4190-b424-a6c0af830a06,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:51.509428 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-87649072-7aec-4c09-b83e-2fa2f9c1754d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:51.658097 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e61e05dc-8d30-4f5d-af09-98d55439a3e8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:51.662478 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e61e05dc-8d30-4f5d-af09-98d55439a3e8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:51.676969 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-87649072-7aec-4c09-b83e-2fa2f9c1754d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/f04833a3-888b-4190-b424-a6c0af830a06 HTTP/1.1" status: 204 len: 168 time: 1.6788003 Apr 18 05:55:51.679918 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-77f8b5f8-1ff7-4b32-bd98-3c6f8502101f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:51.682423 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43086) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:51.763264 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:51.812160 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e61e05dc-8d30-4f5d-af09-98d55439a3e8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:51.812684 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61e05dc-8d30-4f5d-af09-98d55439a3e8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Fanout notify agent at l3_agent the message router_deleted on router f3ad271e-2e52-413d-b445-095d7a1e19f3 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:55:51.814875 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:51.815777 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-77f8b5f8-1ff7-4b32-bd98-3c6f8502101f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:51.845425 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1dc221a-ee0b-4668-8b5b-1039b7e88eb9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:55:51.854813 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e1dc221a-ee0b-4668-8b5b-1039b7e88eb9 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "PUT /v2.0/routers/688527e5-b859-4fc6-9bd7-3ebf7bac0407/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0987720 Apr 18 05:55:51.857398 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c0cf47-d1b9-436b-b395-345cffed7370 None None] Sync routers for ids ['688527e5-b859-4fc6-9bd7-3ebf7bac0407'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:55:51.868318 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c0cf47-d1b9-436b-b395-345cffed7370 None None] Routers {'688527e5-b859-4fc6-9bd7-3ebf7bac0407'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:51.869208 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-06c0cf47-d1b9-436b-b395-345cffed7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['688527e5-b859-4fc6-9bd7-3ebf7bac0407'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:51.873477 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43090) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:51.926279 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:51.938940 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-06c0cf47-d1b9-436b-b395-345cffed7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:51.952296 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c0cf47-d1b9-436b-b395-345cffed7370 None None] Routers {'688527e5-b859-4fc6-9bd7-3ebf7bac0407'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:51.952902 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-06c0cf47-d1b9-436b-b395-345cffed7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['688527e5-b859-4fc6-9bd7-3ebf7bac0407'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:51.979614 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:52.000771 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-77f8b5f8-1ff7-4b32-bd98-3c6f8502101f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:52.019755 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-db729d25-92cb-48a3-b34c-4d5e7dce7bbc tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:52.024423 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-06c0cf47-d1b9-436b-b395-345cffed7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:52.024904 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c0cf47-d1b9-436b-b395-345cffed7370 None None] The sync data for ids ['688527e5-b859-4fc6-9bd7-3ebf7bac0407'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:55:52.033040 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8b5f8-1ff7-4b32-bd98-3c6f8502101f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e18e87f-836d-4d82-8f65-71478d6c2bf1,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:52.036893 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e61e05dc-8d30-4f5d-af09-98d55439a3e8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:52.040686 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e61e05dc-8d30-4f5d-af09-98d55439a3e8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/routers/f3ad271e-2e52-413d-b445-095d7a1e19f3 HTTP/1.1" status: 204 len: 168 time: 1.2382975 Apr 18 05:55:52.043059 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43094) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:52.056096 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:55:52.085601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-77f8b5f8-1ff7-4b32-bd98-3c6f8502101f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:52.087008 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-77f8b5f8-1ff7-4b32-bd98-3c6f8502101f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "DELETE /v2.0/security-groups/0e18e87f-836d-4d82-8f65-71478d6c2bf1 HTTP/1.1" status: 204 len: 168 time: 0.7467442 Apr 18 05:55:52.099421 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43098) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:52.100425 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:52.100765 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Added segment e253e435-5254-4b3b-841b-f98d9c1029ce of type vlan for network a2404285-3951-4b85-895a-b975b3056dc6 Apr 18 05:55:52.102060 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b5ed2a-68e0-4143-9229-66d0a6613daa,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:52.158179 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-df62cc0a-b4f5-42ed-a9cc-cdb9ed8a65fc tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting subnet 64a9a9c7-004e-444c-ac00-54fdbd5efae4 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:55:52.162168 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-df62cc0a-b4f5-42ed-a9cc-cdb9ed8a65fc tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:52.231958 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-df62cc0a-b4f5-42ed-a9cc-cdb9ed8a65fc tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:52.302393 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1de787-bfe5-407c-9e6f-fd31f34fc3cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:52.302982 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6a1de787-bfe5-407c-9e6f-fd31f34fc3cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Synchronizing usage tracker for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:55:52.348975 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Allocated IP 172.26.1.118 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/9b7e72fb-4793-45bd-8259-be97921dac29) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:52.368608 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-df62cc0a-b4f5-42ed-a9cc-cdb9ed8a65fc tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:52.371175 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:52.385435 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-db729d25-92cb-48a3-b34c-4d5e7dce7bbc tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:52.478282 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6a1de787-bfe5-407c-9e6f-fd31f34fc3cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Unset dirty status for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:55:52.479440 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6a1de787-bfe5-407c-9e6f-fd31f34fc3cd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports?device_id=688527e5-b859-4fc6-9bd7-3ebf7bac0407 HTTP/1.1" status: 200 len: 982 time: 0.5615768 Apr 18 05:55:52.489890 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ca5335ea-70b0-4122-802c-fe7ecf471190 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3847411 Apr 18 05:55:52.490515 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43102) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:52.492106 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-db729d25-92cb-48a3-b34c-4d5e7dce7bbc tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee7b718-4696-41fa-9a51-bd5df6ec0049']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:52.522675 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43104) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:52.525016 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ebcba473-95f3-4383-a14e-e7b22c45c4b7 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:52.739832 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-db729d25-92cb-48a3-b34c-4d5e7dce7bbc tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386e7df5-055f-491e-bd27-a82d73b0db10') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:52.740153 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-db729d25-92cb-48a3-b34c-4d5e7dce7bbc tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386e7df5-055f-491e-bd27-a82d73b0db10') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:52.760261 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:52.765543 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:55:52.766119 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:52.846249 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-db729d25-92cb-48a3-b34c-4d5e7dce7bbc tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:52.847609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-df62cc0a-b4f5-42ed-a9cc-cdb9ed8a65fc tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:52.902856 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62cc0a-b4f5-42ed-a9cc-cdb9ed8a65fc tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Subnet': ['ID=64a9a9c7-004e-444c-ac00-54fdbd5efae4,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:52.905584 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bfb5b4c3-d321-4c10-906b-f3957498ac1f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:52.907809 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-df62cc0a-b4f5-42ed-a9cc-cdb9ed8a65fc tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:52.908696 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-db729d25-92cb-48a3-b34c-4d5e7dce7bbc tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:52.913940 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956da8c1-577c-4161-b3e3-a0eab9c5a392 None None] Network ccc06eb6-ff23-4afc-83e6-06b213dc25ec requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:52.939878 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-df62cc0a-b4f5-42ed-a9cc-cdb9ed8a65fc tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/subnets/64a9a9c7-004e-444c-ac00-54fdbd5efae4 HTTP/1.1" status: 204 len: 168 time: 0.8946300 Apr 18 05:55:52.945945 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43110) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:52.949245 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bfb5b4c3-d321-4c10-906b-f3957498ac1f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:52.988687 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db729d25-92cb-48a3-b34c-4d5e7dce7bbc tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:55:52.989122 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-db729d25-92cb-48a3-b34c-4d5e7dce7bbc tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:55:53.005310 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:55:53.009776 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.0016818 Apr 18 05:55:53.009917 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43114) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:53.028826 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5809e-baf8-4df4-86d5-278c5871ecfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Network': ['ID=a2404285-3951-4b85-895a-b975b3056dc6,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:53.057215 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network a2404285-3951-4b85-895a-b975b3056dc6 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:55:53.075968 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-821609139', 'admin_state_up': True, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:53.097465 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:53.116412 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:router and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:53.120154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:53.136067 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:53.148161 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f0b975e-fdfa-492b-a10f-c351d3db7c45 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:53.166324 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:53.202487 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:53.203480 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:53.206855 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bfb5b4c3-d321-4c10-906b-f3957498ac1f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:53.246734 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5b4c3-d321-4c10-906b-f3957498ac1f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec912840-22ef-44b8-bb64-8bdabef9754d,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:53.256879 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ebcba473-95f3-4383-a14e-e7b22c45c4b7 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Deleting port 9b43d65a-fb80-4c21-8252-5b7c345006dd {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:53.257226 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ebcba473-95f3-4383-a14e-e7b22c45c4b7 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:53.260090 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-db729d25-92cb-48a3-b34c-4d5e7dce7bbc tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:53.285173 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-4f0b975e-fdfa-492b-a10f-c351d3db7c45 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting port d80e31b1-c9db-484f-a868-8836b35cfe27 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:53.285604 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f0b975e-fdfa-492b-a10f-c351d3db7c45 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:53.295595 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db729d25-92cb-48a3-b34c-4d5e7dce7bbc tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6ee7b718-4696-41fa-9a51-bd5df6ec0049 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 18 05:55:53.300923 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-db729d25-92cb-48a3-b34c-4d5e7dce7bbc tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:53.345991 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:53.348884 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db729d25-92cb-48a3-b34c-4d5e7dce7bbc tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ee7b718-4696-41fa-9a51-bd5df6ec0049,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:53.349949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bfb5b4c3-d321-4c10-906b-f3957498ac1f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:53.354004 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bfb5b4c3-d321-4c10-906b-f3957498ac1f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "DELETE /v2.0/security-groups/ec912840-22ef-44b8-bb64-8bdabef9754d HTTP/1.1" status: 204 len: 168 time: 0.7791579 Apr 18 05:55:53.357686 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43118) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:53.359232 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-db729d25-92cb-48a3-b34c-4d5e7dce7bbc tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "DELETE /v2.0/networks/6ee7b718-4696-41fa-9a51-bd5df6ec0049 HTTP/1.1" status: 204 len: 168 time: 1.6740279 Apr 18 05:55:53.374034 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9782e5aa-47c0-4f59-a970-ceaede676825 None None] DHCP port deletion for ccc06eb6-ff23-4afc-83e6-06b213dc25ec request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:55:53.381147 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-9782e5aa-47c0-4f59-a970-ceaede676825 None None] Deleting port d80e31b1-c9db-484f-a868-8836b35cfe27 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:53.382044 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9782e5aa-47c0-4f59-a970-ceaede676825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:53.411418 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:53.511190 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:53.517359 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ca54eabf-a314-46ed-b437-e1c438d72404 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1567461 Apr 18 05:55:53.520759 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:53.528343 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:53.554643 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43124) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:53.593020 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7357a712-47ee-4ba4-b382-7468a0814e3f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group': {'name': 'tempest-secgroup--2080268928'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:53.602016 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Port': ['ID=9b7e72fb-4793-45bd-8259-be97921dac29,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:53.742696 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7357a712-47ee-4ba4-b382-7468a0814e3f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:53.761637 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7357a712-47ee-4ba4-b382-7468a0814e3f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:53.764846 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7357a712-47ee-4ba4-b382-7468a0814e3f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:53.769614 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-9782e5aa-47c0-4f59-a970-ceaede676825 None None] For port d80e31b1-c9db-484f-a868-8836b35cfe27, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d80e31b1-c9db-484f-a868-8836b35cfe27,segment=NetworkSegment(5be573ab-df6e-43fe-8507-3a106e12293b),segment_id=5be573ab-df6e-43fe-8507-3a106e12293b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:53.770505 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9782e5aa-47c0-4f59-a970-ceaede676825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:53.798401 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7357a712-47ee-4ba4-b382-7468a0814e3f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:53.877101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43132) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:53.932097 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7357a712-47ee-4ba4-b382-7468a0814e3f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:53.943743 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-d7fe29c2-877a-46b5-b5e7-c9b5d9828f04 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Request body: {'router': {'name': 'tempest-router--2053748578', 'project_id': '5dc45467ef2741b7a16ba84325e70e08'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:53.969484 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d7fe29c2-877a-46b5-b5e7-c9b5d9828f04 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:53.975412 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7357a712-47ee-4ba4-b382-7468a0814e3f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:53.981359 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7357a712-47ee-4ba4-b382-7468a0814e3f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Usage tracker for resource:security_group_rule and tenant:9aba25d1fad24f8688aaba4c1569f0f2 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:53.983987 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ebcba473-95f3-4383-a14e-e7b22c45c4b7 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:53.984911 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7357a712-47ee-4ba4-b382-7468a0814e3f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:54.021733 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-9782e5aa-47c0-4f59-a970-ceaede676825 None None] Calling delete_port for d80e31b1-c9db-484f-a868-8836b35cfe27 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:54.057517 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7357a712-47ee-4ba4-b382-7468a0814e3f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:54.111679 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9782e5aa-47c0-4f59-a970-ceaede676825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:54.171841 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782e5aa-47c0-4f59-a970-ceaede676825 None None] Pushing event deleted for resources: {'Port': ['ID=d80e31b1-c9db-484f-a868-8836b35cfe27,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:54.173910 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d7fe29c2-877a-46b5-b5e7-c9b5d9828f04 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Usage tracker for resource:router and tenant:5dc45467ef2741b7a16ba84325e70e08 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:54.179533 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9782e5aa-47c0-4f59-a970-ceaede676825 None None] No DVR routers for this DVR port d80e31b1-c9db-484f-a868-8836b35cfe27 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:55:54.193895 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:54.197555 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d7fe29c2-877a-46b5-b5e7-c9b5d9828f04 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:54.245260 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6cf3793a-e886-461f-98f9-cfb13b33fd6d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:54.255056 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d80e31b1-c9db-484f-a868-8836b35cfe27 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:55:54.292004 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: d80e31b1-c9db-484f-a868-8836b35cfe27 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:55:54.296379 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d80e31b1-c9db-484f-a868-8836b35cfe27 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:55:54.312329 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d7fe29c2-877a-46b5-b5e7-c9b5d9828f04 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:54.322523 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ebcba473-95f3-4383-a14e-e7b22c45c4b7 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Calling delete_port for 9b43d65a-fb80-4c21-8252-5b7c345006dd owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:54.395014 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-4f0b975e-fdfa-492b-a10f-c351d3db7c45 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] For port d80e31b1-c9db-484f-a868-8836b35cfe27, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d80e31b1-c9db-484f-a868-8836b35cfe27,segment=NetworkSegment(5be573ab-df6e-43fe-8507-3a106e12293b),segment_id=5be573ab-df6e-43fe-8507-3a106e12293b)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:54.395472 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f0b975e-fdfa-492b-a10f-c351d3db7c45 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:54.407928 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d7fe29c2-877a-46b5-b5e7-c9b5d9828f04 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:54.409001 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d7fe29c2-877a-46b5-b5e7-c9b5d9828f04 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:54.533934 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:54.559692 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-4f0b975e-fdfa-492b-a10f-c351d3db7c45 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Calling delete_port for d80e31b1-c9db-484f-a868-8836b35cfe27 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:54.623899 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7357a712-47ee-4ba4-b382-7468a0814e3f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:54.633281 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7357a712-47ee-4ba4-b382-7468a0814e3f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:54.641739 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d7fe29c2-877a-46b5-b5e7-c9b5d9828f04 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:54.756892 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d7fe29c2-877a-46b5-b5e7-c9b5d9828f04 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:54.780634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.api [None req-4f0b975e-fdfa-492b-a10f-c351d3db7c45 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:55:54.780947 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG oslo_db.api [None req-4f0b975e-fdfa-492b-a10f-c351d3db7c45 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:55:54.844876 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d7fe29c2-877a-46b5-b5e7-c9b5d9828f04 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:54.845972 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d7fe29c2-877a-46b5-b5e7-c9b5d9828f04 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9634740 Apr 18 05:55:54.851435 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43136) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:54.867254 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357a712-47ee-4ba4-b382-7468a0814e3f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8268951c-0ce5-4e26-8f7a-0cec494dcd3b,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:54.879839 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7357a712-47ee-4ba4-b382-7468a0814e3f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:54.881049 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7357a712-47ee-4ba4-b382-7468a0814e3f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3189876 Apr 18 05:55:54.885163 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43140) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:54.897320 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-5ff1b473-75e1-4b25-b7fa-db78bd10551a tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:54.897958 dv-neutron-837489-1-hyperv neutron-server[88035]: WARNING neutron.api.v2.base [None req-5ff1b473-75e1-4b25-b7fa-db78bd10551a tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 05:55:54.898441 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-5ff1b473-75e1-4b25-b7fa-db78bd10551a tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 05:55:54.899363 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5ff1b473-75e1-4b25-b7fa-db78bd10551a tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "PUT /v2.0/security-groups/8268951c-0ce5-4e26-8f7a-0cec494dcd3b HTTP/1.1" status: 409 len: 330 time: 0.0104251 Apr 18 05:55:54.920299 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43144) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:55.032525 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ebcba473-95f3-4383-a14e-e7b22c45c4b7 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:55.066179 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-6cf3793a-e886-461f-98f9-cfb13b33fd6d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port 073976e4-b1cd-449b-b125-bfef7b1b4941 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:55.066519 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6cf3793a-e886-461f-98f9-cfb13b33fd6d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:55.125290 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b5995bea-5eed-46b5-b01b-ed263380d8c4 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:55.132198 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:55.221523 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcba473-95f3-4383-a14e-e7b22c45c4b7 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Pushing event deleted for resources: {'Port': ['ID=9b43d65a-fb80-4c21-8252-5b7c345006dd,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:55.313441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-4f0b975e-fdfa-492b-a10f-c351d3db7c45 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting port d80e31b1-c9db-484f-a868-8836b35cfe27 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:55.313778 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f0b975e-fdfa-492b-a10f-c351d3db7c45 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:55.433309 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6cf3793a-e886-461f-98f9-cfb13b33fd6d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:55.557469 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcba473-95f3-4383-a14e-e7b22c45c4b7 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.557773 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcba473-95f3-4383-a14e-e7b22c45c4b7 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.558069 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcba473-95f3-4383-a14e-e7b22c45c4b7 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.558416 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcba473-95f3-4383-a14e-e7b22c45c4b7 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.558735 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcba473-95f3-4383-a14e-e7b22c45c4b7 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.559065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcba473-95f3-4383-a14e-e7b22c45c4b7 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.559389 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcba473-95f3-4383-a14e-e7b22c45c4b7 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.559712 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcba473-95f3-4383-a14e-e7b22c45c4b7 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.560056 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcba473-95f3-4383-a14e-e7b22c45c4b7 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.560391 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcba473-95f3-4383-a14e-e7b22c45c4b7 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.560706 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcba473-95f3-4383-a14e-e7b22c45c4b7 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.561025 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcba473-95f3-4383-a14e-e7b22c45c4b7 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.570233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-6cf3793a-e886-461f-98f9-cfb13b33fd6d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Calling delete_port for 073976e4-b1cd-449b-b125-bfef7b1b4941 owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:55.670238 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router c19b7a2a-097b-400a-aa26-fc64e2e327c1 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:55:55.783443 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:55.826527 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-4f0b975e-fdfa-492b-a10f-c351d3db7c45 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] The port 'd80e31b1-c9db-484f-a868-8836b35cfe27' was deleted {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:55:55.834973 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-aaddd0e1-43ce-494f-a073-c0e128cb720e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:55.933186 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:55.990505 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b5995bea-5eed-46b5-b01b-ed263380d8c4 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:56.016546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b5995bea-5eed-46b5-b01b-ed263380d8c4 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:56.049215 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-aaddd0e1-43ce-494f-a073-c0e128cb720e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:56.050684 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:55:56.062840 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c062193-5e05-4ccb-bd6a-519c58710f48 None None] Sync routers for ids ['c19b7a2a-097b-400a-aa26-fc64e2e327c1'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:55:56.076200 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6cf3793a-e886-461f-98f9-cfb13b33fd6d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:56.078666 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:56.082796 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-dc8bb7a0-a993-46e6-ac51-bed34d88430d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.3731761 Apr 18 05:55:56.083013 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c062193-5e05-4ccb-bd6a-519c58710f48 None None] Routers {'c19b7a2a-097b-400a-aa26-fc64e2e327c1'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:56.083013 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6c062193-5e05-4ccb-bd6a-519c58710f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c19b7a2a-097b-400a-aa26-fc64e2e327c1'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:56.116817 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43148) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:56.155054 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6c062193-5e05-4ccb-bd6a-519c58710f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:56.168501 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c062193-5e05-4ccb-bd6a-519c58710f48 None None] Routers {'c19b7a2a-097b-400a-aa26-fc64e2e327c1'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:56.169337 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6c062193-5e05-4ccb-bd6a-519c58710f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c19b7a2a-097b-400a-aa26-fc64e2e327c1'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:56.188855 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3793a-e886-461f-98f9-cfb13b33fd6d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Port': ['ID=073976e4-b1cd-449b-b125-bfef7b1b4941,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:56.240510 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6c062193-5e05-4ccb-bd6a-519c58710f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:56.240919 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c062193-5e05-4ccb-bd6a-519c58710f48 None None] The sync data for ids ['c19b7a2a-097b-400a-aa26-fc64e2e327c1'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:55:56.246133 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3793a-e886-461f-98f9-cfb13b33fd6d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.246474 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3793a-e886-461f-98f9-cfb13b33fd6d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.246806 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3793a-e886-461f-98f9-cfb13b33fd6d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.247136 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3793a-e886-461f-98f9-cfb13b33fd6d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.247482 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3793a-e886-461f-98f9-cfb13b33fd6d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.247810 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3793a-e886-461f-98f9-cfb13b33fd6d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.248154 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3793a-e886-461f-98f9-cfb13b33fd6d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.248473 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3793a-e886-461f-98f9-cfb13b33fd6d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.248850 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3793a-e886-461f-98f9-cfb13b33fd6d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.249090 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3793a-e886-461f-98f9-cfb13b33fd6d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.249407 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3793a-e886-461f-98f9-cfb13b33fd6d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.249721 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3793a-e886-461f-98f9-cfb13b33fd6d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.305163 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f0b975e-fdfa-492b-a10f-c351d3db7c45 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:56.314527 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b5995bea-5eed-46b5-b01b-ed263380d8c4 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:56.315027 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5995bea-5eed-46b5-b01b-ed263380d8c4 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff79aaaa-9b76-4e4d-9118-36f95f749412 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:55:56.323942 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ebcba473-95f3-4383-a14e-e7b22c45c4b7 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:56.394506 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-4f0b975e-fdfa-492b-a10f-c351d3db7c45 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc06eb6-ff23-4afc-83e6-06b213dc25ec']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:56.475283 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-4f0b975e-fdfa-492b-a10f-c351d3db7c45 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be573ab-df6e-43fe-8507-3a106e12293b') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:56.475571 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-4f0b975e-fdfa-492b-a10f-c351d3db7c45 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be573ab-df6e-43fe-8507-3a106e12293b') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:56.479501 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-654cdfc0-f34b-402e-a65c-7bbce5a167f9 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/routers/c19b7a2a-097b-400a-aa26-fc64e2e327c1 HTTP/1.1" status: 200 len: 885 time: 0.3615937 Apr 18 05:55:56.495993 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43152) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:56.539016 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6cf3793a-e886-461f-98f9-cfb13b33fd6d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:56.562656 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f0b975e-fdfa-492b-a10f-c351d3db7c45 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:56.568810 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-aaddd0e1-43ce-494f-a073-c0e128cb720e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:56.678001 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.26.1.165 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/5890c553-f6bb-49d6-bd96-08684c42c817) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:55:56.685046 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaddd0e1-43ce-494f-a073-c0e128cb720e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8268951c-0ce5-4e26-8f7a-0cec494dcd3b,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:56.690418 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f0b975e-fdfa-492b-a10f-c351d3db7c45 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:56.765896 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0b975e-fdfa-492b-a10f-c351d3db7c45 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:55:56.766306 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f0b975e-fdfa-492b-a10f-c351d3db7c45 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:55:56.784346 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:55:56.809966 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf3793a-e886-461f-98f9-cfb13b33fd6d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Router 688527e5-b859-4fc6-9bd7-3ebf7bac0407 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:55:56.948712 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf3793a-e886-461f-98f9-cfb13b33fd6d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:55:56.953534 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b5995bea-5eed-46b5-b01b-ed263380d8c4 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:56.953746 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6cf3793a-e886-461f-98f9-cfb13b33fd6d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "PUT /v2.0/routers/688527e5-b859-4fc6-9bd7-3ebf7bac0407/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4510031 Apr 18 05:55:56.954642 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b5995bea-5eed-46b5-b01b-ed263380d8c4 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "DELETE /v2.0/routers/ff79aaaa-9b76-4e4d-9118-36f95f749412 HTTP/1.1" status: 204 len: 168 time: 2.1002886 Apr 18 05:55:56.955554 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-aaddd0e1-43ce-494f-a073-c0e128cb720e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:56.959862 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-aaddd0e1-43ce-494f-a073-c0e128cb720e tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "DELETE /v2.0/security-groups/8268951c-0ce5-4e26-8f7a-0cec494dcd3b HTTP/1.1" status: 204 len: 168 time: 2.0340912 Apr 18 05:55:56.960806 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43156) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:56.960806 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43160) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:56.965200 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962efac6-526e-4d5e-a76e-1465e5e93acb None None] Sync routers for ids ['688527e5-b859-4fc6-9bd7-3ebf7bac0407'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:55:56.983212 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962efac6-526e-4d5e-a76e-1465e5e93acb None None] Routers {'688527e5-b859-4fc6-9bd7-3ebf7bac0407'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:56.984009 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-962efac6-526e-4d5e-a76e-1465e5e93acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['688527e5-b859-4fc6-9bd7-3ebf7bac0407'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:57.019518 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cbdc232-df85-4c23-bc90-70c9bac94e02 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] GET failed (client error): The resource could not be found. Apr 18 05:55:57.020846 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8cbdc232-df85-4c23-bc90-70c9bac94e02 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Synchronizing usage tracker for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:55:57.052716 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8cbdc232-df85-4c23-bc90-70c9bac94e02 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Unset dirty status for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:55:57.053874 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8cbdc232-df85-4c23-bc90-70c9bac94e02 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports/073976e4-b1cd-449b-b125-bfef7b1b4941 HTTP/1.1" status: 404 len: 333 time: 0.0948284 Apr 18 05:55:57.057268 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43166) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:57.063703 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-962efac6-526e-4d5e-a76e-1465e5e93acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:57.075693 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962efac6-526e-4d5e-a76e-1465e5e93acb None None] Routers {'688527e5-b859-4fc6-9bd7-3ebf7bac0407'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:57.076801 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-962efac6-526e-4d5e-a76e-1465e5e93acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['688527e5-b859-4fc6-9bd7-3ebf7bac0407'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:57.108592 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43170) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:57.145547 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-962efac6-526e-4d5e-a76e-1465e5e93acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:57.145950 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962efac6-526e-4d5e-a76e-1465e5e93acb None None] The sync data for ids ['688527e5-b859-4fc6-9bd7-3ebf7bac0407'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:55:57.192345 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcba473-95f3-4383-a14e-e7b22c45c4b7 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Router abe53109-e720-4aed-aa1f-537c40f9d966 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:55:57.226424 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f0b975e-fdfa-492b-a10f-c351d3db7c45 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:57.305499 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f0b975e-fdfa-492b-a10f-c351d3db7c45 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:57.335981 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b975e-fdfa-492b-a10f-c351d3db7c45 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Network': ['ID=ccc06eb6-ff23-4afc-83e6-06b213dc25ec,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:57.361920 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1a644e96-3c6c-4ba2-8f3b-1a188982db2a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:57.415385 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4f0b975e-fdfa-492b-a10f-c351d3db7c45 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/networks/ccc06eb6-ff23-4afc-83e6-06b213dc25ec HTTP/1.1" status: 204 len: 168 time: 4.4684255 Apr 18 05:55:57.422030 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43176) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:57.427326 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-553952c4-c098-40bf-9589-81db0a517b81 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Synchronizing usage tracker for tenant:9aba25d1fad24f8688aaba4c1569f0f2 on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:55:57.428236 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcba473-95f3-4383-a14e-e7b22c45c4b7 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:55:57.440107 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47743f-0cda-4f1a-87d7-1e23dfb028f2 None None] Sync routers for ids ['abe53109-e720-4aed-aa1f-537c40f9d966'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:55:57.450646 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47743f-0cda-4f1a-87d7-1e23dfb028f2 None None] Routers {'abe53109-e720-4aed-aa1f-537c40f9d966'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:57.451525 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-1d47743f-0cda-4f1a-87d7-1e23dfb028f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['abe53109-e720-4aed-aa1f-537c40f9d966'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:57.486812 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1100262703', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}, 'admin_state_up': False}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:57.497511 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ebcba473-95f3-4383-a14e-e7b22c45c4b7 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] 10.222.0.15 "PUT /v2.0/routers/abe53109-e720-4aed-aa1f-537c40f9d966/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1001463 Apr 18 05:55:57.504070 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43182) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:57.508094 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-778797542', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}, 'admin_state_up': False}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:57.516382 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-1d47743f-0cda-4f1a-87d7-1e23dfb028f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:57.527153 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47743f-0cda-4f1a-87d7-1e23dfb028f2 None None] Routers {'abe53109-e720-4aed-aa1f-537c40f9d966'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:55:57.528210 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-1d47743f-0cda-4f1a-87d7-1e23dfb028f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['abe53109-e720-4aed-aa1f-537c40f9d966'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:57.537878 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:57.543003 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:57.572089 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-553952c4-c098-40bf-9589-81db0a517b81 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] Unset dirty status for tenant:9aba25d1fad24f8688aaba4c1569f0f2 on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:55:57.573351 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-553952c4-c098-40bf-9589-81db0a517b81 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6118939 Apr 18 05:55:57.596456 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:55:57.601385 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43186) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:57.604577 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-1d47743f-0cda-4f1a-87d7-1e23dfb028f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:57.605081 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47743f-0cda-4f1a-87d7-1e23dfb028f2 None None] The sync data for ids ['abe53109-e720-4aed-aa1f-537c40f9d966'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:55:57.616330 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:router and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:57.627106 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Usage tracker for resource:router and tenant:a7bbd03ad9564760b04936429ba8eaea is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:55:57.642075 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:57.648360 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:55:57.662043 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:57.664100 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:55:57.707623 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1a644e96-3c6c-4ba2-8f3b-1a188982db2a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:57.709873 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1a644e96-3c6c-4ba2-8f3b-1a188982db2a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:57.737751 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1a644e96-3c6c-4ba2-8f3b-1a188982db2a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:57.738180 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a644e96-3c6c-4ba2-8f3b-1a188982db2a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Fanout notify agent at l3_agent the message router_deleted on router 688527e5-b859-4fc6-9bd7-3ebf7bac0407 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:55:57.746928 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-373db42e-bf63-4939-b8e9-10fd407a730d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] delete failed (client error): The resource could not be found. Apr 18 05:55:57.748150 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-373db42e-bf63-4939-b8e9-10fd407a730d tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "DELETE /v2.0/security-groups/36e6620c-2091-4d3f-a880-5f152a22b9f8 HTTP/1.1" status: 404 len: 347 time: 0.1347027 Apr 18 05:55:57.751307 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1a644e96-3c6c-4ba2-8f3b-1a188982db2a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:57.751496 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1a644e96-3c6c-4ba2-8f3b-1a188982db2a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/routers/688527e5-b859-4fc6-9bd7-3ebf7bac0407 HTTP/1.1" status: 204 len: 168 time: 0.6935039 Apr 18 05:55:57.754097 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43190) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:57.754967 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c8a40928-5a66-4a95-8fa3-7eedd5f3a208 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:57.758620 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43192) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:57.820179 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-335396c5-5ce4-4bbe-98e7-dc0ad65a190f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] show failed (client error): The resource could not be found. Apr 18 05:55:57.821229 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-335396c5-5ce4-4bbe-98e7-dc0ad65a190f tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "GET /v2.0/security-groups/1d2f0cf4-48b8-48fb-aef1-6e45107e0612 HTTP/1.1" status: 404 len: 347 time: 0.0631824 Apr 18 05:55:57.825126 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43198) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:57.829774 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:57.830760 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:57.838192 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:57.839106 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:57.849179 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-61d72ab8-14a0-4a9e-ad1f-326b06ecd3a3 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] show failed (client error): The resource could not be found. Apr 18 05:55:57.850205 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-61d72ab8-14a0-4a9e-ad1f-326b06ecd3a3 tempest-NegativeSecGroupTest-2104605227 tempest-NegativeSecGroupTest-2104605227-project] 10.222.0.15 "GET /v2.0/security-group-rules/f6b9aa8e-42fd-4aad-96d2-ca2484d19d5b HTTP/1.1" status: 404 len: 356 time: 0.0243471 Apr 18 05:55:57.857557 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ed2268-1b5b-41fd-bbb5-9b83d8387aa8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting subnet a7f477aa-2ad9-46f5-829c-95ab1249ef2f {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:55:57.860883 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56ed2268-1b5b-41fd-bbb5-9b83d8387aa8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:57.919744 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56ed2268-1b5b-41fd-bbb5-9b83d8387aa8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:58.011151 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56ed2268-1b5b-41fd-bbb5-9b83d8387aa8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:58.065058 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:58.067417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:58.073170 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:58.101154 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56ed2268-1b5b-41fd-bbb5-9b83d8387aa8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:58.141354 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed2268-1b5b-41fd-bbb5-9b83d8387aa8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f477aa-2ad9-46f5-829c-95ab1249ef2f,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:58.145340 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56ed2268-1b5b-41fd-bbb5-9b83d8387aa8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:58.151622 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-56ed2268-1b5b-41fd-bbb5-9b83d8387aa8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/subnets/a7f477aa-2ad9-46f5-829c-95ab1249ef2f HTTP/1.1" status: 204 len: 168 time: 0.3958697 Apr 18 05:55:58.153149 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a044f0c-f141-47d4-8645-006ae4cff9a4 None None] Network f9b53f39-4f99-4aa2-a9f6-409679e68848 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:55:58.154185 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43206) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:58.174075 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43210) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:58.201989 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8709a376-bb19-44a0-9f57-261884fcb390 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Synchronizing usage tracker for tenant:cfb0e03f77e24f68b484d6de092642f5 on resource:router {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:55:58.207763 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c8a40928-5a66-4a95-8fa3-7eedd5f3a208 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:58.227016 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c8a40928-5a66-4a95-8fa3-7eedd5f3a208 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:58.244585 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:55:58.252687 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:55:58.255581 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:55:58.279753 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-94a80d0d-b75e-4be0-8c7f-3cc9cc6f8271 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:58.291780 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-94a80d0d-b75e-4be0-8c7f-3cc9cc6f8271 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port 2bfeb52b-464f-4178-ac01-b148a8ee37db {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:58.292160 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-94a80d0d-b75e-4be0-8c7f-3cc9cc6f8271 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:58.480833 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4105dea-12b7-4523-abc2-c5ce7ed4d146 None None] DHCP port deletion for f9b53f39-4f99-4aa2-a9f6-409679e68848 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:55:58.485410 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f4105dea-12b7-4523-abc2-c5ce7ed4d146 None None] Deleting port 2bfeb52b-464f-4178-ac01-b148a8ee37db {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:58.485775 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f4105dea-12b7-4523-abc2-c5ce7ed4d146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:58.562821 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-94a80d0d-b75e-4be0-8c7f-3cc9cc6f8271 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] For port 2bfeb52b-464f-4178-ac01-b148a8ee37db, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=2bfeb52b-464f-4178-ac01-b148a8ee37db,segment=NetworkSegment(2843200a-8023-4e7a-89e0-a7c467121133),segment_id=2843200a-8023-4e7a-89e0-a7c467121133)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:58.563160 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-94a80d0d-b75e-4be0-8c7f-3cc9cc6f8271 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:58.575470 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-efada332-6e2c-4c95-b60e-383065ed0455 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9aba25d1fad24f8688aaba4c1569f0f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3980386 Apr 18 05:55:58.576670 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43216) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:58.599829 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=5890c553-f6bb-49d6-bd96-08684c42c817,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:58.611827 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8709a376-bb19-44a0-9f57-261884fcb390 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Unset dirty status for tenant:cfb0e03f77e24f68b484d6de092642f5 on resource:router {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:55:58.616263 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8709a376-bb19-44a0-9f57-261884fcb390 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 2.1192329 Apr 18 05:55:58.629118 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43220) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:58.691797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-53076785-b32d-4e0c-bf1c-2eea9d6ce88f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2097431670'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:55:58.695443 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f4105dea-12b7-4523-abc2-c5ce7ed4d146 None None] For port 2bfeb52b-464f-4178-ac01-b148a8ee37db, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=2bfeb52b-464f-4178-ac01-b148a8ee37db,segment=NetworkSegment(2843200a-8023-4e7a-89e0-a7c467121133),segment_id=2843200a-8023-4e7a-89e0-a7c467121133)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:55:58.695832 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f4105dea-12b7-4523-abc2-c5ce7ed4d146 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:58.754862 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c8a40928-5a66-4a95-8fa3-7eedd5f3a208 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:58.755356 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a40928-5a66-4a95-8fa3-7eedd5f3a208 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Fanout notify agent at l3_agent the message router_deleted on router abe53109-e720-4aed-aa1f-537c40f9d966 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:55:58.820541 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f4105dea-12b7-4523-abc2-c5ce7ed4d146 None None] Calling delete_port for 2bfeb52b-464f-4178-ac01-b148a8ee37db owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:58.894473 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-94a80d0d-b75e-4be0-8c7f-3cc9cc6f8271 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Calling delete_port for 2bfeb52b-464f-4178-ac01-b148a8ee37db owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:55:58.912654 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f4105dea-12b7-4523-abc2-c5ce7ed4d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:58.957162 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4105dea-12b7-4523-abc2-c5ce7ed4d146 None None] Pushing event deleted for resources: {'Port': ['ID=2bfeb52b-464f-4178-ac01-b148a8ee37db,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:58.966451 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4105dea-12b7-4523-abc2-c5ce7ed4d146 None None] No DVR routers for this DVR port 2bfeb52b-464f-4178-ac01-b148a8ee37db on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:55:58.968537 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4105dea-12b7-4523-abc2-c5ce7ed4d146 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:58.968974 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4105dea-12b7-4523-abc2-c5ce7ed4d146 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:58.969403 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4105dea-12b7-4523-abc2-c5ce7ed4d146 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:58.969822 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4105dea-12b7-4523-abc2-c5ce7ed4d146 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:58.970265 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4105dea-12b7-4523-abc2-c5ce7ed4d146 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:58.970680 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4105dea-12b7-4523-abc2-c5ce7ed4d146 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:58.971116 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4105dea-12b7-4523-abc2-c5ce7ed4d146 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:58.971528 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4105dea-12b7-4523-abc2-c5ce7ed4d146 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:58.971975 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4105dea-12b7-4523-abc2-c5ce7ed4d146 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:58.972396 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4105dea-12b7-4523-abc2-c5ce7ed4d146 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:58.972802 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4105dea-12b7-4523-abc2-c5ce7ed4d146 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:58.973707 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4105dea-12b7-4523-abc2-c5ce7ed4d146 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:58.990802 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-94a80d0d-b75e-4be0-8c7f-3cc9cc6f8271 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:55:58.991110 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-94a80d0d-b75e-4be0-8c7f-3cc9cc6f8271 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:55:59.008592 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c8a40928-5a66-4a95-8fa3-7eedd5f3a208 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:59.009673 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c8a40928-5a66-4a95-8fa3-7eedd5f3a208 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] 10.222.0.15 "DELETE /v2.0/routers/abe53109-e720-4aed-aa1f-537c40f9d966 HTTP/1.1" status: 204 len: 168 time: 1.4957242 Apr 18 05:55:59.013969 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43224) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:55:59.132263 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:59.214681 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:59.216262 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfcfddbf-5567-4763-844c-6efe09b9a180 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Deleting subnet e62b005e-9e0d-48ab-ab2a-e8bb09f3a861 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:55:59.232995 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dfcfddbf-5567-4763-844c-6efe09b9a180 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:59.295673 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-856c0c55-d814-4b98-a2a7-0fd72a5a6ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:59.356702 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dfcfddbf-5567-4763-844c-6efe09b9a180 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:59.384479 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-856c0c55-d814-4b98-a2a7-0fd72a5a6ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:59.498687 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-94a80d0d-b75e-4be0-8c7f-3cc9cc6f8271 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port 2bfeb52b-464f-4178-ac01-b148a8ee37db {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:55:59.499042 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-94a80d0d-b75e-4be0-8c7f-3cc9cc6f8271 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:59.600684 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-94a80d0d-b75e-4be0-8c7f-3cc9cc6f8271 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] The port '2bfeb52b-464f-4178-ac01-b148a8ee37db' was deleted {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:55:59.757787 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dfcfddbf-5567-4763-844c-6efe09b9a180 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:59.865939 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:59.867361 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-53076785-b32d-4e0c-bf1c-2eea9d6ce88f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:59.885649 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-94a80d0d-b75e-4be0-8c7f-3cc9cc6f8271 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:59.916761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-53076785-b32d-4e0c-bf1c-2eea9d6ce88f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:59.957928 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-856c0c55-d814-4b98-a2a7-0fd72a5a6ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:59.975628 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-94a80d0d-b75e-4be0-8c7f-3cc9cc6f8271 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b53f39-4f99-4aa2-a9f6-409679e68848']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:55:59.995431 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c0c55-d814-4b98-a2a7-0fd72a5a6ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd80acac-d298-4399-89d0-dc4990cdedb1,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:00.014100 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-94a80d0d-b75e-4be0-8c7f-3cc9cc6f8271 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2843200a-8023-4e7a-89e0-a7c467121133') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:00.014575 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-94a80d0d-b75e-4be0-8c7f-3cc9cc6f8271 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2843200a-8023-4e7a-89e0-a7c467121133') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:00.034618 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-94a80d0d-b75e-4be0-8c7f-3cc9cc6f8271 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:00.042794 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dfcfddbf-5567-4763-844c-6efe09b9a180 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:00.101878 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfddbf-5567-4763-844c-6efe09b9a180 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Pushing event deleted for resources: {'Subnet': ['ID=e62b005e-9e0d-48ab-ab2a-e8bb09f3a861,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:00.105790 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-856c0c55-d814-4b98-a2a7-0fd72a5a6ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:00.106938 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-856c0c55-d814-4b98-a2a7-0fd72a5a6ba4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd80acac-d298-4399-89d0-dc4990cdedb1 HTTP/1.1" status: 204 len: 168 time: 1.5037179 Apr 18 05:56:00.167189 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dfcfddbf-5567-4763-844c-6efe09b9a180 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:00.169941 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-94a80d0d-b75e-4be0-8c7f-3cc9cc6f8271 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:00.170428 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcade48e-1128-4d4c-bc36-fcff64b97968 None None] Network 2b9bb175-ef72-4b9e-a165-015fd4697113 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:00.187474 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a80d0d-b75e-4be0-8c7f-3cc9cc6f8271 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:56:00.187885 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-94a80d0d-b75e-4be0-8c7f-3cc9cc6f8271 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:56:00.204089 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:56:00.228472 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-dfcfddbf-5567-4763-844c-6efe09b9a180 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] 10.222.0.15 "DELETE /v2.0/subnets/e62b005e-9e0d-48ab-ab2a-e8bb09f3a861 HTTP/1.1" status: 204 len: 168 time: 1.2134848 Apr 18 05:56:00.234748 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43230) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:00.355722 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 2bfeb52b-464f-4178-ac01-b148a8ee37db no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:56:00.440282 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 2bfeb52b-464f-4178-ac01-b148a8ee37db {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:56:00.440782 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 2bfeb52b-464f-4178-ac01-b148a8ee37db not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:56:00.518082 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53076785-b32d-4e0c-bf1c-2eea9d6ce88f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router c19b7a2a-097b-400a-aa26-fc64e2e327c1 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:56:00.525951 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-94a80d0d-b75e-4be0-8c7f-3cc9cc6f8271 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:00.573125 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:00.588586 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-94a80d0d-b75e-4be0-8c7f-3cc9cc6f8271 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:00.601389 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-94a80d0d-b75e-4be0-8c7f-3cc9cc6f8271 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/networks/f9b53f39-4f99-4aa2-a9f6-409679e68848 HTTP/1.1" status: 204 len: 168 time: 2.4461668 Apr 18 05:56:00.608660 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43242) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:00.672781 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:00.679458 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdd2eba-331d-4cd9-8051-693ab26f0600 None None] DHCP port deletion for 2b9bb175-ef72-4b9e-a165-015fd4697113 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:56:00.684539 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-8fdd2eba-331d-4cd9-8051-693ab26f0600 None None] Deleting port ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:00.685087 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8fdd2eba-331d-4cd9-8051-693ab26f0600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:00.750159 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:00.761178 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:00.774323 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a80d0d-b75e-4be0-8c7f-3cc9cc6f8271 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Network': ['ID=f9b53f39-4f99-4aa2-a9f6-409679e68848,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:00.872000 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-db21c466-424d-4155-adcb-1d7e0c1e8b56 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:00.906140 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53076785-b32d-4e0c-bf1c-2eea9d6ce88f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:56:00.915311 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17988ebe-4149-419c-a3ee-f2b8ace764a8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:00.916945 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-17988ebe-4149-419c-a3ee-f2b8ace764a8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports/1b9e2684-b1b7-42ac-a55e-a0e137ecacc9 HTTP/1.1" status: 200 len: 841 time: 0.2575626 Apr 18 05:56:00.918101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:00.922384 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-53076785-b32d-4e0c-bf1c-2eea9d6ce88f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:00.923686 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-53076785-b32d-4e0c-bf1c-2eea9d6ce88f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/c19b7a2a-097b-400a-aa26-fc64e2e327c1 HTTP/1.1" status: 200 len: 892 time: 2.2940164 Apr 18 05:56:00.923906 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849b24f1-5435-4d0f-bd99-eea5e77c6cf1 None None] Sync routers for ids ['c19b7a2a-097b-400a-aa26-fc64e2e327c1'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:56:00.925626 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43256) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:00.928159 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43258) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:00.941112 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849b24f1-5435-4d0f-bd99-eea5e77c6cf1 None None] Routers {'c19b7a2a-097b-400a-aa26-fc64e2e327c1'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:00.941908 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-849b24f1-5435-4d0f-bd99-eea5e77c6cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c19b7a2a-097b-400a-aa26-fc64e2e327c1'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:00.975055 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-8fdd2eba-331d-4cd9-8051-693ab26f0600 None None] For port ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9,segment=NetworkSegment(040789e4-abfe-43e8-99e2-32161be702c0),segment_id=040789e4-abfe-43e8-99e2-32161be702c0)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:00.975749 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8fdd2eba-331d-4cd9-8051-693ab26f0600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:00.991598 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-db21c466-424d-4155-adcb-1d7e0c1e8b56 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Deleting port ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:00.991944 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-db21c466-424d-4155-adcb-1d7e0c1e8b56 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:01.032511 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-849b24f1-5435-4d0f-bd99-eea5e77c6cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:01.043008 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849b24f1-5435-4d0f-bd99-eea5e77c6cf1 None None] Routers {'c19b7a2a-097b-400a-aa26-fc64e2e327c1'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:01.043604 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-849b24f1-5435-4d0f-bd99-eea5e77c6cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c19b7a2a-097b-400a-aa26-fc64e2e327c1'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:01.063884 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43264) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:01.111023 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-849b24f1-5435-4d0f-bd99-eea5e77c6cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:01.111589 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849b24f1-5435-4d0f-bd99-eea5e77c6cf1 None None] The sync data for ids ['c19b7a2a-097b-400a-aa26-fc64e2e327c1'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:56:01.140937 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-8fdd2eba-331d-4cd9-8051-693ab26f0600 None None] Calling delete_port for ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:56:01.178812 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7be4c3f6-645c-4d11-84f7-89020282caad tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Synchronizing usage tracker for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:56:01.247275 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8fdd2eba-331d-4cd9-8051-693ab26f0600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:01.265265 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-db21c466-424d-4155-adcb-1d7e0c1e8b56 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] The port 'ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9' was deleted {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:56:01.297401 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd2eba-331d-4cd9-8051-693ab26f0600 None None] Pushing event deleted for resources: {'Port': ['ID=ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:01.299136 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd2eba-331d-4cd9-8051-693ab26f0600 None None] No DVR routers for this DVR port ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:56:01.344692 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1583197712-network', 'tenant_id': 'db5a0a01c6b64638a4bec3ee6880f534'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:01.360990 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:01.372564 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] Usage tracker for resource:network and tenant:db5a0a01c6b64638a4bec3ee6880f534 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:01.378953 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:01.397788 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7be4c3f6-645c-4d11-84f7-89020282caad tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Unset dirty status for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:56:01.399098 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7be4c3f6-645c-4d11-84f7-89020282caad tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports/1b9e2684-b1b7-42ac-a55e-a0e137ecacc9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4720325 Apr 18 05:56:01.400616 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Allocated IP 172.26.1.2 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/45a83446-4957-43ef-b224-58da6ec8cee6) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:01.405188 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:01.407020 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43270) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:01.424945 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-75d8725f-19b2-4cbc-943c-bbd909952e28 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'subnet': {'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:01.483069 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a0bf3ea3-4d58-46ce-b503-7aff1560460f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/routers/c19b7a2a-097b-400a-aa26-fc64e2e327c1 HTTP/1.1" status: 200 len: 892 time: 0.5529821 Apr 18 05:56:01.489233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43274) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:01.492344 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] Made reservation on behalf of db5a0a01c6b64638a4bec3ee6880f534 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:01.494617 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:01.528822 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-db21c466-424d-4155-adcb-1d7e0c1e8b56 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:01.549869 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8f06a6b3-5431-42c8-9382-0710927ce2a2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Synchronizing usage tracker for tenant:cfb0e03f77e24f68b484d6de092642f5 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:56:01.568505 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-db21c466-424d-4155-adcb-1d7e0c1e8b56 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9bb175-ef72-4b9e-a165-015fd4697113']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:01.573232 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:01.586055 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-db21c466-424d-4155-adcb-1d7e0c1e8b56 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040789e4-abfe-43e8-99e2-32161be702c0') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:01.586229 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-db21c466-424d-4155-adcb-1d7e0c1e8b56 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040789e4-abfe-43e8-99e2-32161be702c0') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:01.599316 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-db21c466-424d-4155-adcb-1d7e0c1e8b56 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:01.605537 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8f06a6b3-5431-42c8-9382-0710927ce2a2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Unset dirty status for tenant:cfb0e03f77e24f68b484d6de092642f5 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:56:01.606696 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8f06a6b3-5431-42c8-9382-0710927ce2a2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/ports?device_id=c19b7a2a-097b-400a-aa26-fc64e2e327c1 HTTP/1.1" status: 200 len: 205 time: 0.1165006 Apr 18 05:56:01.610231 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43278) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:01.665947 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:01.685082 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-db21c466-424d-4155-adcb-1d7e0c1e8b56 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:01.693302 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] Usage tracker for resource:security_group_rule and tenant:db5a0a01c6b64638a4bec3ee6880f534 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:01.696372 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db21c466-424d-4155-adcb-1d7e0c1e8b56 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:56:01.696723 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-db21c466-424d-4155-adcb-1d7e0c1e8b56 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:01.701492 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:01.709178 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-75d8725f-19b2-4cbc-943c-bbd909952e28 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:56:01.712057 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:56:01.718039 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:01.720436 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-75d8725f-19b2-4cbc-943c-bbd909952e28 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:subnet and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:01.727571 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-75d8725f-19b2-4cbc-943c-bbd909952e28 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:01.732386 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router d80b2c63-ac79-4c6f-bb81-8d493381630e is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:56:01.758584 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-75d8725f-19b2-4cbc-943c-bbd909952e28 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:01.868444 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:01.874528 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d8725f-19b2-4cbc-943c-bbd909952e28 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:01.877573 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-db21c466-424d-4155-adcb-1d7e0c1e8b56 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:01.878053 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-75d8725f-19b2-4cbc-943c-bbd909952e28 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:01.900265 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-db21c466-424d-4155-adcb-1d7e0c1e8b56 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:01.914407 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21c466-424d-4155-adcb-1d7e0c1e8b56 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] Pushing event deleted for resources: {'Network': ['ID=2b9bb175-ef72-4b9e-a165-015fd4697113,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:01.918968 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0686683e-356e-488d-b2f8-4a9134fd3f75 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:01.982659 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-db21c466-424d-4155-adcb-1d7e0c1e8b56 tempest-FloatingIPNegativeTestJSON-1341787468 tempest-FloatingIPNegativeTestJSON-1341787468-project] 10.222.0.15 "DELETE /v2.0/networks/2b9bb175-ef72-4b9e-a165-015fd4697113 HTTP/1.1" status: 204 len: 168 time: 1.5014625 Apr 18 05:56:02.181906 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:56:02.196183 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] Sync routers for ids ['d80b2c63-ac79-4c6f-bb81-8d493381630e'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:56:02.214941 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:02.230184 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43286) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:02.231668 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] Routers {'d80b2c63-ac79-4c6f-bb81-8d493381630e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:02.234468 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d80b2c63-ac79-4c6f-bb81-8d493381630e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:02.234684 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:02.291532 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0686683e-356e-488d-b2f8-4a9134fd3f75 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:02.320120 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-0686683e-356e-488d-b2f8-4a9134fd3f75 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting port 9b7e72fb-4793-45bd-8259-be97921dac29 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:02.320469 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0686683e-356e-488d-b2f8-4a9134fd3f75 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:02.353096 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:56:02.357419 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Allocated IP 172.26.1.243 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/63db2a2f-0293-4c4c-a83c-d7bf6731abdc) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:02.415562 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:56:02.415817 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device ec70cc88-ec1e-4ddf-9ea0-fa2fe5e690d9 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:56:02.457785 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:02.530448 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ba51d7b7-fa5d-4e97-aa16-cec726862bfe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8da1e4ec2c024b71861b66eb7beabfc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991579 Apr 18 05:56:02.532950 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43292) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:02.549518 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:02.554768 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] Set router d80b2c63-ac79-4c6f-bb81-8d493381630e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:56:02.554959 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9c3ff089-22fe-4c82-bddf-e686a41f1fdd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.5375917 Apr 18 05:56:02.555061 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43296) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:02.572767 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:02.577469 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:56:02.593163 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:02.596758 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0686683e-356e-488d-b2f8-4a9134fd3f75 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:02.611254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:02.640785 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb96db35-5486-4bab-8edc-bb0a13cd64c3,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:02.659180 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:02.659635 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] Added segment fd2a88f4-7f44-4c63-8d94-eb7a9c67af75 of type vlan for network c723f30e-7d15-4c50-9cc6-55e2d23ae0d4 Apr 18 05:56:02.678915 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Pushing event updated for resources: {'Port': ['ID=45a83446-4957-43ef-b224-58da6ec8cee6,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:02.773821 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-0686683e-356e-488d-b2f8-4a9134fd3f75 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Calling delete_port for 9b7e72fb-4793-45bd-8259-be97921dac29 owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:56:02.840003 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:02.848967 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:02.854605 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-75d8725f-19b2-4cbc-943c-bbd909952e28 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:02.865733 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3e380709-c976-41fd-bf4b-c925eabf0636 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=e00da76b2c8c4cb8902ec43a97f5e314&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3097882 Apr 18 05:56:02.866750 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-446b478f-74b3-4f92-a3c5-cd0749b8042b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:02.870235 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43302) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:02.900662 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'name': 'tempest-TestNetworkBasicOps-router-821609139', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:53Z', 'updated_at': '2022-04-18T05:55:59Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:55:55Z', 'updated_at': '2022-04-18T05:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:02.904700 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] Checking router: d80b2c63-ac79-4c6f-bb81-8d493381630e for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:56:02.905117 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] Updating router d80b2c63-ac79-4c6f-bb81-8d493381630e port 5890c553-f6bb-49d6-bd96-08684c42c817 binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:56:02.962180 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:03.025700 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d8725f-19b2-4cbc-943c-bbd909952e28 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network 114d2062-faee-47bc-b039-f3d6b167d58b is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:03.033542 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c27833e-e70e-412a-a24f-bcc1085420d3 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:03.038731 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4c27833e-e70e-412a-a24f-bcc1085420d3 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1638949 Apr 18 05:56:03.038945 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-75d8725f-19b2-4cbc-943c-bbd909952e28 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:03.047150 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d8725f-19b2-4cbc-943c-bbd909952e28 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:03.047732 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-75d8725f-19b2-4cbc-943c-bbd909952e28 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:03.048290 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43306) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:03.053229 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-446b478f-74b3-4f92-a3c5-cd0749b8042b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:03.085662 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8725f-19b2-4cbc-943c-bbd909952e28 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Subnet': ['ID=c3cc3df8-e1a9-4ee2-9f78-64967d7ffb30,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:03.094319 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:03.095275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:03.095852 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:03.122174 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-867834f0-98fc-4d6b-94ed-878f63743d75 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0702655 Apr 18 05:56:03.128182 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e01c79-bb0d-481d-bc2c-8f9922504dcc None None] Network 114d2062-faee-47bc-b039-f3d6b167d58b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:03.307380 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43310) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:03.320470 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0686683e-356e-488d-b2f8-4a9134fd3f75 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:03.327592 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-75d8725f-19b2-4cbc-943c-bbd909952e28 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9141712 Apr 18 05:56:03.347562 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43314) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:03.356979 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-8a2af5a1-ce55-43b1-b62e-6e8c2c560e98 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1586998188', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:03.375252 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-8e2b5852-5f9a-46d0-88f1-4c44ee2a4945 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'security_group': {'name': 'tempest-secgroup-1627148505'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:03.384466 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-446b478f-74b3-4f92-a3c5-cd0749b8042b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:03.436668 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3698425 Apr 18 05:56:03.437982 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8e2b5852-5f9a-46d0-88f1-4c44ee2a4945 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:03.440025 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43318) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:03.453563 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686683e-356e-488d-b2f8-4a9134fd3f75 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Port': ['ID=9b7e72fb-4793-45bd-8259-be97921dac29,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:03.473454 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b478f-74b3-4f92-a3c5-cd0749b8042b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13ec818-6b8b-48fb-8c96-7b48a04d55ec,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:03.486900 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8e2b5852-5f9a-46d0-88f1-4c44ee2a4945 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:security_group and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:03.493125 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-ab23aa26-8cef-427b-b527-003c37a34391 admin admin] Request body: {'subnet': {'network_id': 'c723f30e-7d15-4c50-9cc6-55e2d23ae0d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1583197712-subnet', 'tenant_id': 'db5a0a01c6b64638a4bec3ee6880f534', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:03.499110 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:03.521496 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8e2b5852-5f9a-46d0-88f1-4c44ee2a4945 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:03.532439 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-446b478f-74b3-4f92-a3c5-cd0749b8042b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:03.533577 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-446b478f-74b3-4f92-a3c5-cd0749b8042b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e13ec818-6b8b-48fb-8c96-7b48a04d55ec HTTP/1.1" status: 204 len: 168 time: 0.9997187 Apr 18 05:56:03.549945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0686683e-356e-488d-b2f8-4a9134fd3f75 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:03.571170 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ab23aa26-8cef-427b-b527-003c37a34391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:03.578526 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-114d2062-faee-47bc-b039-f3d6b167d58b', 'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b', 'tenant_id': 'b795a7b2664b4745a3434243a096a116', 'fixed_ips': [{'subnet_id': 'c3cc3df8-e1a9-4ee2-9f78-64967d7ffb30'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:56:03.579358 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:03.683509 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf73ee-028e-4cb9-a347-f9b18a1b951a admin admin] Pushing event updated for resources: {'Network': ['ID=c723f30e-7d15-4c50-9cc6-55e2d23ae0d4,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:03.702831 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network c723f30e-7d15-4c50-9cc6-55e2d23ae0d4 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:56:03.713804 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8e2b5852-5f9a-46d0-88f1-4c44ee2a4945 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:03.716238 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ab23aa26-8cef-427b-b527-003c37a34391 admin admin] Usage tracker for resource:subnet and tenant:db5a0a01c6b64638a4bec3ee6880f534 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:03.750368 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ab23aa26-8cef-427b-b527-003c37a34391 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:03.774599 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ab23aa26-8cef-427b-b527-003c37a34391 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:03.778902 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:03.797955 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:03.804169 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:03.815470 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0686683e-356e-488d-b2f8-4a9134fd3f75 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:03.818853 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0686683e-356e-488d-b2f8-4a9134fd3f75 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:03.844767 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0686683e-356e-488d-b2f8-4a9134fd3f75 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:03.845757 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0686683e-356e-488d-b2f8-4a9134fd3f75 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Fanout notify agent at l3_agent the message router_deleted on router c19b7a2a-097b-400a-aa26-fc64e2e327c1 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:56:03.873331 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0686683e-356e-488d-b2f8-4a9134fd3f75 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:03.874922 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0686683e-356e-488d-b2f8-4a9134fd3f75 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/routers/c19b7a2a-097b-400a-aa26-fc64e2e327c1 HTTP/1.1" status: 204 len: 168 time: 2.2637551 Apr 18 05:56:03.880405 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43326) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:03.884858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e2b5852-5f9a-46d0-88f1-4c44ee2a4945 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:03.896078 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-47d5b7aa-b67d-4927-8daa-1b1eeb7b5463 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1749670706'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:03.903876 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8a2af5a1-ce55-43b1-b62e-6e8c2c560e98 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:03.909029 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:03.909571 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-47d5b7aa-b67d-4927-8daa-1b1eeb7b5463 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:03.920617 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-47d5b7aa-b67d-4927-8daa-1b1eeb7b5463 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:network and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:03.923987 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-47d5b7aa-b67d-4927-8daa-1b1eeb7b5463 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:03.935325 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-47d5b7aa-b67d-4927-8daa-1b1eeb7b5463 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:03.964730 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d5b7aa-b67d-4927-8daa-1b1eeb7b5463 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Made reservation on behalf of cfb0e03f77e24f68b484d6de092642f5 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:03.969253 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-47d5b7aa-b67d-4927-8daa-1b1eeb7b5463 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:03.977441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Port': ['ID=63db2a2f-0293-4c4c-a83c-d7bf6731abdc,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:03.980061 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab23aa26-8cef-427b-b527-003c37a34391 admin admin] Made reservation on behalf of db5a0a01c6b64638a4bec3ee6880f534 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:03.982564 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab23aa26-8cef-427b-b527-003c37a34391 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:03.998785 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d5b7aa-b67d-4927-8daa-1b1eeb7b5463 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:56:04.002324 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8a2af5a1-ce55-43b1-b62e-6e8c2c560e98 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:subnet and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:04.008588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-47d5b7aa-b67d-4927-8daa-1b1eeb7b5463 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:04.008972 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-47d5b7aa-b67d-4927-8daa-1b1eeb7b5463 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Added segment e707826c-19bc-4fa9-b468-4ef379ab8687 of type vlan for network ed5d77a2-245c-4884-85a0-89ed2e1d3a9a Apr 18 05:56:04.026529 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:04.027486 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8a2af5a1-ce55-43b1-b62e-6e8c2c560e98 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:04.039626 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-47d5b7aa-b67d-4927-8daa-1b1eeb7b5463 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:04.051025 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8a2af5a1-ce55-43b1-b62e-6e8c2c560e98 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:04.054153 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] Transition to ACTIVE for port object 5890c553-f6bb-49d6-bd96-08684c42c817 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:04.059255 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8e2b5852-5f9a-46d0-88f1-4c44ee2a4945 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:04.079931 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:04.087026 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-47d5b7aa-b67d-4927-8daa-1b1eeb7b5463 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:04.094139 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d5b7aa-b67d-4927-8daa-1b1eeb7b5463 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:04.095172 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-47d5b7aa-b67d-4927-8daa-1b1eeb7b5463 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:04.138800 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8e2b5852-5f9a-46d0-88f1-4c44ee2a4945 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:security_group_rule and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:04.208949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8e2b5852-5f9a-46d0-88f1-4c44ee2a4945 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:04.246346 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8e2b5852-5f9a-46d0-88f1-4c44ee2a4945 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:04.251619 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] Allocated IP 172.20.0.2 (114d2062-faee-47bc-b039-f3d6b167d58b/c3cc3df8-e1a9-4ee2-9f78-64967d7ffb30/d8349c6e-b072-4555-8efe-3802603b73da) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:04.268795 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5b7aa-b67d-4927-8daa-1b1eeb7b5463 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Network': ['ID=ed5d77a2-245c-4884-85a0-89ed2e1d3a9a,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:04.269054 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2af5a1-ce55-43b1-b62e-6e8c2c560e98 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:04.272970 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a2af5a1-ce55-43b1-b62e-6e8c2c560e98 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:04.276658 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-47d5b7aa-b67d-4927-8daa-1b1eeb7b5463 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3948147 Apr 18 05:56:04.277478 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43338) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:04.284454 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-9c474003-240f-4b1f-bd1c-e7513950ad35 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'subnet': {'network_id': 'ed5d77a2-245c-4884-85a0-89ed2e1d3a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:04.332886 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network ed5d77a2-245c-4884-85a0-89ed2e1d3a9a details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:56:04.386808 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] Attempting to bind port 5890c553-f6bb-49d6-bd96-08684c42c817 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:56:04.387156 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] Attempting to bind port 5890c553-f6bb-49d6-bd96-08684c42c817 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:56:04.387517 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] Attempting to bind port 5890c553-f6bb-49d6-bd96-08684c42c817 on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:56:04.491077 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:56:04.491446 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:04.491844 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:04.492265 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:56:04.492746 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] Bound port: 5890c553-f6bb-49d6-bd96-08684c42c817, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:56:04.493132 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:04.545467 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9c474003-240f-4b1f-bd1c-e7513950ad35 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:04.549705 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9c474003-240f-4b1f-bd1c-e7513950ad35 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:subnet and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:04.553772 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9c474003-240f-4b1f-bd1c-e7513950ad35 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:04.553918 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189bfee7-37bd-4053-9837-3d607390fc14 None None] Pushing event updated for resources: {'Port': ['ID=5890c553-f6bb-49d6-bd96-08684c42c817,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:04.559916 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9c474003-240f-4b1f-bd1c-e7513950ad35 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:04.576906 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c474003-240f-4b1f-bd1c-e7513950ad35 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Made reservation on behalf of cfb0e03f77e24f68b484d6de092642f5 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:04.581995 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9c474003-240f-4b1f-bd1c-e7513950ad35 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:04.731962 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] For port 5890c553-f6bb-49d6-bd96-08684c42c817, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:56:04.752109 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] For port 5890c553-f6bb-49d6-bd96-08684c42c817, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5890c553-f6bb-49d6-bd96-08684c42c817,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:56:04.767952 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:04.768697 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43350) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:04.855439 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189bfee7-37bd-4053-9837-3d607390fc14 None None] Pushing event updated for resources: {'Port': ['ID=5890c553-f6bb-49d6-bd96-08684c42c817,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:04.881729 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9c474003-240f-4b1f-bd1c-e7513950ad35 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:05.001696 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] Routers {'d80b2c63-ac79-4c6f-bb81-8d493381630e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:05.002323 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d80b2c63-ac79-4c6f-bb81-8d493381630e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:05.005633 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c474003-240f-4b1f-bd1c-e7513950ad35 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Subnet': ['ID=8ab4dc1c-2952-479b-9194-8a37e6308e19,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:05.019105 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c474003-240f-4b1f-bd1c-e7513950ad35 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Checking segment: {'id': 'e707826c-19bc-4fa9-b468-4ef379ab8687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ed5d77a2-245c-4884-85a0-89ed2e1d3a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:05.019591 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c474003-240f-4b1f-bd1c-e7513950ad35 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network hostable DHCP agents. Network: ed5d77a2-245c-4884-85a0-89ed2e1d3a9a, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:56:05.031211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Request body: {'networks': [{'name': 'tempest-network--969120917'}, {'name': 'tempest-network--1613890649'}]} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:05.031829 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Request body: {'network': {'name': 'tempest-network--969120917'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:05.032466 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Request body: {'network': {'name': 'tempest-network--1613890649'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:05.043128 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c474003-240f-4b1f-bd1c-e7513950ad35 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network ed5d77a2-245c-4884-85a0-89ed2e1d3a9a is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:56:05.056110 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-9c474003-240f-4b1f-bd1c-e7513950ad35 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, ed5d77a2-245c-4884-85a0-89ed2e1d3a9a) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:05.068822 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c474003-240f-4b1f-bd1c-e7513950ad35 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:05.069431 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9c474003-240f-4b1f-bd1c-e7513950ad35 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:05.091990 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9c474003-240f-4b1f-bd1c-e7513950ad35 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8128035 Apr 18 05:56:05.094515 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43356) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:05.100383 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-e6a177ba-fe45-4b93-a730-90ac38af9fe5 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1105916618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:05.107944 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e6a177ba-fe45-4b93-a730-90ac38af9fe5 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:05.112699 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e6a177ba-fe45-4b93-a730-90ac38af9fe5 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:router and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:05.116738 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a88984-99ab-4554-83b3-4a1871d98a9c None None] Network ed5d77a2-245c-4884-85a0-89ed2e1d3a9a requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:05.117055 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e6a177ba-fe45-4b93-a730-90ac38af9fe5 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:05.124102 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e6a177ba-fe45-4b93-a730-90ac38af9fe5 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:05.137392 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e6a177ba-fe45-4b93-a730-90ac38af9fe5 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:05.138008 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:05.139050 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e6a177ba-fe45-4b93-a730-90ac38af9fe5 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:05.158411 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e6a177ba-fe45-4b93-a730-90ac38af9fe5 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:05.183426 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e6a177ba-fe45-4b93-a730-90ac38af9fe5 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:05.192835 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Usage tracker for resource:network and tenant:a59df0744a0e4d5f91c3b09c04e027c2 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:05.200829 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:05.213503 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e6a177ba-fe45-4b93-a730-90ac38af9fe5 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:05.216551 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e6a177ba-fe45-4b93-a730-90ac38af9fe5 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1208947 Apr 18 05:56:05.217612 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43360) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:05.234400 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:05.243525 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e2b5852-5f9a-46d0-88f1-4c44ee2a4945 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:05.256957 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:05.271103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e2b5852-5f9a-46d0-88f1-4c44ee2a4945 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:05.324232 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:05.371990 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] Transition to ACTIVE for port object d8349c6e-b072-4555-8efe-3802603b73da will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:05.394177 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6292675d-3349-47db-9d74-66d5e350562d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:05.470438 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] Set router d80b2c63-ac79-4c6f-bb81-8d493381630e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:56:05.475423 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Made reservation on behalf of a59df0744a0e4d5f91c3b09c04e027c2 for: {'network': 2} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:05.480118 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:05.553688 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:05.573434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b5852-5f9a-46d0-88f1-4c44ee2a4945 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10321d1-dfaf-4647-bc50-2d4c8a5d3a3a,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:05.577536 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] Transition to ACTIVE for port object d8349c6e-b072-4555-8efe-3802603b73da will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:05.584550 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab23aa26-8cef-427b-b527-003c37a34391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:05.612488 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:05.622618 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:05.690579 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e2b5852-5f9a-46d0-88f1-4c44ee2a4945 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:05.694357 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8e2b5852-5f9a-46d0-88f1-4c44ee2a4945 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3418930 Apr 18 05:56:05.695677 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43364) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:05.697296 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] Pushing event updated for resources: {'Port': ['ID=d8349c6e-b072-4555-8efe-3802603b73da,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:05.704648 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:05.705816 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-b3be210c-e03f-4c62-966c-b4b27a449a5d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'security_group': {'name': 'tempest-secgroup-2444568'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:05.716939 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b3be210c-e03f-4c62-966c-b4b27a449a5d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:05.729241 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b3be210c-e03f-4c62-966c-b4b27a449a5d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:security_group and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:05.734722 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b3be210c-e03f-4c62-966c-b4b27a449a5d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:05.744999 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b3be210c-e03f-4c62-966c-b4b27a449a5d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:05.781689 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Usage tracker for resource:security_group_rule and tenant:a59df0744a0e4d5f91c3b09c04e027c2 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:05.793328 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4278f5ea-90a0-44ee-8c3b-fe5911c8619c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:05.800549 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:05.805591 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b3be210c-e03f-4c62-966c-b4b27a449a5d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:05.808140 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] Network 114d2062-faee-47bc-b039-f3d6b167d58b is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:05.811134 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:05.814750 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:05.821518 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-ed5d77a2-245c-4884-85a0-89ed2e1d3a9a', 'network_id': 'ed5d77a2-245c-4884-85a0-89ed2e1d3a9a', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'fixed_ips': [{'subnet_id': '8ab4dc1c-2952-479b-9194-8a37e6308e19'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:56:05.822565 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:05.826121 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:05.832002 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b3be210c-e03f-4c62-966c-b4b27a449a5d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:05.891239 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b3be210c-e03f-4c62-966c-b4b27a449a5d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:security_group_rule and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:05.891861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23aa26-8cef-427b-b527-003c37a34391 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a1d3b08-0b8c-43a0-a48e-6e3c3385356d,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:05.894962 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b3be210c-e03f-4c62-966c-b4b27a449a5d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:05.914078 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b3be210c-e03f-4c62-966c-b4b27a449a5d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:05.993796 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a2af5a1-ce55-43b1-b62e-6e8c2c560e98 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:06.029507 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab23aa26-8cef-427b-b527-003c37a34391 admin admin] Checking segment: {'id': 'fd2a88f4-7f44-4c63-8d94-eb7a9c67af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c723f30e-7d15-4c50-9cc6-55e2d23ae0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:06.029859 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab23aa26-8cef-427b-b527-003c37a34391 admin admin] Network hostable DHCP agents. Network: c723f30e-7d15-4c50-9cc6-55e2d23ae0d4, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:56:06.031791 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] Attempting to bind port d8349c6e-b072-4555-8efe-3802603b73da on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:56:06.032196 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] Attempting to bind port d8349c6e-b072-4555-8efe-3802603b73da by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '07f5808b-036d-4ef9-ac7c-6733922b9219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:56:06.032748 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] Attempting to bind port d8349c6e-b072-4555-8efe-3802603b73da on network 114d2062-faee-47bc-b039-f3d6b167d58b {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:56:06.071828 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:56:06.072329 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] Checking segment: {'id': '07f5808b-036d-4ef9-ac7c-6733922b9219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:06.072625 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:06.073026 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] Bound using segment: {'id': '07f5808b-036d-4ef9-ac7c-6733922b9219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:56:06.073594 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] Bound port: d8349c6e-b072-4555-8efe-3802603b73da, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f5808b-036d-4ef9-ac7c-6733922b9219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:56:06.073975 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:06.177329 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b3be210c-e03f-4c62-966c-b4b27a449a5d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:06.183855 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b3be210c-e03f-4c62-966c-b4b27a449a5d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:06.222553 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'name': 'tempest-TestNetworkBasicOps-router-821609139', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:53Z', 'updated_at': '2022-04-18T05:55:59Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:55:55Z', 'updated_at': '2022-04-18T05:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:06.224797 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2af5a1-ce55-43b1-b62e-6e8c2c560e98 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Subnet': ['ID=79c99ae8-b553-4829-97ea-deddbbeae601,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:06.231538 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32ccbae-702e-45ed-9e68-9765869506ad None None] The sync data for ids ['d80b2c63-ac79-4c6f-bb81-8d493381630e'] in dv-neutron-837489-1-hyperv is: [{'id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'name': 'tempest-TestNetworkBasicOps-router-821609139', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:53Z', 'updated_at': '2022-04-18T05:55:59Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:55:55Z', 'updated_at': '2022-04-18T05:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:56:06.234841 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be210c-e03f-4c62-966c-b4b27a449a5d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77cb1ea1-129a-4de5-b7fe-b1a1c94b7ff8,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:06.240945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b3be210c-e03f-4c62-966c-b4b27a449a5d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:06.241771 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b3be210c-e03f-4c62-966c-b4b27a449a5d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1740 time: 0.5450580 Apr 18 05:56:06.244429 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43368) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:06.247154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab23aa26-8cef-427b-b527-003c37a34391 admin admin] Network c723f30e-7d15-4c50-9cc6-55e2d23ae0d4 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:56:06.256711 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] Allocated IP 2001:db8::2 (ed5d77a2-245c-4884-85a0-89ed2e1d3a9a/8ab4dc1c-2952-479b-9194-8a37e6308e19/2b4fad70-ca19-4fe8-884b-9a785b5c9037) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:06.257149 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7d9d97d8-1861-4fda-bcd2-509ae8a9262e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-784676574', 'security_groups': ['77cb1ea1-129a-4de5-b7fe-b1a1c94b7ff8'], 'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c3cc3df8-e1a9-4ee2-9f78-64967d7ffb30'}]}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:06.263971 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] For port d8349c6e-b072-4555-8efe-3802603b73da, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:56:06.270660 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] For port d8349c6e-b072-4555-8efe-3802603b73da, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d8349c6e-b072-4555-8efe-3802603b73da,segment=NetworkSegment(07f5808b-036d-4ef9-ac7c-6733922b9219),segment_id=07f5808b-036d-4ef9-ac7c-6733922b9219)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:56:06.327277 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:06.335281 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2af5a1-ce55-43b1-b62e-6e8c2c560e98 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Checking segment: {'id': 'e253e435-5254-4b3b-841b-f98d9c1029ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:06.335715 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2af5a1-ce55-43b1-b62e-6e8c2c560e98 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network hostable DHCP agents. Network: a2404285-3951-4b85-895a-b975b3056dc6, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:56:06.342772 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:06.443833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Router a693b11c-a73f-4381-8442-1cd0779bcae0 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:56:06.446630 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:06.451393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:06.451843 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:06.477714 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-ab23aa26-8cef-427b-b527-003c37a34391 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, c723f30e-7d15-4c50-9cc6-55e2d23ae0d4) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:06.518530 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836a8d09-525d-47b8-8858-30dd943696e8 None None] Network c723f30e-7d15-4c50-9cc6-55e2d23ae0d4 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:06.568057 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab23aa26-8cef-427b-b527-003c37a34391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:06.568669 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab23aa26-8cef-427b-b527-003c37a34391 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:06.573004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7d9d97d8-1861-4fda-bcd2-509ae8a9262e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:06.584866 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7d9d97d8-1861-4fda-bcd2-509ae8a9262e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:06.596018 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9d97d8-1861-4fda-bcd2-509ae8a9262e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:06.752948 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7d9d97d8-1861-4fda-bcd2-509ae8a9262e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:06.776837 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-7d9d97d8-1861-4fda-bcd2-509ae8a9262e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] device_id is not set on port 17ec92f4-d796-4417-b0b5-88052390b298 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:56:06.804275 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53900a-f76a-4548-a007-656d233f0bec None None] Pushing event updated for resources: {'Port': ['ID=d8349c6e-b072-4555-8efe-3802603b73da,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:06.846498 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c905dfd-bce3-4fab-9efb-434635953e29,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:06.849218 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2af5a1-ce55-43b1-b62e-6e8c2c560e98 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network a2404285-3951-4b85-895a-b975b3056dc6 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:56:06.896596 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-8a2af5a1-ce55-43b1-b62e-6e8c2c560e98 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, a2404285-3951-4b85-895a-b975b3056dc6) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:06.909416 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:56:06.955103 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4c9890-dfe3-4fb0-a3d6-a0294d3afeca None None] Network a2404285-3951-4b85-895a-b975b3056dc6 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:06.982607 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ab23aa26-8cef-427b-b527-003c37a34391 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5082395 Apr 18 05:56:06.982607 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2af5a1-ce55-43b1-b62e-6e8c2c560e98 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:06.982607 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a2af5a1-ce55-43b1-b62e-6e8c2c560e98 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:07.030074 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bd45b7-f47e-4930-a32d-c99d0ddffe91 None None] Network c723f30e-7d15-4c50-9cc6-55e2d23ae0d4 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:07.058798 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:07.059143 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Added segment cc0fd4bb-73bb-4fc3-8166-85878688ef96 of type vlan for network 36f07767-8a01-4630-944b-1b040c09dd2a Apr 18 05:56:07.061799 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-7d9d97d8-1861-4fda-bcd2-509ae8a9262e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Allocated IP 172.20.0.6 (114d2062-faee-47bc-b039-f3d6b167d58b/c3cc3df8-e1a9-4ee2-9f78-64967d7ffb30/17ec92f4-d796-4417-b0b5-88052390b298) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:07.210342 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8a2af5a1-ce55-43b1-b62e-6e8c2c560e98 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.8850162 Apr 18 05:56:07.218036 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43376) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:07.307278 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:07.356659 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] Transition to ACTIVE for port object 2b4fad70-ca19-4fe8-884b-9a785b5c9037 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:07.484607 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7d9d97d8-1861-4fda-bcd2-509ae8a9262e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:07.533692 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-7d9d97d8-1861-4fda-bcd2-509ae8a9262e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Transition to ACTIVE for port object 17ec92f4-d796-4417-b0b5-88052390b298 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:07.533970 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:07.549862 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] Transition to ACTIVE for port object 2b4fad70-ca19-4fe8-884b-9a785b5c9037 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:07.570951 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:56:07.581983 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df67771d-e377-4e3c-b728-f2ae60af9d32 None None] Sync routers for ids ['a693b11c-a73f-4381-8442-1cd0779bcae0'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:56:07.597402 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df67771d-e377-4e3c-b728-f2ae60af9d32 None None] Routers {'a693b11c-a73f-4381-8442-1cd0779bcae0'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:07.600008 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-df67771d-e377-4e3c-b728-f2ae60af9d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:55:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a693b11c-a73f-4381-8442-1cd0779bcae0'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:07.616960 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:07.678026 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-4278f5ea-90a0-44ee-8c3b-fe5911c8619c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Allocated IP 2001:db8::1 (ed5d77a2-245c-4884-85a0-89ed2e1d3a9a/8ab4dc1c-2952-479b-9194-8a37e6308e19/7bf20a7e-c68b-414a-9aa5-ebd42e8e26be) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:07.743846 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:07.747426 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-32bd3a1c-ae6a-4891-805b-130db32d4bfd tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.6297312 Apr 18 05:56:07.751692 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43384) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:07.753408 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-df67771d-e377-4e3c-b728-f2ae60af9d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:07.774894 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df67771d-e377-4e3c-b728-f2ae60af9d32 None None] Routers {'a693b11c-a73f-4381-8442-1cd0779bcae0'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:07.775756 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-df67771d-e377-4e3c-b728-f2ae60af9d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a693b11c-a73f-4381-8442-1cd0779bcae0'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:07.797928 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] Network ed5d77a2-245c-4884-85a0-89ed2e1d3a9a is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:07.815850 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:07.818583 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:07.825097 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-af45d3dc-f6d8-4cbc-a229-a5081bab861e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:07.857713 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router 88b4cda6-bf57-4835-9441-026e83febe00 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:56:07.902123 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-df67771d-e377-4e3c-b728-f2ae60af9d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:07.902769 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df67771d-e377-4e3c-b728-f2ae60af9d32 None None] The sync data for ids ['a693b11c-a73f-4381-8442-1cd0779bcae0'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:56:07.913722 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4278f5ea-90a0-44ee-8c3b-fe5911c8619c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:07.929332 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:56:07.940980 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-4278f5ea-90a0-44ee-8c3b-fe5911c8619c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Transition to ACTIVE for port object 7bf20a7e-c68b-414a-9aa5-ebd42e8e26be will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:07.947196 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7d9d97d8-1861-4fda-bcd2-509ae8a9262e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:07.969518 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:07.969874 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Added segment a3136d02-9429-4d6e-978e-f6666e679f04 of type vlan for network eae75018-5d6f-4b0c-8e02-21ca256ec8b8 Apr 18 05:56:08.030980 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d97d8-1861-4fda-bcd2-509ae8a9262e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Port': ['ID=17ec92f4-d796-4417-b0b5-88052390b298,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:08.051603 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9d97d8-1861-4fda-bcd2-509ae8a9262e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network 114d2062-faee-47bc-b039-f3d6b167d58b is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:08.053886 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-7d9d97d8-1861-4fda-bcd2-509ae8a9262e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:08.056712 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d97d8-1861-4fda-bcd2-509ae8a9262e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:08.079061 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] Pushing event updated for resources: {'Port': ['ID=2b4fad70-ca19-4fe8-884b-9a785b5c9037,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:08.119736 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4278f5ea-90a0-44ee-8c3b-fe5911c8619c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:08.151362 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:08.180436 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43394) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:08.196575 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9d97d8-1861-4fda-bcd2-509ae8a9262e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:08.198289 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7d9d97d8-1861-4fda-bcd2-509ae8a9262e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:08.218310 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1728103638-network', 'tenant_id': 'e02f5c69629645d8a8d2b0b9e997df67'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:08.220575 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] Attempting to bind port 2b4fad70-ca19-4fe8-884b-9a785b5c9037 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:56:08.221003 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] Attempting to bind port 2b4fad70-ca19-4fe8-884b-9a785b5c9037 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'e707826c-19bc-4fa9-b468-4ef379ab8687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ed5d77a2-245c-4884-85a0-89ed2e1d3a9a'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:56:08.221428 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] Attempting to bind port 2b4fad70-ca19-4fe8-884b-9a785b5c9037 on network ed5d77a2-245c-4884-85a0-89ed2e1d3a9a {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:56:08.230347 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:56:08.230840 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] Checking segment: {'id': 'e707826c-19bc-4fa9-b468-4ef379ab8687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ed5d77a2-245c-4884-85a0-89ed2e1d3a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:08.232427 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:08.233339 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] Bound using segment: {'id': 'e707826c-19bc-4fa9-b468-4ef379ab8687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ed5d77a2-245c-4884-85a0-89ed2e1d3a9a'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:56:08.233519 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] Bound port: 2b4fad70-ca19-4fe8-884b-9a785b5c9037, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e707826c-19bc-4fa9-b468-4ef379ab8687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ed5d77a2-245c-4884-85a0-89ed2e1d3a9a'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:56:08.234087 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:08.241076 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4278f5ea-90a0-44ee-8c3b-fe5911c8619c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network ed5d77a2-245c-4884-85a0-89ed2e1d3a9a is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:08.251526 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-4278f5ea-90a0-44ee-8c3b-fe5911c8619c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:08.259912 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:08.265580 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4278f5ea-90a0-44ee-8c3b-fe5911c8619c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:08.266444 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4278f5ea-90a0-44ee-8c3b-fe5911c8619c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:08.285964 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] Usage tracker for resource:network and tenant:e02f5c69629645d8a8d2b0b9e997df67 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:08.296833 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:08.315702 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278f5ea-90a0-44ee-8c3b-fe5911c8619c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Port': ['ID=7bf20a7e-c68b-414a-9aa5-ebd42e8e26be,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:08.319504 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:08.323689 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7d9d97d8-1861-4fda-bcd2-509ae8a9262e tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0782175 Apr 18 05:56:08.327052 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43398) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:08.334767 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-8600a821-4d84-4267-96c9-29d66744e2f8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'subnet': {'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:08.358460 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-a2404285-3951-4b85-895a-b975b3056dc6', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ips': [{'subnet_id': '79c99ae8-b553-4829-97ea-deddbbeae601'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:56:08.359441 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:08.407801 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] Made reservation on behalf of e02f5c69629645d8a8d2b0b9e997df67 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:08.411406 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:08.431014 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c95c3988-7e2e-4392-9e0b-75aef5d49046 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "GET /v2.0/routers/a693b11c-a73f-4381-8442-1cd0779bcae0 HTTP/1.1" status: 200 len: 922 time: 0.6750515 Apr 18 05:56:08.453103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:08.461547 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43402) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:08.498761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:08.514686 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] For port 2b4fad70-ca19-4fe8-884b-9a785b5c9037, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:56:08.520283 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] For port 2b4fad70-ca19-4fe8-884b-9a785b5c9037, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=2b4fad70-ca19-4fe8-884b-9a785b5c9037,segment=NetworkSegment(e707826c-19bc-4fa9-b468-4ef379ab8687),segment_id=e707826c-19bc-4fa9-b468-4ef379ab8687)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:56:08.534900 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d8349c6e-b072-4555-8efe-3802603b73da up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:08.537617 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:08.592842 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] Usage tracker for resource:security_group_rule and tenant:e02f5c69629645d8a8d2b0b9e997df67 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:08.636215 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4278f5ea-90a0-44ee-8c3b-fe5911c8619c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:08.647167 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:08.661854 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:08.678082 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8600a821-4d84-4267-96c9-29d66744e2f8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:08.734099 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8600a821-4d84-4267-96c9-29d66744e2f8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:subnet and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:08.743356 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:08.744638 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8600a821-4d84-4267-96c9-29d66744e2f8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:08.764552 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8600a821-4d84-4267-96c9-29d66744e2f8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:08.840204 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:08.856767 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] Allocated IP 172.20.0.2 (a2404285-3951-4b85-895a-b975b3056dc6/79c99ae8-b553-4829-97ea-deddbbeae601/5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:08.870271 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:08.891655 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.resource_extend [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:56:08.907827 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603253b6-bf87-46ba-bc1b-19ffc2c7638e None None] Pushing event updated for resources: {'Port': ['ID=2b4fad70-ca19-4fe8-884b-9a785b5c9037,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:08.938683 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f25caf67-204d-49d4-8ab2-4e26514dde6a tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a693b11c-a73f-4381-8442-1cd0779bcae0 HTTP/1.1" status: 200 len: 205 time: 0.4527357 Apr 18 05:56:08.940100 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:56:08.980653 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43406) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:09.021684 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8784d4e8-907c-429d-a5b8-53c162a61020 None None] Sync routers for ids ['88b4cda6-bf57-4835-9441-026e83febe00'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:56:09.037688 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port d8349c6e-b072-4555-8efe-3802603b73da completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:09.059476 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5890c553-f6bb-49d6-bd96-08684c42c817 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:09.086727 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8784d4e8-907c-429d-a5b8-53c162a61020 None None] Routers {'88b4cda6-bf57-4835-9441-026e83febe00'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:09.087375 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-8784d4e8-907c-429d-a5b8-53c162a61020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['88b4cda6-bf57-4835-9441-026e83febe00'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:09.120307 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:09.120909 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:09.126349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:09.132098 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:09.133012 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:09.135559 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8600a821-4d84-4267-96c9-29d66744e2f8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:09.140627 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8600a821-4d84-4267-96c9-29d66744e2f8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:09.177825 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-8784d4e8-907c-429d-a5b8-53c162a61020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:09.180586 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:09.186170 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-20a92cd2-483f-47c9-89cf-cf80e35391c5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 11.7600393 Apr 18 05:56:09.190092 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43410) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:09.246610 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8784d4e8-907c-429d-a5b8-53c162a61020 None None] Routers {'88b4cda6-bf57-4835-9441-026e83febe00'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:09.247603 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-8784d4e8-907c-429d-a5b8-53c162a61020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['88b4cda6-bf57-4835-9441-026e83febe00'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:09.446349 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.6703753 Apr 18 05:56:09.461617 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43414) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:09.470771 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e911441d-ea20-4fe2-9604-6498636fce86 None None] Provisioning for port d8349c6e-b072-4555-8efe-3802603b73da completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:09.486848 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e911441d-ea20-4fe2-9604-6498636fce86 None None] Provisioning complete for port d8349c6e-b072-4555-8efe-3802603b73da triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:09.486848 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e911441d-ea20-4fe2-9604-6498636fce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:09.512256 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-8784d4e8-907c-429d-a5b8-53c162a61020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:09.512480 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8784d4e8-907c-429d-a5b8-53c162a61020 None None] The sync data for ids ['88b4cda6-bf57-4835-9441-026e83febe00'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:56:09.547718 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Pushing event updated for resources: {'Network': ['ID=36f07767-8a01-4630-944b-1b040c09dd2a,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:09.575694 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 36f07767-8a01-4630-944b-1b040c09dd2a details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:56:09.699284 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b5dc3487-b7c9-4e4d-ba56-e8e5a2e2ea05 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:09.723968 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 5890c553-f6bb-49d6-bd96-08684c42c817 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:09.730958 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:09.748480 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 5890c553-f6bb-49d6-bd96-08684c42c817 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:09.748822 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:09.781737 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] Transition to ACTIVE for port object 5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:09.783528 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0f8d4-9b09-49ef-be81-74be6c473734 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Pushing event updated for resources: {'Network': ['ID=eae75018-5d6f-4b0c-8e02-21ca256ec8b8,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:09.807128 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6d1f968a-8c0a-4eb5-9ac4-220ff9c7451e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:09.835380 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.ipam_backend_mixin [None req-8600a821-4d84-4267-96c9-29d66744e2f8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c3cc3df8-e1a9-4ee2-9f78-64967d7ffb30 (CIDR: 172.20.0.0/28) Apr 18 05:56:09.838582 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network eae75018-5d6f-4b0c-8e02-21ca256ec8b8 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:56:09.862205 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-8600a821-4d84-4267-96c9-29d66744e2f8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:56:09.862677 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8600a821-4d84-4267-96c9-29d66744e2f8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:56:09.879646 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:09.888192 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] Transition to ACTIVE for port object 5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:09.916322 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8e3ba0c6-3e31-4bd9-8e4a-1445ff000c29 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/routers/88b4cda6-bf57-4835-9441-026e83febe00 HTTP/1.1" status: 200 len: 881 time: 0.7159455 Apr 18 05:56:09.924150 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:09.929165 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:09.929967 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43418) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:10.016406 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27606eb8-de70-4d9c-ba12-b639d4fda9ef tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:10.025172 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27606eb8-de70-4d9c-ba12-b639d4fda9ef tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:10.036897 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27606eb8-de70-4d9c-ba12-b639d4fda9ef tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:10.042776 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27606eb8-de70-4d9c-ba12-b639d4fda9ef tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:10.044571 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-27606eb8-de70-4d9c-ba12-b639d4fda9ef tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5790887 Apr 18 05:56:10.067215 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] Network a2404285-3951-4b85-895a-b975b3056dc6 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:10.075697 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b5dc3487-b7c9-4e4d-ba56-e8e5a2e2ea05 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:10.078333 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43422) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:10.140658 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8600a821-4d84-4267-96c9-29d66744e2f8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8115189 Apr 18 05:56:10.142282 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43426) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:10.148457 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4107cb30-cc1c-4ed4-b938-3e236974957c,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:10.152649 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-b5dc3487-b7c9-4e4d-ba56-e8e5a2e2ea05 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Deleting port 45a83446-4957-43ef-b224-58da6ec8cee6 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:10.152995 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b5dc3487-b7c9-4e4d-ba56-e8e5a2e2ea05 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:10.153469 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:56:10.168083 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-787f6e20-487e-4ee5-b549-279296a6f26f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'subnet': {'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:10.181262 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:10.185114 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:10.209379 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] Pushing event updated for resources: {'Port': ['ID=5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:10.211411 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:10.211873 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] Added segment d1d2024b-a14b-4c59-b12a-54b88c959830 of type vlan for network cddc39bf-5559-4e24-a83a-6c78c955a071 Apr 18 05:56:10.214940 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e911441d-ea20-4fe2-9604-6498636fce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:10.317465 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4278f5ea-90a0-44ee-8c3b-fe5911c8619c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:10.342780 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4278f5ea-90a0-44ee-8c3b-fe5911c8619c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:10.343634 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4278f5ea-90a0-44ee-8c3b-fe5911c8619c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:10.349971 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:10.375547 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:10.381928 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-915c584f-cb34-496b-90d6-11724cffe787 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:10.422507 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-e911441d-ea20-4fe2-9604-6498636fce86 None None] For port d8349c6e-b072-4555-8efe-3802603b73da, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d8349c6e-b072-4555-8efe-3802603b73da,segment=NetworkSegment(07f5808b-036d-4ef9-ac7c-6733922b9219),segment_id=07f5808b-036d-4ef9-ac7c-6733922b9219)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:10.471010 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 5890c553-f6bb-49d6-bd96-08684c42c817, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5890c553-f6bb-49d6-bd96-08684c42c817,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:10.474444 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe873294-6534-4219-a2a3-a1e7ff4290ab None None] Network ed5d77a2-245c-4884-85a0-89ed2e1d3a9a requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:10.490526 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:10.507943 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e911441d-ea20-4fe2-9604-6498636fce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:10.554757 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:10.564070 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-787f6e20-487e-4ee5-b549-279296a6f26f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:10.654146 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] Attempting to bind port 5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:56:10.654586 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] Attempting to bind port 5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'e253e435-5254-4b3b-841b-f98d9c1029ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:56:10.655048 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] Attempting to bind port 5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7 on network a2404285-3951-4b85-895a-b975b3056dc6 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:56:10.664266 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e911441d-ea20-4fe2-9604-6498636fce86 None None] Provisioning complete for port 1b9e2684-b1b7-42ac-a55e-a0e137ecacc9 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:10.664640 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e911441d-ea20-4fe2-9604-6498636fce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:10.672926 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278f5ea-90a0-44ee-8c3b-fe5911c8619c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Port': ['ID=7bf20a7e-c68b-414a-9aa5-ebd42e8e26be,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:10.696844 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-787f6e20-487e-4ee5-b549-279296a6f26f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:subnet and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:10.708738 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-787f6e20-487e-4ee5-b549-279296a6f26f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:10.744769 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-787f6e20-487e-4ee5-b549-279296a6f26f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:10.746887 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:10.747841 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:10.751038 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:10.751499 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:56:10.751880 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] Checking segment: {'id': 'e253e435-5254-4b3b-841b-f98d9c1029ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:10.752405 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:10.752931 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] Bound using segment: {'id': 'e253e435-5254-4b3b-841b-f98d9c1029ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:56:10.753410 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] Bound port: 5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e253e435-5254-4b3b-841b-f98d9c1029ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:56:10.753791 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:10.778651 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 2b4fad70-ca19-4fe8-884b-9a785b5c9037 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:10.834936 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787f6e20-487e-4ee5-b549-279296a6f26f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:10.838356 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-787f6e20-487e-4ee5-b549-279296a6f26f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:10.849474 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-915c584f-cb34-496b-90d6-11724cffe787 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:10.858184 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911441d-ea20-4fe2-9604-6498636fce86 None None] Pushing event updated for resources: {'Port': ['ID=d8349c6e-b072-4555-8efe-3802603b73da,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:10.931319 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7441075 Apr 18 05:56:10.936746 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43430) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:10.938369 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e911441d-ea20-4fe2-9604-6498636fce86 None None] Port 1b9e2684-b1b7-42ac-a55e-a0e137ecacc9 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:10.938825 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b5dc3487-b7c9-4e4d-ba56-e8e5a2e2ea05 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:10.950064 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a664377-b8e2-4ef2-adf1-1d58ed6507da admin admin] Pushing event updated for resources: {'Network': ['ID=cddc39bf-5559-4e24-a83a-6c78c955a071,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:10.968252 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-3d42585e-8be3-495f-b5a2-e66e1babcbb2 admin admin] Request body: {'subnet': {'network_id': 'cddc39bf-5559-4e24-a83a-6c78c955a071', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1728103638-subnet', 'tenant_id': 'e02f5c69629645d8a8d2b0b9e997df67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:10.977520 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-915c584f-cb34-496b-90d6-11724cffe787 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f07767-8a01-4630-944b-1b040c09dd2a']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:10.996778 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network cddc39bf-5559-4e24-a83a-6c78c955a071 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:56:11.103419 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3d42585e-8be3-495f-b5a2-e66e1babcbb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:11.119696 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-b5dc3487-b7c9-4e4d-ba56-e8e5a2e2ea05 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Calling delete_port for 45a83446-4957-43ef-b224-58da6ec8cee6 owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:56:11.154815 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4278f5ea-90a0-44ee-8c3b-fe5911c8619c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network ed5d77a2-245c-4884-85a0-89ed2e1d3a9a is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:11.155690 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-915c584f-cb34-496b-90d6-11724cffe787 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0fd4bb-73bb-4fc3-8166-85878688ef96') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:11.156276 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-915c584f-cb34-496b-90d6-11724cffe787 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0fd4bb-73bb-4fc3-8166-85878688ef96') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:11.159326 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-4278f5ea-90a0-44ee-8c3b-fe5911c8619c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:11.170460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3d42585e-8be3-495f-b5a2-e66e1babcbb2 admin admin] Usage tracker for resource:subnet and tenant:e02f5c69629645d8a8d2b0b9e997df67 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:11.181171 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3d42585e-8be3-495f-b5a2-e66e1babcbb2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:11.191601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-915c584f-cb34-496b-90d6-11724cffe787 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:11.214902 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-6d1f968a-8c0a-4eb5-9ac4-220ff9c7451e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.20.0.1 (a2404285-3951-4b85-895a-b975b3056dc6/79c99ae8-b553-4829-97ea-deddbbeae601/467e4537-4abc-4776-9d7d-dab79a588b0d) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:11.217265 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3d42585e-8be3-495f-b5a2-e66e1babcbb2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:11.237933 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-915c584f-cb34-496b-90d6-11724cffe787 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:11.278030 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915c584f-cb34-496b-90d6-11724cffe787 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:56:11.278769 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-915c584f-cb34-496b-90d6-11724cffe787 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:11.290149 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=5890c553-f6bb-49d6-bd96-08684c42c817,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:56:11.311728 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:56:11.316870 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d42585e-8be3-495f-b5a2-e66e1babcbb2 admin admin] Made reservation on behalf of e02f5c69629645d8a8d2b0b9e997df67 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:11.316870 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3d42585e-8be3-495f-b5a2-e66e1babcbb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:11.319337 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d5a91a8b-d349-41f6-a5b0-aa0491b2ba74 None None] Provisioning for port 17ec92f4-d796-4417-b0b5-88052390b298 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:11.336252 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 2b4fad70-ca19-4fe8-884b-9a785b5c9037 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:11.350555 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] For port 5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:56:11.355482 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d5a91a8b-d349-41f6-a5b0-aa0491b2ba74 None None] Provisioning complete for port 17ec92f4-d796-4417-b0b5-88052390b298 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:11.355784 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d5a91a8b-d349-41f6-a5b0-aa0491b2ba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:11.364523 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-59276c60-7aa9-4f5a-8bce-e6481f6a3a9f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Synchronizing usage tracker for tenant:1e86337a57bd435798aa8639156e9b5e on resource:router {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:56:11.435847 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-59276c60-7aa9-4f5a-8bce-e6481f6a3a9f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Unset dirty status for tenant:1e86337a57bd435798aa8639156e9b5e on resource:router {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:56:11.437179 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-59276c60-7aa9-4f5a-8bce-e6481f6a3a9f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.4856915 Apr 18 05:56:11.440925 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-d5a91a8b-d349-41f6-a5b0-aa0491b2ba74 None None] Port 17ec92f4-d796-4417-b0b5-88052390b298 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:11.442881 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43434) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:11.454241 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4278f5ea-90a0-44ee-8c3b-fe5911c8619c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router fc8cccc5-d203-4884-a165-0a6584c4dda3 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:56:11.458614 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d5a91a8b-d349-41f6-a5b0-aa0491b2ba74 None None] Provisioning for port 2b4fad70-ca19-4fe8-884b-9a785b5c9037 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:11.464643 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d5a91a8b-d349-41f6-a5b0-aa0491b2ba74 None None] Provisioning complete for port 2b4fad70-ca19-4fe8-884b-9a785b5c9037 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:11.465294 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d5a91a8b-d349-41f6-a5b0-aa0491b2ba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:11.510990 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-2b515b70-0984-4d7a-b295-82f7fcf9176d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1100262703'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:11.640725 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4278f5ea-90a0-44ee-8c3b-fe5911c8619c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:56:11.649447 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f56ba-ff4a-4c26-8cd3-d3054d05643e None None] Sync routers for ids ['fc8cccc5-d203-4884-a165-0a6584c4dda3'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:56:11.652255 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4278f5ea-90a0-44ee-8c3b-fe5911c8619c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/fc8cccc5-d203-4884-a165-0a6584c4dda3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4335153 Apr 18 05:56:11.656487 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43438) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:11.667050 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931f56ba-ff4a-4c26-8cd3-d3054d05643e None None] Routers {'fc8cccc5-d203-4884-a165-0a6584c4dda3'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:11.668058 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-931f56ba-ff4a-4c26-8cd3-d3054d05643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['fc8cccc5-d203-4884-a165-0a6584c4dda3'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:11.687006 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-915c584f-cb34-496b-90d6-11724cffe787 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:11.707283 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] For port 5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7,segment=NetworkSegment(e253e435-5254-4b3b-841b-f98d9c1029ce),segment_id=e253e435-5254-4b3b-841b-f98d9c1029ce)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:56:11.739868 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:11.769102 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-915c584f-cb34-496b-90d6-11724cffe787 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:11.791675 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-931f56ba-ff4a-4c26-8cd3-d3054d05643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:11.797709 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bbeac9-6ee8-4985-bb35-eee4525348a0 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:11.798046 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d5a91a8b-d349-41f6-a5b0-aa0491b2ba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:11.798536 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-24bbeac9-6ee8-4985-bb35-eee4525348a0 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Synchronizing usage tracker for tenant:cfb0e03f77e24f68b484d6de092642f5 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:56:11.809978 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931f56ba-ff4a-4c26-8cd3-d3054d05643e None None] Routers {'fc8cccc5-d203-4884-a165-0a6584c4dda3'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:11.811040 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-931f56ba-ff4a-4c26-8cd3-d3054d05643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['fc8cccc5-d203-4884-a165-0a6584c4dda3'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:11.848767 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-24bbeac9-6ee8-4985-bb35-eee4525348a0 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Unset dirty status for tenant:cfb0e03f77e24f68b484d6de092642f5 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:56:11.850139 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-24bbeac9-6ee8-4985-bb35-eee4525348a0 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/ports/7bf20a7e-c68b-414a-9aa5-ebd42e8e26be HTTP/1.1" status: 200 len: 911 time: 0.1926000 Apr 18 05:56:11.855831 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c584f-cb34-496b-90d6-11724cffe787 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Pushing event deleted for resources: {'Network': ['ID=36f07767-8a01-4630-944b-1b040c09dd2a,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:11.860162 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43442) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:11.874377 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-808fc57c-49dd-4dcd-a7b6-1521faa64c27 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ab4dc1c-2952-479b-9194-8a37e6308e19'}]}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:11.883050 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-d5a91a8b-d349-41f6-a5b0-aa0491b2ba74 None None] For port 2b4fad70-ca19-4fe8-884b-9a785b5c9037, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=2b4fad70-ca19-4fe8-884b-9a785b5c9037,segment=NetworkSegment(e707826c-19bc-4fa9-b468-4ef379ab8687),segment_id=e707826c-19bc-4fa9-b468-4ef379ab8687)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:11.883050 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c300dd-f385-404b-9c34-ef4875212dd1 None None] Pushing event updated for resources: {'Port': ['ID=5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:11.893961 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d5a91a8b-d349-41f6-a5b0-aa0491b2ba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:11.947248 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-931f56ba-ff4a-4c26-8cd3-d3054d05643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:11.947902 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f56ba-ff4a-4c26-8cd3-d3054d05643e None None] The sync data for ids ['fc8cccc5-d203-4884-a165-0a6584c4dda3'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:56:11.984709 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a91a8b-d349-41f6-a5b0-aa0491b2ba74 None None] Pushing event updated for resources: {'Port': ['ID=2b4fad70-ca19-4fe8-884b-9a785b5c9037,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:12.017432 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c1c49a6a-2af1-4537-97f3-62ef01fdc4f3 None None] Provisioning for port 7bf20a7e-c68b-414a-9aa5-ebd42e8e26be completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:12.024890 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c1c49a6a-2af1-4537-97f3-62ef01fdc4f3 None None] Provisioning complete for port 7bf20a7e-c68b-414a-9aa5-ebd42e8e26be triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:12.025540 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c1c49a6a-2af1-4537-97f3-62ef01fdc4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:12.055309 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-915c584f-cb34-496b-90d6-11724cffe787 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] 10.222.0.15 "DELETE /v2.0/networks/36f07767-8a01-4630-944b-1b040c09dd2a HTTP/1.1" status: 204 len: 168 time: 1.9683571 Apr 18 05:56:12.060730 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43446) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:12.107234 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-c1c49a6a-2af1-4537-97f3-62ef01fdc4f3 None None] Port 7bf20a7e-c68b-414a-9aa5-ebd42e8e26be cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:12.131671 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c1c49a6a-2af1-4537-97f3-62ef01fdc4f3 None None] Provisioning complete for port 2b4fad70-ca19-4fe8-884b-9a785b5c9037 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:12.132194 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c1c49a6a-2af1-4537-97f3-62ef01fdc4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:12.280538 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-787f6e20-487e-4ee5-b549-279296a6f26f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:12.338364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3d42585e-8be3-495f-b5a2-e66e1babcbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:12.367118 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787f6e20-487e-4ee5-b549-279296a6f26f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network 114d2062-faee-47bc-b039-f3d6b167d58b is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:12.381515 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-787f6e20-487e-4ee5-b549-279296a6f26f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:12.384532 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787f6e20-487e-4ee5-b549-279296a6f26f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:12.385114 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-787f6e20-487e-4ee5-b549-279296a6f26f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:12.399022 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4801c6-837a-4a65-b249-b8403d31a1b9 None None] Network 114d2062-faee-47bc-b039-f3d6b167d58b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:12.403338 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4d72d0a3-3622-4dcc-86cc-c7fc5d1bf96d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:12.453956 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f6e20-487e-4ee5-b549-279296a6f26f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Subnet': ['ID=0c2eaae2-bb80-4c7f-a45c-9b0e6c70fef3,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:12.511346 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-787f6e20-487e-4ee5-b549-279296a6f26f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3596187 Apr 18 05:56:12.553084 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43450) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:12.562350 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2f559337-e96c-41a3-bc88-296ec6a1b041 None None] Provisioning complete for port 7bf20a7e-c68b-414a-9aa5-ebd42e8e26be triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:12.562722 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2f559337-e96c-41a3-bc88-296ec6a1b041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:12.615417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b5dc3487-b7c9-4e4d-ba56-e8e5a2e2ea05 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:12.663075 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4d72d0a3-3622-4dcc-86cc-c7fc5d1bf96d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:12.678498 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6d1f968a-8c0a-4eb5-9ac4-220ff9c7451e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:12.684782 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2f559337-e96c-41a3-bc88-296ec6a1b041 None None] Port 7bf20a7e-c68b-414a-9aa5-ebd42e8e26be cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:12.700631 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-4d72d0a3-3622-4dcc-86cc-c7fc5d1bf96d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae75018-5d6f-4b0c-8e02-21ca256ec8b8']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:12.715761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-4d72d0a3-3622-4dcc-86cc-c7fc5d1bf96d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3136d02-9429-4d6e-978e-f6666e679f04') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:12.716121 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-4d72d0a3-3622-4dcc-86cc-c7fc5d1bf96d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3136d02-9429-4d6e-978e-f6666e679f04') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:12.729117 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4d72d0a3-3622-4dcc-86cc-c7fc5d1bf96d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:12.746057 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4d72d0a3-3622-4dcc-86cc-c7fc5d1bf96d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:12.760771 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c1c60577-d824-47b3-8239-257b9fbf1817 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1371512905', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0c2eaae2-bb80-4c7f-a45c-9b0e6c70fef3'}], 'security_groups': ['f10321d1-dfaf-4647-bc50-2d4c8a5d3a3a']}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:12.767792 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc3487-b7c9-4e4d-ba56-e8e5a2e2ea05 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Pushing event deleted for resources: {'Port': ['ID=45a83446-4957-43ef-b224-58da6ec8cee6,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:12.819885 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:12.846917 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-6d1f968a-8c0a-4eb5-9ac4-220ff9c7451e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Transition to ACTIVE for port object 467e4537-4abc-4776-9d7d-dab79a588b0d will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:12.876343 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3de1dcef-4f77-4fe0-9ba9-59c64c96246a None None] Provisioning complete for port 7bf20a7e-c68b-414a-9aa5-ebd42e8e26be triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:12.876739 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3de1dcef-4f77-4fe0-9ba9-59c64c96246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:12.877728 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42585e-8be3-495f-b5a2-e66e1babcbb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b1e606e-a51e-4743-93f4-418d009ab1ef,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:12.984608 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d72d0a3-3622-4dcc-86cc-c7fc5d1bf96d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:56:12.985152 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4d72d0a3-3622-4dcc-86cc-c7fc5d1bf96d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:56:13.005876 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:56:13.016726 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-3de1dcef-4f77-4fe0-9ba9-59c64c96246a None None] Port 7bf20a7e-c68b-414a-9aa5-ebd42e8e26be cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:13.031920 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d2ba60-4f70-4a59-b2df-e5fdbdb5947d None None] Update dhcp port {'port': {'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b', 'fixed_ips': [{'subnet_id': 'c3cc3df8-e1a9-4ee2-9f78-64967d7ffb30', 'ip_address': '172.20.0.2'}, {'subnet_id': '0c2eaae2-bb80-4c7f-a45c-9b0e6c70fef3'}], 'binding:host_id': 'dv-neutron-837489-1-hyperv'}, 'id': 'd8349c6e-b072-4555-8efe-3802603b73da'} from dv-neutron-837489-1-hyperv. {{(pid=88036) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 05:56:13.100730 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-72d2ba60-4f70-4a59-b2df-e5fdbdb5947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:13.114949 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:13.119863 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d42585e-8be3-495f-b5a2-e66e1babcbb2 admin admin] Checking segment: {'id': 'd1d2024b-a14b-4c59-b12a-54b88c959830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cddc39bf-5559-4e24-a83a-6c78c955a071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:13.120311 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d42585e-8be3-495f-b5a2-e66e1babcbb2 admin admin] Network hostable DHCP agents. Network: cddc39bf-5559-4e24-a83a-6c78c955a071, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:56:13.127345 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 2b4fad70-ca19-4fe8-884b-9a785b5c9037 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:13.186867 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b5dc3487-b7c9-4e4d-ba56-e8e5a2e2ea05 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:13.254353 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2b515b70-0984-4d7a-b295-82f7fcf9176d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:13.260944 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-808fc57c-49dd-4dcd-a7b6-1521faa64c27 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:13.335049 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d42585e-8be3-495f-b5a2-e66e1babcbb2 admin admin] Network cddc39bf-5559-4e24-a83a-6c78c955a071 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:56:13.359171 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-3d42585e-8be3-495f-b5a2-e66e1babcbb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, cddc39bf-5559-4e24-a83a-6c78c955a071) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:13.364805 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d42585e-8be3-495f-b5a2-e66e1babcbb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:13.365533 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3d42585e-8be3-495f-b5a2-e66e1babcbb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:13.375930 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2b515b70-0984-4d7a-b295-82f7fcf9176d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:13.381755 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c1c60577-d824-47b3-8239-257b9fbf1817 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:13.393272 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f40d68-44f1-4476-9f9f-ddb8723f3914 None None] Network a2404285-3951-4b85-895a-b975b3056dc6 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:13.403759 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4d72d0a3-3622-4dcc-86cc-c7fc5d1bf96d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:13.407144 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234f5723-0bb1-4e24-b0e5-571bfbda11d9 None None] Network cddc39bf-5559-4e24-a83a-6c78c955a071 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:13.431945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4d72d0a3-3622-4dcc-86cc-c7fc5d1bf96d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:13.445237 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6d1f968a-8c0a-4eb5-9ac4-220ff9c7451e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:13.482915 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72d0a3-3622-4dcc-86cc-c7fc5d1bf96d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Pushing event deleted for resources: {'Network': ['ID=eae75018-5d6f-4b0c-8e02-21ca256ec8b8,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:13.500715 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4d72d0a3-3622-4dcc-86cc-c7fc5d1bf96d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] 10.222.0.15 "DELETE /v2.0/networks/eae75018-5d6f-4b0c-8e02-21ca256ec8b8 HTTP/1.1" status: 204 len: 168 time: 1.4342670 Apr 18 05:56:13.500916 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b5dc3487-b7c9-4e4d-ba56-e8e5a2e2ea05 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:13.510954 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43454) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:13.514330 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b5dc3487-b7c9-4e4d-ba56-e8e5a2e2ea05 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:13.607677 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-813cba0c-851c-4919-b801-181e87a32b80 None None] Provisioning for port 5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:13.629784 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3d42585e-8be3-495f-b5a2-e66e1babcbb2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6745687 Apr 18 05:56:13.630868 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 2b4fad70-ca19-4fe8-884b-9a785b5c9037 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:13.631186 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:13.657370 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-813cba0c-851c-4919-b801-181e87a32b80 None None] Provisioning complete for port 5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:13.657673 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-813cba0c-851c-4919-b801-181e87a32b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:13.748796 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-72d2ba60-4f70-4a59-b2df-e5fdbdb5947d None None] Allocated IP 172.20.0.18 (114d2062-faee-47bc-b039-f3d6b167d58b/0c2eaae2-bb80-4c7f-a45c-9b0e6c70fef3/d8349c6e-b072-4555-8efe-3802603b73da) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:14.003467 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb89c1a-f154-456e-bbbf-a1dd92c34981 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:14.012841 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb89c1a-f154-456e-bbbf-a1dd92c34981 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:14.013826 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-cfb89c1a-f154-456e-bbbf-a1dd92c34981 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Synchronizing usage tracker for tenant:a59df0744a0e4d5f91c3b09c04e027c2 on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:56:14.027718 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b515b70-0984-4d7a-b295-82f7fcf9176d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router 88b4cda6-bf57-4835-9441-026e83febe00 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:56:14.036005 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1f968a-8c0a-4eb5-9ac4-220ff9c7451e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network a2404285-3951-4b85-895a-b975b3056dc6 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:14.063726 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-6d1f968a-8c0a-4eb5-9ac4-220ff9c7451e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:14.165982 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-808fc57c-49dd-4dcd-a7b6-1521faa64c27 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:14.175189 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1f968a-8c0a-4eb5-9ac4-220ff9c7451e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:14.175607 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-808fc57c-49dd-4dcd-a7b6-1521faa64c27 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:14.188229 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808fc57c-49dd-4dcd-a7b6-1521faa64c27 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:14.188894 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-808fc57c-49dd-4dcd-a7b6-1521faa64c27 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:14.193314 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-808fc57c-49dd-4dcd-a7b6-1521faa64c27 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/ports/7bf20a7e-c68b-414a-9aa5-ebd42e8e26be HTTP/1.1" status: 200 len: 911 time: 2.3289304 Apr 18 05:56:14.205395 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43476) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:14.244061 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f968a-8c0a-4eb5-9ac4-220ff9c7451e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=467e4537-4abc-4776-9d7d-dab79a588b0d,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:14.247573 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b5dc3487-b7c9-4e4d-ba56-e8e5a2e2ea05 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:14.248066 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5dc3487-b7c9-4e4d-ba56-e8e5a2e2ea05 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Fanout notify agent at l3_agent the message router_deleted on router a693b11c-a73f-4381-8442-1cd0779bcae0 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:56:14.256144 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa109968-b088-41a1-8a81-6affa319f30a None None] Network cddc39bf-5559-4e24-a83a-6c78c955a071 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:14.272363 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fc57c-49dd-4dcd-a7b6-1521faa64c27 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Port': ['ID=7bf20a7e-c68b-414a-9aa5-ebd42e8e26be,revision_number=3']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:14.331490 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-813cba0c-851c-4919-b801-181e87a32b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:14.418244 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-72d2ba60-4f70-4a59-b2df-e5fdbdb5947d None None] For port d8349c6e-b072-4555-8efe-3802603b73da, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d8349c6e-b072-4555-8efe-3802603b73da,segment=NetworkSegment(07f5808b-036d-4ef9-ac7c-6733922b9219),segment_id=07f5808b-036d-4ef9-ac7c-6733922b9219)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:14.421235 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d8349c6e-b072-4555-8efe-3802603b73da up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:14.467355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-cfb89c1a-f154-456e-bbbf-a1dd92c34981 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Unset dirty status for tenant:a59df0744a0e4d5f91c3b09c04e027c2 on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:56:14.468548 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-cfb89c1a-f154-456e-bbbf-a1dd92c34981 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9523690 Apr 18 05:56:14.472609 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43480) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:14.480446 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-5c192ccf-6475-4020-9d86-dadd1796e5e4 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-462020494'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:14.486360 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5c192ccf-6475-4020-9d86-dadd1796e5e4 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:14.496010 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5c192ccf-6475-4020-9d86-dadd1796e5e4 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:14.507237 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c192ccf-6475-4020-9d86-dadd1796e5e4 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Made reservation on behalf of a59df0744a0e4d5f91c3b09c04e027c2 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:14.510793 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5c192ccf-6475-4020-9d86-dadd1796e5e4 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:14.530638 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-813cba0c-851c-4919-b801-181e87a32b80 None None] For port 5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7,segment=NetworkSegment(e253e435-5254-4b3b-841b-f98d9c1029ce),segment_id=e253e435-5254-4b3b-841b-f98d9c1029ce)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:14.541196 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c192ccf-6475-4020-9d86-dadd1796e5e4 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:56:14.551619 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5c192ccf-6475-4020-9d86-dadd1796e5e4 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:14.552240 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-5c192ccf-6475-4020-9d86-dadd1796e5e4 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Added segment 0e6696ae-06e0-41c2-a950-6e0381c7ee24 of type vlan for network d4533fc2-747e-4883-9253-02da92ebef9d Apr 18 05:56:14.558672 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-813cba0c-851c-4919-b801-181e87a32b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:14.580520 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-72d2ba60-4f70-4a59-b2df-e5fdbdb5947d None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:14.586543 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5c192ccf-6475-4020-9d86-dadd1796e5e4 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:14.613210 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b5dc3487-b7c9-4e4d-ba56-e8e5a2e2ea05 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:14.618086 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b5dc3487-b7c9-4e4d-ba56-e8e5a2e2ea05 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "DELETE /v2.0/routers/a693b11c-a73f-4381-8442-1cd0779bcae0 HTTP/1.1" status: 204 len: 168 time: 5.6309421 Apr 18 05:56:14.618256 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5c192ccf-6475-4020-9d86-dadd1796e5e4 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:14.622534 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c192ccf-6475-4020-9d86-dadd1796e5e4 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:14.623318 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5c192ccf-6475-4020-9d86-dadd1796e5e4 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:14.627004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43484) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:14.654863 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2053795638', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'enable_snat': False}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:14.679255 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:14.692653 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-72d2ba60-4f70-4a59-b2df-e5fdbdb5947d None None] Transition to ACTIVE for port object d8349c6e-b072-4555-8efe-3802603b73da will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:14.694067 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Usage tracker for resource:router and tenant:67e0a90dc04d4c05a74a8fdfcf1c2b20 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:14.700364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6d1f968a-8c0a-4eb5-9ac4-220ff9c7451e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:14.729698 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-72d2ba60-4f70-4a59-b2df-e5fdbdb5947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:14.733649 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5890c553-f6bb-49d6-bd96-08684c42c817 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:14.747875 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:14.765822 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b515b70-0984-4d7a-b295-82f7fcf9176d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:56:14.781707 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2b515b70-0984-4d7a-b295-82f7fcf9176d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:14.787325 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2b515b70-0984-4d7a-b295-82f7fcf9176d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/88b4cda6-bf57-4835-9441-026e83febe00 HTTP/1.1" status: 200 len: 888 time: 3.2884562 Apr 18 05:56:14.789617 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcfe5c9-e3cb-4a06-99c4-5def8d4a378d None None] Sync routers for ids ['88b4cda6-bf57-4835-9441-026e83febe00'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:56:14.794916 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:14.799350 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43488) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:14.800735 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5c192ccf-6475-4020-9d86-dadd1796e5e4 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3263378 Apr 18 05:56:14.801664 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43490) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:14.819874 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c192ccf-6475-4020-9d86-dadd1796e5e4 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Pushing event updated for resources: {'Network': ['ID=d4533fc2-747e-4883-9253-02da92ebef9d,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:14.828905 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-f9fa28a8-6e37-42f1-8691-4840ca5f25fb tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-303929712'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:14.834748 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f9fa28a8-6e37-42f1-8691-4840ca5f25fb tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:14.839085 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813cba0c-851c-4919-b801-181e87a32b80 None None] Pushing event updated for resources: {'Port': ['ID=5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:14.839434 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f9fa28a8-6e37-42f1-8691-4840ca5f25fb tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Usage tracker for resource:network and tenant:a59df0744a0e4d5f91c3b09c04e027c2 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:14.846069 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f9fa28a8-6e37-42f1-8691-4840ca5f25fb tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:14.856445 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f9fa28a8-6e37-42f1-8691-4840ca5f25fb tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:14.862183 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:14.863347 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:14.894875 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network d4533fc2-747e-4883-9253-02da92ebef9d details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:56:14.918122 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fa28a8-6e37-42f1-8691-4840ca5f25fb tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Made reservation on behalf of a59df0744a0e4d5f91c3b09c04e027c2 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:14.922103 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f9fa28a8-6e37-42f1-8691-4840ca5f25fb tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:14.955573 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:14.982812 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c29661-e287-41cd-8114-30ef59974db3 req-5d1bc5d5-1650-4cef-aa4b-3b805794fe13 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:14.983571 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-24c29661-e287-41cd-8114-30ef59974db3 req-5d1bc5d5-1650-4cef-aa4b-3b805794fe13 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Synchronizing usage tracker for tenant:db5a0a01c6b64638a4bec3ee6880f534 on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:56:14.999131 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9fa28a8-6e37-42f1-8691-4840ca5f25fb tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:56:15.002609 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-c1c60577-d824-47b3-8239-257b9fbf1817 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Delete allocated IP 172.20.0.6 (114d2062-faee-47bc-b039-f3d6b167d58b/c3cc3df8-e1a9-4ee2-9f78-64967d7ffb30) {{(pid=88035) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 05:56:15.014629 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-c1c60577-d824-47b3-8239-257b9fbf1817 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Allocated IP 172.20.0.21 (114d2062-faee-47bc-b039-f3d6b167d58b/0c2eaae2-bb80-4c7f-a45c-9b0e6c70fef3/17ec92f4-d796-4417-b0b5-88052390b298) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:15.042192 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcfe5c9-e3cb-4a06-99c4-5def8d4a378d None None] Routers {'88b4cda6-bf57-4835-9441-026e83febe00'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:15.042845 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7dcfe5c9-e3cb-4a06-99c4-5def8d4a378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['88b4cda6-bf57-4835-9441-026e83febe00'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:15.119741 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-24c29661-e287-41cd-8114-30ef59974db3 req-5d1bc5d5-1650-4cef-aa4b-3b805794fe13 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Unset dirty status for tenant:db5a0a01c6b64638a4bec3ee6880f534 on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:56:15.120942 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-24c29661-e287-41cd-8114-30ef59974db3 req-5d1bc5d5-1650-4cef-aa4b-3b805794fe13 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/networks?id=c723f30e-7d15-4c50-9cc6-55e2d23ae0d4 HTTP/1.1" status: 200 len: 812 time: 0.9473097 Apr 18 05:56:15.151160 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-24c29661-e287-41cd-8114-30ef59974db3 req-b0435149-dc9a-44b7-b0f0-e83091618e8e tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/quotas/db5a0a01c6b64638a4bec3ee6880f534 HTTP/1.1" status: 200 len: 375 time: 0.0112319 Apr 18 05:56:15.168528 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f9fa28a8-6e37-42f1-8691-4840ca5f25fb tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:15.169923 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-f9fa28a8-6e37-42f1-8691-4840ca5f25fb tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Added segment 810f9aa5-0b28-4b16-81e1-95ce794eef64 of type vlan for network 6d37d059-d522-4484-ac4c-c2f9ec50fcc4 Apr 18 05:56:15.204216 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7dcfe5c9-e3cb-4a06-99c4-5def8d4a378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:15.218506 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-24c29661-e287-41cd-8114-30ef59974db3 req-d460b09f-7589-46ec-ab46-6b6f876ec0ff tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=db5a0a01c6b64638a4bec3ee6880f534&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547314 Apr 18 05:56:15.245792 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2ba60-4f70-4a59-b2df-e5fdbdb5947d None None] Pushing event updated for resources: {'Port': ['ID=d8349c6e-b072-4555-8efe-3802603b73da,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:15.256280 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcfe5c9-e3cb-4a06-99c4-5def8d4a378d None None] Routers {'88b4cda6-bf57-4835-9441-026e83febe00'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:15.257126 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7dcfe5c9-e3cb-4a06-99c4-5def8d4a378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['88b4cda6-bf57-4835-9441-026e83febe00'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:15.312422 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7d59a59c-4036-4070-b958-fc1358f92548 None None] Provisioning complete for port 5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:15.312645 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7d59a59c-4036-4070-b958-fc1358f92548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:15.380739 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7dcfe5c9-e3cb-4a06-99c4-5def8d4a378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:15.381145 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcfe5c9-e3cb-4a06-99c4-5def8d4a378d None None] The sync data for ids ['88b4cda6-bf57-4835-9441-026e83febe00'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:56:15.413553 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 5890c553-f6bb-49d6-bd96-08684c42c817 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:15.414328 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:15.591600 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f9fa28a8-6e37-42f1-8691-4840ca5f25fb tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:15.598025 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:15.634952 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bf2a7207-47f7-4f11-ae5c-9954c03695d5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/routers/88b4cda6-bf57-4835-9441-026e83febe00 HTTP/1.1" status: 200 len: 888 time: 0.8343883 Apr 18 05:56:15.647521 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43496) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:15.729343 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2dda22e5-da39-4c0a-aa7d-2ac7fcecde9e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Synchronizing usage tracker for tenant:1e86337a57bd435798aa8639156e9b5e on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:56:15.754829 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-24c29661-e287-41cd-8114-30ef59974db3 req-9d47ba59-203a-411d-84ac-7b05f0447b1e service neutron] 10.222.0.15 "GET /v2.0/networks/c723f30e-7d15-4c50-9cc6-55e2d23ae0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456894 Apr 18 05:56:15.758142 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6d1f968a-8c0a-4eb5-9ac4-220ff9c7451e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:15.782453 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7d59a59c-4036-4070-b958-fc1358f92548 None None] Provisioning for port 467e4537-4abc-4776-9d7d-dab79a588b0d completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:15.793645 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7d59a59c-4036-4070-b958-fc1358f92548 None None] Provisioning complete for port 467e4537-4abc-4776-9d7d-dab79a588b0d triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:15.794180 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7d59a59c-4036-4070-b958-fc1358f92548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:15.815046 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f9fa28a8-6e37-42f1-8691-4840ca5f25fb tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:15.821561 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fa28a8-6e37-42f1-8691-4840ca5f25fb tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:15.822385 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f9fa28a8-6e37-42f1-8691-4840ca5f25fb tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:15.886348 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d8349c6e-b072-4555-8efe-3802603b73da up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:15.928147 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-7d59a59c-4036-4070-b958-fc1358f92548 None None] Port 467e4537-4abc-4776-9d7d-dab79a588b0d cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:15.934106 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2dda22e5-da39-4c0a-aa7d-2ac7fcecde9e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Unset dirty status for tenant:1e86337a57bd435798aa8639156e9b5e on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:56:15.934106 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2dda22e5-da39-4c0a-aa7d-2ac7fcecde9e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b4cda6-bf57-4835-9441-026e83febe00 HTTP/1.1" status: 200 len: 205 time: 0.2839422 Apr 18 05:56:15.954483 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43500) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:15.966443 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:16.040411 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:16.040880 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:16.102204 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3692ae69-e747-4435-8c1e-6eeea4e3545b None None] Provisioning for port d8349c6e-b072-4555-8efe-3802603b73da completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:16.110553 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3692ae69-e747-4435-8c1e-6eeea4e3545b None None] Provisioning complete for port d8349c6e-b072-4555-8efe-3802603b73da triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:16.110809 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3692ae69-e747-4435-8c1e-6eeea4e3545b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:16.131169 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f9fa28a8-6e37-42f1-8691-4840ca5f25fb tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3180335 Apr 18 05:56:16.131169 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa28a8-6e37-42f1-8691-4840ca5f25fb tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Pushing event updated for resources: {'Network': ['ID=6d37d059-d522-4484-ac4c-c2f9ec50fcc4,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:16.134232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43504) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:16.147151 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Request body: {'ports': [{'network_id': 'd4533fc2-747e-4883-9253-02da92ebef9d', 'name': 'tempest-port--1650963527', 'admin_state_up': True}, {'network_id': '6d37d059-d522-4484-ac4c-c2f9ec50fcc4', 'admin_state_up': False}]} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:16.147557 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Request body: {'port': {'network_id': 'd4533fc2-747e-4883-9253-02da92ebef9d', 'name': 'tempest-port--1650963527', 'admin_state_up': True}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:16.148116 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Request body: {'port': {'network_id': '6d37d059-d522-4484-ac4c-c2f9ec50fcc4', 'admin_state_up': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:16.153352 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 6d37d059-d522-4484-ac4c-c2f9ec50fcc4 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:56:16.280100 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-24c29661-e287-41cd-8114-30ef59974db3 req-75e120c7-ef1f-4095-a29d-86a8eeb749e4 service neutron] 10.222.0.15 "GET /v2.0/networks/c723f30e-7d15-4c50-9cc6-55e2d23ae0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093422 Apr 18 05:56:16.303470 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c22ac864-dcc3-4f87-92c6-9f80f563705f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:16.388523 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c1c60577-d824-47b3-8239-257b9fbf1817 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:16.419720 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b27709e3-b782-4ae3-b519-faa0dfaf73db tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:16.460724 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3692ae69-e747-4435-8c1e-6eeea4e3545b None None] Provisioning complete for port 17ec92f4-d796-4417-b0b5-88052390b298 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:16.461348 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3692ae69-e747-4435-8c1e-6eeea4e3545b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:16.503652 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-c1c60577-d824-47b3-8239-257b9fbf1817 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Transition to ACTIVE for port object 17ec92f4-d796-4417-b0b5-88052390b298 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:16.524202 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-3692ae69-e747-4435-8c1e-6eeea4e3545b None None] Port 17ec92f4-d796-4417-b0b5-88052390b298 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:16.540709 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3692ae69-e747-4435-8c1e-6eeea4e3545b None None] Provisioning complete for port 467e4537-4abc-4776-9d7d-dab79a588b0d triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:16.541775 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3692ae69-e747-4435-8c1e-6eeea4e3545b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:16.575512 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c1c60577-d824-47b3-8239-257b9fbf1817 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:16.584751 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2ada9c34-3ae7-4b3a-b5cf-caa7297064fb req-ceedc6a6-56be-41b3-8b6b-34a982c0ad51 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 210 time: 0.0939755 Apr 18 05:56:16.641787 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-3692ae69-e747-4435-8c1e-6eeea4e3545b None None] Port 467e4537-4abc-4776-9d7d-dab79a588b0d cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:16.653827 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3692ae69-e747-4435-8c1e-6eeea4e3545b None None] Provisioning complete for port 1b9e2684-b1b7-42ac-a55e-a0e137ecacc9 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:16.654546 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3692ae69-e747-4435-8c1e-6eeea4e3545b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:16.721562 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-3692ae69-e747-4435-8c1e-6eeea4e3545b None None] Port 1b9e2684-b1b7-42ac-a55e-a0e137ecacc9 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:16.922233 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6d1f968a-8c0a-4eb5-9ac4-220ff9c7451e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:16.933480 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6d1f968a-8c0a-4eb5-9ac4-220ff9c7451e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:17.034879 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c60577-d824-47b3-8239-257b9fbf1817 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Port': ['ID=17ec92f4-d796-4417-b0b5-88052390b298,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:17.037838 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-c22ac864-dcc3-4f87-92c6-9f80f563705f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting port 7bf20a7e-c68b-414a-9aa5-ebd42e8e26be {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:17.037838 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c22ac864-dcc3-4f87-92c6-9f80f563705f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:17.116329 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f968a-8c0a-4eb5-9ac4-220ff9c7451e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=467e4537-4abc-4776-9d7d-dab79a588b0d,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:17.139832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6d1f968a-8c0a-4eb5-9ac4-220ff9c7451e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:17.252414 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:17.298243 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Usage tracker for resource:port and tenant:a59df0744a0e4d5f91c3b09c04e027c2 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:17.310412 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:17.313058 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-c1c60577-d824-47b3-8239-257b9fbf1817 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] In _notify_port_updated(), no bound segment for port 17ec92f4-d796-4417-b0b5-88052390b298 on network 114d2062-faee-47bc-b039-f3d6b167d58b {{(pid=88035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 05:56:17.319405 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c60577-d824-47b3-8239-257b9fbf1817 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:17.320023 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c1c60577-d824-47b3-8239-257b9fbf1817 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:17.324266 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c1c60577-d824-47b3-8239-257b9fbf1817 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "PUT /v2.0/ports/17ec92f4-d796-4417-b0b5-88052390b298 HTTP/1.1" status: 200 len: 921 time: 4.5755663 Apr 18 05:56:17.330678 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43518) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:17.338281 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:17.340618 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b27709e3-b782-4ae3-b519-faa0dfaf73db tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:17.351671 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-cb418117-1080-4a7c-97cd-eb4f6e6e7956 None None] Provisioning for port 17ec92f4-d796-4417-b0b5-88052390b298 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:17.361349 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-cb418117-1080-4a7c-97cd-eb4f6e6e7956 None None] Provisioning complete for port 17ec92f4-d796-4417-b0b5-88052390b298 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:17.362286 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cb418117-1080-4a7c-97cd-eb4f6e6e7956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:17.363871 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-b27709e3-b782-4ae3-b519-faa0dfaf73db tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting port 63db2a2f-0293-4c4c-a83c-d7bf6731abdc {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:17.364254 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b27709e3-b782-4ae3-b519-faa0dfaf73db tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:17.389074 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:17.428699 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:17.433617 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c22ac864-dcc3-4f87-92c6-9f80f563705f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:17.437541 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Made reservation on behalf of a59df0744a0e4d5f91c3b09c04e027c2 for: {'port': 2} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:17.440935 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-cb418117-1080-4a7c-97cd-eb4f6e6e7956 None None] Port 17ec92f4-d796-4417-b0b5-88052390b298 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:17.442295 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:17.452635 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-478db4f8-0caf-4aac-a0be-7ca1227f7d11 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port 17ec92f4-d796-4417-b0b5-88052390b298 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:17.453327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-478db4f8-0caf-4aac-a0be-7ca1227f7d11 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:17.514627 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:17.762371 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-c22ac864-dcc3-4f87-92c6-9f80f563705f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Calling delete_port for 7bf20a7e-c68b-414a-9aa5-ebd42e8e26be owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:56:17.838452 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b27709e3-b782-4ae3-b519-faa0dfaf73db tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:17.897521 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-60136edf-b14d-468c-aa99-9c36dc6dff75 req-5389162e-a8a4-4c14-95d4-dada8df5b530 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 210 time: 0.1442378 Apr 18 05:56:17.954334 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1f968a-8c0a-4eb5-9ac4-220ff9c7451e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network a2404285-3951-4b85-895a-b975b3056dc6 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:17.974673 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-6d1f968a-8c0a-4eb5-9ac4-220ff9c7451e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:17.987660 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Allocated IP 172.26.1.238 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/cf4be42f-765c-410f-b982-a334a8a9bd8a) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:17.995867 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-b27709e3-b782-4ae3-b519-faa0dfaf73db tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Calling delete_port for 63db2a2f-0293-4c4c-a83c-d7bf6731abdc owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:56:18.118794 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] device_id is not set on port b00feff7-89f9-4d33-8b44-129bc9f2051e yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:56:18.244223 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c29661-e287-41cd-8114-30ef59974db3 req-6d556a78-e5e6-4b3b-b410-f6995d2ec779 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:18.245652 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-24c29661-e287-41cd-8114-30ef59974db3 req-6d556a78-e5e6-4b3b-b410-f6995d2ec779 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.52 "GET /v2.0/networks?id=c723f30e-7d15-4c50-9cc6-55e2d23ae0d4 HTTP/1.1" status: 200 len: 812 time: 0.4908335 Apr 18 05:56:18.273234 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-16fb49c8-e11b-47f2-a1b1-aac38241547c None None] Provisioning complete for port 467e4537-4abc-4776-9d7d-dab79a588b0d triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:18.273828 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-16fb49c8-e11b-47f2-a1b1-aac38241547c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:18.323912 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-24c29661-e287-41cd-8114-30ef59974db3 req-fbe40244-7d21-441d-83a6-d2cda74bca50 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Request body: {'port': {'device_id': '93d77a4b-1439-487d-af84-373a8f96a769', 'network_id': 'c723f30e-7d15-4c50-9cc6-55e2d23ae0d4', 'admin_state_up': True, 'tenant_id': 'db5a0a01c6b64638a4bec3ee6880f534'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:18.329812 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:18.342334 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-16fb49c8-e11b-47f2-a1b1-aac38241547c None None] Port 467e4537-4abc-4776-9d7d-dab79a588b0d cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:18.453836 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b27709e3-b782-4ae3-b519-faa0dfaf73db tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:18.491968 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:18.542786 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27709e3-b782-4ae3-b519-faa0dfaf73db tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Port': ['ID=63db2a2f-0293-4c4c-a83c-d7bf6731abdc,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:18.585150 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1f968a-8c0a-4eb5-9ac4-220ff9c7451e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router d80b2c63-ac79-4c6f-bb81-8d493381630e has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:56:18.610846 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-478db4f8-0caf-4aac-a0be-7ca1227f7d11 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:18.761434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-478db4f8-0caf-4aac-a0be-7ca1227f7d11 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Calling delete_port for 17ec92f4-d796-4417-b0b5-88052390b298 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:56:18.777272 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:18.782270 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:18.784655 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:18.821289 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Pushing event updated for resources: {'Port': ['ID=cf4be42f-765c-410f-b982-a334a8a9bd8a,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:18.846292 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b27709e3-b782-4ae3-b519-faa0dfaf73db tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:18.884636 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c22ac864-dcc3-4f87-92c6-9f80f563705f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:18.952082 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-24c29661-e287-41cd-8114-30ef59974db3 req-fbe40244-7d21-441d-83a6-d2cda74bca50 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:18.962644 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ac864-dcc3-4f87-92c6-9f80f563705f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Port': ['ID=7bf20a7e-c68b-414a-9aa5-ebd42e8e26be,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:18.996514 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-24c29661-e287-41cd-8114-30ef59974db3 req-fbe40244-7d21-441d-83a6-d2cda74bca50 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Usage tracker for resource:port and tenant:db5a0a01c6b64638a4bec3ee6880f534 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:19.011450 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-24c29661-e287-41cd-8114-30ef59974db3 req-fbe40244-7d21-441d-83a6-d2cda74bca50 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:19.031752 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-24c29661-e287-41cd-8114-30ef59974db3 req-fbe40244-7d21-441d-83a6-d2cda74bca50 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:19.033023 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:19.096705 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b27709e3-b782-4ae3-b519-faa0dfaf73db tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:19.165828 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b27709e3-b782-4ae3-b519-faa0dfaf73db tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:19.189848 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-531f9795-b03e-44a3-97fb-1839438f0f1c req-8e3b0602-213c-4744-bb4a-9663385e5d86 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 210 time: 0.1458511 Apr 18 05:56:19.319966 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c29661-e287-41cd-8114-30ef59974db3 req-fbe40244-7d21-441d-83a6-d2cda74bca50 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Made reservation on behalf of db5a0a01c6b64638a4bec3ee6880f534 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:19.322065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-24c29661-e287-41cd-8114-30ef59974db3 req-fbe40244-7d21-441d-83a6-d2cda74bca50 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:19.358035 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b27709e3-b782-4ae3-b519-faa0dfaf73db tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:19.358481 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27709e3-b782-4ae3-b519-faa0dfaf73db tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Fanout notify agent at l3_agent the message router_deleted on router 88b4cda6-bf57-4835-9441-026e83febe00 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:56:19.390965 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] device_id is not set on port 853ea5b7-20dd-4316-99bd-968b194944f8 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:56:19.459131 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c22ac864-dcc3-4f87-92c6-9f80f563705f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:19.474403 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1f968a-8c0a-4eb5-9ac4-220ff9c7451e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:56:19.478215 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b27709e3-b782-4ae3-b519-faa0dfaf73db tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:19.479302 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b27709e3-b782-4ae3-b519-faa0dfaf73db tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/routers/88b4cda6-bf57-4835-9441-026e83febe00 HTTP/1.1" status: 204 len: 168 time: 3.5209084 Apr 18 05:56:19.486768 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] Sync routers for ids ['d80b2c63-ac79-4c6f-bb81-8d493381630e'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:56:19.488537 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43532) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:19.497705 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] Routers {'d80b2c63-ac79-4c6f-bb81-8d493381630e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:19.498319 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d80b2c63-ac79-4c6f-bb81-8d493381630e'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:19.498907 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-d7df0629-c75a-4340-9729-e777175c5073 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'network': {'name': 'tempest-RoutersTest-952249119'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:19.512843 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d7df0629-c75a-4340-9729-e777175c5073 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:19.523422 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d7df0629-c75a-4340-9729-e777175c5073 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:network and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:19.530600 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d7df0629-c75a-4340-9729-e777175c5073 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:19.596889 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d7df0629-c75a-4340-9729-e777175c5073 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:19.626468 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6d1f968a-8c0a-4eb5-9ac4-220ff9c7451e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/routers/d80b2c63-ac79-4c6f-bb81-8d493381630e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3887432 Apr 18 05:56:19.628399 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43536) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:19.669821 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7df0629-c75a-4340-9729-e777175c5073 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Made reservation on behalf of 1e86337a57bd435798aa8639156e9b5e for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:19.673277 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d7df0629-c75a-4340-9729-e777175c5073 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:19.693605 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-478db4f8-0caf-4aac-a0be-7ca1227f7d11 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:19.711164 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] Set router d80b2c63-ac79-4c6f-bb81-8d493381630e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:56:19.717524 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:19.810876 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478db4f8-0caf-4aac-a0be-7ca1227f7d11 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Port': ['ID=17ec92f4-d796-4417-b0b5-88052390b298,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:19.893037 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:19.906728 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7df0629-c75a-4340-9729-e777175c5073 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:56:19.946772 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d7df0629-c75a-4340-9729-e777175c5073 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:19.947120 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-d7df0629-c75a-4340-9729-e777175c5073 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Added segment c80f45a8-c426-45e4-a8c9-e61b155253b7 of type vlan for network c576b5fb-420d-4523-a6db-5c355b31d235 Apr 18 05:56:20.032849 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22ac864-dcc3-4f87-92c6-9f80f563705f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router fc8cccc5-d203-4884-a165-0a6584c4dda3 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:56:20.097308 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d7df0629-c75a-4340-9729-e777175c5073 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:20.107298 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87cb7d6-4d04-4e9b-b95e-4d5749aec60a tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:20.107766 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87cb7d6-4d04-4e9b-b95e-4d5749aec60a tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:20.108245 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87cb7d6-4d04-4e9b-b95e-4d5749aec60a tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:20.108700 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87cb7d6-4d04-4e9b-b95e-4d5749aec60a tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:20.109153 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87cb7d6-4d04-4e9b-b95e-4d5749aec60a tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:20.109614 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87cb7d6-4d04-4e9b-b95e-4d5749aec60a tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:20.110042 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87cb7d6-4d04-4e9b-b95e-4d5749aec60a tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:20.110483 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87cb7d6-4d04-4e9b-b95e-4d5749aec60a tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:20.110924 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87cb7d6-4d04-4e9b-b95e-4d5749aec60a tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:20.111366 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87cb7d6-4d04-4e9b-b95e-4d5749aec60a tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:20.115920 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b87cb7d6-4d04-4e9b-b95e-4d5749aec60a tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7030 time: 0.4847367 Apr 18 05:56:20.124082 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43540) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:20.132318 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'name': 'tempest-TestNetworkBasicOps-router-821609139', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:53Z', 'updated_at': '2022-04-18T05:56:15Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:55:55Z', 'updated_at': '2022-04-18T05:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '467e4537-4abc-4776-9d7d-dab79a588b0d', 'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:a0:bd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:10Z', 'updated_at': '2022-04-18T05:56:16Z', 'revision_number': 2, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:20.135455 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-24c29661-e287-41cd-8114-30ef59974db3 req-fbe40244-7d21-441d-83a6-d2cda74bca50 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Allocated IP 172.20.0.2 (c723f30e-7d15-4c50-9cc6-55e2d23ae0d4/9a1d3b08-0b8c-43a0-a48e-6e3c3385356d/d81cc5fd-5eac-4bd9-badb-8203741f1846) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:20.138879 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] Checking router: d80b2c63-ac79-4c6f-bb81-8d493381630e for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:56:20.139244 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] Updating router d80b2c63-ac79-4c6f-bb81-8d493381630e port 467e4537-4abc-4776-9d7d-dab79a588b0d binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:56:20.175244 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-478db4f8-0caf-4aac-a0be-7ca1227f7d11 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:20.202362 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:20.269013 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-478db4f8-0caf-4aac-a0be-7ca1227f7d11 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/ports/17ec92f4-d796-4417-b0b5-88052390b298 HTTP/1.1" status: 204 len: 168 time: 2.9380805 Apr 18 05:56:20.275651 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43546) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:20.280028 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22ac864-dcc3-4f87-92c6-9f80f563705f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:56:20.291528 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7861a984-4fab-4f02-98b0-1bd63fdb7578 None None] Sync routers for ids ['fc8cccc5-d203-4884-a165-0a6584c4dda3'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:56:20.305272 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7861a984-4fab-4f02-98b0-1bd63fdb7578 None None] Routers {'fc8cccc5-d203-4884-a165-0a6584c4dda3'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:20.305893 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7861a984-4fab-4f02-98b0-1bd63fdb7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['fc8cccc5-d203-4884-a165-0a6584c4dda3'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:20.338240 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c22ac864-dcc3-4f87-92c6-9f80f563705f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/fc8cccc5-d203-4884-a165-0a6584c4dda3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0956254 Apr 18 05:56:20.338773 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43550) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:20.378836 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:20.409385 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-e608dafe-2d3f-4b34-8528-2ed8b2115bc4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] GET failed (client error): The resource could not be found. Apr 18 05:56:20.410537 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e608dafe-2d3f-4b34-8528-2ed8b2115bc4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Synchronizing usage tracker for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:56:20.425064 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-70e4f962-153e-4ef4-beb7-126bb6fda4f7 req-37a455f8-353b-4f82-8f92-9d4853e222db tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Synchronizing usage tracker for tenant:db5a0a01c6b64638a4bec3ee6880f534 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:56:20.438416 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-935df5af-5389-4b68-88b9-346369c82e0f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc8cccc5-d203-4884-a165-0a6584c4dda3 HTTP/1.1" status: 200 len: 205 time: 0.0911825 Apr 18 05:56:20.443807 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43554) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:20.450460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7171d0-6caf-4530-87ce-ec523b15d854 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:20.451353 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7171d0-6caf-4530-87ce-ec523b15d854 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:20.452024 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7171d0-6caf-4530-87ce-ec523b15d854 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:20.452661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7171d0-6caf-4530-87ce-ec523b15d854 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:20.453275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7171d0-6caf-4530-87ce-ec523b15d854 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:20.453917 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7171d0-6caf-4530-87ce-ec523b15d854 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:20.454626 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7171d0-6caf-4530-87ce-ec523b15d854 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:20.455240 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7171d0-6caf-4530-87ce-ec523b15d854 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:20.455926 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7171d0-6caf-4530-87ce-ec523b15d854 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:20.460104 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bc7171d0-6caf-4530-87ce-ec523b15d854 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5807 time: 0.3323181 Apr 18 05:56:20.475114 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7861a984-4fab-4f02-98b0-1bd63fdb7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:20.483844 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7861a984-4fab-4f02-98b0-1bd63fdb7578 None None] Routers {'fc8cccc5-d203-4884-a165-0a6584c4dda3'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:20.484733 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7861a984-4fab-4f02-98b0-1bd63fdb7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['fc8cccc5-d203-4884-a165-0a6584c4dda3'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:20.510789 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d7df0629-c75a-4340-9729-e777175c5073 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:20.516056 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7df0629-c75a-4340-9729-e777175c5073 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:20.516661 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d7df0629-c75a-4340-9729-e777175c5073 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:20.526767 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43558) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:20.547236 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7861a984-4fab-4f02-98b0-1bd63fdb7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:20.547643 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7861a984-4fab-4f02-98b0-1bd63fdb7578 None None] The sync data for ids ['fc8cccc5-d203-4884-a165-0a6584c4dda3'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:56:20.668915 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Pushing event updated for resources: {'Port': ['ID=b00feff7-89f9-4d33-8b44-129bc9f2051e,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:20.707053 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d7df0629-c75a-4340-9729-e777175c5073 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2133086 Apr 18 05:56:20.707053 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:20.709065 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df0629-c75a-4340-9729-e777175c5073 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Network': ['ID=c576b5fb-420d-4523-a6db-5c355b31d235,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:20.711818 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43562) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:20.721834 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-3cfcec8b-367b-4210-804e-da8a835910af tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'subnet': {'network_id': 'c576b5fb-420d-4523-a6db-5c355b31d235', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:20.723979 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network c576b5fb-420d-4523-a6db-5c355b31d235 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:56:20.741337 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:20.758210 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] Transition to ACTIVE for port object 467e4537-4abc-4776-9d7d-dab79a588b0d will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:20.772460 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:20.793481 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Checking segment: {'id': '0e6696ae-06e0-41c2-a950-6e0381c7ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd4533fc2-747e-4883-9253-02da92ebef9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:20.793920 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Network hostable DHCP agents. Network: d4533fc2-747e-4883-9253-02da92ebef9d, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:56:20.872706 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-70e4f962-153e-4ef4-beb7-126bb6fda4f7 req-37a455f8-353b-4f82-8f92-9d4853e222db tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Unset dirty status for tenant:db5a0a01c6b64638a4bec3ee6880f534 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:56:20.873953 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-70e4f962-153e-4ef4-beb7-126bb6fda4f7 req-37a455f8-353b-4f82-8f92-9d4853e222db tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 210 time: 0.5229750 Apr 18 05:56:20.874570 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e608dafe-2d3f-4b34-8528-2ed8b2115bc4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Unset dirty status for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:56:20.875634 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e608dafe-2d3f-4b34-8528-2ed8b2115bc4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports/17ec92f4-d796-4417-b0b5-88052390b298 HTTP/1.1" status: 404 len: 333 time: 0.5971787 Apr 18 05:56:20.890004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43566) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:20.970604 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fb1b5f21-84b7-4988-98d5-6fd03dba8a05 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:20.980988 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3cfcec8b-367b-4210-804e-da8a835910af tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:20.983252 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Network d4533fc2-747e-4883-9253-02da92ebef9d is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:56:20.998455 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3cfcec8b-367b-4210-804e-da8a835910af tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:subnet and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:21.032368 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586ef04-22cb-4bb4-8ca3-ba3c827239ac None None] Pushing event updated for resources: {'Port': ['ID=467e4537-4abc-4776-9d7d-dab79a588b0d,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:21.057459 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] Attempting to bind port 467e4537-4abc-4776-9d7d-dab79a588b0d on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:56:21.058059 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] Attempting to bind port 467e4537-4abc-4776-9d7d-dab79a588b0d by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'e253e435-5254-4b3b-841b-f98d9c1029ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:56:21.058483 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] Attempting to bind port 467e4537-4abc-4776-9d7d-dab79a588b0d on network a2404285-3951-4b85-895a-b975b3056dc6 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:56:21.064827 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:56:21.065777 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] Checking segment: {'id': 'e253e435-5254-4b3b-841b-f98d9c1029ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:21.065777 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:21.066089 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] Bound using segment: {'id': 'e253e435-5254-4b3b-841b-f98d9c1029ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:56:21.067103 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] Bound port: 467e4537-4abc-4776-9d7d-dab79a588b0d, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e253e435-5254-4b3b-841b-f98d9c1029ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:56:21.068093 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:21.082689 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3cfcec8b-367b-4210-804e-da8a835910af tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:21.106864 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3cfcec8b-367b-4210-804e-da8a835910af tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:21.114399 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, d4533fc2-747e-4883-9253-02da92ebef9d) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:21.118295 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:21.119359 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:21.124447 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833325ef-fc87-40b9-9b8e-5ecb83024757 None None] Network d4533fc2-747e-4883-9253-02da92ebef9d requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:21.179494 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] For port 467e4537-4abc-4776-9d7d-dab79a588b0d, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:56:21.183037 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-da477838-4143-44d6-bbcb-8951432d9d79 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:21.183649 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] For port 467e4537-4abc-4776-9d7d-dab79a588b0d, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=467e4537-4abc-4776-9d7d-dab79a588b0d,segment=NetworkSegment(e253e435-5254-4b3b-841b-f98d9c1029ce),segment_id=e253e435-5254-4b3b-841b-f98d9c1029ce)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:56:21.190137 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:21.216419 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfcec8b-367b-4210-804e-da8a835910af tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Made reservation on behalf of 1e86337a57bd435798aa8639156e9b5e for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:21.220030 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3cfcec8b-367b-4210-804e-da8a835910af tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:21.279104 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586ef04-22cb-4bb4-8ca3-ba3c827239ac None None] Pushing event updated for resources: {'Port': ['ID=467e4537-4abc-4776-9d7d-dab79a588b0d,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:21.302174 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] Routers {'d80b2c63-ac79-4c6f-bb81-8d493381630e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:21.303819 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d80b2c63-ac79-4c6f-bb81-8d493381630e'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:21.327656 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-da477838-4143-44d6-bbcb-8951432d9d79 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:21.430014 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fb1b5f21-84b7-4988-98d5-6fd03dba8a05 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:21.432459 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fb1b5f21-84b7-4988-98d5-6fd03dba8a05 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:21.522786 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fb1b5f21-84b7-4988-98d5-6fd03dba8a05 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:21.523535 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1b5f21-84b7-4988-98d5-6fd03dba8a05 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Fanout notify agent at l3_agent the message router_deleted on router fc8cccc5-d203-4884-a165-0a6584c4dda3 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:56:21.546717 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-24c29661-e287-41cd-8114-30ef59974db3 req-fbe40244-7d21-441d-83a6-d2cda74bca50 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:21.552805 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] Set router d80b2c63-ac79-4c6f-bb81-8d493381630e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:56:21.565850 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fb1b5f21-84b7-4988-98d5-6fd03dba8a05 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:21.570197 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-fb1b5f21-84b7-4988-98d5-6fd03dba8a05 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/routers/fc8cccc5-d203-4884-a165-0a6584c4dda3 HTTP/1.1" status: 204 len: 168 time: 1.1222055 Apr 18 05:56:21.571904 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43570) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:21.617584 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Pushing event updated for resources: {'Port': ['ID=853ea5b7-20dd-4316-99bd-968b194944f8,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:21.648005 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Checking segment: {'id': '810f9aa5-0b28-4b16-81e1-95ce794eef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6d37d059-d522-4484-ac4c-c2f9ec50fcc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:21.648385 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Network hostable DHCP agents. Network: 6d37d059-d522-4484-ac4c-c2f9ec50fcc4, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:56:21.664348 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-500dea45-a1e4-45fd-a7c9-4f80cf827f9a tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting subnet 8ab4dc1c-2952-479b-9194-8a37e6308e19 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:56:21.673849 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-500dea45-a1e4-45fd-a7c9-4f80cf827f9a tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:21.675185 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Router a9cd8551-76ed-4f62-859f-95a7b373e3b6 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:56:21.677458 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-da477838-4143-44d6-bbcb-8951432d9d79 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:21.707277 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da477838-4143-44d6-bbcb-8951432d9d79 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cb1ea1-129a-4de5-b7fe-b1a1c94b7ff8,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:21.713901 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3cfcec8b-367b-4210-804e-da8a835910af tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:21.720348 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7d53f563-02cf-4c27-8589-41879ab11a34 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2842 time: 1.1829872 Apr 18 05:56:21.724290 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-24c29661-e287-41cd-8114-30ef59974db3 req-fbe40244-7d21-441d-83a6-d2cda74bca50 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:21.795511 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-500dea45-a1e4-45fd-a7c9-4f80cf827f9a tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:21.856151 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c29661-e287-41cd-8114-30ef59974db3 req-fbe40244-7d21-441d-83a6-d2cda74bca50 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Network c723f30e-7d15-4c50-9cc6-55e2d23ae0d4 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:21.861772 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-24c29661-e287-41cd-8114-30ef59974db3 req-fbe40244-7d21-441d-83a6-d2cda74bca50 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:21.866007 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe40244-7d21-441d-83a6-d2cda74bca50 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Pushing event updated for resources: {'Port': ['ID=d81cc5fd-5eac-4bd9-badb-8203741f1846,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:21.868260 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c29661-e287-41cd-8114-30ef59974db3 req-fbe40244-7d21-441d-83a6-d2cda74bca50 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:21.877945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Network 6d37d059-d522-4484-ac4c-c2f9ec50fcc4 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:56:21.890843 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-da477838-4143-44d6-bbcb-8951432d9d79 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:21.891953 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-da477838-4143-44d6-bbcb-8951432d9d79 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/security-groups/77cb1ea1-129a-4de5-b7fe-b1a1c94b7ff8 HTTP/1.1" status: 204 len: 168 time: 1.0002422 Apr 18 05:56:21.899988 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43576) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:21.955949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c29661-e287-41cd-8114-30ef59974db3 req-fbe40244-7d21-441d-83a6-d2cda74bca50 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:21.957398 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-24c29661-e287-41cd-8114-30ef59974db3 req-fbe40244-7d21-441d-83a6-d2cda74bca50 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:21.982329 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-24c29661-e287-41cd-8114-30ef59974db3 req-fbe40244-7d21-441d-83a6-d2cda74bca50 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6734293 Apr 18 05:56:21.984939 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-500dea45-a1e4-45fd-a7c9-4f80cf827f9a tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:21.991484 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'name': 'tempest-TestNetworkBasicOps-router-821609139', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:53Z', 'updated_at': '2022-04-18T05:56:15Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:55:55Z', 'updated_at': '2022-04-18T05:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '467e4537-4abc-4776-9d7d-dab79a588b0d', 'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:a0:bd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:10Z', 'updated_at': '2022-04-18T05:56:21Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:21.995892 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfcec8b-367b-4210-804e-da8a835910af tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Subnet': ['ID=42afb87b-7b16-466b-983b-c7796857add0,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:21.997501 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ed45a-d98c-4bd0-a668-f05c42fe6e8f None None] The sync data for ids ['d80b2c63-ac79-4c6f-bb81-8d493381630e'] in dv-neutron-837489-1-hyperv is: [{'id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'name': 'tempest-TestNetworkBasicOps-router-821609139', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:53Z', 'updated_at': '2022-04-18T05:56:15Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:55:55Z', 'updated_at': '2022-04-18T05:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '467e4537-4abc-4776-9d7d-dab79a588b0d', 'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:a0:bd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:10Z', 'updated_at': '2022-04-18T05:56:21Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:56:22.005117 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 6d37d059-d522-4484-ac4c-c2f9ec50fcc4) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:22.014928 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea3c175-a48c-4916-84cc-459ec434b31d None None] Network 6d37d059-d522-4484-ac4c-c2f9ec50fcc4 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:22.063907 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-24c29661-e287-41cd-8114-30ef59974db3 req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] Request body: {'port': {'device_id': '93d77a4b-1439-487d-af84-373a8f96a769', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:22.120117 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-500dea45-a1e4-45fd-a7c9-4f80cf827f9a tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:22.255709 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500dea45-a1e4-45fd-a7c9-4f80cf827f9a tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Subnet': ['ID=8ab4dc1c-2952-479b-9194-8a37e6308e19,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:22.275378 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-500dea45-a1e4-45fd-a7c9-4f80cf827f9a tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:22.284236 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29a6917-ffbe-459b-b4df-d27d0405cc3c None None] Network ed5d77a2-245c-4884-85a0-89ed2e1d3a9a requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:22.353589 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-500dea45-a1e4-45fd-a7c9-4f80cf827f9a tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/subnets/8ab4dc1c-2952-479b-9194-8a37e6308e19 HTTP/1.1" status: 204 len: 168 time: 0.7806294 Apr 18 05:56:22.382685 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:22.387677 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43584) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:22.393815 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:22.407285 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:22.408077 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:22.426104 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:56:22.437212 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] Sync routers for ids ['a9cd8551-76ed-4f62-859f-95a7b373e3b6'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:56:22.466270 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:56:22.466839 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] Routers {'a9cd8551-76ed-4f62-859f-95a7b373e3b6'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:22.467446 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9cd8551-76ed-4f62-859f-95a7b373e3b6'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:22.542263 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-872cae8f-f01b-4429-a181-f61612259f54 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:22.607401 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-872cae8f-f01b-4429-a181-f61612259f54 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:22.714653 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfcec8b-367b-4210-804e-da8a835910af tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Checking segment: {'id': 'c80f45a8-c426-45e4-a8c9-e61b155253b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c576b5fb-420d-4523-a6db-5c355b31d235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:22.715364 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfcec8b-367b-4210-804e-da8a835910af tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network hostable DHCP agents. Network: c576b5fb-420d-4523-a6db-5c355b31d235, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:56:22.734200 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2a7b8772-c919-4feb-8e38-30eadbf0d951 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.5957382 Apr 18 05:56:22.750967 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:22.755367 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a28149bf-1161-4309-81e1-0e5ab45f8d92 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.1089914 Apr 18 05:56:22.755367 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43588) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:22.767565 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43590) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:22.773560 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-872cae8f-f01b-4429-a181-f61612259f54 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:22.820099 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfcec8b-367b-4210-804e-da8a835910af tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network c576b5fb-420d-4523-a6db-5c355b31d235 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:56:22.840118 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8dbc9a-1b3f-489f-b182-e8f885e5ad06 None None] DHCP port deletion for ed5d77a2-245c-4884-85a0-89ed2e1d3a9a request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:56:22.845499 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-0a8dbc9a-1b3f-489f-b182-e8f885e5ad06 None None] Deleting port 2b4fad70-ca19-4fe8-884b-9a785b5c9037 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:22.846045 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0a8dbc9a-1b3f-489f-b182-e8f885e5ad06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:22.850822 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] Set router a9cd8551-76ed-4f62-859f-95a7b373e3b6 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:56:22.909147 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cae8f-f01b-4429-a181-f61612259f54 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10321d1-dfaf-4647-bc50-2d4c8a5d3a3a,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:22.961172 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-872cae8f-f01b-4429-a181-f61612259f54 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:22.962279 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-872cae8f-f01b-4429-a181-f61612259f54 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/security-groups/f10321d1-dfaf-4647-bc50-2d4c8a5d3a3a HTTP/1.1" status: 204 len: 168 time: 1.0571795 Apr 18 05:56:22.964004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-3cfcec8b-367b-4210-804e-da8a835910af tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, c576b5fb-420d-4523-a6db-5c355b31d235) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:22.971471 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43596) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:22.975368 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-24c29661-e287-41cd-8114-30ef59974db3 req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:22.993793 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43600) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:23.017963 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-afa08c8d-82fe-4352-8773-868840ea292c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1008887597', 'description': 'tempest-secgroup-smoke-1008887597 description', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:23.055208 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfcec8b-367b-4210-804e-da8a835910af tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:23.055703 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3cfcec8b-367b-4210-804e-da8a835910af tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:23.062944 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-afa08c8d-82fe-4352-8773-868840ea292c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:23.088683 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-95fdba73-4378-4aa3-baf4-abe1dcc94d1f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:23.143672 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8bf57fe-6153-4854-9303-ca6f6edb3a2d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting subnet c3cc3df8-e1a9-4ee2-9f78-64967d7ffb30 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:56:23.166109 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3cfcec8b-367b-4210-804e-da8a835910af tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4530568 Apr 18 05:56:23.169740 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43604) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:23.171508 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b8bf57fe-6153-4854-9303-ca6f6edb3a2d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:23.174806 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-afa08c8d-82fe-4352-8773-868840ea292c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:23.188607 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-afa08c8d-82fe-4352-8773-868840ea292c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:23.203767 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e876cf58-fbd6-4f3e-b0db-da9d733b6006 None None] Network c576b5fb-420d-4523-a6db-5c355b31d235 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:23.217063 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-afa08c8d-82fe-4352-8773-868840ea292c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:23.254602 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-fea23465-0ae5-4083-ac67-9ffd3ad21713 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1801869331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:23.263748 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cd8551-76ed-4f62-859f-95a7b373e3b6', 'name': 'tempest-snat-router-2053795638', 'tenant_id': '67e0a90dc04d4c05a74a8fdfcf1c2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.238'}], 'enable_snat': False}, 'gw_port_id': 'cf4be42f-765c-410f-b982-a334a8a9bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:14Z', 'updated_at': '2022-04-18T05:56:19Z', 'revision_number': 3, 'project_id': '67e0a90dc04d4c05a74a8fdfcf1c2b20', 'gw_port': {'id': 'cf4be42f-765c-410f-b982-a334a8a9bd8a', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cd8551-76ed-4f62-859f-95a7b373e3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:17Z', 'updated_at': '2022-04-18T05:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:23.270833 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] Checking router: a9cd8551-76ed-4f62-859f-95a7b373e3b6 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:56:23.271775 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] Updating router a9cd8551-76ed-4f62-859f-95a7b373e3b6 port cf4be42f-765c-410f-b982-a334a8a9bd8a binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:56:23.274376 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c905892d-19e8-41b8-a04f-3aa10bdf486a tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:23.277577 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-95fdba73-4378-4aa3-baf4-abe1dcc94d1f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting port 2b4fad70-ca19-4fe8-884b-9a785b5c9037 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:23.278121 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-95fdba73-4378-4aa3-baf4-abe1dcc94d1f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:23.281302 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c905892d-19e8-41b8-a04f-3aa10bdf486a tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:23.282159 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c905892d-19e8-41b8-a04f-3aa10bdf486a tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Synchronizing usage tracker for tenant:a59df0744a0e4d5f91c3b09c04e027c2 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:56:23.289118 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fea23465-0ae5-4083-ac67-9ffd3ad21713 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:23.300283 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fea23465-0ae5-4083-ac67-9ffd3ad21713 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:router and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:23.318376 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fea23465-0ae5-4083-ac67-9ffd3ad21713 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:23.329613 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b8bf57fe-6153-4854-9303-ca6f6edb3a2d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:23.331702 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-afa08c8d-82fe-4352-8773-868840ea292c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:23.357035 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:23.405190 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830d045-c4b0-49b2-99d4-1e2a959d9134 req-e1dda96a-a24b-4af2-89e9-1324e52e83b7 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:23.413335 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f830d045-c4b0-49b2-99d4-1e2a959d9134 req-e1dda96a-a24b-4af2-89e9-1324e52e83b7 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 931 time: 1.3030071 Apr 18 05:56:23.417106 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-0a8dbc9a-1b3f-489f-b182-e8f885e5ad06 None None] For port 2b4fad70-ca19-4fe8-884b-9a785b5c9037, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=2b4fad70-ca19-4fe8-884b-9a785b5c9037,segment=NetworkSegment(e707826c-19bc-4fa9-b468-4ef379ab8687),segment_id=e707826c-19bc-4fa9-b468-4ef379ab8687)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:23.418685 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0a8dbc9a-1b3f-489f-b182-e8f885e5ad06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:23.426704 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fea23465-0ae5-4083-ac67-9ffd3ad21713 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:23.450773 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5d8e5783-912f-4fa7-b039-1ddd2d18bc5d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "GET /v2.0/routers/a9cd8551-76ed-4f62-859f-95a7b373e3b6 HTTP/1.1" status: 200 len: 909 time: 0.6750419 Apr 18 05:56:23.464950 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43608) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:23.482055 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2053795638', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'enable_snat': True}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:23.495314 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c905892d-19e8-41b8-a04f-3aa10bdf486a tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Unset dirty status for tenant:a59df0744a0e4d5f91c3b09c04e027c2 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:56:23.495532 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-afa08c8d-82fe-4352-8773-868840ea292c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:23.499505 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c905892d-19e8-41b8-a04f-3aa10bdf486a tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7275679 Apr 18 05:56:23.500854 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:23.507295 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43612) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:23.555183 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Usage tracker for resource:router and tenant:67e0a90dc04d4c05a74a8fdfcf1c2b20 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:23.564740 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fea23465-0ae5-4083-ac67-9ffd3ad21713 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:23.565810 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fea23465-0ae5-4083-ac67-9ffd3ad21713 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:23.569429 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:23.586076 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:23.625438 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-94752e41-88c2-45ee-8eb2-75476315574c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Deleting port b00feff7-89f9-4d33-8b44-129bc9f2051e {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:23.625982 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-94752e41-88c2-45ee-8eb2-75476315574c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:23.633759 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-0a8dbc9a-1b3f-489f-b182-e8f885e5ad06 None None] Calling delete_port for 2b4fad70-ca19-4fe8-884b-9a785b5c9037 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:56:23.684604 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:23.688490 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:23.706726 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fea23465-0ae5-4083-ac67-9ffd3ad21713 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:23.746891 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-afa08c8d-82fe-4352-8773-868840ea292c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:23.771237 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-afa08c8d-82fe-4352-8773-868840ea292c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:23.773832 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b8bf57fe-6153-4854-9303-ca6f6edb3a2d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:23.798939 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-afa08c8d-82fe-4352-8773-868840ea292c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:23.807388 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:23.820113 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0a8dbc9a-1b3f-489f-b182-e8f885e5ad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:23.833948 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-f830d045-c4b0-49b2-99d4-1e2a959d9134 req-433b73b9-6342-445c-99b0-e78b6f5f5ac2 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Synchronizing usage tracker for tenant:db5a0a01c6b64638a4bec3ee6880f534 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:56:23.919648 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-f830d045-c4b0-49b2-99d4-1e2a959d9134 req-433b73b9-6342-445c-99b0-e78b6f5f5ac2 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Unset dirty status for tenant:db5a0a01c6b64638a4bec3ee6880f534 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:56:23.920895 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f830d045-c4b0-49b2-99d4-1e2a959d9134 req-433b73b9-6342-445c-99b0-e78b6f5f5ac2 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064945 Apr 18 05:56:23.961461 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8dbc9a-1b3f-489f-b182-e8f885e5ad06 None None] Pushing event deleted for resources: {'Port': ['ID=2b4fad70-ca19-4fe8-884b-9a785b5c9037,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:23.966118 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 467e4537-4abc-4776-9d7d-dab79a588b0d up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:23.992412 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8dbc9a-1b3f-489f-b182-e8f885e5ad06 None None] No DVR routers for this DVR port 2b4fad70-ca19-4fe8-884b-9a785b5c9037 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:56:24.000333 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-c576b5fb-420d-4523-a6db-5c355b31d235', 'network_id': 'c576b5fb-420d-4523-a6db-5c355b31d235', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'fixed_ips': [{'subnet_id': '42afb87b-7b16-466b-983b-c7796857add0'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:56:24.001545 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:24.001675 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-94752e41-88c2-45ee-8eb2-75476315574c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:24.041485 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:24.054990 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] Transition to ACTIVE for port object cf4be42f-765c-410f-b982-a334a8a9bd8a will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:24.063565 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:24.110166 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-95fdba73-4378-4aa3-baf4-abe1dcc94d1f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] For port 2b4fad70-ca19-4fe8-884b-9a785b5c9037, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=2b4fad70-ca19-4fe8-884b-9a785b5c9037,segment=NetworkSegment(e707826c-19bc-4fa9-b468-4ef379ab8687),segment_id=e707826c-19bc-4fa9-b468-4ef379ab8687)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:24.110494 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-95fdba73-4378-4aa3-baf4-abe1dcc94d1f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:24.149150 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-94752e41-88c2-45ee-8eb2-75476315574c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Calling delete_port for b00feff7-89f9-4d33-8b44-129bc9f2051e owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:56:24.153109 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] Attempting to bind port cf4be42f-765c-410f-b982-a334a8a9bd8a on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:56:24.153606 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] Attempting to bind port cf4be42f-765c-410f-b982-a334a8a9bd8a by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:56:24.153961 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] Attempting to bind port cf4be42f-765c-410f-b982-a334a8a9bd8a on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:56:24.160328 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92e895-b791-40b9-b012-eeacc7c24d88 None None] Pushing event updated for resources: {'Port': ['ID=cf4be42f-765c-410f-b982-a334a8a9bd8a,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:24.166218 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:56:24.166641 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:24.167036 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:24.167412 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:56:24.167862 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] Bound port: cf4be42f-765c-410f-b982-a334a8a9bd8a, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:56:24.168263 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:24.198859 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] Allocated IP 172.20.0.2 (c576b5fb-420d-4523-a6db-5c355b31d235/42afb87b-7b16-466b-983b-c7796857add0/88387630-28cf-433e-9567-39c3c133e7da) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:24.259957 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] For port cf4be42f-765c-410f-b982-a334a8a9bd8a, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:56:24.264956 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] For port cf4be42f-765c-410f-b982-a334a8a9bd8a, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=cf4be42f-765c-410f-b982-a334a8a9bd8a,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:56:24.266849 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-94752e41-88c2-45ee-8eb2-75476315574c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:24.272205 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:24.297264 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-95fdba73-4378-4aa3-baf4-abe1dcc94d1f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Calling delete_port for 2b4fad70-ca19-4fe8-884b-9a785b5c9037 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:56:24.321049 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fea23465-0ae5-4083-ac67-9ffd3ad21713 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:24.339651 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-94752e41-88c2-45ee-8eb2-75476315574c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:24.381452 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94752e41-88c2-45ee-8eb2-75476315574c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Pushing event deleted for resources: {'Port': ['ID=b00feff7-89f9-4d33-8b44-129bc9f2051e,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:24.384796 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92e895-b791-40b9-b012-eeacc7c24d88 None None] Pushing event updated for resources: {'Port': ['ID=cf4be42f-765c-410f-b982-a334a8a9bd8a,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:24.408075 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] Routers {'a9cd8551-76ed-4f62-859f-95a7b373e3b6'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:24.408808 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9cd8551-76ed-4f62-859f-95a7b373e3b6'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:24.473340 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:24.485252 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] Transition to ACTIVE for port object 88387630-28cf-433e-9567-39c3c133e7da will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:24.496332 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-94752e41-88c2-45ee-8eb2-75476315574c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] 10.222.0.15 "DELETE /v2.0/ports/b00feff7-89f9-4d33-8b44-129bc9f2051e HTTP/1.1" status: 204 len: 168 time: 0.9878910 Apr 18 05:56:24.501819 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43616) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:24.506675 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] Transition to ACTIVE for port object 88387630-28cf-433e-9567-39c3c133e7da will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:24.522093 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:24.530644 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-24c29661-e287-41cd-8114-30ef59974db3 req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d81cc5fd-5eac-4bd9-badb-8203741f1846 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 05:56:24.540651 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-24c29661-e287-41cd-8114-30ef59974db3 req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:24.556543 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-24c29661-e287-41cd-8114-30ef59974db3 req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] Transition to ACTIVE for port object d81cc5fd-5eac-4bd9-badb-8203741f1846 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:24.628495 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-afa08c8d-82fe-4352-8773-868840ea292c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:24.632924 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fea23465-0ae5-4083-ac67-9ffd3ad21713 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:24.633286 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-24c29661-e287-41cd-8114-30ef59974db3 req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:24.634044 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 467e4537-4abc-4776-9d7d-dab79a588b0d completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:24.634256 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fea23465-0ae5-4083-ac67-9ffd3ad21713 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3966975 Apr 18 05:56:24.647421 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 467e4537-4abc-4776-9d7d-dab79a588b0d triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:24.647989 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] Set router a9cd8551-76ed-4f62-859f-95a7b373e3b6 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:56:24.648622 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:24.648737 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43620) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:24.688838 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] Network c576b5fb-420d-4523-a6db-5c355b31d235 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:24.698298 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:24.715107 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:24.729110 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] Pushing event updated for resources: {'Port': ['ID=88387630-28cf-433e-9567-39c3c133e7da,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:24.789428 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] Pushing event updated for resources: {'Port': ['ID=d81cc5fd-5eac-4bd9-badb-8203741f1846,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:24.792672 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-afa08c8d-82fe-4352-8773-868840ea292c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:24.859552 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] Attempting to bind port 88387630-28cf-433e-9567-39c3c133e7da on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:56:24.860120 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] Attempting to bind port 88387630-28cf-433e-9567-39c3c133e7da by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'c80f45a8-c426-45e4-a8c9-e61b155253b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c576b5fb-420d-4523-a6db-5c355b31d235'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:56:24.860607 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] Attempting to bind port 88387630-28cf-433e-9567-39c3c133e7da on network c576b5fb-420d-4523-a6db-5c355b31d235 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:56:24.893880 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:56:24.894940 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] Checking segment: {'id': 'c80f45a8-c426-45e4-a8c9-e61b155253b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c576b5fb-420d-4523-a6db-5c355b31d235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:24.895102 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:24.895595 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] Bound using segment: {'id': 'c80f45a8-c426-45e4-a8c9-e61b155253b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c576b5fb-420d-4523-a6db-5c355b31d235'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:56:24.896238 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] Bound port: 88387630-28cf-433e-9567-39c3c133e7da, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80f45a8-c426-45e4-a8c9-e61b155253b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c576b5fb-420d-4523-a6db-5c355b31d235'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:56:24.896714 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:24.923576 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:24.993499 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b8bf57fe-6153-4854-9303-ca6f6edb3a2d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:25.010032 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] For port 88387630-28cf-433e-9567-39c3c133e7da, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:56:25.013275 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] For port 88387630-28cf-433e-9567-39c3c133e7da, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=88387630-28cf-433e-9567-39c3c133e7da,segment=NetworkSegment(c80f45a8-c426-45e4-a8c9-e61b155253b7),segment_id=c80f45a8-c426-45e4-a8c9-e61b155253b7)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:56:25.025329 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:25.036776 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cd8551-76ed-4f62-859f-95a7b373e3b6', 'name': 'tempest-snat-router-2053795638', 'tenant_id': '67e0a90dc04d4c05a74a8fdfcf1c2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.238'}], 'enable_snat': False}, 'gw_port_id': 'cf4be42f-765c-410f-b982-a334a8a9bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:14Z', 'updated_at': '2022-04-18T05:56:19Z', 'revision_number': 3, 'project_id': '67e0a90dc04d4c05a74a8fdfcf1c2b20', 'gw_port': {'id': 'cf4be42f-765c-410f-b982-a334a8a9bd8a', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cd8551-76ed-4f62-859f-95a7b373e3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:17Z', 'updated_at': '2022-04-18T05:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:25.041548 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4da329-360e-48a8-be6e-089c6dcf1534 None None] The sync data for ids ['a9cd8551-76ed-4f62-859f-95a7b373e3b6'] in dv-neutron-837489-1-hyperv is: [{'id': 'a9cd8551-76ed-4f62-859f-95a7b373e3b6', 'name': 'tempest-snat-router-2053795638', 'tenant_id': '67e0a90dc04d4c05a74a8fdfcf1c2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.238'}], 'enable_snat': False}, 'gw_port_id': 'cf4be42f-765c-410f-b982-a334a8a9bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:14Z', 'updated_at': '2022-04-18T05:56:19Z', 'revision_number': 3, 'project_id': '67e0a90dc04d4c05a74a8fdfcf1c2b20', 'gw_port': {'id': 'cf4be42f-765c-410f-b982-a334a8a9bd8a', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cd8551-76ed-4f62-859f-95a7b373e3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:17Z', 'updated_at': '2022-04-18T05:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:56:25.075049 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:25.088346 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-e5c24ae2-de9a-40e4-9c9f-0ef783582541 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Deleting port 853ea5b7-20dd-4316-99bd-968b194944f8 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:25.088789 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e5c24ae2-de9a-40e4-9c9f-0ef783582541 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:25.130995 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-afa08c8d-82fe-4352-8773-868840ea292c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:25.132498 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-afa08c8d-82fe-4352-8773-868840ea292c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.1377809 Apr 18 05:56:25.152913 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 467e4537-4abc-4776-9d7d-dab79a588b0d, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=467e4537-4abc-4776-9d7d-dab79a588b0d,segment=NetworkSegment(e253e435-5254-4b3b-841b-f98d9c1029ce),segment_id=e253e435-5254-4b3b-841b-f98d9c1029ce)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:25.157148 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532df9e-b652-490e-ba0c-6cbc87011eef None None] Pushing event updated for resources: {'Port': ['ID=88387630-28cf-433e-9567-39c3c133e7da,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:25.166147 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:25.180520 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.api [None req-95fdba73-4378-4aa3-baf4-abe1dcc94d1f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:56:25.181098 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG oslo_db.api [None req-95fdba73-4378-4aa3-baf4-abe1dcc94d1f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:56:25.181677 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43626) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:25.231705 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf57fe-6153-4854-9303-ca6f6edb3a2d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Subnet': ['ID=c3cc3df8-e1a9-4ee2-9f78-64967d7ffb30,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:25.239295 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b8bf57fe-6153-4854-9303-ca6f6edb3a2d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:25.251641 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4231ac-4576-44d1-a37c-949d73e1c892 None None] Network 114d2062-faee-47bc-b039-f3d6b167d58b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:25.287440 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-65191b23-3e9b-40c8-93d8-5ff9852fa79d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '3c36da90-5c36-4226-be1f-a881f1c58128', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:25.288728 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b8bf57fe-6153-4854-9303-ca6f6edb3a2d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/subnets/c3cc3df8-e1a9-4ee2-9f78-64967d7ffb30 HTTP/1.1" status: 204 len: 168 time: 2.3160315 Apr 18 05:56:25.294609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-65191b23-3e9b-40c8-93d8-5ff9852fa79d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:25.295318 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43632) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:25.298596 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-65191b23-3e9b-40c8-93d8-5ff9852fa79d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:25.302080 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-65191b23-3e9b-40c8-93d8-5ff9852fa79d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:25.308308 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-65191b23-3e9b-40c8-93d8-5ff9852fa79d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:25.312082 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-16ce3659-6a7c-420f-8fb6-e7abb6da2315 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'subnet': {'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:25.328084 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 2b4fad70-ca19-4fe8-884b-9a785b5c9037 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:56:25.360697 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-65191b23-3e9b-40c8-93d8-5ff9852fa79d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:25.403671 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 2b4fad70-ca19-4fe8-884b-9a785b5c9037 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:56:25.404171 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 2b4fad70-ca19-4fe8-884b-9a785b5c9037 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:56:25.553883 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-65191b23-3e9b-40c8-93d8-5ff9852fa79d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:25.559190 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=467e4537-4abc-4776-9d7d-dab79a588b0d,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:25.562762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa08c8d-82fe-4352-8773-868840ea292c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c36da90-5c36-4226-be1f-a881f1c58128,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:25.585843 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-65191b23-3e9b-40c8-93d8-5ff9852fa79d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:25.718389 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-95fdba73-4378-4aa3-baf4-abe1dcc94d1f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting port 2b4fad70-ca19-4fe8-884b-9a785b5c9037 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:25.718687 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-95fdba73-4378-4aa3-baf4-abe1dcc94d1f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:25.786982 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-65191b23-3e9b-40c8-93d8-5ff9852fa79d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:25.790824 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-65191b23-3e9b-40c8-93d8-5ff9852fa79d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5225630 Apr 18 05:56:25.840016 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43636) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:25.846705 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65191b23-3e9b-40c8-93d8-5ff9852fa79d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0673bf80-5582-40ca-8c02-bcab5af5a0ad,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:25.858996 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-95fdba73-4378-4aa3-baf4-abe1dcc94d1f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] The port '2b4fad70-ca19-4fe8-884b-9a785b5c9037' was deleted {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:56:25.866859 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-b1ca73bb-e4c6-46ab-8c7c-2af167c269de tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '3c36da90-5c36-4226-be1f-a881f1c58128', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:25.902992 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b1ca73bb-e4c6-46ab-8c7c-2af167c269de tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:25.919395 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e5c24ae2-de9a-40e4-9c9f-0ef783582541 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:25.953811 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b1ca73bb-e4c6-46ab-8c7c-2af167c269de tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:25.969940 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b1ca73bb-e4c6-46ab-8c7c-2af167c269de tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:25.992792 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-24c29661-e287-41cd-8114-30ef59974db3 req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] Attempting to bind port d81cc5fd-5eac-4bd9-badb-8203741f1846 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:56:25.993131 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-24c29661-e287-41cd-8114-30ef59974db3 req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] Attempting to bind port d81cc5fd-5eac-4bd9-badb-8203741f1846 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'fd2a88f4-7f44-4c63-8d94-eb7a9c67af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c723f30e-7d15-4c50-9cc6-55e2d23ae0d4'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:56:25.993453 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c29661-e287-41cd-8114-30ef59974db3 req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] Attempting to bind port d81cc5fd-5eac-4bd9-badb-8203741f1846 on network c723f30e-7d15-4c50-9cc6-55e2d23ae0d4 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:56:26.037980 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device cf4be42f-765c-410f-b982-a334a8a9bd8a up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:26.138418 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b1ca73bb-e4c6-46ab-8c7c-2af167c269de tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:26.150752 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-e5c24ae2-de9a-40e4-9c9f-0ef783582541 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Calling delete_port for 853ea5b7-20dd-4316-99bd-968b194944f8 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:56:26.209473 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port cf4be42f-765c-410f-b982-a334a8a9bd8a completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:26.213823 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-16ce3659-6a7c-420f-8fb6-e7abb6da2315 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:26.215708 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port cf4be42f-765c-410f-b982-a334a8a9bd8a triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:26.216151 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:26.217931 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-16ce3659-6a7c-420f-8fb6-e7abb6da2315 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:subnet and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:26.221223 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-16ce3659-6a7c-420f-8fb6-e7abb6da2315 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:26.227424 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-16ce3659-6a7c-420f-8fb6-e7abb6da2315 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:26.244115 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-95fdba73-4378-4aa3-baf4-abe1dcc94d1f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:26.263167 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c9982-9dcb-459e-9541-130a527a7651 req-add2c739-a6c8-4e20-8ba5-2cd600199461 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:26.271070 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ee7c9982-9dcb-459e-9541-130a527a7651 req-add2c739-a6c8-4e20-8ba5-2cd600199461 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 943 time: 1.0806885 Apr 18 05:56:26.286065 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ce3659-6a7c-420f-8fb6-e7abb6da2315 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:26.289995 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-16ce3659-6a7c-420f-8fb6-e7abb6da2315 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:26.293152 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-95fdba73-4378-4aa3-baf4-abe1dcc94d1f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5d77a2-245c-4884-85a0-89ed2e1d3a9a']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:26.327892 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-95fdba73-4378-4aa3-baf4-abe1dcc94d1f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e707826c-19bc-4fa9-b468-4ef379ab8687') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:26.328606 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-95fdba73-4378-4aa3-baf4-abe1dcc94d1f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e707826c-19bc-4fa9-b468-4ef379ab8687') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:26.350271 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-95fdba73-4378-4aa3-baf4-abe1dcc94d1f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:26.371826 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-95fdba73-4378-4aa3-baf4-abe1dcc94d1f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:26.386127 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95fdba73-4378-4aa3-baf4-abe1dcc94d1f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:56:26.386537 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-95fdba73-4378-4aa3-baf4-abe1dcc94d1f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:26.504893 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b1ca73bb-e4c6-46ab-8c7c-2af167c269de tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:26.533215 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:26.553916 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port cf4be42f-765c-410f-b982-a334a8a9bd8a, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=cf4be42f-765c-410f-b982-a334a8a9bd8a,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:26.559839 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:26.560948 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 88387630-28cf-433e-9567-39c3c133e7da up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:26.636692 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ee7c9982-9dcb-459e-9541-130a527a7651 req-f1771d51-c1b0-4d0e-8146-69d5ae5562b8 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646340 Apr 18 05:56:26.646893 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c29661-e287-41cd-8114-30ef59974db3 req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] Port d81cc5fd-5eac-4bd9-badb-8203741f1846 on network c723f30e-7d15-4c50-9cc6-55e2d23ae0d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:56:26.647366 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c29661-e287-41cd-8114-30ef59974db3 req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] Attempting to bind port d81cc5fd-5eac-4bd9-badb-8203741f1846 on network c723f30e-7d15-4c50-9cc6-55e2d23ae0d4 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:56:26.649966 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:56:26.729694 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c29661-e287-41cd-8114-30ef59974db3 req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:56:26.730029 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c29661-e287-41cd-8114-30ef59974db3 req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] Checking segment: {'id': 'fd2a88f4-7f44-4c63-8d94-eb7a9c67af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c723f30e-7d15-4c50-9cc6-55e2d23ae0d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:26.730442 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c29661-e287-41cd-8114-30ef59974db3 req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] Bound using segment: {'id': 'fd2a88f4-7f44-4c63-8d94-eb7a9c67af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c723f30e-7d15-4c50-9cc6-55e2d23ae0d4'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:56:26.731093 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-24c29661-e287-41cd-8114-30ef59974db3 req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] Bound port: d81cc5fd-5eac-4bd9-badb-8203741f1846, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2a88f4-7f44-4c63-8d94-eb7a9c67af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c723f30e-7d15-4c50-9cc6-55e2d23ae0d4'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:56:26.731623 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-24c29661-e287-41cd-8114-30ef59974db3 req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:26.737053 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 88387630-28cf-433e-9567-39c3c133e7da completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:26.750944 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 467e4537-4abc-4776-9d7d-dab79a588b0d up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:26.755354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e3abee4c-4382-4c0a-a3d8-68805e8f4391 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:26.804915 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e5c24ae2-de9a-40e4-9c9f-0ef783582541 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:26.820354 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec37d7d-18f5-4ffb-81e9-226ce165813a None None] Network c576b5fb-420d-4523-a6db-5c355b31d235 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:26.832344 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-95fdba73-4378-4aa3-baf4-abe1dcc94d1f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:26.875780 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=cf4be42f-765c-410f-b982-a334a8a9bd8a,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:26.904747 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c24ae2-de9a-40e4-9c9f-0ef783582541 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Pushing event deleted for resources: {'Port': ['ID=853ea5b7-20dd-4316-99bd-968b194944f8,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:26.911597 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b1ca73bb-e4c6-46ab-8c7c-2af167c269de tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:26.915762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-95fdba73-4378-4aa3-baf4-abe1dcc94d1f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:26.929986 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e5c24ae2-de9a-40e4-9c9f-0ef783582541 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:26.940631 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b1ca73bb-e4c6-46ab-8c7c-2af167c269de tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:26.943426 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:26.947756 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdba73-4378-4aa3-baf4-abe1dcc94d1f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Network': ['ID=ed5d77a2-245c-4884-85a0-89ed2e1d3a9a,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:26.951917 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5ae31e00-e165-40ba-a1dc-c97a7a4ede32 None None] Provisioning for port 88387630-28cf-433e-9567-39c3c133e7da completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:26.965290 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5ae31e00-e165-40ba-a1dc-c97a7a4ede32 None None] Provisioning complete for port 88387630-28cf-433e-9567-39c3c133e7da triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:26.965660 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5ae31e00-e165-40ba-a1dc-c97a7a4ede32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:27.014241 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:27.023573 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e5c24ae2-de9a-40e4-9c9f-0ef783582541 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] 10.222.0.15 "DELETE /v2.0/ports/853ea5b7-20dd-4316-99bd-968b194944f8 HTTP/1.1" status: 204 len: 168 time: 2.5185854 Apr 18 05:56:27.040565 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-95fdba73-4378-4aa3-baf4-abe1dcc94d1f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/networks/ed5d77a2-245c-4884-85a0-89ed2e1d3a9a HTTP/1.1" status: 204 len: 168 time: 4.6516485 Apr 18 05:56:27.047561 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43640) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:27.047864 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43642) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:27.060689 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca73bb-e4c6-46ab-8c7c-2af167c269de tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad3a4a2-b2eb-4872-bef6-5fc353a2bd0a,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:27.075188 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b1ca73bb-e4c6-46ab-8c7c-2af167c269de tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:27.076490 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b1ca73bb-e4c6-46ab-8c7c-2af167c269de tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2207608 Apr 18 05:56:27.084499 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43648) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:27.096133 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-dc884a11-788f-4b6f-8d8c-a7a3d99a651f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '3c36da90-5c36-4226-be1f-a881f1c58128', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:27.126539 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 467e4537-4abc-4776-9d7d-dab79a588b0d triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:27.126916 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:27.268233 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-5fd91468-2e38-4578-b8ca-cfff48928a4e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-574219912', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:27.283154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-5fd91468-2e38-4578-b8ca-cfff48928a4e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:27.291769 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-dc884a11-788f-4b6f-8d8c-a7a3d99a651f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:27.291980 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3e58400c-35bc-42e7-a846-04565fa3188e tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2394509 Apr 18 05:56:27.293944 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43652) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:27.300883 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5fd91468-2e38-4578-b8ca-cfff48928a4e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:router and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:27.303977 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-24c29661-e287-41cd-8114-30ef59974db3 req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] For port d81cc5fd-5eac-4bd9-badb-8203741f1846, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:56:27.307479 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5fd91468-2e38-4578-b8ca-cfff48928a4e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:27.309286 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c71b359b-f57f-4c5e-96bc-de18347e9d0e tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-282119548'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:27.322454 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-dc884a11-788f-4b6f-8d8c-a7a3d99a651f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:27.326929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-5fd91468-2e38-4578-b8ca-cfff48928a4e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:27.327673 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-dc884a11-788f-4b6f-8d8c-a7a3d99a651f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:27.330757 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c71b359b-f57f-4c5e-96bc-de18347e9d0e tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:27.342854 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c71b359b-f57f-4c5e-96bc-de18347e9d0e tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Usage tracker for resource:network and tenant:a59df0744a0e4d5f91c3b09c04e027c2 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:27.345863 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-dc884a11-788f-4b6f-8d8c-a7a3d99a651f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:27.350902 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c71b359b-f57f-4c5e-96bc-de18347e9d0e tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:27.364216 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-24c29661-e287-41cd-8114-30ef59974db3 req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] For port d81cc5fd-5eac-4bd9-badb-8203741f1846, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d81cc5fd-5eac-4bd9-badb-8203741f1846,segment=NetworkSegment(fd2a88f4-7f44-4c63-8d94-eb7a9c67af75),segment_id=fd2a88f4-7f44-4c63-8d94-eb7a9c67af75)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:56:27.370393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5fd91468-2e38-4578-b8ca-cfff48928a4e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:27.372145 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5fd91468-2e38-4578-b8ca-cfff48928a4e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:27.383241 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-24c29661-e287-41cd-8114-30ef59974db3 req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:27.398785 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c71b359b-f57f-4c5e-96bc-de18347e9d0e tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:27.440470 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71b359b-f57f-4c5e-96bc-de18347e9d0e tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Made reservation on behalf of a59df0744a0e4d5f91c3b09c04e027c2 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:27.445272 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c71b359b-f57f-4c5e-96bc-de18347e9d0e tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:27.463852 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc884a11-788f-4b6f-8d8c-a7a3d99a651f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:27.464201 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5ae31e00-e165-40ba-a1dc-c97a7a4ede32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:27.491075 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Allocated IP 172.26.1.224 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/5c30785b-e1dc-48f6-90f8-862d1d0ee6f3) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:27.524141 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c29661-e287-41cd-8114-30ef59974db3 req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:27.525798 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-24c29661-e287-41cd-8114-30ef59974db3 req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:27.529635 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-24c29661-e287-41cd-8114-30ef59974db3 req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] 10.222.0.52 "PUT /v2.0/ports/d81cc5fd-5eac-4bd9-badb-8203741f1846 HTTP/1.1" status: 200 len: 1093 time: 5.4704862 Apr 18 05:56:27.531152 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5fd91468-2e38-4578-b8ca-cfff48928a4e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:27.535438 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d77a4b-1439-487d-af84-373a8f96a769', 'tag': 'd81cc5fd-5eac-4bd9-badb-8203741f1846'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:56:27.537673 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-5ae31e00-e165-40ba-a1dc-c97a7a4ede32 None None] For port 88387630-28cf-433e-9567-39c3c133e7da, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=88387630-28cf-433e-9567-39c3c133e7da,segment=NetworkSegment(c80f45a8-c426-45e4-a8c9-e61b155253b7),segment_id=c80f45a8-c426-45e4-a8c9-e61b155253b7)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:27.553051 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5ae31e00-e165-40ba-a1dc-c97a7a4ede32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:27.617556 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71b359b-f57f-4c5e-96bc-de18347e9d0e tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:56:27.627156 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe4de4-eae5-4370-a23c-ec4778c48d26 service neutron] Pushing event updated for resources: {'Port': ['ID=d81cc5fd-5eac-4bd9-badb-8203741f1846,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:27.645566 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ade273bb-614f-4045-bec6-748d33247a33'] response: {'name': 'network-changed', 'server_uuid': '93d77a4b-1439-487d-af84-373a8f96a769', 'tag': 'd81cc5fd-5eac-4bd9-badb-8203741f1846', 'status': 'completed', 'code': 200} Apr 18 05:56:27.685224 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae31e00-e165-40ba-a1dc-c97a7a4ede32 None None] Pushing event updated for resources: {'Port': ['ID=88387630-28cf-433e-9567-39c3c133e7da,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:27.718831 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5fd91468-2e38-4578-b8ca-cfff48928a4e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:27.730873 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2ae93bf6-1f97-4d8e-b360-cddef5fa4da5 None None] Provisioning complete for port d8349c6e-b072-4555-8efe-3802603b73da triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:27.733752 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2ae93bf6-1f97-4d8e-b360-cddef5fa4da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:27.750171 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-16ce3659-6a7c-420f-8fb6-e7abb6da2315 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:27.780428 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-e3abee4c-4382-4c0a-a3d8-68805e8f4391 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Allocated IP 172.20.0.1 (c576b5fb-420d-4523-a6db-5c355b31d235/42afb87b-7b16-466b-983b-c7796857add0/5fe5b1e1-99dd-4133-a16d-93ba9f80e0c2) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:27.797658 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5fd91468-2e38-4578-b8ca-cfff48928a4e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:27.802301 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5fd91468-2e38-4578-b8ca-cfff48928a4e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7516620 Apr 18 05:56:27.805552 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43660) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:27.811273 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-03c74d43-e99e-4409-b432-571146e5c43c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-980932652'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:27.829754 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-03c74d43-e99e-4409-b432-571146e5c43c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:27.841761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c71b359b-f57f-4c5e-96bc-de18347e9d0e tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:27.842111 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-c71b359b-f57f-4c5e-96bc-de18347e9d0e tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Added segment b267eae4-aa19-4278-baf6-3fb8fd0caaa6 of type vlan for network e61504ab-6220-4865-9fe2-3384a6580162 Apr 18 05:56:27.868434 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc884a11-788f-4b6f-8d8c-a7a3d99a651f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:27.874563 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-03c74d43-e99e-4409-b432-571146e5c43c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:network and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:27.888029 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-03c74d43-e99e-4409-b432-571146e5c43c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:27.892407 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c29661-e287-41cd-8114-30ef59974db3 req-3fe5db2b-da31-4d39-8230-8d0d30e25733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:27.893898 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-24c29661-e287-41cd-8114-30ef59974db3 req-3fe5db2b-da31-4d39-8230-8d0d30e25733 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=db5a0a01c6b64638a4bec3ee6880f534&device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 1096 time: 0.2582955 Apr 18 05:56:27.900438 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-03c74d43-e99e-4409-b432-571146e5c43c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:27.937126 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc884a11-788f-4b6f-8d8c-a7a3d99a651f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:27.943085 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device cf4be42f-765c-410f-b982-a334a8a9bd8a up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:27.949559 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ce3659-6a7c-420f-8fb6-e7abb6da2315 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network 114d2062-faee-47bc-b039-f3d6b167d58b is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:27.979925 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-16ce3659-6a7c-420f-8fb6-e7abb6da2315 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:27.992840 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ce3659-6a7c-420f-8fb6-e7abb6da2315 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:27.993428 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-16ce3659-6a7c-420f-8fb6-e7abb6da2315 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.002073 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944df3b5-a7b3-492f-943d-d9be30196d6c None None] Network 114d2062-faee-47bc-b039-f3d6b167d58b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:28.005255 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c71b359b-f57f-4c5e-96bc-de18347e9d0e tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.017957 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce3659-6a7c-420f-8fb6-e7abb6da2315 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Subnet': ['ID=9ea87c98-1260-486c-b841-8c9e37d64e01,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:28.038686 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc884a11-788f-4b6f-8d8c-a7a3d99a651f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a01e718d-dfc5-40fb-ba06-652d43664f61,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:28.043587 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-24c29661-e287-41cd-8114-30ef59974db3 req-d19a99b9-740f-42c8-bbf8-025259f469bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d81cc5fd-5eac-4bd9-badb-8203741f1846 HTTP/1.1" status: 200 len: 217 time: 0.0905526 Apr 18 05:56:28.057029 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c74d43-e99e-4409-b432-571146e5c43c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Made reservation on behalf of cfb0e03f77e24f68b484d6de092642f5 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:28.060526 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.060925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-03c74d43-e99e-4409-b432-571146e5c43c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.093615 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-16ce3659-6a7c-420f-8fb6-e7abb6da2315 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7949290 Apr 18 05:56:28.098604 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc884a11-788f-4b6f-8d8c-a7a3d99a651f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.102438 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-dc884a11-788f-4b6f-8d8c-a7a3d99a651f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0076344 Apr 18 05:56:28.102438 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43664) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:28.102438 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43666) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:28.111918 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-0885dc7d-d961-4fe7-9d52-1c3b2fe7abf7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '3c36da90-5c36-4226-be1f-a881f1c58128', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:28.120213 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-f73f0801-c032-4cd1-9111-b21ed28dafe2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'security_group': {'name': 'tempest-secgroup-1962204187'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:28.134882 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-0885dc7d-d961-4fe7-9d52-1c3b2fe7abf7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:28.140264 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f73f0801-c032-4cd1-9111-b21ed28dafe2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:28.142248 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c71b359b-f57f-4c5e-96bc-de18347e9d0e tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.147689 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71b359b-f57f-4c5e-96bc-de18347e9d0e tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:28.148306 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c71b359b-f57f-4c5e-96bc-de18347e9d0e tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.158386 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2ae93bf6-1f97-4d8e-b360-cddef5fa4da5 None None] Provisioning complete for port 1b9e2684-b1b7-42ac-a55e-a0e137ecacc9 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:28.158836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2ae93bf6-1f97-4d8e-b360-cddef5fa4da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.176347 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0885dc7d-d961-4fe7-9d52-1c3b2fe7abf7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:28.179213 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f73f0801-c032-4cd1-9111-b21ed28dafe2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:security_group and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:28.179834 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e3abee4c-4382-4c0a-a3d8-68805e8f4391 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.197094 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c29661-e287-41cd-8114-30ef59974db3 req-9830b363-fb58-4548-9a67-144d3d1e5ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:28.198613 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-24c29661-e287-41cd-8114-30ef59974db3 req-9830b363-fb58-4548-9a67-144d3d1e5ad5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a1d3b08-0b8c-43a0-a48e-6e3c3385356d HTTP/1.1" status: 200 len: 852 time: 0.1431069 Apr 18 05:56:28.202281 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c74d43-e99e-4409-b432-571146e5c43c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:56:28.205963 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0885dc7d-d961-4fe7-9d52-1c3b2fe7abf7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:28.209661 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f73f0801-c032-4cd1-9111-b21ed28dafe2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:28.224618 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-0885dc7d-d961-4fe7-9d52-1c3b2fe7abf7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:28.230588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f73f0801-c032-4cd1-9111-b21ed28dafe2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:28.242970 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port cf4be42f-765c-410f-b982-a334a8a9bd8a triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:28.243428 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.246742 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa19a6c-81fc-4201-9ea0-3f95b0d238a1 req-30747350-2c1f-4480-a8fc-d9f7c9dac2fe tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:28.248244 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-eaa19a6c-81fc-4201-9ea0-3f95b0d238a1 req-30747350-2c1f-4480-a8fc-d9f7c9dac2fe tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 943 time: 0.3622501 Apr 18 05:56:28.256590 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-e3abee4c-4382-4c0a-a3d8-68805e8f4391 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Transition to ACTIVE for port object 5fe5b1e1-99dd-4133-a16d-93ba9f80e0c2 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:28.266864 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-24c29661-e287-41cd-8114-30ef59974db3 req-b5f41882-2047-4815-a709-31dfd6d123a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c723f30e-7d15-4c50-9cc6-55e2d23ae0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564435 Apr 18 05:56:28.268748 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-03c74d43-e99e-4409-b432-571146e5c43c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.269094 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-03c74d43-e99e-4409-b432-571146e5c43c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Added segment cad194e2-7fd1-415b-bc57-f1d944fa77ab of type vlan for network 1105953e-ed86-421d-b764-eba3e2b2584b Apr 18 05:56:28.283548 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2ae93bf6-1f97-4d8e-b360-cddef5fa4da5 None None] Port 1b9e2684-b1b7-42ac-a55e-a0e137ecacc9 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:28.297451 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c71b359b-f57f-4c5e-96bc-de18347e9d0e tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9989882 Apr 18 05:56:28.306546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43672) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:28.326696 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-da761581-955c-42ce-bccb-8794e374f61d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1461216713'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:28.337106 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b359b-f57f-4c5e-96bc-de18347e9d0e tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Pushing event updated for resources: {'Network': ['ID=e61504ab-6220-4865-9fe2-3384a6580162,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:28.344166 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f73f0801-c032-4cd1-9111-b21ed28dafe2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.357004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0885dc7d-d961-4fe7-9d52-1c3b2fe7abf7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.365931 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network e61504ab-6220-4865-9fe2-3384a6580162 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:56:28.369541 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.401893 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-da761581-955c-42ce-bccb-8794e374f61d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:28.412139 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-03c74d43-e99e-4409-b432-571146e5c43c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.432981 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-da761581-955c-42ce-bccb-8794e374f61d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Usage tracker for resource:network and tenant:a59df0744a0e4d5f91c3b09c04e027c2 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:28.441966 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-da761581-955c-42ce-bccb-8794e374f61d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:28.451912 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-da761581-955c-42ce-bccb-8794e374f61d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:28.464729 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f73f0801-c032-4cd1-9111-b21ed28dafe2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:28.472883 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-eaa19a6c-81fc-4201-9ea0-3f95b0d238a1 req-720e5a45-5c32-493c-aeaa-cf196a52a017 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673598 Apr 18 05:56:28.486045 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f73f0801-c032-4cd1-9111-b21ed28dafe2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:security_group_rule and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:28.487823 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e3abee4c-4382-4c0a-a3d8-68805e8f4391 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.494876 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f73f0801-c032-4cd1-9111-b21ed28dafe2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:28.513734 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:28.517328 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f73f0801-c032-4cd1-9111-b21ed28dafe2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:28.523862 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:28.532839 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:28.562926 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Pushing event updated for resources: {'Port': ['ID=5c30785b-e1dc-48f6-90f8-862d1d0ee6f3,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:28.568955 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da761581-955c-42ce-bccb-8794e374f61d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Made reservation on behalf of a59df0744a0e4d5f91c3b09c04e027c2 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:28.572672 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-da761581-955c-42ce-bccb-8794e374f61d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.589784 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-480a5d3e-6b7a-4d0f-bed6-15f8be9b1754 None None] Provisioning complete for port 88387630-28cf-433e-9567-39c3c133e7da triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:28.590244 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-480a5d3e-6b7a-4d0f-bed6-15f8be9b1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.598979 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-24c29661-e287-41cd-8114-30ef59974db3 req-ac9af85d-d287-4652-83fc-cc569b6b2cba service neutron] 10.222.0.52 "GET /v2.0/networks/c723f30e-7d15-4c50-9cc6-55e2d23ae0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219311 Apr 18 05:56:28.599566 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-03c74d43-e99e-4409-b432-571146e5c43c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.605025 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c74d43-e99e-4409-b432-571146e5c43c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:28.605605 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-03c74d43-e99e-4409-b432-571146e5c43c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.607622 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0885dc7d-d961-4fe7-9d52-1c3b2fe7abf7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.620067 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0885dc7d-d961-4fe7-9d52-1c3b2fe7abf7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.648769 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 88387630-28cf-433e-9567-39c3c133e7da up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:28.685661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3abee4c-4382-4c0a-a3d8-68805e8f4391 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network c576b5fb-420d-4523-a6db-5c355b31d235 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:28.718657 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-e3abee4c-4382-4c0a-a3d8-68805e8f4391 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:28.721028 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885dc7d-d961-4fe7-9d52-1c3b2fe7abf7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d28dbe0-728c-421d-b39b-64d0f349b966,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:28.728636 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3abee4c-4382-4c0a-a3d8-68805e8f4391 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Port': ['ID=5fe5b1e1-99dd-4133-a16d-93ba9f80e0c2,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:28.737558 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3abee4c-4382-4c0a-a3d8-68805e8f4391 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:28.842737 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 88387630-28cf-433e-9567-39c3c133e7da triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:28.843328 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.894438 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f73f0801-c032-4cd1-9111-b21ed28dafe2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.899055 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0885dc7d-d961-4fe7-9d52-1c3b2fe7abf7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.900910 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0885dc7d-d961-4fe7-9d52-1c3b2fe7abf7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7951732 Apr 18 05:56:28.903903 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43676) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:28.914173 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-03c74d43-e99e-4409-b432-571146e5c43c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1075995 Apr 18 05:56:28.915952 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c857208a-d5de-43b5-b6dc-d0d563f106ad tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '3c36da90-5c36-4226-be1f-a881f1c58128', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:28.921146 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f73f0801-c032-4cd1-9111-b21ed28dafe2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.927328 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43680) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:28.939555 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c857208a-d5de-43b5-b6dc-d0d563f106ad tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:28.955008 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00abf1f4-a3ef-4261-912e-1391f28afa98 None None] Update dhcp port {'port': {'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b', 'fixed_ips': [{'subnet_id': '0c2eaae2-bb80-4c7f-a45c-9b0e6c70fef3', 'ip_address': '172.20.0.18'}, {'subnet_id': '9ea87c98-1260-486c-b841-8c9e37d64e01'}], 'binding:host_id': 'dv-neutron-837489-1-hyperv'}, 'id': 'd8349c6e-b072-4555-8efe-3802603b73da'} from dv-neutron-837489-1-hyperv. {{(pid=88036) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 05:56:28.955505 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-830fc5ad-60c9-4ce7-98aa-99111c0d2f2e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'subnet': {'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:28.982479 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c857208a-d5de-43b5-b6dc-d0d563f106ad tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:28.992926 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da761581-955c-42ce-bccb-8794e374f61d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:56:29.008999 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c857208a-d5de-43b5-b6dc-d0d563f106ad tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:29.022020 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f73f0801-c032-4cd1-9111-b21ed28dafe2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:29.025811 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f73f0801-c032-4cd1-9111-b21ed28dafe2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9189265 Apr 18 05:56:29.027744 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43684) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:29.037257 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-24c29661-e287-41cd-8114-30ef59974db3 req-fd8fa7db-5f5d-49ac-b192-0e4115950c50 service neutron] 10.222.0.52 "GET /v2.0/networks/c723f30e-7d15-4c50-9cc6-55e2d23ae0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204209 Apr 18 05:56:29.037927 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c74d43-e99e-4409-b432-571146e5c43c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Network': ['ID=1105953e-ed86-421d-b764-eba3e2b2584b,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:29.044704 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-7dc43b11-b944-4ef0-8775-f8d63ee28c53 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'security_group': {'name': 'tempest-secgroup-504118406'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:29.049163 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-da761581-955c-42ce-bccb-8794e374f61d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:29.049508 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-da761581-955c-42ce-bccb-8794e374f61d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Added segment 7d7bfa82-f4c7-4e6e-9dda-d67078dce97a of type vlan for network 028ebf10-d419-40d8-b41c-a5593fc239b4 Apr 18 05:56:29.063228 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7dc43b11-b944-4ef0-8775-f8d63ee28c53 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:29.069184 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-00abf1f4-a3ef-4261-912e-1391f28afa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:29.073416 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7dc43b11-b944-4ef0-8775-f8d63ee28c53 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:security_group and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:29.076227 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c857208a-d5de-43b5-b6dc-d0d563f106ad tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:29.077989 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7dc43b11-b944-4ef0-8775-f8d63ee28c53 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:29.080857 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f0801-c032-4cd1-9111-b21ed28dafe2 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a55c0a7c-8c4e-4706-833e-1c939d42306e,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:29.084574 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 1105953e-ed86-421d-b764-eba3e2b2584b details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:56:29.086713 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e3abee4c-4382-4c0a-a3d8-68805e8f4391 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:29.099165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7dc43b11-b944-4ef0-8775-f8d63ee28c53 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:29.126437 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-da761581-955c-42ce-bccb-8794e374f61d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:29.146586 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7dc43b11-b944-4ef0-8775-f8d63ee28c53 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:29.173815 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.securitygroups_db [None req-c857208a-d5de-43b5-b6dc-d0d563f106ad tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 05:56:29.191641 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c857208a-d5de-43b5-b6dc-d0d563f106ad tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:29.206088 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-830fc5ad-60c9-4ce7-98aa-99111c0d2f2e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:29.242100 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1e782b68-035c-4da2-8f33-2de95fce5aa9 None None] Provisioning for port 5fe5b1e1-99dd-4133-a16d-93ba9f80e0c2 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:29.242918 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7dc43b11-b944-4ef0-8775-f8d63ee28c53 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:29.256865 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7dc43b11-b944-4ef0-8775-f8d63ee28c53 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:security_group_rule and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:29.259265 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1e782b68-035c-4da2-8f33-2de95fce5aa9 None None] Provisioning complete for port 5fe5b1e1-99dd-4133-a16d-93ba9f80e0c2 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:29.259429 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1e782b68-035c-4da2-8f33-2de95fce5aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:29.263317 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7dc43b11-b944-4ef0-8775-f8d63ee28c53 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:29.264899 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-830fc5ad-60c9-4ce7-98aa-99111c0d2f2e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:subnet and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:29.274984 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7dc43b11-b944-4ef0-8775-f8d63ee28c53 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:29.280472 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-830fc5ad-60c9-4ce7-98aa-99111c0d2f2e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:29.297152 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-da761581-955c-42ce-bccb-8794e374f61d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:29.297963 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-830fc5ad-60c9-4ce7-98aa-99111c0d2f2e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:29.303654 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da761581-955c-42ce-bccb-8794e374f61d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:29.304343 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-da761581-955c-42ce-bccb-8794e374f61d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:29.432876 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-1e782b68-035c-4da2-8f33-2de95fce5aa9 None None] Port 5fe5b1e1-99dd-4133-a16d-93ba9f80e0c2 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:29.465124 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830fc5ad-60c9-4ce7-98aa-99111c0d2f2e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Made reservation on behalf of cfb0e03f77e24f68b484d6de092642f5 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:29.468577 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-830fc5ad-60c9-4ce7-98aa-99111c0d2f2e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:29.490814 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:29.508598 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-00abf1f4-a3ef-4261-912e-1391f28afa98 None None] Allocated IP 172.20.0.2 (114d2062-faee-47bc-b039-f3d6b167d58b/9ea87c98-1260-486c-b841-8c9e37d64e01/d8349c6e-b072-4555-8efe-3802603b73da) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:29.642177 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c857208a-d5de-43b5-b6dc-d0d563f106ad tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:29.668059 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-da761581-955c-42ce-bccb-8794e374f61d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3498540 Apr 18 05:56:29.668347 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c857208a-d5de-43b5-b6dc-d0d563f106ad tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:29.668441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e3abee4c-4382-4c0a-a3d8-68805e8f4391 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:29.683174 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39ae9d-2cd3-4da2-8212-612168ecdb5a req-81397c63-4f75-47d0-a7e4-f915fd9f5b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:29.688077 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7b39ae9d-2cd3-4da2-8212-612168ecdb5a req-81397c63-4f75-47d0-a7e4-f915fd9f5b42 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=db5a0a01c6b64638a4bec3ee6880f534&device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 1096 time: 0.5133531 Apr 18 05:56:29.709671 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-00abf1f4-a3ef-4261-912e-1391f28afa98 None None] For port d8349c6e-b072-4555-8efe-3802603b73da, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d8349c6e-b072-4555-8efe-3802603b73da,segment=NetworkSegment(07f5808b-036d-4ef9-ac7c-6733922b9219),segment_id=07f5808b-036d-4ef9-ac7c-6733922b9219)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:29.748537 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-00abf1f4-a3ef-4261-912e-1391f28afa98 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:29.751546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da761581-955c-42ce-bccb-8794e374f61d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Pushing event updated for resources: {'Network': ['ID=028ebf10-d419-40d8-b41c-a5593fc239b4,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:29.768370 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857208a-d5de-43b5-b6dc-d0d563f106ad tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14e2fed-35a0-44a0-a1a8-cef128c2883a,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:29.783679 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 028ebf10-d419-40d8-b41c-a5593fc239b4 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:56:29.849520 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c857208a-d5de-43b5-b6dc-d0d563f106ad tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:29.851001 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c857208a-d5de-43b5-b6dc-d0d563f106ad tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9459834 Apr 18 05:56:29.907408 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43690) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:29.922936 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-fbff4910-35aa-47a4-a600-1bdede1846a6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '3c36da90-5c36-4226-be1f-a881f1c58128', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:29.961297 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7dc43b11-b944-4ef0-8775-f8d63ee28c53 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:29.964637 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-fbff4910-35aa-47a4-a600-1bdede1846a6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:29.970145 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-00abf1f4-a3ef-4261-912e-1391f28afa98 None None] Transition to ACTIVE for port object d8349c6e-b072-4555-8efe-3802603b73da will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:29.975650 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-fbff4910-35aa-47a4-a600-1bdede1846a6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:29.981069 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-00abf1f4-a3ef-4261-912e-1391f28afa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:30.041363 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-fbff4910-35aa-47a4-a600-1bdede1846a6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:30.056065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7dc43b11-b944-4ef0-8775-f8d63ee28c53 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:30.096886 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:30.100829 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-fbff4910-35aa-47a4-a600-1bdede1846a6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:30.102693 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc43b11-b944-4ef0-8775-f8d63ee28c53 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad59cd1-a562-45d4-a0fa-6382c56dd1f4,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:30.154415 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00abf1f4-a3ef-4261-912e-1391f28afa98 None None] Pushing event updated for resources: {'Port': ['ID=d8349c6e-b072-4555-8efe-3802603b73da,revision_number=6']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:30.217319 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-830fc5ad-60c9-4ce7-98aa-99111c0d2f2e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:30.229467 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7dc43b11-b944-4ef0-8775-f8d63ee28c53 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:30.233401 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7dc43b11-b944-4ef0-8775-f8d63ee28c53 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2017195 Apr 18 05:56:30.236249 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-fbff4910-35aa-47a4-a600-1bdede1846a6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 05:56:30.244249 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43694) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:30.254052 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fbff4910-35aa-47a4-a600-1bdede1846a6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:30.268356 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84547b1f-f91e-44bb-9e56-55bea6a3c29f req-13700277-97ac-4dac-82be-309336a66d65 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:30.269985 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-84547b1f-f91e-44bb-9e56-55bea6a3c29f req-13700277-97ac-4dac-82be-309336a66d65 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 943 time: 0.5799582 Apr 18 05:56:30.272889 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39ae9d-2cd3-4da2-8212-612168ecdb5a req-af713063-3307-431e-a1ca-5f6080ff9688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:30.274237 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7b39ae9d-2cd3-4da2-8212-612168ecdb5a req-af713063-3307-431e-a1ca-5f6080ff9688 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c723f30e-7d15-4c50-9cc6-55e2d23ae0d4 HTTP/1.1" status: 200 len: 913 time: 0.5407672 Apr 18 05:56:30.279368 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-e2562043-a933-4f09-bba9-bc2db01d1d9b tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'security_group': {'name': 'tempest-secgroup-1897405838'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:30.312678 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e2562043-a933-4f09-bba9-bc2db01d1d9b tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:30.384885 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e2562043-a933-4f09-bba9-bc2db01d1d9b tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:security_group and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:30.427016 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830fc5ad-60c9-4ce7-98aa-99111c0d2f2e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Checking segment: {'id': 'cad194e2-7fd1-415b-bc57-f1d944fa77ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:30.427759 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830fc5ad-60c9-4ce7-98aa-99111c0d2f2e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network hostable DHCP agents. Network: 1105953e-ed86-421d-b764-eba3e2b2584b, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:56:30.435451 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fc5ad-60c9-4ce7-98aa-99111c0d2f2e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Subnet': ['ID=41fd39ff-7aae-42b1-a1b7-d61768642793,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:30.473512 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e2562043-a933-4f09-bba9-bc2db01d1d9b tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:30.477896 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830fc5ad-60c9-4ce7-98aa-99111c0d2f2e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network 1105953e-ed86-421d-b764-eba3e2b2584b is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:56:30.505836 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-830fc5ad-60c9-4ce7-98aa-99111c0d2f2e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 1105953e-ed86-421d-b764-eba3e2b2584b) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:30.510794 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830fc5ad-60c9-4ce7-98aa-99111c0d2f2e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:30.511856 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-830fc5ad-60c9-4ce7-98aa-99111c0d2f2e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:30.515903 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7502aa-4675-4fe6-bd79-69c9b8b29722 None None] Network 1105953e-ed86-421d-b764-eba3e2b2584b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:30.540432 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-830fc5ad-60c9-4ce7-98aa-99111c0d2f2e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6023920 Apr 18 05:56:30.547865 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43700) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:30.600781 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7b39ae9d-2cd3-4da2-8212-612168ecdb5a req-0a8c5fdb-6308-4b9a-b3ce-ce40142e86d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d81cc5fd-5eac-4bd9-badb-8203741f1846 HTTP/1.1" status: 200 len: 217 time: 0.3129115 Apr 18 05:56:30.604605 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e2562043-a933-4f09-bba9-bc2db01d1d9b tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:30.721093 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Router c101283f-6ed5-4e70-86f8-36acaae1668f is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:56:30.811855 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-84547b1f-f91e-44bb-9e56-55bea6a3c29f req-54706c29-d02f-4f92-bd2c-5912332babec tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5191023 Apr 18 05:56:30.834754 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e2562043-a933-4f09-bba9-bc2db01d1d9b tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:30.910397 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-1105953e-ed86-421d-b764-eba3e2b2584b', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:56:30.911226 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:30.984261 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e3abee4c-4382-4c0a-a3d8-68805e8f4391 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:30.991791 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fbff4910-35aa-47a4-a600-1bdede1846a6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:30.994815 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39ae9d-2cd3-4da2-8212-612168ecdb5a req-faa09b1a-9310-48f9-b933-9698d46cd82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:30.996660 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7b39ae9d-2cd3-4da2-8212-612168ecdb5a req-faa09b1a-9310-48f9-b933-9698d46cd82c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a1d3b08-0b8c-43a0-a48e-6e3c3385356d HTTP/1.1" status: 200 len: 852 time: 0.3389065 Apr 18 05:56:30.999822 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e3abee4c-4382-4c0a-a3d8-68805e8f4391 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:31.035635 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e2562043-a933-4f09-bba9-bc2db01d1d9b tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:31.111113 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] Allocated IP 2001:db8::2 (1105953e-ed86-421d-b764-eba3e2b2584b/41fd39ff-7aae-42b1-a1b7-d61768642793/4869c312-9eb0-4ab4-b5fb-2b8c485f1e11) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:31.166722 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3abee4c-4382-4c0a-a3d8-68805e8f4391 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Port': ['ID=5fe5b1e1-99dd-4133-a16d-93ba9f80e0c2,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:31.169245 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fbff4910-35aa-47a4-a600-1bdede1846a6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:31.183679 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e2562043-a933-4f09-bba9-bc2db01d1d9b tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:security_group_rule and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:31.199287 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e2562043-a933-4f09-bba9-bc2db01d1d9b tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:31.208789 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff4910-35aa-47a4-a600-1bdede1846a6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a53f1e-4952-472a-bf34-388459426cc3,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:31.212603 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7b39ae9d-2cd3-4da2-8212-612168ecdb5a req-c796164d-6dfd-47e0-8146-29b59c31d74f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c723f30e-7d15-4c50-9cc6-55e2d23ae0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1744595 Apr 18 05:56:31.229864 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e2562043-a933-4f09-bba9-bc2db01d1d9b tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:31.363587 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:31.385147 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] Transition to ACTIVE for port object 4869c312-9eb0-4ab4-b5fb-2b8c485f1e11 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:31.420436 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] Transition to ACTIVE for port object 4869c312-9eb0-4ab4-b5fb-2b8c485f1e11 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:31.429539 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7b39ae9d-2cd3-4da2-8212-612168ecdb5a req-2782715b-dd9f-429f-947d-0a6f0b876f38 service neutron] 10.222.0.52 "GET /v2.0/networks/c723f30e-7d15-4c50-9cc6-55e2d23ae0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966457 Apr 18 05:56:31.433394 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:31.465411 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:56:31.515233 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] Sync routers for ids ['c101283f-6ed5-4e70-86f8-36acaae1668f'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:56:31.548816 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-03cf2173-e97a-4a45-91e9-e569128f465b None None] Provisioning for port d8349c6e-b072-4555-8efe-3802603b73da completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:31.559208 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] Network 1105953e-ed86-421d-b764-eba3e2b2584b is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:31.561982 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:31.564549 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] Routers {'c101283f-6ed5-4e70-86f8-36acaae1668f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:31.565432 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c101283f-6ed5-4e70-86f8-36acaae1668f'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:31.581514 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:31.588492 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3e10e16f-0fb8-402d-a845-2dd31cf688af tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.1186774 Apr 18 05:56:31.589523 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43704) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:31.622480 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:31.682486 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-03cf2173-e97a-4a45-91e9-e569128f465b None None] Provisioning complete for port d8349c6e-b072-4555-8efe-3802603b73da triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:31.682717 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-03cf2173-e97a-4a45-91e9-e569128f465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:31.727876 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] Pushing event updated for resources: {'Port': ['ID=4869c312-9eb0-4ab4-b5fb-2b8c485f1e11,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:31.769574 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7e29bcc8-1e11-4693-93f3-8d4360579291 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:31.949029 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e2562043-a933-4f09-bba9-bc2db01d1d9b tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:31.959329 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7b39ae9d-2cd3-4da2-8212-612168ecdb5a req-83f8bd1e-32e3-46fd-a46e-ddbf0c641629 service neutron] 10.222.0.52 "GET /v2.0/networks/c723f30e-7d15-4c50-9cc6-55e2d23ae0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131087 Apr 18 05:56:31.960951 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e3abee4c-4382-4c0a-a3d8-68805e8f4391 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:31.980824 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fbff4910-35aa-47a4-a600-1bdede1846a6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:31.982825 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-fbff4910-35aa-47a4-a600-1bdede1846a6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.0687149 Apr 18 05:56:31.985421 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e2562043-a933-4f09-bba9-bc2db01d1d9b tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:31.992745 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d8349c6e-b072-4555-8efe-3802603b73da up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:32.031169 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e2562043-a933-4f09-bba9-bc2db01d1d9b tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:32.032665 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e2562043-a933-4f09-bba9-bc2db01d1d9b tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7616715 Apr 18 05:56:32.190721 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43712) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:32.200716 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3abee4c-4382-4c0a-a3d8-68805e8f4391 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network c576b5fb-420d-4523-a6db-5c355b31d235 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:32.204385 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-7e29bcc8-1e11-4693-93f3-8d4360579291 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Allocated IP 2001:db8::1 (1105953e-ed86-421d-b764-eba3e2b2584b/41fd39ff-7aae-42b1-a1b7-d61768642793/1de457cd-0831-454d-97c2-e71b610872de) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:32.208981 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-bcea2eee-366f-4db1-a084-9698880eca30 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-483909584', 'security_groups': ['b0e5c0bb-8246-4b02-9404-2a8d2a296bb4'], 'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9ea87c98-1260-486c-b841-8c9e37d64e01'}]}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:32.211433 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] Attempting to bind port 4869c312-9eb0-4ab4-b5fb-2b8c485f1e11 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:56:32.212427 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] Attempting to bind port 4869c312-9eb0-4ab4-b5fb-2b8c485f1e11 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'cad194e2-7fd1-415b-bc57-f1d944fa77ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:56:32.213007 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] Attempting to bind port 4869c312-9eb0-4ab4-b5fb-2b8c485f1e11 on network 1105953e-ed86-421d-b764-eba3e2b2584b {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:56:32.267649 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] Set router c101283f-6ed5-4e70-86f8-36acaae1668f gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:56:32.348667 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:56:32.349468 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] Checking segment: {'id': 'cad194e2-7fd1-415b-bc57-f1d944fa77ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:32.350111 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:32.350715 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] Bound using segment: {'id': 'cad194e2-7fd1-415b-bc57-f1d944fa77ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:56:32.353267 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] Bound port: 4869c312-9eb0-4ab4-b5fb-2b8c485f1e11, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad194e2-7fd1-415b-bc57-f1d944fa77ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:56:32.354117 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:32.356877 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-e3abee4c-4382-4c0a-a3d8-68805e8f4391 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:32.361448 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2562043-a933-4f09-bba9-bc2db01d1d9b tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e5c0bb-8246-4b02-9404-2a8d2a296bb4,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:32.523088 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-7c7729fe-5bbd-48c4-9755-b5d940200c27 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:56:32.651789 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bcea2eee-366f-4db1-a084-9698880eca30 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:32.666554 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bcea2eee-366f-4db1-a084-9698880eca30 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:32.692752 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcea2eee-366f-4db1-a084-9698880eca30 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:32.725306 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5788516b-2f46-4b95-a504-8c14046d6b0d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "GET /v2.0/routers/c101283f-6ed5-4e70-86f8-36acaae1668f HTTP/1.1" status: 200 len: 908 time: 1.0615911 Apr 18 05:56:32.726185 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-7c7729fe-5bbd-48c4-9755-b5d940200c27 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:56:32.727935 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-7c7729fe-5bbd-48c4-9755-b5d940200c27 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1008887597&fields=id&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 267 time: 0.3529899 Apr 18 05:56:32.732495 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43726) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:32.768337 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port d8349c6e-b072-4555-8efe-3802603b73da triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:32.770161 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:32.877275 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8cb8e-d62b-4055-bb40-98747b66a4c3 req-e51b8935-dfc1-468f-b4e8-809906b918bb tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:32.879238 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-37f8cb8e-d62b-4055-bb40-98747b66a4c3 req-e51b8935-dfc1-468f-b4e8-809906b918bb tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 943 time: 0.5840304 Apr 18 05:56:32.897848 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7e29bcc8-1e11-4693-93f3-8d4360579291 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:32.940626 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-c147e6c2-4dda-4d70-b1c3-4bb249c5e636 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:32.942958 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-c147e6c2-4dda-4d70-b1c3-4bb249c5e636 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/networks?id=a2404285-3951-4b85-895a-b975b3056dc6 HTTP/1.1" status: 200 len: 797 time: 0.1999044 Apr 18 05:56:32.955372 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-37f8cb8e-d62b-4055-bb40-98747b66a4c3 req-ecf2ed38-bb4c-45b6-99c4-18af179a26de tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538256 Apr 18 05:56:33.023640 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43730) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:33.041395 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Request body: {'subnets': [{'network_id': 'e61504ab-6220-4865-9fe2-3384a6580162', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1299224551', 'ip_version': 6}, {'network_id': '028ebf10-d419-40d8-b41c-a5593fc239b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:33.042245 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-03cf2173-e97a-4a45-91e9-e569128f465b None None] Provisioning complete for port 1b9e2684-b1b7-42ac-a55e-a0e137ecacc9 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:33.042451 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Request body: {'subnet': {'network_id': 'e61504ab-6220-4865-9fe2-3384a6580162', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1299224551', 'ip_version': 6}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:33.042649 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-03cf2173-e97a-4a45-91e9-e569128f465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:33.043126 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Request body: {'subnet': {'network_id': '028ebf10-d419-40d8-b41c-a5593fc239b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:33.065854 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-7e29bcc8-1e11-4693-93f3-8d4360579291 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Transition to ACTIVE for port object 1de457cd-0831-454d-97c2-e71b610872de will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:33.066305 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-ff33a219-ea21-4464-8f80-b1b494d34f06 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/quotas/e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 375 time: 0.0295174 Apr 18 05:56:33.069968 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] For port 4869c312-9eb0-4ab4-b5fb-2b8c485f1e11, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:56:33.141995 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] For port 4869c312-9eb0-4ab4-b5fb-2b8c485f1e11, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4869c312-9eb0-4ab4-b5fb-2b8c485f1e11,segment=NetworkSegment(cad194e2-7fd1-415b-bc57-f1d944fa77ab),segment_id=cad194e2-7fd1-415b-bc57-f1d944fa77ab)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:56:33.161990 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bcea2eee-366f-4db1-a084-9698880eca30 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:33.178206 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3abee4c-4382-4c0a-a3d8-68805e8f4391 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router f28c59ff-c48e-478d-a197-2ce1409be076 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:56:33.190922 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-501cca49-34b2-4a6a-8b2a-dac7f0774244 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:33.194000 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:33.198480 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-bcea2eee-366f-4db1-a084-9698880eca30 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] device_id is not set on port fab9159d-e6fb-4bbe-b745-0e3321cbbd6d yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:56:33.239347 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-03cf2173-e97a-4a45-91e9-e569128f465b None None] Port 1b9e2684-b1b7-42ac-a55e-a0e137ecacc9 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:33.321095 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device d81cc5fd-5eac-4bd9-badb-8203741f1846 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 05:56:33.343670 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade16ebe-437e-4407-b4b2-e39f11ac1e41 None None] Pushing event updated for resources: {'Port': ['ID=4869c312-9eb0-4ab4-b5fb-2b8c485f1e11,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:33.412608 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3abee4c-4382-4c0a-a3d8-68805e8f4391 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:56:33.417506 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-289cd18a-a9c1-4e12-b908-1f93540a3fb1 None None] Provisioning complete for port 5fe5b1e1-99dd-4133-a16d-93ba9f80e0c2 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:33.417864 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-289cd18a-a9c1-4e12-b908-1f93540a3fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:33.427633 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e7bb7b-c867-4755-8e8a-cb957a873710 None None] Sync routers for ids ['f28c59ff-c48e-478d-a197-2ce1409be076'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:56:33.437830 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e3abee4c-4382-4c0a-a3d8-68805e8f4391 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/f28c59ff-c48e-478d-a197-2ce1409be076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7169435 Apr 18 05:56:33.443640 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43734) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:33.444114 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e7bb7b-c867-4755-8e8a-cb957a873710 None None] Routers {'f28c59ff-c48e-478d-a197-2ce1409be076'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:33.444804 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-63e7bb7b-c867-4755-8e8a-cb957a873710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['f28c59ff-c48e-478d-a197-2ce1409be076'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:33.450994 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-38e1e7d2-66aa-4ff7-ba7f-194ff4002473 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:56:33.532606 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-63e7bb7b-c867-4755-8e8a-cb957a873710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:33.543558 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e7bb7b-c867-4755-8e8a-cb957a873710 None None] Routers {'f28c59ff-c48e-478d-a197-2ce1409be076'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:33.544252 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-63e7bb7b-c867-4755-8e8a-cb957a873710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['f28c59ff-c48e-478d-a197-2ce1409be076'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:33.568854 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7e29bcc8-1e11-4693-93f3-8d4360579291 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:33.630369 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-63e7bb7b-c867-4755-8e8a-cb957a873710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:33.630953 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e7bb7b-c867-4755-8e8a-cb957a873710 None None] The sync data for ids ['f28c59ff-c48e-478d-a197-2ce1409be076'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:56:33.638309 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port d81cc5fd-5eac-4bd9-badb-8203741f1846, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d81cc5fd-5eac-4bd9-badb-8203741f1846,segment=NetworkSegment(fd2a88f4-7f44-4c63-8d94-eb7a9c67af75),segment_id=fd2a88f4-7f44-4c63-8d94-eb7a9c67af75)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:33.657235 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'd81cc5fd-5eac-4bd9-badb-8203741f1846', 'network_id': 'c723f30e-7d15-4c50-9cc6-55e2d23ae0d4', 'port_id': 'd81cc5fd-5eac-4bd9-badb-8203741f1846', 'mac_address': 'fa:16:3e:5d:91:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1d3b08-0b8c-43a0-a48e-6e3c3385356d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 05:56:33.665367 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c101283f-6ed5-4e70-86f8-36acaae1668f', 'name': 'tempest-snat-router-2053795638', 'tenant_id': '67e0a90dc04d4c05a74a8fdfcf1c2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '5c30785b-e1dc-48f6-90f8-862d1d0ee6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:23Z', 'updated_at': '2022-04-18T05:56:28Z', 'revision_number': 3, 'project_id': '67e0a90dc04d4c05a74a8fdfcf1c2b20', 'gw_port': {'id': '5c30785b-e1dc-48f6-90f8-862d1d0ee6f3', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c101283f-6ed5-4e70-86f8-36acaae1668f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:56:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:33.712106 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-38e1e7d2-66aa-4ff7-ba7f-194ff4002473 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:56:33.713453 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-38e1e7d2-66aa-4ff7-ba7f-194ff4002473 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6369383 Apr 18 05:56:33.740391 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-bcea2eee-366f-4db1-a084-9698880eca30 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Allocated IP 172.20.0.12 (114d2062-faee-47bc-b039-f3d6b167d58b/9ea87c98-1260-486c-b841-8c9e37d64e01/fab9159d-e6fb-4bbe-b745-0e3321cbbd6d) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:33.754964 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] Checking router: c101283f-6ed5-4e70-86f8-36acaae1668f for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:56:33.755410 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] Updating router c101283f-6ed5-4e70-86f8-36acaae1668f port 5c30785b-e1dc-48f6-90f8-862d1d0ee6f3 binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:56:33.845923 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e29bcc8-1e11-4693-93f3-8d4360579291 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network 1105953e-ed86-421d-b764-eba3e2b2584b is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:33.865942 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:33.872636 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641601d1-336e-4b93-9697-c6f499cbf23b tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:33.874425 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-641601d1-336e-4b93-9697-c6f499cbf23b tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/ports/5fe5b1e1-99dd-4133-a16d-93ba9f80e0c2 HTTP/1.1" status: 200 len: 910 time: 0.4280367 Apr 18 05:56:33.876058 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:33.879674 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-289cd18a-a9c1-4e12-b908-1f93540a3fb1 None None] Port 5fe5b1e1-99dd-4133-a16d-93ba9f80e0c2 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:33.887136 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Usage tracker for resource:subnet and tenant:a59df0744a0e4d5f91c3b09c04e027c2 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:33.896368 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:33.899787 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43740) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:33.907412 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:33.908949 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d81cc5fd-5eac-4bd9-badb-8203741f1846 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 05:56:33.915059 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:33.931298 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-7e29bcc8-1e11-4693-93f3-8d4360579291 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:33.937576 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-51b70b51-91e6-40c1-88d4-e437c6c8d51d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '42afb87b-7b16-466b-983b-c7796857add0'}]}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:33.940599 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e29bcc8-1e11-4693-93f3-8d4360579291 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:33.942160 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7e29bcc8-1e11-4693-93f3-8d4360579291 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:33.950349 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Made reservation on behalf of a59df0744a0e4d5f91c3b09c04e027c2 for: {'subnet': 2} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:33.955126 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:33.955545 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:33.959738 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port d81cc5fd-5eac-4bd9-badb-8203741f1846, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d81cc5fd-5eac-4bd9-badb-8203741f1846,segment=NetworkSegment(fd2a88f4-7f44-4c63-8d94-eb7a9c67af75),segment_id=fd2a88f4-7f44-4c63-8d94-eb7a9c67af75)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:33.969195 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4869c312-9eb0-4ab4-b5fb-2b8c485f1e11 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:34.001180 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29bcc8-1e11-4693-93f3-8d4360579291 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Port': ['ID=1de457cd-0831-454d-97c2-e71b610872de,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:34.012422 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-501cca49-34b2-4a6a-8b2a-dac7f0774244 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:34.090977 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-501cca49-34b2-4a6a-8b2a-dac7f0774244 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Deleting port 5c30785b-e1dc-48f6-90f8-862d1d0ee6f3 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:34.091331 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-501cca49-34b2-4a6a-8b2a-dac7f0774244 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:34.126042 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:34.265331 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=d81cc5fd-5eac-4bd9-badb-8203741f1846,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:34.321019 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 4869c312-9eb0-4ab4-b5fb-2b8c485f1e11 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:34.422264 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7e29bcc8-1e11-4693-93f3-8d4360579291 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:34.591027 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-51b70b51-91e6-40c1-88d4-e437c6c8d51d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:34.601363 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:34.607199 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-b89b02c6-27f8-41e1-a1c4-8b4f46326cfe service neutron] 10.222.0.15 "GET /v2.0/networks/a2404285-3951-4b85-895a-b975b3056dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8765647 Apr 18 05:56:34.614922 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bcea2eee-366f-4db1-a084-9698880eca30 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:34.621891 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] Transition to ACTIVE for port object 5c30785b-e1dc-48f6-90f8-862d1d0ee6f3 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:34.642747 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:34.709887 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d7486-eece-4579-84ae-9c07e296e7b4 req-67bc1201-ad61-4864-8c3a-cd2aa26e3e01 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:34.711428 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b41d7486-eece-4579-84ae-9c07e296e7b4 req-67bc1201-ad61-4864-8c3a-cd2aa26e3e01 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 944 time: 0.5758572 Apr 18 05:56:34.737352 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] Attempting to bind port 5c30785b-e1dc-48f6-90f8-862d1d0ee6f3 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:56:34.737728 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] Attempting to bind port 5c30785b-e1dc-48f6-90f8-862d1d0ee6f3 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:56:34.738412 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] Attempting to bind port 5c30785b-e1dc-48f6-90f8-862d1d0ee6f3 on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:56:34.742240 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-501cca49-34b2-4a6a-8b2a-dac7f0774244 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:34.746592 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['d81cc5fd-5eac-4bd9-badb-8203741f1846'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 05:56:34.774636 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afab3405-9586-429d-9c67-0bf6de0548e3 None None] Network 1105953e-ed86-421d-b764-eba3e2b2584b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:34.823620 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:56:34.824012 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:34.824419 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:34.824813 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:56:34.825291 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] Bound port: 5c30785b-e1dc-48f6-90f8-862d1d0ee6f3, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:56:34.825661 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:34.871034 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-bcea2eee-366f-4db1-a084-9698880eca30 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Transition to ACTIVE for port object fab9159d-e6fb-4bbe-b745-0e3321cbbd6d will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:34.901243 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] For port 5c30785b-e1dc-48f6-90f8-862d1d0ee6f3, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:56:34.903870 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] For port 5c30785b-e1dc-48f6-90f8-862d1d0ee6f3, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5c30785b-e1dc-48f6-90f8-862d1d0ee6f3,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:56:34.928017 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:34.931447 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bbd2d-5bb4-4bf9-afa4-6567034e23d9 None None] Pushing event updated for resources: {'Port': ['ID=5c30785b-e1dc-48f6-90f8-862d1d0ee6f3,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:34.938102 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-160b8677-c670-4284-92f0-c419ebf128aa None None] Provisioning for port 4869c312-9eb0-4ab4-b5fb-2b8c485f1e11 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:34.997870 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-501cca49-34b2-4a6a-8b2a-dac7f0774244 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Calling delete_port for 5c30785b-e1dc-48f6-90f8-862d1d0ee6f3 owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:56:35.023943 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-160b8677-c670-4284-92f0-c419ebf128aa None None] Provisioning complete for port 4869c312-9eb0-4ab4-b5fb-2b8c485f1e11 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:35.024352 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-160b8677-c670-4284-92f0-c419ebf128aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:35.070081 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-f6463a61-2007-4413-9fdd-7f62440c492b service neutron] 10.222.0.15 "GET /v2.0/networks/a2404285-3951-4b85-895a-b975b3056dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517679 Apr 18 05:56:35.118707 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bbd2d-5bb4-4bf9-afa4-6567034e23d9 None None] Pushing event updated for resources: {'Port': ['ID=5c30785b-e1dc-48f6-90f8-862d1d0ee6f3,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:35.134057 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bcea2eee-366f-4db1-a084-9698880eca30 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:35.224230 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b41d7486-eece-4579-84ae-9c07e296e7b4 req-04caf956-3a6d-4a27-9686-d7cc501a7600 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966564 Apr 18 05:56:35.279139 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] Routers {'c101283f-6ed5-4e70-86f8-36acaae1668f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:35.279828 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c101283f-6ed5-4e70-86f8-36acaae1668f'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:35.324315 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcea2eee-366f-4db1-a084-9698880eca30 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network 114d2062-faee-47bc-b039-f3d6b167d58b is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:35.358037 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-bcea2eee-366f-4db1-a084-9698880eca30 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:35.365921 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcea2eee-366f-4db1-a084-9698880eca30 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:35.408287 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea2eee-366f-4db1-a084-9698880eca30 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Port': ['ID=fab9159d-e6fb-4bbe-b745-0e3321cbbd6d,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:35.523610 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-da49d5a8-7268-45c3-b0b5-3b092ed95914 req-e3be2067-2e7b-4ae5-a85e-3494dfc4ab63 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 210 time: 0.1746261 Apr 18 05:56:35.551792 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcea2eee-366f-4db1-a084-9698880eca30 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:35.552475 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bcea2eee-366f-4db1-a084-9698880eca30 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:35.609385 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bcea2eee-366f-4db1-a084-9698880eca30 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4052088 Apr 18 05:56:35.611886 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43752) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:35.618774 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-756e4567-0e9b-4902-8889-81810e2475b8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'subnet': {'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:35.700612 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] Set router c101283f-6ed5-4e70-86f8-36acaae1668f gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:56:35.807523 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-501cca49-34b2-4a6a-8b2a-dac7f0774244 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:56:35.807842 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-501cca49-34b2-4a6a-8b2a-dac7f0774244 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:56:35.833629 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c101283f-6ed5-4e70-86f8-36acaae1668f', 'name': 'tempest-snat-router-2053795638', 'tenant_id': '67e0a90dc04d4c05a74a8fdfcf1c2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:23Z', 'updated_at': '2022-04-18T05:56:34Z', 'revision_number': 4, 'project_id': '67e0a90dc04d4c05a74a8fdfcf1c2b20', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:35.838425 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7e29bcc8-1e11-4693-93f3-8d4360579291 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:35.839810 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-51b70b51-91e6-40c1-88d4-e437c6c8d51d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:35.847004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7e29bcc8-1e11-4693-93f3-8d4360579291 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:35.847741 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7e29bcc8-1e11-4693-93f3-8d4360579291 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:35.863303 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-51b70b51-91e6-40c1-88d4-e437c6c8d51d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:35.905027 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd13c95-3c21-4e3e-b34b-4cb691526605 None None] The sync data for ids ['c101283f-6ed5-4e70-86f8-36acaae1668f'] in dv-neutron-837489-1-hyperv is: [{'id': 'c101283f-6ed5-4e70-86f8-36acaae1668f', 'name': 'tempest-snat-router-2053795638', 'tenant_id': '67e0a90dc04d4c05a74a8fdfcf1c2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:23Z', 'updated_at': '2022-04-18T05:56:34Z', 'revision_number': 4, 'project_id': '67e0a90dc04d4c05a74a8fdfcf1c2b20', 'gw_port_host': None}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:56:35.921025 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-17d1b532-5fa4-40be-978c-84c65619c1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:35.988731 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-756e4567-0e9b-4902-8889-81810e2475b8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:35.996613 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-756e4567-0e9b-4902-8889-81810e2475b8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:subnet and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:36.003593 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-756e4567-0e9b-4902-8889-81810e2475b8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:36.032535 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-756e4567-0e9b-4902-8889-81810e2475b8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:36.037498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-160b8677-c670-4284-92f0-c419ebf128aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:36.062677 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b70b51-91e6-40c1-88d4-e437c6c8d51d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:36.063399 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-51b70b51-91e6-40c1-88d4-e437c6c8d51d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:36.068443 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-51b70b51-91e6-40c1-88d4-e437c6c8d51d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/ports/5fe5b1e1-99dd-4133-a16d-93ba9f80e0c2 HTTP/1.1" status: 200 len: 910 time: 2.1367621 Apr 18 05:56:36.068612 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29bcc8-1e11-4693-93f3-8d4360579291 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Port': ['ID=1de457cd-0831-454d-97c2-e71b610872de,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:36.069067 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b70b51-91e6-40c1-88d4-e437c6c8d51d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Port': ['ID=5fe5b1e1-99dd-4133-a16d-93ba9f80e0c2,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:36.070117 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43764) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:36.092656 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756e4567-0e9b-4902-8889-81810e2475b8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:36.096308 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-756e4567-0e9b-4902-8889-81810e2475b8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:36.117757 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:36.170523 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-160b8677-c670-4284-92f0-c419ebf128aa None None] For port 4869c312-9eb0-4ab4-b5fb-2b8c485f1e11, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4869c312-9eb0-4ab4-b5fb-2b8c485f1e11,segment=NetworkSegment(cad194e2-7fd1-415b-bc57-f1d944fa77ab),segment_id=cad194e2-7fd1-415b-bc57-f1d944fa77ab)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:36.179987 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-160b8677-c670-4284-92f0-c419ebf128aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:36.335695 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-501cca49-34b2-4a6a-8b2a-dac7f0774244 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Deleting port 5c30785b-e1dc-48f6-90f8-862d1d0ee6f3 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:36.335960 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-501cca49-34b2-4a6a-8b2a-dac7f0774244 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:36.342217 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b8677-c670-4284-92f0-c419ebf128aa None None] Pushing event updated for resources: {'Port': ['ID=4869c312-9eb0-4ab4-b5fb-2b8c485f1e11,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:36.387596 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2f0d8aea-3305-427b-8b36-13ecfdd3eab5 None None] Provisioning for port fab9159d-e6fb-4bbe-b745-0e3321cbbd6d completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:36.393298 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2f0d8aea-3305-427b-8b36-13ecfdd3eab5 None None] Provisioning complete for port fab9159d-e6fb-4bbe-b745-0e3321cbbd6d triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:36.393668 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8aea-3305-427b-8b36-13ecfdd3eab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:36.491383 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2f0d8aea-3305-427b-8b36-13ecfdd3eab5 None None] Port fab9159d-e6fb-4bbe-b745-0e3321cbbd6d cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:36.553590 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Pushing event updated for resources: {'Subnet': ['ID=fdbdacd3-be30-46e5-8107-017ccf77f8d3,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:36.615653 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.ipam_backend_mixin [None req-756e4567-0e9b-4902-8889-81810e2475b8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9ea87c98-1260-486c-b841-8c9e37d64e01 (CIDR: 172.20.0.0/28) Apr 18 05:56:36.633221 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d5ef2bbd-5fdf-411a-8cac-fa2698ad0384 None None] Provisioning complete for port 4869c312-9eb0-4ab4-b5fb-2b8c485f1e11 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:36.633598 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d5ef2bbd-5fdf-411a-8cac-fa2698ad0384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:36.642667 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-756e4567-0e9b-4902-8889-81810e2475b8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:56:36.643158 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-756e4567-0e9b-4902-8889-81810e2475b8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:56:36.691064 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737bd0f-11ad-4ea6-9fb3-ca93026b9f91 req-de3cb6c5-9d5d-4dad-ac24-1e1790c938bb tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:36.696253 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2737bd0f-11ad-4ea6-9fb3-ca93026b9f91 req-de3cb6c5-9d5d-4dad-ac24-1e1790c938bb tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 944 time: 0.1892657 Apr 18 05:56:36.734563 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Checking segment: {'id': 'b267eae4-aa19-4278-baf6-3fb8fd0caaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e61504ab-6220-4865-9fe2-3384a6580162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:36.734913 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Network hostable DHCP agents. Network: e61504ab-6220-4865-9fe2-3384a6580162, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:56:36.743413 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-756e4567-0e9b-4902-8889-81810e2475b8 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1304557 Apr 18 05:56:36.746901 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43772) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:36.753040 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-2d616954-18e8-4c1b-960f-5691d41358a1 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'subnet': {'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:36.852785 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d5ef2bbd-5fdf-411a-8cac-fa2698ad0384 None None] Provisioning for port 1de457cd-0831-454d-97c2-e71b610872de completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:36.861349 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d5ef2bbd-5fdf-411a-8cac-fa2698ad0384 None None] Provisioning complete for port 1de457cd-0831-454d-97c2-e71b610872de triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:36.861767 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d5ef2bbd-5fdf-411a-8cac-fa2698ad0384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:36.866402 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2737bd0f-11ad-4ea6-9fb3-ca93026b9f91 req-8e9bb7d5-0b94-46cc-bf04-e976be047441 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666639 Apr 18 05:56:36.897990 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e29bcc8-1e11-4693-93f3-8d4360579291 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network 1105953e-ed86-421d-b764-eba3e2b2584b is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:36.919112 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a628d445-2061-4abb-8753-63705933332b req-6d55480a-1a09-4746-b783-fde0823e33a1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 210 time: 0.0919299 Apr 18 05:56:36.920152 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-7e29bcc8-1e11-4693-93f3-8d4360579291 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:36.938889 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2d616954-18e8-4c1b-960f-5691d41358a1 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:36.943772 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2d616954-18e8-4c1b-960f-5691d41358a1 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:subnet and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:36.945921 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-d5ef2bbd-5fdf-411a-8cac-fa2698ad0384 None None] Port 1de457cd-0831-454d-97c2-e71b610872de cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:36.947220 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2d616954-18e8-4c1b-960f-5691d41358a1 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:36.953231 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2d616954-18e8-4c1b-960f-5691d41358a1 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:36.973546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d616954-18e8-4c1b-960f-5691d41358a1 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:36.977421 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2d616954-18e8-4c1b-960f-5691d41358a1 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:37.094819 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-aff6bc47-abfe-4f81-b75d-056dbdf78638 None None] Provisioning complete for port 1de457cd-0831-454d-97c2-e71b610872de triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:37.095204 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-aff6bc47-abfe-4f81-b75d-056dbdf78638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:37.152912 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.ipam_backend_mixin [None req-2d616954-18e8-4c1b-960f-5691d41358a1 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0c2eaae2-bb80-4c7f-a45c-9b0e6c70fef3 (CIDR: 172.20.0.16/28) Apr 18 05:56:37.158141 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d616954-18e8-4c1b-960f-5691d41358a1 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:56:37.158777 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d616954-18e8-4c1b-960f-5691d41358a1 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:56:37.228362 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2d616954-18e8-4c1b-960f-5691d41358a1 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4804597 Apr 18 05:56:37.234550 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43776) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:37.239360 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-aff6bc47-abfe-4f81-b75d-056dbdf78638 None None] Port 1de457cd-0831-454d-97c2-e71b610872de cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:37.260830 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-680d3036-71a3-4f5c-bce9-1097ecd04db0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'subnet': {'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:37.294088 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Network e61504ab-6220-4865-9fe2-3384a6580162 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:56:37.310438 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-501cca49-34b2-4a6a-8b2a-dac7f0774244 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] For port 5c30785b-e1dc-48f6-90f8-862d1d0ee6f3, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5c30785b-e1dc-48f6-90f8-862d1d0ee6f3,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:37.310901 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-501cca49-34b2-4a6a-8b2a-dac7f0774244 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:37.353335 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device d81cc5fd-5eac-4bd9-badb-8203741f1846 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:37.434518 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-702ac7fa-76be-4032-9f91-8f9b9ab59c7b None None] Provisioning complete for port 1de457cd-0831-454d-97c2-e71b610872de triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:37.434990 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-702ac7fa-76be-4032-9f91-8f9b9ab59c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:37.510013 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-702ac7fa-76be-4032-9f91-8f9b9ab59c7b None None] Port 1de457cd-0831-454d-97c2-e71b610872de cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:37.518914 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port d81cc5fd-5eac-4bd9-badb-8203741f1846 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:37.522844 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-0003bb3b-0ab1-4819-8147-47d77ab96511 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:37.524581 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-0003bb3b-0ab1-4819-8147-47d77ab96511 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/networks?id=a2404285-3951-4b85-895a-b975b3056dc6 HTTP/1.1" status: 200 len: 797 time: 0.3289521 Apr 18 05:56:37.525552 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port d81cc5fd-5eac-4bd9-badb-8203741f1846 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:37.525919 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:37.541975 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, e61504ab-6220-4865-9fe2-3384a6580162) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:37.554556 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-501cca49-34b2-4a6a-8b2a-dac7f0774244 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Calling delete_port for 5c30785b-e1dc-48f6-90f8-862d1d0ee6f3 owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:56:37.559289 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfc3675-3a93-4525-89a8-7f3851b45a3b None None] Network e61504ab-6220-4865-9fe2-3384a6580162 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:37.594549 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-680d3036-71a3-4f5c-bce9-1097ecd04db0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:37.603642 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-680d3036-71a3-4f5c-bce9-1097ecd04db0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Usage tracker for resource:subnet and tenant:b795a7b2664b4745a3434243a096a116 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:37.609425 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:37.610789 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-a1807486-69a5-4c50-a2b0-cf66d391f4d8 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 380 time: 0.0746446 Apr 18 05:56:37.611283 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-680d3036-71a3-4f5c-bce9-1097ecd04db0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:37.618071 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-680d3036-71a3-4f5c-bce9-1097ecd04db0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:37.625169 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-7a6ae724-e687-40ff-96e1-c16e22beb6b3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'port': {'device_id': 'f14ab37a-5cc3-4f81-91aa-b3a9199c24de', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'admin_state_up': True, 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'security_groups': ['3c36da90-5c36-4226-be1f-a881f1c58128']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:37.669154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680d3036-71a3-4f5c-bce9-1097ecd04db0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Made reservation on behalf of b795a7b2664b4745a3434243a096a116 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:37.672619 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-680d3036-71a3-4f5c-bce9-1097ecd04db0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:37.685585 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-53d3f277-4c96-4fcc-888f-21ee6850bff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:37.724149 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:37.808410 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Pushing event updated for resources: {'Subnet': ['ID=226af856-6614-472a-92b9-af46d654889b,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:37.837144 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:37.839601 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Checking segment: {'id': '7d7bfa82-f4c7-4e6e-9dda-d67078dce97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '028ebf10-d419-40d8-b41c-a5593fc239b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:37.839961 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Network hostable DHCP agents. Network: 028ebf10-d419-40d8-b41c-a5593fc239b4, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:56:37.882248 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e29bcc8-1e11-4693-93f3-8d4360579291 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router 6e87766f-695e-4337-804f-a080a6fc4fde is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:56:37.930476 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d77a4b-1439-487d-af84-373a8f96a769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81cc5fd-5eac-4bd9-badb-8203741f1846'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:56:37.935173 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4869c312-9eb0-4ab4-b5fb-2b8c485f1e11 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:37.990309 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port d81cc5fd-5eac-4bd9-badb-8203741f1846, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d81cc5fd-5eac-4bd9-badb-8203741f1846,segment=NetworkSegment(fd2a88f4-7f44-4c63-8d94-eb7a9c67af75),segment_id=fd2a88f4-7f44-4c63-8d94-eb7a9c67af75)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:37.991308 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Network 028ebf10-d419-40d8-b41c-a5593fc239b4 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:56:38.002761 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-e61504ab-6220-4865-9fe2-3384a6580162', 'network_id': 'e61504ab-6220-4865-9fe2-3384a6580162', 'tenant_id': 'a59df0744a0e4d5f91c3b09c04e027c2', 'fixed_ips': [{'subnet_id': 'fdbdacd3-be30-46e5-8107-017ccf77f8d3'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:56:38.003933 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-7a6ae724-e687-40ff-96e1-c16e22beb6b3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:38.004491 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:38.031005 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:38.038099 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-7a6ae724-e687-40ff-96e1-c16e22beb6b3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:38.128244 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 028ebf10-d419-40d8-b41c-a5593fc239b4) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:38.141101 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:38.141870 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:38.142645 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:38.173029 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-7a6ae724-e687-40ff-96e1-c16e22beb6b3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:38.177387 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-7a6ae724-e687-40ff-96e1-c16e22beb6b3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:38.197200 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525a68ce-31a2-48ea-9f60-d6df426f2c36 None None] Network 028ebf10-d419-40d8-b41c-a5593fc239b4 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:38.232378 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-32a93115-9e51-4257-b599-fb85f6667ef6 req-a3a856e5-b9a9-43b9-bb1d-5ebf2b222839 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 210 time: 0.0764017 Apr 18 05:56:38.249816 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e29bcc8-1e11-4693-93f3-8d4360579291 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:56:38.252576 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-501cca49-34b2-4a6a-8b2a-dac7f0774244 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:38.262669 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7e29bcc8-1e11-4693-93f3-8d4360579291 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/6e87766f-695e-4337-804f-a080a6fc4fde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7091181 Apr 18 05:56:38.307469 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43790) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:38.309656 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d9f663ae-23d0-479c-9074-b58eed6d503d tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.2849905 Apr 18 05:56:38.317672 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-0a4f0fa5-9c72-4f87-b63c-4a6fb6f60029 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-920422417'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:38.318239 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] Sync routers for ids ['6e87766f-695e-4337-804f-a080a6fc4fde'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:56:38.321133 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43794) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:38.346137 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90578048-a870-456e-ab91-dd1a71a11374'] response: {'server_uuid': '93d77a4b-1439-487d-af84-373a8f96a769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81cc5fd-5eac-4bd9-badb-8203741f1846', 'code': 200} Apr 18 05:56:38.366892 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] Allocated IP 2001:db8::1 (e61504ab-6220-4865-9fe2-3384a6580162/fdbdacd3-be30-46e5-8107-017ccf77f8d3/920d8e2f-5bcd-4ca7-a0b5-468d0371b72b) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:38.368887 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=d81cc5fd-5eac-4bd9-badb-8203741f1846,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:38.374002 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501cca49-34b2-4a6a-8b2a-dac7f0774244 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c30785b-e1dc-48f6-90f8-862d1d0ee6f3,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:38.377201 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 4869c312-9eb0-4ab4-b5fb-2b8c485f1e11 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:38.377570 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:38.385050 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-0a4f0fa5-9c72-4f87-b63c-4a6fb6f60029 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:38.411719 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] Routers {'6e87766f-695e-4337-804f-a080a6fc4fde'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:38.412404 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6e87766f-695e-4337-804f-a080a6fc4fde'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:38.430917 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-99759574-7a74-4844-a096-bee0555c8cbc tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:38.439417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-7a6ae724-e687-40ff-96e1-c16e22beb6b3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.20.0.6 (a2404285-3951-4b85-895a-b975b3056dc6/79c99ae8-b553-4829-97ea-deddbbeae601/e7c421ca-6d86-40fa-b3e1-d826bf65db70) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:38.488759 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0a4f0fa5-9c72-4f87-b63c-4a6fb6f60029 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:network and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:38.511599 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0a4f0fa5-9c72-4f87-b63c-4a6fb6f60029 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:38.555911 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-0a4f0fa5-9c72-4f87-b63c-4a6fb6f60029 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:38.655351 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24500164-8b68-4197-b74c-6240e75e04f0 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:38.657196 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24500164-8b68-4197-b74c-6240e75e04f0 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:38.658783 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24500164-8b68-4197-b74c-6240e75e04f0 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:38.660573 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-24500164-8b68-4197-b74c-6240e75e04f0 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Synchronizing usage tracker for tenant:a59df0744a0e4d5f91c3b09c04e027c2 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:56:38.670190 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4f0fa5-9c72-4f87-b63c-4a6fb6f60029 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Made reservation on behalf of cfb0e03f77e24f68b484d6de092642f5 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:38.673771 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0fa5-9c72-4f87-b63c-4a6fb6f60029 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:38.697843 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:38.728687 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f00d30-f56a-42f5-9611-d1bd62097c0d req-9cd832a8-7804-452d-bd5f-88852572e9de tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:38.730788 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d5f00d30-f56a-42f5-9611-d1bd62097c0d req-9cd832a8-7804-452d-bd5f-88852572e9de tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 945 time: 0.6818390 Apr 18 05:56:38.732518 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-501cca49-34b2-4a6a-8b2a-dac7f0774244 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:38.778383 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:38.805667 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] Set router 6e87766f-695e-4337-804f-a080a6fc4fde gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:56:38.964248 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-7a6ae724-e687-40ff-96e1-c16e22beb6b3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:38.997718 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-680d3036-71a3-4f5c-bce9-1097ecd04db0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:39.035537 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-7a6ae724-e687-40ff-96e1-c16e22beb6b3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Transition to ACTIVE for port object e7c421ca-6d86-40fa-b3e1-d826bf65db70 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:39.047267 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-24500164-8b68-4197-b74c-6240e75e04f0 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Unset dirty status for tenant:a59df0744a0e4d5f91c3b09c04e027c2 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:56:39.047498 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-24500164-8b68-4197-b74c-6240e75e04f0 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.7177846 Apr 18 05:56:39.056496 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-028ebf10-d419-40d8-b41c-a5593fc239b4', 'network_id': '028ebf10-d419-40d8-b41c-a5593fc239b4', 'tenant_id': 'a59df0744a0e4d5f91c3b09c04e027c2', 'fixed_ips': [{'subnet_id': '226af856-6614-472a-92b9-af46d654889b'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:56:39.057484 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d5f00d30-f56a-42f5-9611-d1bd62097c0d req-e71bb32b-db7d-43d2-9651-c7311c1128f1 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832332 Apr 18 05:56:39.061063 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:39.063621 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43798) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:39.105815 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680d3036-71a3-4f5c-bce9-1097ecd04db0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Network 114d2062-faee-47bc-b039-f3d6b167d58b is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:39.111121 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbf806-3f6f-4424-8f28-1bc3eab1f1a0 req-82e9ef4e-47bc-4814-a67d-32073e218e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:39.113237 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-88bbf806-3f6f-4424-8f28-1bc3eab1f1a0 req-82e9ef4e-47bc-4814-a67d-32073e218e92 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 1098 time: 0.5213771 Apr 18 05:56:39.114439 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-680d3036-71a3-4f5c-bce9-1097ecd04db0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:39.120667 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680d3036-71a3-4f5c-bce9-1097ecd04db0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:39.121501 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-680d3036-71a3-4f5c-bce9-1097ecd04db0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:39.143649 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d235d01-c861-473a-877b-9db1e67c6500 None None] Network 114d2062-faee-47bc-b039-f3d6b167d58b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:39.156909 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d3036-71a3-4f5c-bce9-1097ecd04db0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Subnet': ['ID=64b6e004-ddee-4300-8446-3068882b707b,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:39.200604 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-680d3036-71a3-4f5c-bce9-1097ecd04db0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9623756 Apr 18 05:56:39.201111 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43802) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:39.205022 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4f0fa5-9c72-4f87-b63c-4a6fb6f60029 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:56:39.208363 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-d7242b50-4ecb-4b2c-9806-0d9a9d6ff236 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2007328715', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '64b6e004-ddee-4300-8446-3068882b707b'}], 'security_groups': ['a55c0a7c-8c4e-4706-833e-1c939d42306e', '6ad59cd1-a562-45d4-a0fa-6382c56dd1f4']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:39.209893 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-501cca49-34b2-4a6a-8b2a-dac7f0774244 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:39.219139 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-501cca49-34b2-4a6a-8b2a-dac7f0774244 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:39.244661 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-88bbf806-3f6f-4424-8f28-1bc3eab1f1a0 req-ddb4de9e-d529-463e-98e3-073e7197ddb1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135547 Apr 18 05:56:39.244926 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0fa5-9c72-4f87-b63c-4a6fb6f60029 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:39.245238 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-0a4f0fa5-9c72-4f87-b63c-4a6fb6f60029 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Added segment d1b54d39-288e-4791-9472-95e71a4f8da6 of type vlan for network ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648 Apr 18 05:56:39.251415 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-7a6ae724-e687-40ff-96e1-c16e22beb6b3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:39.272731 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3dd8c8-ff2c-4a5a-b750-31de1a33e987 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Deleting subnet fdbdacd3-be30-46e5-8107-017ccf77f8d3 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:56:39.297741 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-501cca49-34b2-4a6a-8b2a-dac7f0774244 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:39.298012 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501cca49-34b2-4a6a-8b2a-dac7f0774244 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c101283f-6ed5-4e70-86f8-36acaae1668f {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:56:39.304717 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0fa5-9c72-4f87-b63c-4a6fb6f60029 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:39.395744 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-501cca49-34b2-4a6a-8b2a-dac7f0774244 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:39.396948 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-501cca49-34b2-4a6a-8b2a-dac7f0774244 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "DELETE /v2.0/routers/c101283f-6ed5-4e70-86f8-36acaae1668f HTTP/1.1" status: 204 len: 168 time: 6.6634667 Apr 18 05:56:39.411602 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43808) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:39.498546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-7a6ae724-e687-40ff-96e1-c16e22beb6b3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network a2404285-3951-4b85-895a-b975b3056dc6 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:39.503066 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-7a6ae724-e687-40ff-96e1-c16e22beb6b3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:39.506419 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-7a6ae724-e687-40ff-96e1-c16e22beb6b3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:39.574036 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ae724-e687-40ff-96e1-c16e22beb6b3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=e7c421ca-6d86-40fa-b3e1-d826bf65db70,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:39.616338 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0fa5-9c72-4f87-b63c-4a6fb6f60029 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:39.621994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4f0fa5-9c72-4f87-b63c-4a6fb6f60029 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:39.622612 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0fa5-9c72-4f87-b63c-4a6fb6f60029 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:39.656452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-7a6ae724-e687-40ff-96e1-c16e22beb6b3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:39.657243 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-7a6ae724-e687-40ff-96e1-c16e22beb6b3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:39.684929 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-99759574-7a74-4844-a096-bee0555c8cbc tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting port 5fe5b1e1-99dd-4133-a16d-93ba9f80e0c2 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:39.685277 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-99759574-7a74-4844-a096-bee0555c8cbc tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:39.693875 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d7242b50-4ecb-4b2c-9806-0d9a9d6ff236 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:39.707330 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-7a6ae724-e687-40ff-96e1-c16e22beb6b3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0860507 Apr 18 05:56:39.724600 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:39.748016 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] Request body: {'port': {'device_id': 'f14ab37a-5cc3-4f81-91aa-b3a9199c24de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:39.823935 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] Allocated IP 2001:db8:0:1::1 (028ebf10-d419-40d8-b41c-a5593fc239b4/226af856-6614-472a-92b9-af46d654889b/04d230a1-b954-4a79-b7b5-ece0b0261112) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:39.827940 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] Transition to ACTIVE for port object 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:39.828774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9fbbc057-948d-48c1-80fc-da5ed08975bd tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:39.932768 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] Transition to ACTIVE for port object 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:39.958499 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0f3dd8c8-ff2c-4a5a-b750-31de1a33e987 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:39.961474 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5399fc08-ba1d-485b-95d5-e31df62fde61 None None] Provisioning for port e7c421ca-6d86-40fa-b3e1-d826bf65db70 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:39.965646 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:39.993454 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:39.997993 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0a4f0fa5-9c72-4f87-b63c-4a6fb6f60029 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6842194 Apr 18 05:56:40.013991 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43812) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:40.025285 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-c6aa55e8-427f-40cb-9081-8a307a2b4d82 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'subnet': {'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:40.044791 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f0fa5-9c72-4f87-b63c-4a6fb6f60029 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Network': ['ID=ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:40.087072 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:56:40.101812 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5399fc08-ba1d-485b-95d5-e31df62fde61 None None] Provisioning complete for port e7c421ca-6d86-40fa-b3e1-d826bf65db70 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:40.102184 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5399fc08-ba1d-485b-95d5-e31df62fde61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:40.187706 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] Network e61504ab-6220-4865-9fe2-3384a6580162 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:40.201287 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0f3dd8c8-ff2c-4a5a-b750-31de1a33e987 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:40.207547 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:40.267130 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca0969-6667-4312-9eb4-9779424f448c req-116871fc-642c-4b54-af1a-9719625d5130 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:40.268414 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:40.274416 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-28ca0969-6667-4312-9eb4-9779424f448c req-116871fc-642c-4b54-af1a-9719625d5130 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 931 time: 0.7812467 Apr 18 05:56:40.285323 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:40.294762 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] Pushing event updated for resources: {'Port': ['ID=920d8e2f-5bcd-4ca7-a0b5-468d0371b72b,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:40.324169 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-5399fc08-ba1d-485b-95d5-e31df62fde61 None None] Port e7c421ca-6d86-40fa-b3e1-d826bf65db70 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:40.443641 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-28ca0969-6667-4312-9eb4-9779424f448c req-edd43eec-9cbf-45a5-8407-97afad91c5c8 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:56:40.479355 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:56:34Z', 'revision_number': 2, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:35Z', 'revision_number': 2, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:40.490138 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9fbbc057-948d-48c1-80fc-da5ed08975bd tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:40.515873 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-99759574-7a74-4844-a096-bee0555c8cbc tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:40.528913 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-28ca0969-6667-4312-9eb4-9779424f448c req-edd43eec-9cbf-45a5-8407-97afad91c5c8 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:56:40.530250 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-28ca0969-6667-4312-9eb4-9779424f448c req-edd43eec-9cbf-45a5-8407-97afad91c5c8 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c36da90-5c36-4226-be1f-a881f1c58128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550554 Apr 18 05:56:40.534050 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0f3dd8c8-ff2c-4a5a-b750-31de1a33e987 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:40.535175 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] Attempting to bind port 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:56:40.535618 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] Attempting to bind port 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'b267eae4-aa19-4278-baf6-3fb8fd0caaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e61504ab-6220-4865-9fe2-3384a6580162'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:56:40.535907 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] Attempting to bind port 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b on network e61504ab-6220-4865-9fe2-3384a6580162 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:56:40.546454 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] Checking router: 6e87766f-695e-4337-804f-a080a6fc4fde for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:56:40.546802 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] Updating router 6e87766f-695e-4337-804f-a080a6fc4fde port 1de457cd-0831-454d-97c2-e71b610872de binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:56:40.608088 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:56:40.608088 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] Checking segment: {'id': 'b267eae4-aa19-4278-baf6-3fb8fd0caaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e61504ab-6220-4865-9fe2-3384a6580162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:40.608448 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:40.608772 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] Bound using segment: {'id': 'b267eae4-aa19-4278-baf6-3fb8fd0caaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e61504ab-6220-4865-9fe2-3384a6580162'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:56:40.609253 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] Bound port: 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b267eae4-aa19-4278-baf6-3fb8fd0caaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e61504ab-6220-4865-9fe2-3384a6580162'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:56:40.609625 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:40.643006 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:40.697685 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-9fbbc057-948d-48c1-80fc-da5ed08975bd tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Deleting port cf4be42f-765c-410f-b982-a334a8a9bd8a {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:40.698022 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9fbbc057-948d-48c1-80fc-da5ed08975bd tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:40.704701 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b51b82-c2d7-49eb-8e53-84a24aa70e4b None None] Update dhcp port {'port': {'network_id': '114d2062-faee-47bc-b039-f3d6b167d58b', 'fixed_ips': [{'subnet_id': '0c2eaae2-bb80-4c7f-a45c-9b0e6c70fef3', 'ip_address': '172.20.0.18'}, {'subnet_id': '9ea87c98-1260-486c-b841-8c9e37d64e01', 'ip_address': '172.20.0.2'}, {'subnet_id': '64b6e004-ddee-4300-8446-3068882b707b'}], 'binding:host_id': 'dv-neutron-837489-1-hyperv'}, 'id': 'd8349c6e-b072-4555-8efe-3802603b73da'} from dv-neutron-837489-1-hyperv. {{(pid=88036) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 05:56:40.708497 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c6aa55e8-427f-40cb-9081-8a307a2b4d82 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:40.720259 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c6aa55e8-427f-40cb-9081-8a307a2b4d82 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:subnet and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:40.728341 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:40.732935 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c6aa55e8-427f-40cb-9081-8a307a2b4d82 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:40.747302 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] Transition to ACTIVE for port object 04d230a1-b954-4a79-b7b5-ece0b0261112 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:40.755149 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c6aa55e8-427f-40cb-9081-8a307a2b4d82 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:40.834822 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aa55e8-427f-40cb-9081-8a307a2b4d82 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Made reservation on behalf of cfb0e03f77e24f68b484d6de092642f5 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:40.838174 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c6aa55e8-427f-40cb-9081-8a307a2b4d82 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:40.865470 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9023be-cdb7-4ae1-bd59-5d5693e80fea req-fc7bf113-1bf5-4004-bdbf-4ce354c6fa81 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:40.866615 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7c9023be-cdb7-4ae1-bd59-5d5693e80fea req-fc7bf113-1bf5-4004-bdbf-4ce354c6fa81 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 945 time: 0.5730164 Apr 18 05:56:40.873458 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-99759574-7a74-4844-a096-bee0555c8cbc tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Calling delete_port for 5fe5b1e1-99dd-4133-a16d-93ba9f80e0c2 owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:56:40.902891 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] Transition to ACTIVE for port object 04d230a1-b954-4a79-b7b5-ece0b0261112 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:40.929441 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e4b51b82-c2d7-49eb-8e53-84a24aa70e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:40.940473 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:41.057659 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0f3dd8c8-ff2c-4a5a-b750-31de1a33e987 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:41.094109 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] For port 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:56:41.105905 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] Network 028ebf10-d419-40d8-b41c-a5593fc239b4 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:41.117761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dd8c8-ff2c-4a5a-b750-31de1a33e987 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Pushing event deleted for resources: {'Subnet': ['ID=fdbdacd3-be30-46e5-8107-017ccf77f8d3,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:41.119711 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0f3dd8c8-ff2c-4a5a-b750-31de1a33e987 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:41.127420 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:41.141835 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:41.145792 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] For port 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=920d8e2f-5bcd-4ca7-a0b5-468d0371b72b,segment=NetworkSegment(b267eae4-aa19-4278-baf6-3fb8fd0caaa6),segment_id=b267eae4-aa19-4278-baf6-3fb8fd0caaa6)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:56:41.151417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-d7242b50-4ecb-4b2c-9806-0d9a9d6ff236 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Delete allocated IP 172.20.0.12 (114d2062-faee-47bc-b039-f3d6b167d58b/9ea87c98-1260-486c-b841-8c9e37d64e01) {{(pid=88034) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 05:56:41.152720 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] Pushing event updated for resources: {'Port': ['ID=04d230a1-b954-4a79-b7b5-ece0b0261112,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:41.153712 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0f3dd8c8-ff2c-4a5a-b750-31de1a33e987 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] 10.222.0.15 "DELETE /v2.0/subnets/fdbdacd3-be30-46e5-8107-017ccf77f8d3 HTTP/1.1" status: 204 len: 168 time: 2.0873537 Apr 18 05:56:41.163970 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43818) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:41.186204 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-9fbbc057-948d-48c1-80fc-da5ed08975bd tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] For port cf4be42f-765c-410f-b982-a334a8a9bd8a, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=cf4be42f-765c-410f-b982-a334a8a9bd8a,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:41.186552 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9fbbc057-948d-48c1-80fc-da5ed08975bd tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:41.203466 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:41.234234 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-d7242b50-4ecb-4b2c-9806-0d9a9d6ff236 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Allocated IP 172.20.0.34 (114d2062-faee-47bc-b039-f3d6b167d58b/64b6e004-ddee-4300-8446-3068882b707b/fab9159d-e6fb-4bbe-b745-0e3321cbbd6d) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:41.265354 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7c9023be-cdb7-4ae1-bd59-5d5693e80fea req-0e6deabd-8521-408b-9b6b-7a7564a81dc3 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836727 Apr 18 05:56:41.267632 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c421ca-6d86-40fa-b3e1-d826bf65db70 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 05:56:41.300124 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:41.322873 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-9fbbc057-948d-48c1-80fc-da5ed08975bd tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Calling delete_port for cf4be42f-765c-410f-b982-a334a8a9bd8a owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:56:41.462210 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94dbe01-9627-4c92-a522-834a7874d10c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Deleting subnet 226af856-6614-472a-92b9-af46d654889b {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:56:41.464919 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-99759574-7a74-4844-a096-bee0555c8cbc tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:41.485544 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b94dbe01-9627-4c92-a522-834a7874d10c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:41.490198 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] Attempting to bind port 04d230a1-b954-4a79-b7b5-ece0b0261112 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:56:41.490568 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] Attempting to bind port 04d230a1-b954-4a79-b7b5-ece0b0261112 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7d7bfa82-f4c7-4e6e-9dda-d67078dce97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '028ebf10-d419-40d8-b41c-a5593fc239b4'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:56:41.491423 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] Attempting to bind port 04d230a1-b954-4a79-b7b5-ece0b0261112 on network 028ebf10-d419-40d8-b41c-a5593fc239b4 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:56:41.506258 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379debc4-ac65-4d76-9351-b0a917492f18 None None] Pushing event updated for resources: {'Port': ['ID=920d8e2f-5bcd-4ca7-a0b5-468d0371b72b,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:41.517212 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99759574-7a74-4844-a096-bee0555c8cbc tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Port': ['ID=5fe5b1e1-99dd-4133-a16d-93ba9f80e0c2,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:41.519527 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:56:41.519906 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] Checking segment: {'id': '7d7bfa82-f4c7-4e6e-9dda-d67078dce97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '028ebf10-d419-40d8-b41c-a5593fc239b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:41.520400 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:41.520777 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] Transition to ACTIVE for port object e7c421ca-6d86-40fa-b3e1-d826bf65db70 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:41.520909 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] Bound using segment: {'id': '7d7bfa82-f4c7-4e6e-9dda-d67078dce97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '028ebf10-d419-40d8-b41c-a5593fc239b4'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:56:41.521258 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] Bound port: 04d230a1-b954-4a79-b7b5-ece0b0261112, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7bfa82-f4c7-4e6e-9dda-d67078dce97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '028ebf10-d419-40d8-b41c-a5593fc239b4'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:56:41.521632 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:41.538131 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:41.618471 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c6aa55e8-427f-40cb-9081-8a307a2b4d82 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:41.730403 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:41.761120 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] Transition to ACTIVE for port object 1de457cd-0831-454d-97c2-e71b610872de will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:41.777372 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:41.915766 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b94dbe01-9627-4c92-a522-834a7874d10c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:42.029774 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] For port 04d230a1-b954-4a79-b7b5-ece0b0261112, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:56:42.059771 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-99759574-7a74-4844-a096-bee0555c8cbc tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:42.071454 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9fbbc057-948d-48c1-80fc-da5ed08975bd tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:42.079981 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972af6a-147e-4b60-9232-e06368ac0636 None None] Pushing event updated for resources: {'Port': ['ID=1de457cd-0831-454d-97c2-e71b610872de,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:42.097337 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c421ca-6d86-40fa-b3e1-d826bf65db70,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:42.108100 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] For port 04d230a1-b954-4a79-b7b5-ece0b0261112, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=04d230a1-b954-4a79-b7b5-ece0b0261112,segment=NetworkSegment(7d7bfa82-f4c7-4e6e-9dda-d67078dce97a),segment_id=7d7bfa82-f4c7-4e6e-9dda-d67078dce97a)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:56:42.161030 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:42.226195 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa55e8-427f-40cb-9081-8a307a2b4d82 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Subnet': ['ID=af3096be-1eba-444a-b746-6466357066f2,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:42.258880 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbc057-948d-48c1-80fc-da5ed08975bd tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf4be42f-765c-410f-b982-a334a8a9bd8a,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:42.265622 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] Attempting to bind port 1de457cd-0831-454d-97c2-e71b610872de on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:56:42.266794 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] Attempting to bind port 1de457cd-0831-454d-97c2-e71b610872de by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'cad194e2-7fd1-415b-bc57-f1d944fa77ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:56:42.266794 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] Attempting to bind port 1de457cd-0831-454d-97c2-e71b610872de on network 1105953e-ed86-421d-b764-eba3e2b2584b {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:56:42.276688 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:56:42.276895 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] Checking segment: {'id': 'cad194e2-7fd1-415b-bc57-f1d944fa77ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:42.277376 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:42.277862 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] Bound using segment: {'id': 'cad194e2-7fd1-415b-bc57-f1d944fa77ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:56:42.278557 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] Bound port: 1de457cd-0831-454d-97c2-e71b610872de, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad194e2-7fd1-415b-bc57-f1d944fa77ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:56:42.279029 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:42.379810 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aa55e8-427f-40cb-9081-8a307a2b4d82 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Checking segment: {'id': 'd1b54d39-288e-4791-9472-95e71a4f8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:42.388679 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aa55e8-427f-40cb-9081-8a307a2b4d82 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network hostable DHCP agents. Network: ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:56:42.412833 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29549d4e-ea00-461d-8212-53916f7c6f04 None None] Pushing event updated for resources: {'Port': ['ID=04d230a1-b954-4a79-b7b5-ece0b0261112,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:42.489360 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] Attempting to bind port e7c421ca-6d86-40fa-b3e1-d826bf65db70 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:56:42.489696 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] Attempting to bind port e7c421ca-6d86-40fa-b3e1-d826bf65db70 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'e253e435-5254-4b3b-841b-f98d9c1029ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:56:42.490047 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] Attempting to bind port e7c421ca-6d86-40fa-b3e1-d826bf65db70 on network a2404285-3951-4b85-895a-b975b3056dc6 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:56:42.513885 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] For port 1de457cd-0831-454d-97c2-e71b610872de, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:56:42.518545 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] For port 1de457cd-0831-454d-97c2-e71b610872de, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=1de457cd-0831-454d-97c2-e71b610872de,segment=NetworkSegment(cad194e2-7fd1-415b-bc57-f1d944fa77ab),segment_id=cad194e2-7fd1-415b-bc57-f1d944fa77ab)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:56:42.529144 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:42.537586 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b94dbe01-9627-4c92-a522-834a7874d10c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:42.589165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d7242b50-4ecb-4b2c-9806-0d9a9d6ff236 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:42.614041 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-d7242b50-4ecb-4b2c-9806-0d9a9d6ff236 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Transition to ACTIVE for port object fab9159d-e6fb-4bbe-b745-0e3321cbbd6d will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:42.633603 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] Port e7c421ca-6d86-40fa-b3e1-d826bf65db70 on network a2404285-3951-4b85-895a-b975b3056dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:56:42.633970 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] Attempting to bind port e7c421ca-6d86-40fa-b3e1-d826bf65db70 on network a2404285-3951-4b85-895a-b975b3056dc6 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:56:42.660252 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:56:42.660252 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] Checking segment: {'id': 'e253e435-5254-4b3b-841b-f98d9c1029ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:42.660252 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] Bound using segment: {'id': 'e253e435-5254-4b3b-841b-f98d9c1029ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:56:42.660252 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] Bound port: e7c421ca-6d86-40fa-b3e1-d826bf65db70, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e253e435-5254-4b3b-841b-f98d9c1029ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:56:42.660252 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:42.677190 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d7242b50-4ecb-4b2c-9806-0d9a9d6ff236 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:42.716929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aa55e8-427f-40cb-9081-8a307a2b4d82 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:56:42.733511 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] Routers {'6e87766f-695e-4337-804f-a080a6fc4fde'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:42.734247 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6e87766f-695e-4337-804f-a080a6fc4fde'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:42.806367 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972af6a-147e-4b60-9232-e06368ac0636 None None] Pushing event updated for resources: {'Port': ['ID=1de457cd-0831-454d-97c2-e71b610872de,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:42.836698 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99759574-7a74-4844-a096-bee0555c8cbc tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router f28c59ff-c48e-478d-a197-2ce1409be076 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:56:42.880895 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-c6aa55e8-427f-40cb-9081-8a307a2b4d82 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:42.907890 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817bf49f-512e-41c3-b860-8da4c3f5632d None None] Network ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:42.913643 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aa55e8-427f-40cb-9081-8a307a2b4d82 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:42.914251 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c6aa55e8-427f-40cb-9081-8a307a2b4d82 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:43.037050 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-e4b51b82-c2d7-49eb-8e53-84a24aa70e4b None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-a8f1fdc3-762a-49e7-86d8-1d5037571338 {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:56:43.037397 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-e4b51b82-c2d7-49eb-8e53-84a24aa70e4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:56:43.053029 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec360dd5-b263-4b4d-9f1e-bade7fec1e6e req-13ef33b0-7b21-4972-9b0d-6e75278f9414 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:43.054945 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ec360dd5-b263-4b4d-9f1e-bade7fec1e6e req-13ef33b0-7b21-4972-9b0d-6e75278f9414 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 943 time: 1.1430047 Apr 18 05:56:43.063091 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9fbbc057-948d-48c1-80fc-da5ed08975bd tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:43.117739 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] Set router 6e87766f-695e-4337-804f-a080a6fc4fde gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:56:43.210837 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] For port e7c421ca-6d86-40fa-b3e1-d826bf65db70, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:56:43.214870 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] For port e7c421ca-6d86-40fa-b3e1-d826bf65db70, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e7c421ca-6d86-40fa-b3e1-d826bf65db70,segment=NetworkSegment(e253e435-5254-4b3b-841b-f98d9c1029ce),segment_id=e253e435-5254-4b3b-841b-f98d9c1029ce)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:56:43.216818 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-d7242b50-4ecb-4b2c-9806-0d9a9d6ff236 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] In _notify_port_updated(), no bound segment for port fab9159d-e6fb-4bbe-b745-0e3321cbbd6d on network 114d2062-faee-47bc-b039-f3d6b167d58b {{(pid=88034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 05:56:43.225312 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7242b50-4ecb-4b2c-9806-0d9a9d6ff236 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:43.226012 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d7242b50-4ecb-4b2c-9806-0d9a9d6ff236 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:43.230462 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d7242b50-4ecb-4b2c-9806-0d9a9d6ff236 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "PUT /v2.0/ports/fab9159d-e6fb-4bbe-b745-0e3321cbbd6d HTTP/1.1" status: 200 len: 960 time: 4.0256195 Apr 18 05:56:43.230462 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7242b50-4ecb-4b2c-9806-0d9a9d6ff236 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event updated for resources: {'Port': ['ID=fab9159d-e6fb-4bbe-b745-0e3321cbbd6d,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:43.240822 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b94dbe01-9627-4c92-a522-834a7874d10c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:43.248643 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ec360dd5-b263-4b4d-9f1e-bade7fec1e6e req-ca9cc7e4-5ad7-4be5-8535-91b9e2368cb9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c36da90-5c36-4226-be1f-a881f1c58128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367233 Apr 18 05:56:43.250022 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43826) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:43.319376 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c6aa55e8-427f-40cb-9081-8a307a2b4d82 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3025773 Apr 18 05:56:43.321001 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b94dbe01-9627-4c92-a522-834a7874d10c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:43.322921 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b94dbe01-9627-4c92-a522-834a7874d10c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] 10.222.0.15 "DELETE /v2.0/subnets/226af856-6614-472a-92b9-af46d654889b HTTP/1.1" status: 204 len: 168 time: 2.1556954 Apr 18 05:56:43.323499 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43828) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:43.327384 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99759574-7a74-4844-a096-bee0555c8cbc tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:56:43.328054 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94dbe01-9627-4c92-a522-834a7874d10c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Pushing event deleted for resources: {'Subnet': ['ID=226af856-6614-472a-92b9-af46d654889b,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:43.334606 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:43.336808 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d9da01-9017-40fb-bddc-2792b556db77 None None] Network e61504ab-6220-4865-9fe2-3384a6580162 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:43.341483 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43830) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:43.344868 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294d6797-495d-4348-9ade-20ac23edff83 None None] Sync routers for ids ['f28c59ff-c48e-478d-a197-2ce1409be076'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:56:43.355704 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294d6797-495d-4348-9ade-20ac23edff83 None None] Routers {'f28c59ff-c48e-478d-a197-2ce1409be076'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:43.356460 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-294d6797-495d-4348-9ade-20ac23edff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['f28c59ff-c48e-478d-a197-2ce1409be076'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:43.455033 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-294d6797-495d-4348-9ade-20ac23edff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:43.468286 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294d6797-495d-4348-9ade-20ac23edff83 None None] Routers {'f28c59ff-c48e-478d-a197-2ce1409be076'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:43.469151 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-294d6797-495d-4348-9ade-20ac23edff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['f28c59ff-c48e-478d-a197-2ce1409be076'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:43.527930 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c421ca-6d86-40fa-b3e1-d826bf65db70,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:43.539006 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65489aa-f16f-4f0c-928d-ff5f4aa97826 req-2cc635d8-5e9b-4c04-8b4a-f66a3d8b81ce tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:43.552730 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a65489aa-f16f-4f0c-928d-ff5f4aa97826 req-2cc635d8-5e9b-4c04-8b4a-f66a3d8b81ce tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 945 time: 1.0582867 Apr 18 05:56:43.557118 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-294d6797-495d-4348-9ade-20ac23edff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:43.557715 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294d6797-495d-4348-9ade-20ac23edff83 None None] The sync data for ids ['f28c59ff-c48e-478d-a197-2ce1409be076'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:56:43.587203 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9fbbc057-948d-48c1-80fc-da5ed08975bd tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:43.593149 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9fbbc057-948d-48c1-80fc-da5ed08975bd tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:43.625550 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-99759574-7a74-4844-a096-bee0555c8cbc tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/f28c59ff-c48e-478d-a197-2ce1409be076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5431516 Apr 18 05:56:43.626897 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43838) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:43.697605 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-8e4df1bd-b4ff-4db1-b535-35f5a19fa55d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port fab9159d-e6fb-4bbe-b745-0e3321cbbd6d {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:43.697950 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8e4df1bd-b4ff-4db1-b535-35f5a19fa55d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:43.729867 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'fixed_ips': [{'subnet_id': 'af3096be-1eba-444a-b746-6466357066f2'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:56:43.732142 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:43.746401 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:43.747450 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:43.748375 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-6492c9af-100a-477a-9b2f-37c5fec7d6b1 service neutron] 10.222.0.52 "PUT /v2.0/ports/e7c421ca-6d86-40fa-b3e1-d826bf65db70 HTTP/1.1" status: 200 len: 1093 time: 4.0044823 Apr 18 05:56:43.748801 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14ab37a-5cc3-4f81-91aa-b3a9199c24de', 'tag': 'e7c421ca-6d86-40fa-b3e1-d826bf65db70'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:56:43.767765 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a557a65-2512-4fe5-b04f-0fcda2f17203 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:43.774013 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8a557a65-2512-4fe5-b04f-0fcda2f17203 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Synchronizing usage tracker for tenant:a59df0744a0e4d5f91c3b09c04e027c2 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:56:43.797362 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a7054bdf-a603-4188-a7f3-42959cb69d07 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Synchronizing usage tracker for tenant:1e86337a57bd435798aa8639156e9b5e on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:56:43.800960 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9fbbc057-948d-48c1-80fc-da5ed08975bd tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:43.801229 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbbc057-948d-48c1-80fc-da5ed08975bd tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9cd8551-76ed-4f62-859f-95a7b373e3b6 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:56:43.807449 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8a557a65-2512-4fe5-b04f-0fcda2f17203 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Unset dirty status for tenant:a59df0744a0e4d5f91c3b09c04e027c2 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:56:43.809105 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8a557a65-2512-4fe5-b04f-0fcda2f17203 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4664407 Apr 18 05:56:43.819867 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43846) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:43.953883 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9fbbc057-948d-48c1-80fc-da5ed08975bd tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:43.955108 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9fbbc057-948d-48c1-80fc-da5ed08975bd tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "DELETE /v2.0/routers/a9cd8551-76ed-4f62-859f-95a7b373e3b6 HTTP/1.1" status: 204 len: 168 time: 4.5425248 Apr 18 05:56:44.018949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43850) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:44.095774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-511603e7-9d3c-445b-8edb-ebdf3646d51c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:44.110836 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a65489aa-f16f-4f0c-928d-ff5f4aa97826 req-b51bc087-7140-4f8a-a74f-3a0a9efe3bcb tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463161 Apr 18 05:56:44.125589 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-937758872', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}, 'admin_state_up': False}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:44.133578 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f4f6169-2f61-419d-94ea-c6135f2caece'] response: {'name': 'network-changed', 'server_uuid': 'f14ab37a-5cc3-4f81-91aa-b3a9199c24de', 'tag': 'e7c421ca-6d86-40fa-b3e1-d826bf65db70', 'status': 'completed', 'code': 200} Apr 18 05:56:44.138281 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5548bc71-562b-4c91-9c41-57959de8262d None None] Network 028ebf10-d419-40d8-b41c-a5593fc239b4 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:44.148208 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a7054bdf-a603-4188-a7f3-42959cb69d07 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Unset dirty status for tenant:1e86337a57bd435798aa8639156e9b5e on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:56:44.152710 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a7054bdf-a603-4188-a7f3-42959cb69d07 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28c59ff-c48e-478d-a197-2ce1409be076 HTTP/1.1" status: 200 len: 205 time: 0.5019662 Apr 18 05:56:44.155366 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e4b51b82-c2d7-49eb-8e53-84a24aa70e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:44.163118 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43856) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:44.171403 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:44.198020 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-511603e7-9d3c-445b-8edb-ebdf3646d51c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Deleting port 04d230a1-b954-4a79-b7b5-ece0b0261112 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:44.198707 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-511603e7-9d3c-445b-8edb-ebdf3646d51c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:44.218242 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:44.244088 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-9f21a4d7-f575-40f3-a90e-7a6dc3bd6659 None None] Provisioning for port 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:44.461862 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Usage tracker for resource:router and tenant:a7bbd03ad9564760b04936429ba8eaea is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:44.530764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:44.572837 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] Allocated IP 2001:db8:1::2 (ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648/af3096be-1eba-444a-b746-6466357066f2/c10d6438-e5ec-462c-8894-d039ab92cafa) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:44.599003 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:44.743728 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-555b538b-9173-4b4d-83ab-b5edb722e6e2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:44.750961 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8e4df1bd-b4ff-4db1-b535-35f5a19fa55d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:44.760720 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-511603e7-9d3c-445b-8edb-ebdf3646d51c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] For port 04d230a1-b954-4a79-b7b5-ece0b0261112, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=04d230a1-b954-4a79-b7b5-ece0b0261112,segment=NetworkSegment(7d7bfa82-f4c7-4e6e-9dda-d67078dce97a),segment_id=7d7bfa82-f4c7-4e6e-9dda-d67078dce97a)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:44.761030 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-511603e7-9d3c-445b-8edb-ebdf3646d51c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:44.802013 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:44.802931 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:44.842096 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b5c7e-4ecf-46b4-8945-e99b15d5f45d req-7ee56504-01cc-4c53-8ecc-f65070e99fd8 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:44.844010 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b63b5c7e-4ecf-46b4-8945-e99b15d5f45d req-7ee56504-01cc-4c53-8ecc-f65070e99fd8 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 945 time: 0.4804668 Apr 18 05:56:45.005965 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:45.012588 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-aa72b812-3e56-4de4-bab8-e2b32628ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:45.014090 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-aa72b812-3e56-4de4-bab8-e2b32628ed58 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 1096 time: 1.1382349 Apr 18 05:56:45.017904 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:45.022920 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-de14009c-aca5-48f5-8690-8c6e4c21bfc9 None None] Provisioning for port 04d230a1-b954-4a79-b7b5-ece0b0261112 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:45.029865 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-8e4df1bd-b4ff-4db1-b535-35f5a19fa55d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Calling delete_port for fab9159d-e6fb-4bbe-b745-0e3321cbbd6d owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:56:45.066929 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-511603e7-9d3c-445b-8edb-ebdf3646d51c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Calling delete_port for 04d230a1-b954-4a79-b7b5-ece0b0261112 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:56:45.067153 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:45.067338 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:45.171460 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b63b5c7e-4ecf-46b4-8945-e99b15d5f45d req-afdff2b3-6874-49a2-a79e-6a282ef9ff07 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179546 Apr 18 05:56:45.180812 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-0a077dc5-9343-43d1-9329-3add96222e8a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7c421ca-6d86-40fa-b3e1-d826bf65db70 HTTP/1.1" status: 200 len: 217 time: 0.1000292 Apr 18 05:56:45.244534 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c34c03d-f6cb-49f4-96d3-b4b1916a657f None None] DHCP port deletion for e61504ab-6220-4865-9fe2-3384a6580162 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:56:45.261612 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-e4b51b82-c2d7-49eb-8e53-84a24aa70e4b None None] Allocated IP 172.20.0.35 (114d2062-faee-47bc-b039-f3d6b167d58b/64b6e004-ddee-4300-8446-3068882b707b/d8349c6e-b072-4555-8efe-3802603b73da) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:45.268030 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-511603e7-9d3c-445b-8edb-ebdf3646d51c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:45.279146 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:56:34Z', 'revision_number': 2, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:42Z', 'revision_number': 4, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:45.282552 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-0c34c03d-f6cb-49f4-96d3-b4b1916a657f None None] Deleting port 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:45.282935 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0c34c03d-f6cb-49f4-96d3-b4b1916a657f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:45.342409 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1c25fd-7a6c-467a-8d66-62b77c31fc01 None None] DHCP port deletion for 028ebf10-d419-40d8-b41c-a5593fc239b4 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:56:45.348159 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511603e7-9d3c-445b-8edb-ebdf3646d51c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] No DVR routers for this DVR port 04d230a1-b954-4a79-b7b5-ece0b0261112 on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:56:45.350670 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511603e7-9d3c-445b-8edb-ebdf3646d51c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Pushing event deleted for resources: {'Port': ['ID=04d230a1-b954-4a79-b7b5-ece0b0261112,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:45.375638 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d5b1f7-e98d-41c6-b194-ac3abd1f753e None None] The sync data for ids ['6e87766f-695e-4337-804f-a080a6fc4fde'] in dv-neutron-837489-1-hyperv is: [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:56:34Z', 'revision_number': 2, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:42Z', 'revision_number': 4, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:56:45.450203 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:45.516952 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404a6dd-3f76-4e58-85d0-1fb14f343432 req-32f499d9-b426-46c6-a646-426b0daaefe4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:45.521757 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-d404a6dd-3f76-4e58-85d0-1fb14f343432 req-32f499d9-b426-46c6-a646-426b0daaefe4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:56:45.600609 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-511603e7-9d3c-445b-8edb-ebdf3646d51c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:45.601465 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] Transition to ACTIVE for port object c10d6438-e5ec-462c-8894-d039ab92cafa will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:45.621952 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-555b538b-9173-4b4d-83ab-b5edb722e6e2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:45.638818 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-555b538b-9173-4b4d-83ab-b5edb722e6e2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:45.645135 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8e4df1bd-b4ff-4db1-b535-35f5a19fa55d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:45.702067 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-511603e7-9d3c-445b-8edb-ebdf3646d51c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028ebf10-d419-40d8-b41c-a5593fc239b4']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:45.735768 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:45.762268 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] Transition to ACTIVE for port object c10d6438-e5ec-462c-8894-d039ab92cafa will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:45.789394 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4df1bd-b4ff-4db1-b535-35f5a19fa55d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Port': ['ID=fab9159d-e6fb-4bbe-b745-0e3321cbbd6d,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:45.792552 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-511603e7-9d3c-445b-8edb-ebdf3646d51c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7bfa82-f4c7-4e6e-9dda-d67078dce97a') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:45.792826 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-511603e7-9d3c-445b-8edb-ebdf3646d51c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7bfa82-f4c7-4e6e-9dda-d67078dce97a') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:45.826677 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:45.840759 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7da9e33a-0ab9-43ed-bddc-e8ba9403c647 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:45.850908 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-d404a6dd-3f76-4e58-85d0-1fb14f343432 req-32f499d9-b426-46c6-a646-426b0daaefe4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:56:45.851988 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d404a6dd-3f76-4e58-85d0-1fb14f343432 req-32f499d9-b426-46c6-a646-426b0daaefe4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 943 time: 1.3872712 Apr 18 05:56:45.906678 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-511603e7-9d3c-445b-8edb-ebdf3646d51c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:45.939870 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-e3ffaaac-556e-483c-a263-0b5b31e698d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:45.941945 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-e3ffaaac-556e-483c-a263-0b5b31e698d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79c99ae8-b553-4829-97ea-deddbbeae601 HTTP/1.1" status: 200 len: 835 time: 0.5831509 Apr 18 05:56:45.945567 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-e4b51b82-c2d7-49eb-8e53-84a24aa70e4b None None] For port d8349c6e-b072-4555-8efe-3802603b73da, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d8349c6e-b072-4555-8efe-3802603b73da,segment=NetworkSegment(07f5808b-036d-4ef9-ac7c-6733922b9219),segment_id=07f5808b-036d-4ef9-ac7c-6733922b9219)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:45.982481 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-511603e7-9d3c-445b-8edb-ebdf3646d51c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:45.984204 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-555b538b-9173-4b4d-83ab-b5edb722e6e2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:45.985888 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555b538b-9173-4b4d-83ab-b5edb722e6e2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Fanout notify agent at l3_agent the message router_deleted on router f28c59ff-c48e-478d-a197-2ce1409be076 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:56:45.995171 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-0c34c03d-f6cb-49f4-96d3-b4b1916a657f None None] For port 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=920d8e2f-5bcd-4ca7-a0b5-468d0371b72b,segment=NetworkSegment(b267eae4-aa19-4278-baf6-3fb8fd0caaa6),segment_id=b267eae4-aa19-4278-baf6-3fb8fd0caaa6)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:45.995977 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0c34c03d-f6cb-49f4-96d3-b4b1916a657f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:46.001342 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511603e7-9d3c-445b-8edb-ebdf3646d51c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:56:46.001759 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-511603e7-9d3c-445b-8edb-ebdf3646d51c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:46.012914 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=920d8e2f-5bcd-4ca7-a0b5-468d0371b72b,segment=NetworkSegment(b267eae4-aa19-4278-baf6-3fb8fd0caaa6),segment_id=b267eae4-aa19-4278-baf6-3fb8fd0caaa6)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:56:46.018533 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:56:46.021907 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] Network ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:46.071634 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] Pushing event updated for resources: {'Port': ['ID=c10d6438-e5ec-462c-8894-d039ab92cafa,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:46.091244 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8e4df1bd-b4ff-4db1-b535-35f5a19fa55d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:46.129763 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8e4df1bd-b4ff-4db1-b535-35f5a19fa55d tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/ports/fab9159d-e6fb-4bbe-b745-0e3321cbbd6d HTTP/1.1" status: 204 len: 168 time: 2.8037565 Apr 18 05:56:46.137024 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43866) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:46.151598 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:46.168890 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-0c34c03d-f6cb-49f4-96d3-b4b1916a657f None None] Calling delete_port for 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:56:46.198614 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc2db14-a120-4ea6-90f7-efc27453c3a1 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] GET failed (client error): The resource could not be found. Apr 18 05:56:46.199195 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-4cc2db14-a120-4ea6-90f7-efc27453c3a1 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Synchronizing usage tracker for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:56:46.208914 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:46.209697 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 04d230a1-b954-4a79-b7b5-ece0b0261112 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:46.210697 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c2ba4-f0d3-45ee-b44d-8be777d6278e req-79de8604-e99d-4c4b-9363-657da0a02910 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:46.212455 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-305c2ba4-f0d3-45ee-b44d-8be777d6278e req-79de8604-e99d-4c4b-9363-657da0a02910 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 945 time: 0.3636999 Apr 18 05:56:46.217511 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-511603e7-9d3c-445b-8edb-ebdf3646d51c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:46.237027 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-511603e7-9d3c-445b-8edb-ebdf3646d51c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:46.241886 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:46.245010 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.resource_extend [None req-e4b51b82-c2d7-49eb-8e53-84a24aa70e4b None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:56:46.269014 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-511603e7-9d3c-445b-8edb-ebdf3646d51c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] 10.222.0.15 "DELETE /v2.0/networks/028ebf10-d419-40d8-b41c-a5593fc239b4 HTTP/1.1" status: 204 len: 168 time: 2.4267852 Apr 18 05:56:46.274651 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43870) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:46.323323 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-4cc2db14-a120-4ea6-90f7-efc27453c3a1 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Unset dirty status for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:56:46.329667 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:46.329901 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4cc2db14-a120-4ea6-90f7-efc27453c3a1 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports/fab9159d-e6fb-4bbe-b745-0e3321cbbd6d HTTP/1.1" status: 404 len: 333 time: 0.1902950 Apr 18 05:56:46.330309 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 04d230a1-b954-4a79-b7b5-ece0b0261112 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:56:46.330811 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 04d230a1-b954-4a79-b7b5-ece0b0261112 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 18 05:56:46.338157 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511603e7-9d3c-445b-8edb-ebdf3646d51c tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Pushing event deleted for resources: {'Network': ['ID=028ebf10-d419-40d8-b41c-a5593fc239b4,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:46.341744 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43874) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:46.362383 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-555b538b-9173-4b4d-83ab-b5edb722e6e2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:46.364734 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-555b538b-9173-4b4d-83ab-b5edb722e6e2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/routers/f28c59ff-c48e-478d-a197-2ce1409be076 HTTP/1.1" status: 204 len: 168 time: 2.1885757 Apr 18 05:56:46.373226 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43878) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:46.417460 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e4b51b82-c2d7-49eb-8e53-84a24aa70e4b None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:46.442924 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Port 04d230a1-b954-4a79-b7b5-ece0b0261112 not found, will not notify nova. {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 18 05:56:46.511318 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d404a6dd-3f76-4e58-85d0-1fb14f343432 req-0c14ce76-f033-4405-99b8-3ce2beb2c456 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c36da90-5c36-4226-be1f-a881f1c58128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5597618 Apr 18 05:56:46.521168 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=920d8e2f-5bcd-4ca7-a0b5-468d0371b72b,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:46.576619 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e4b51b82-c2d7-49eb-8e53-84a24aa70e4b None None] Transition to ACTIVE for port object d8349c6e-b072-4555-8efe-3802603b73da will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:46.607821 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] Attempting to bind port c10d6438-e5ec-462c-8894-d039ab92cafa on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:56:46.608142 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] Attempting to bind port c10d6438-e5ec-462c-8894-d039ab92cafa by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'd1b54d39-288e-4791-9472-95e71a4f8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:56:46.608510 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] Attempting to bind port c10d6438-e5ec-462c-8894-d039ab92cafa on network ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:56:46.613329 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e4b51b82-c2d7-49eb-8e53-84a24aa70e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:46.617961 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 1de457cd-0831-454d-97c2-e71b610872de up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:46.672499 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-305c2ba4-f0d3-45ee-b44d-8be777d6278e req-02a585e5-90c2-411e-9135-7a7bb88ea316 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248137 Apr 18 05:56:46.697457 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-a0150de5-4389-45ac-a9a4-b80d2cf6a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:46.700072 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-a0150de5-4389-45ac-a9a4-b80d2cf6a850 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2404285-3951-4b85-895a-b975b3056dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7370229 Apr 18 05:56:46.704085 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:56:46.704470 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] Checking segment: {'id': 'd1b54d39-288e-4791-9472-95e71a4f8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:46.704873 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:46.705269 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] Bound using segment: {'id': 'd1b54d39-288e-4791-9472-95e71a4f8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:56:46.705752 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] Bound port: c10d6438-e5ec-462c-8894-d039ab92cafa, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b54d39-288e-4791-9472-95e71a4f8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:56:46.706129 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:46.743218 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-42779910-daff-49a5-86c0-bd4d8c5933d7 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:46.763131 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0fcc2fa-f9fc-46ac-a0b0-42d6e4c24dc2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting subnet 42afb87b-7b16-466b-983b-c7796857add0 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:56:46.776752 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-0c34c03d-f6cb-49f4-96d3-b4b1916a657f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:56:46.777114 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-0c34c03d-f6cb-49f4-96d3-b4b1916a657f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:56:46.788797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d0fcc2fa-f9fc-46ac-a0b0-42d6e4c24dc2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:46.825439 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6e24c17f-92ff-4d16-916a-7dfabc707767 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:46.827067 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-42779910-daff-49a5-86c0-bd4d8c5933d7 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Deleting port 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:46.827384 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-42779910-daff-49a5-86c0-bd4d8c5933d7 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:46.921103 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d0fcc2fa-f9fc-46ac-a0b0-42d6e4c24dc2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:46.928340 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-7da9e33a-0ab9-43ed-bddc-e8ba9403c647 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Allocated IP 2001:db8:1::1 (ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648/af3096be-1eba-444a-b746-6466357066f2/6de54195-c7c0-4927-bdb6-20577846591b) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:46.949030 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-34f2806b-ef27-481b-8565-9f1a06c7fc1e service neutron] 10.222.0.52 "GET /v2.0/networks/a2404285-3951-4b85-895a-b975b3056dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352273 Apr 18 05:56:46.949611 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6e24c17f-92ff-4d16-916a-7dfabc707767 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:47.013125 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b51b82-c2d7-49eb-8e53-84a24aa70e4b None None] Pushing event updated for resources: {'Port': ['ID=d8349c6e-b072-4555-8efe-3802603b73da,revision_number=7']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:47.033416 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] For port c10d6438-e5ec-462c-8894-d039ab92cafa, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:56:47.037097 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] For port c10d6438-e5ec-462c-8894-d039ab92cafa, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c10d6438-e5ec-462c-8894-d039ab92cafa,segment=NetworkSegment(d1b54d39-288e-4791-9472-95e71a4f8da6),segment_id=d1b54d39-288e-4791-9472-95e71a4f8da6)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:56:47.040578 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 1de457cd-0831-454d-97c2-e71b610872de completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:47.046951 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 1de457cd-0831-454d-97c2-e71b610872de triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:47.047466 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:47.083973 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:47.173390 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6e24c17f-92ff-4d16-916a-7dfabc707767 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:47.213732 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24c17f-92ff-4d16-916a-7dfabc707767 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e5c0bb-8246-4b02-9404-2a8d2a296bb4,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:47.219816 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d0fcc2fa-f9fc-46ac-a0b0-42d6e4c24dc2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:47.265859 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-42779910-daff-49a5-86c0-bd4d8c5933d7 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] For port 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=920d8e2f-5bcd-4ca7-a0b5-468d0371b72b,segment=NetworkSegment(b267eae4-aa19-4278-baf6-3fb8fd0caaa6),segment_id=b267eae4-aa19-4278-baf6-3fb8fd0caaa6)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:47.266221 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-42779910-daff-49a5-86c0-bd4d8c5933d7 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:47.288229 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-0c34c03d-f6cb-49f4-96d3-b4b1916a657f None None] Deleting port 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:47.289383 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0c34c03d-f6cb-49f4-96d3-b4b1916a657f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:47.461195 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6e24c17f-92ff-4d16-916a-7dfabc707767 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:47.462854 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6e24c17f-92ff-4d16-916a-7dfabc707767 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/security-groups/b0e5c0bb-8246-4b02-9404-2a8d2a296bb4 HTTP/1.1" status: 204 len: 168 time: 1.1164916 Apr 18 05:56:47.464578 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d0fcc2fa-f9fc-46ac-a0b0-42d6e4c24dc2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:47.467782 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43882) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:47.476529 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-42779910-daff-49a5-86c0-bd4d8c5933d7 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Calling delete_port for 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:56:47.508274 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cdd83-943b-4da9-b2e3-cd51797d99f8 None None] Pushing event updated for resources: {'Port': ['ID=c10d6438-e5ec-462c-8894-d039ab92cafa,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:47.553439 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:47.583698 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fcc2fa-f9fc-46ac-a0b0-42d6e4c24dc2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Subnet': ['ID=42afb87b-7b16-466b-983b-c7796857add0,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:47.592928 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d0fcc2fa-f9fc-46ac-a0b0-42d6e4c24dc2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:47.632252 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:47.639731 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d0fcc2fa-f9fc-46ac-a0b0-42d6e4c24dc2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/subnets/42afb87b-7b16-466b-983b-c7796857add0 HTTP/1.1" status: 204 len: 168 time: 1.2607632 Apr 18 05:56:47.642332 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43888) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:47.748981 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-0c34c03d-f6cb-49f4-96d3-b4b1916a657f None None] For port 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=920d8e2f-5bcd-4ca7-a0b5-468d0371b72b,segment=NetworkSegment(b267eae4-aa19-4278-baf6-3fb8fd0caaa6),segment_id=b267eae4-aa19-4278-baf6-3fb8fd0caaa6)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:47.749382 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0c34c03d-f6cb-49f4-96d3-b4b1916a657f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:47.761668 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-42779910-daff-49a5-86c0-bd4d8c5933d7 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:47.927712 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-da4db6a9-3acd-4eb8-8f06-6006e71fdea1 req-ea083e4b-d6d6-4a39-a26a-d68345e99fe0 service neutron] 10.222.0.52 "GET /v2.0/networks/a2404285-3951-4b85-895a-b975b3056dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9524465 Apr 18 05:56:47.930151 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-0c34c03d-f6cb-49f4-96d3-b4b1916a657f None None] Calling delete_port for 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:56:47.997016 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a8e046-90f1-47da-9cbb-99547238410e None None] Network c576b5fb-420d-4523-a6db-5c355b31d235 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:48.080441 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-525dfe61-bdab-4074-9cff-9de65127989f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:48.099260 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42779910-daff-49a5-86c0-bd4d8c5933d7 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] No DVR routers for this DVR port 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:56:48.101499 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7da9e33a-0ab9-43ed-bddc-e8ba9403c647 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:48.105364 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42779910-daff-49a5-86c0-bd4d8c5933d7 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Pushing event deleted for resources: {'Port': ['ID=920d8e2f-5bcd-4ca7-a0b5-468d0371b72b,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:48.143782 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:48.147642 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73ac2d61-7a18-4d8a-8b5a-5e6843bd0b1f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:48.153533 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f14e157c-7c34-4926-8f78-55b1d3513cb2 None None] Could not find standard attr ID for object fab9159d-e6fb-4bbe-b745-0e3321cbbd6d. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 05:56:48.157764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-7da9e33a-0ab9-43ed-bddc-e8ba9403c647 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Transition to ACTIVE for port object 6de54195-c7c0-4927-bdb6-20577846591b will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:48.168707 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Allocated IP 172.26.1.178 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/046ad5e9-480a-4d63-be4d-7b479e012d13) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:48.182727 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-525dfe61-bdab-4074-9cff-9de65127989f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting port 88387630-28cf-433e-9567-39c3c133e7da {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:48.183341 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-525dfe61-bdab-4074-9cff-9de65127989f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:48.186708 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-0c34c03d-f6cb-49f4-96d3-b4b1916a657f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:56:48.187068 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-0c34c03d-f6cb-49f4-96d3-b4b1916a657f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:56:48.228965 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f14e157c-7c34-4926-8f78-55b1d3513cb2 None None] Provisioning complete for port 1b9e2684-b1b7-42ac-a55e-a0e137ecacc9 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:48.229492 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f14e157c-7c34-4926-8f78-55b1d3513cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:48.241862 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73ac2d61-7a18-4d8a-8b5a-5e6843bd0b1f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:48.314639 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 1de457cd-0831-454d-97c2-e71b610872de, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=1de457cd-0831-454d-97c2-e71b610872de,segment=NetworkSegment(cad194e2-7fd1-415b-bc57-f1d944fa77ab),segment_id=cad194e2-7fd1-415b-bc57-f1d944fa77ab)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:48.325955 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:48.338621 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-42779910-daff-49a5-86c0-bd4d8c5933d7 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:48.373523 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f14e157c-7c34-4926-8f78-55b1d3513cb2 None None] Port 1b9e2684-b1b7-42ac-a55e-a0e137ecacc9 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:48.430941 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device cf4be42f-765c-410f-b982-a334a8a9bd8a no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:56:48.434349 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-42779910-daff-49a5-86c0-bd4d8c5933d7 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e61504ab-6220-4865-9fe2-3384a6580162']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:48.455631 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e9674-a396-42e4-ab2f-229b80b02644 req-9dc662c7-a8c7-4622-8123-0e4d4c63fadf tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:48.455631 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0e8e9674-a396-42e4-ab2f-229b80b02644 req-9dc662c7-a8c7-4622-8123-0e4d4c63fadf tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 945 time: 0.4997265 Apr 18 05:56:48.486891 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f14e157c-7c34-4926-8f78-55b1d3513cb2 None None] Provisioning for port d8349c6e-b072-4555-8efe-3802603b73da completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:48.489418 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-42779910-daff-49a5-86c0-bd4d8c5933d7 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b267eae4-aa19-4278-baf6-3fb8fd0caaa6') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:48.489537 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-42779910-daff-49a5-86c0-bd4d8c5933d7 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b267eae4-aa19-4278-baf6-3fb8fd0caaa6') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:48.499836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=1de457cd-0831-454d-97c2-e71b610872de,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:48.503130 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: cf4be42f-765c-410f-b982-a334a8a9bd8a {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:56:48.503868 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b318b77-7a27-441e-9cf3-52e4432a90e4 req-2bef31bc-84b3-471a-9569-73d5e63549a7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:48.504598 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device cf4be42f-765c-410f-b982-a334a8a9bd8a not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:56:48.505082 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:56:48.506445 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9b318b77-7a27-441e-9cf3-52e4432a90e4 req-2bef31bc-84b3-471a-9569-73d5e63549a7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 943 time: 0.5614491 Apr 18 05:56:48.537365 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73ac2d61-7a18-4d8a-8b5a-5e6843bd0b1f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:48.541766 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f14e157c-7c34-4926-8f78-55b1d3513cb2 None None] Provisioning complete for port d8349c6e-b072-4555-8efe-3802603b73da triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:48.542186 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f14e157c-7c34-4926-8f78-55b1d3513cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:48.544983 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-42779910-daff-49a5-86c0-bd4d8c5933d7 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:48.586558 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:56:48.586889 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:56:48.587308 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 04d230a1-b954-4a79-b7b5-ece0b0261112 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:56:48.597152 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881619f7-96b2-4b9b-ae30-f326ae9f73a8 req-425296b3-d2fd-4807-98df-e515b2ab5916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:48.599036 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-881619f7-96b2-4b9b-ae30-f326ae9f73a8 req-425296b3-d2fd-4807-98df-e515b2ab5916 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 1096 time: 0.5680604 Apr 18 05:56:48.600227 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7da9e33a-0ab9-43ed-bddc-e8ba9403c647 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:48.647547 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 04d230a1-b954-4a79-b7b5-ece0b0261112 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:56:48.647883 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 04d230a1-b954-4a79-b7b5-ece0b0261112 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:56:48.739378 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac2d61-7a18-4d8a-8b5a-5e6843bd0b1f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad59cd1-a562-45d4-a0fa-6382c56dd1f4,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:48.814786 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599808ce-cad9-47fa-86bd-57ea654c27d5 None None] DHCP port deletion for c576b5fb-420d-4523-a6db-5c355b31d235 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:56:48.846776 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-599808ce-cad9-47fa-86bd-57ea654c27d5 None None] Deleting port 88387630-28cf-433e-9567-39c3c133e7da {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:48.848185 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-599808ce-cad9-47fa-86bd-57ea654c27d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:48.916470 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:48.944074 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9b318b77-7a27-441e-9cf3-52e4432a90e4 req-e51ba001-e163-447f-9b9e-daae0c528d49 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c36da90-5c36-4226-be1f-a881f1c58128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4232075 Apr 18 05:56:48.944793 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-0c34c03d-f6cb-49f4-96d3-b4b1916a657f None None] Deleting port 920d8e2f-5bcd-4ca7-a0b5-468d0371b72b {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:48.945394 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0c34c03d-f6cb-49f4-96d3-b4b1916a657f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:48.955788 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0e8e9674-a396-42e4-ab2f-229b80b02644 req-2231a535-e903-4b44-94bf-9b0504e3a1c3 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871182 Apr 18 05:56:48.984579 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-42779910-daff-49a5-86c0-bd4d8c5933d7 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:48.990583 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 1de457cd-0831-454d-97c2-e71b610872de up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:49.010137 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-525dfe61-bdab-4074-9cff-9de65127989f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] For port 88387630-28cf-433e-9567-39c3c133e7da, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=88387630-28cf-433e-9567-39c3c133e7da,segment=NetworkSegment(c80f45a8-c426-45e4-a8c9-e61b155253b7),segment_id=c80f45a8-c426-45e4-a8c9-e61b155253b7)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:49.010557 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-525dfe61-bdab-4074-9cff-9de65127989f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:49.028238 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da9e33a-0ab9-43ed-bddc-e8ba9403c647 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:49.040638 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-7da9e33a-0ab9-43ed-bddc-e8ba9403c647 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:49.043096 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da9e33a-0ab9-43ed-bddc-e8ba9403c647 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:49.043835 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7da9e33a-0ab9-43ed-bddc-e8ba9403c647 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:49.086409 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73ac2d61-7a18-4d8a-8b5a-5e6843bd0b1f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:49.090250 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-73ac2d61-7a18-4d8a-8b5a-5e6843bd0b1f tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/security-groups/6ad59cd1-a562-45d4-a0fa-6382c56dd1f4 HTTP/1.1" status: 204 len: 168 time: 1.6191542 Apr 18 05:56:49.091243 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9e33a-0ab9-43ed-bddc-e8ba9403c647 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Port': ['ID=6de54195-c7c0-4927-bdb6-20577846591b,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:49.104939 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43896) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:49.156106 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881619f7-96b2-4b9b-ae30-f326ae9f73a8 req-6065ad9b-f5ca-4139-bef3-886977a3c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:49.157576 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-881619f7-96b2-4b9b-ae30-f326ae9f73a8 req-6065ad9b-f5ca-4139-bef3-886977a3c8f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2404285-3951-4b85-895a-b975b3056dc6 HTTP/1.1" status: 200 len: 898 time: 0.4673572 Apr 18 05:56:49.176578 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-0c34c03d-f6cb-49f4-96d3-b4b1916a657f None None] The port '920d8e2f-5bcd-4ca7-a0b5-468d0371b72b' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:56:49.219340 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-525dfe61-bdab-4074-9cff-9de65127989f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Calling delete_port for 88387630-28cf-433e-9567-39c3c133e7da owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:56:49.256336 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42779910-daff-49a5-86c0-bd4d8c5933d7 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:56:49.256743 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-42779910-daff-49a5-86c0-bd4d8c5933d7 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:56:49.276398 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:56:49.278547 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-881619f7-96b2-4b9b-ae30-f326ae9f73a8 req-6b68f9da-38a2-4abf-b8ea-73bf96c58005 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7c421ca-6d86-40fa-b3e1-d826bf65db70 HTTP/1.1" status: 200 len: 217 time: 0.1007512 Apr 18 05:56:49.280524 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:49.418344 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-599808ce-cad9-47fa-86bd-57ea654c27d5 None None] For port 88387630-28cf-433e-9567-39c3c133e7da, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=88387630-28cf-433e-9567-39c3c133e7da,segment=NetworkSegment(c80f45a8-c426-45e4-a8c9-e61b155253b7),segment_id=c80f45a8-c426-45e4-a8c9-e61b155253b7)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:49.418942 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-599808ce-cad9-47fa-86bd-57ea654c27d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:49.419357 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-42779910-daff-49a5-86c0-bd4d8c5933d7 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:49.452342 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-42779910-daff-49a5-86c0-bd4d8c5933d7 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:49.475360 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-525dfe61-bdab-4074-9cff-9de65127989f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:49.525744 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:49.542346 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42779910-daff-49a5-86c0-bd4d8c5933d7 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Pushing event deleted for resources: {'Network': ['ID=e61504ab-6220-4865-9fe2-3384a6580162,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:49.558465 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b221ce9-af25-4846-a539-73cf70713be4 None None] Network ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:49.560549 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9e43fbc3-7cbd-4911-903f-a6f373855774 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:49.562300 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:49.564757 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:49.573563 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525dfe61-bdab-4074-9cff-9de65127989f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Port': ['ID=88387630-28cf-433e-9567-39c3c133e7da,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:49.583845 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525dfe61-bdab-4074-9cff-9de65127989f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] No DVR routers for this DVR port 88387630-28cf-433e-9567-39c3c133e7da on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:56:49.584608 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-599808ce-cad9-47fa-86bd-57ea654c27d5 None None] Calling delete_port for 88387630-28cf-433e-9567-39c3c133e7da owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:56:49.619254 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-42779910-daff-49a5-86c0-bd4d8c5933d7 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] 10.222.0.15 "DELETE /v2.0/networks/e61504ab-6220-4865-9fe2-3384a6580162 HTTP/1.1" status: 204 len: 168 time: 3.3370571 Apr 18 05:56:49.623225 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-accea45d-18cc-466c-99e6-7cdaa3e6785e None None] Could not find standard attr ID for object fab9159d-e6fb-4bbe-b745-0e3321cbbd6d. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 05:56:49.623406 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43904) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:49.633088 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 1de457cd-0831-454d-97c2-e71b610872de triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:49.633449 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:49.806951 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-525dfe61-bdab-4074-9cff-9de65127989f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:49.811217 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-8ff03ab7-182f-4d94-9518-9471fbd2ff52 None None] Provisioning for port c10d6438-e5ec-462c-8894-d039ab92cafa completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:49.830320 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-599808ce-cad9-47fa-86bd-57ea654c27d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:56:49.831808 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-599808ce-cad9-47fa-86bd-57ea654c27d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:56:49.833330 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Pushing event updated for resources: {'Port': ['ID=046ad5e9-480a-4d63-be4d-7b479e012d13,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:49.867873 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-525dfe61-bdab-4074-9cff-9de65127989f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c576b5fb-420d-4523-a6db-5c355b31d235']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:49.882931 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-00f6e437-654a-4fe2-980d-bedda368a979 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:49.884274 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881619f7-96b2-4b9b-ae30-f326ae9f73a8 req-a7e4b7c8-00ae-4376-8e98-24a87e0218d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:49.885724 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-881619f7-96b2-4b9b-ae30-f326ae9f73a8 req-a7e4b7c8-00ae-4376-8e98-24a87e0218d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79c99ae8-b553-4829-97ea-deddbbeae601 HTTP/1.1" status: 200 len: 835 time: 0.5975010 Apr 18 05:56:49.885839 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-525dfe61-bdab-4074-9cff-9de65127989f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80f45a8-c426-45e4-a8c9-e61b155253b7') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:49.886043 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-525dfe61-bdab-4074-9cff-9de65127989f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80f45a8-c426-45e4-a8c9-e61b155253b7') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:49.894976 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7da9e33a-0ab9-43ed-bddc-e8ba9403c647 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:49.899409 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0786deb-184b-4dfc-b75d-fc00a67e310f req-6b8600a5-66d4-4199-84d8-6c77e3940c73 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:49.900928 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a0786deb-184b-4dfc-b75d-fc00a67e310f req-6b8600a5-66d4-4199-84d8-6c77e3940c73 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 945 time: 0.4215541 Apr 18 05:56:49.911801 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-525dfe61-bdab-4074-9cff-9de65127989f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:49.912825 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9e43fbc3-7cbd-4911-903f-a6f373855774 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:49.948909 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-525dfe61-bdab-4074-9cff-9de65127989f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:49.974691 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d8349c6e-b072-4555-8efe-3802603b73da up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:50.008879 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525dfe61-bdab-4074-9cff-9de65127989f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:56:50.009285 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-525dfe61-bdab-4074-9cff-9de65127989f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:56:50.028262 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:56:50.067897 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a0786deb-184b-4dfc-b75d-fc00a67e310f req-d3cf6bb6-767e-46d5-be47-1b7c827d5d64 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495047 Apr 18 05:56:50.074098 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port d8349c6e-b072-4555-8efe-3802603b73da triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:50.075208 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.198794 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-00f6e437-654a-4fe2-980d-bedda368a979 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.225613 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-525dfe61-bdab-4074-9cff-9de65127989f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.235890 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c10d6438-e5ec-462c-8894-d039ab92cafa up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:50.245739 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-00f6e437-654a-4fe2-980d-bedda368a979 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d37d059-d522-4484-ac4c-c2f9ec50fcc4']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:50.253991 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-525dfe61-bdab-4074-9cff-9de65127989f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.269443 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-00f6e437-654a-4fe2-980d-bedda368a979 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810f9aa5-0b28-4b16-81e1-95ce794eef64') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:50.269790 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-00f6e437-654a-4fe2-980d-bedda368a979 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810f9aa5-0b28-4b16-81e1-95ce794eef64') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:50.277622 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525dfe61-bdab-4074-9cff-9de65127989f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Network': ['ID=c576b5fb-420d-4523-a6db-5c355b31d235,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:50.287646 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-525dfe61-bdab-4074-9cff-9de65127989f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/networks/c576b5fb-420d-4523-a6db-5c355b31d235 HTTP/1.1" status: 204 len: 168 time: 2.6440034 Apr 18 05:56:50.290283 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43910) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:50.295691 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-29d37b07-b483-4337-935c-8f594dacae5f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-444620412', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:50.303391 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-00f6e437-654a-4fe2-980d-bedda368a979 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.313551 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-29d37b07-b483-4337-935c-8f594dacae5f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:50.322415 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-29d37b07-b483-4337-935c-8f594dacae5f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:router and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:50.327298 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-29d37b07-b483-4337-935c-8f594dacae5f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:50.329242 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-00f6e437-654a-4fe2-980d-bedda368a979 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.337069 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-29d37b07-b483-4337-935c-8f594dacae5f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:50.338850 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-599808ce-cad9-47fa-86bd-57ea654c27d5 None None] Deleting port 88387630-28cf-433e-9567-39c3c133e7da {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:50.341246 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f6e437-654a-4fe2-980d-bedda368a979 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:56:50.341551 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-599808ce-cad9-47fa-86bd-57ea654c27d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.341663 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-00f6e437-654a-4fe2-980d-bedda368a979 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:56:50.358003 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:56:50.429594 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-29d37b07-b483-4337-935c-8f594dacae5f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.430666 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-29d37b07-b483-4337-935c-8f594dacae5f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.461235 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-599808ce-cad9-47fa-86bd-57ea654c27d5 None None] The port '88387630-28cf-433e-9567-39c3c133e7da' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:56:50.463487 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port c10d6438-e5ec-462c-8894-d039ab92cafa completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:50.467257 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-00f6e437-654a-4fe2-980d-bedda368a979 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.469387 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-29d37b07-b483-4337-935c-8f594dacae5f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.478309 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port c10d6438-e5ec-462c-8894-d039ab92cafa triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:50.478940 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.493816 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-00f6e437-654a-4fe2-980d-bedda368a979 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.517394 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6e437-654a-4fe2-980d-bedda368a979 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Pushing event deleted for resources: {'Network': ['ID=6d37d059-d522-4484-ac4c-c2f9ec50fcc4,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:50.524711 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-00f6e437-654a-4fe2-980d-bedda368a979 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] 10.222.0.15 "DELETE /v2.0/networks/6d37d059-d522-4484-ac4c-c2f9ec50fcc4 HTTP/1.1" status: 204 len: 168 time: 0.9005578 Apr 18 05:56:50.527671 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43914) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:50.535966 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa80a3-6208-4471-abf2-7790c9a60aeb req-c8c37999-aea0-4889-b371-e053e19be409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:50.537482 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6eaa80a3-6208-4471-abf2-7790c9a60aeb req-c8c37999-aea0-4889-b371-e053e19be409 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=db5a0a01c6b64638a4bec3ee6880f534&device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 1098 time: 1.0103185 Apr 18 05:56:50.552199 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ac7f7076-c6fb-4661-a502-d920a18dca87 None None] Provisioning for port 6de54195-c7c0-4927-bdb6-20577846591b completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:50.552425 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-29d37b07-b483-4337-935c-8f594dacae5f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.558956 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ac7f7076-c6fb-4661-a502-d920a18dca87 None None] Provisioning complete for port 6de54195-c7c0-4927-bdb6-20577846591b triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:50.559556 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ac7f7076-c6fb-4661-a502-d920a18dca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.620186 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9e43fbc3-7cbd-4911-903f-a6f373855774 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.624605 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-ac7f7076-c6fb-4661-a502-d920a18dca87 None None] Port 6de54195-c7c0-4927-bdb6-20577846591b cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:50.671732 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881619f7-96b2-4b9b-ae30-f326ae9f73a8 req-4eabb3e8-1047-46cf-a402-b733207c5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:50.673409 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-881619f7-96b2-4b9b-ae30-f326ae9f73a8 req-4eabb3e8-1047-46cf-a402-b733207c5c9d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2404285-3951-4b85-895a-b975b3056dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7533517 Apr 18 05:56:50.677826 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ac7f7076-c6fb-4661-a502-d920a18dca87 None None] Provisioning complete for port c10d6438-e5ec-462c-8894-d039ab92cafa triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:50.678285 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ac7f7076-c6fb-4661-a502-d920a18dca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.693966 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-29d37b07-b483-4337-935c-8f594dacae5f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.698163 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-29d37b07-b483-4337-935c-8f594dacae5f tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4065762 Apr 18 05:56:50.701079 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43918) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:50.711220 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-12b622c9-c639-4f61-ba80-ae5016ce56b8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'network': {'name': 'tempest-RoutersTest-2077898344'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:50.716091 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-12b622c9-c639-4f61-ba80-ae5016ce56b8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:50.723378 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-64d6879f-696e-45fe-89df-00fe6e860950 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.727783 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-12b622c9-c639-4f61-ba80-ae5016ce56b8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:network and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:50.734309 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-12b622c9-c639-4f61-ba80-ae5016ce56b8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:50.741784 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-12b622c9-c639-4f61-ba80-ae5016ce56b8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:50.743275 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.745637 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43fbc3-7cbd-4911-903f-a6f373855774 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55c0a7c-8c4e-4706-833e-1c939d42306e,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:50.804430 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b622c9-c639-4f61-ba80-ae5016ce56b8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Made reservation on behalf of 1e86337a57bd435798aa8639156e9b5e for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:50.808003 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12b622c9-c639-4f61-ba80-ae5016ce56b8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.825464 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port c10d6438-e5ec-462c-8894-d039ab92cafa, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c10d6438-e5ec-462c-8894-d039ab92cafa,segment=NetworkSegment(d1b54d39-288e-4791-9472-95e71a4f8da6),segment_id=d1b54d39-288e-4791-9472-95e71a4f8da6)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:50.833211 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.892458 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9e43fbc3-7cbd-4911-903f-a6f373855774 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:50.897212 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9e43fbc3-7cbd-4911-903f-a6f373855774 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/security-groups/a55c0a7c-8c4e-4706-833e-1c939d42306e HTTP/1.1" status: 204 len: 168 time: 1.7901728 Apr 18 05:56:50.901784 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43922) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:50.938795 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 88387630-28cf-433e-9567-39c3c133e7da no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:56:50.979410 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=c10d6438-e5ec-462c-8894-d039ab92cafa,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:50.982043 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 88387630-28cf-433e-9567-39c3c133e7da {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:56:50.982386 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 88387630-28cf-433e-9567-39c3c133e7da not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:56:51.024225 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-64d6879f-696e-45fe-89df-00fe6e860950 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:51.039123 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ca18c1e5-6385-4ab2-a5a1-4da2fe28bdeb None None] Provisioning complete for port 6de54195-c7c0-4927-bdb6-20577846591b triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:51.039487 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ca18c1e5-6385-4ab2-a5a1-4da2fe28bdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:51.040590 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b622c9-c639-4f61-ba80-ae5016ce56b8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:56:51.062692 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-64d6879f-696e-45fe-89df-00fe6e860950 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4533fc2-747e-4883-9253-02da92ebef9d']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:51.073917 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12b622c9-c639-4f61-ba80-ae5016ce56b8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:51.074263 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-12b622c9-c639-4f61-ba80-ae5016ce56b8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Added segment d265579f-c780-41e3-8d15-c55cd99d114d of type vlan for network 756ae67a-738d-4228-b79c-ba10ebb5b77c Apr 18 05:56:51.082217 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-64d6879f-696e-45fe-89df-00fe6e860950 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6696ae-06e0-41c2-a950-6e0381c7ee24') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:51.082686 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-64d6879f-696e-45fe-89df-00fe6e860950 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6696ae-06e0-41c2-a950-6e0381c7ee24') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:51.095130 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7cc01-f326-4063-ba87-071e64070a66 req-68aac394-80bd-49be-b22a-37a522a4a3a5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:51.097211 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d1d7cc01-f326-4063-ba87-071e64070a66 req-68aac394-80bd-49be-b22a-37a522a4a3a5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 943 time: 0.9732926 Apr 18 05:56:51.099363 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-64d6879f-696e-45fe-89df-00fe6e860950 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:51.129347 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12b622c9-c639-4f61-ba80-ae5016ce56b8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:51.134121 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-64d6879f-696e-45fe-89df-00fe6e860950 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:51.143254 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d6879f-696e-45fe-89df-00fe6e860950 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:56:51.143683 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-64d6879f-696e-45fe-89df-00fe6e860950 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:56:51.158987 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:56:51.180298 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-ca18c1e5-6385-4ab2-a5a1-4da2fe28bdeb None None] Port 6de54195-c7c0-4927-bdb6-20577846591b cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:51.204502 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa80a3-6208-4471-abf2-7790c9a60aeb req-2b579e42-254d-4def-a395-5c690d05d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:51.205962 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6eaa80a3-6208-4471-abf2-7790c9a60aeb req-2b579e42-254d-4def-a395-5c690d05d92c service neutron] 10.222.0.52 "GET /v2.0/networks?id=c723f30e-7d15-4c50-9cc6-55e2d23ae0d4 HTTP/1.1" status: 200 len: 913 time: 0.6422861 Apr 18 05:56:51.300136 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12b622c9-c639-4f61-ba80-ae5016ce56b8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:51.305982 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b622c9-c639-4f61-ba80-ae5016ce56b8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:51.306610 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12b622c9-c639-4f61-ba80-ae5016ce56b8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:51.329371 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-64d6879f-696e-45fe-89df-00fe6e860950 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:51.361475 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-64d6879f-696e-45fe-89df-00fe6e860950 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:51.396995 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device e7c421ca-6d86-40fa-b3e1-d826bf65db70 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 05:56:51.444590 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-12b622c9-c639-4f61-ba80-ae5016ce56b8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7425818 Apr 18 05:56:51.445771 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43928) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:51.458308 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-64d6879f-696e-45fe-89df-00fe6e860950 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] 10.222.0.15 "DELETE /v2.0/networks/d4533fc2-747e-4883-9253-02da92ebef9d HTTP/1.1" status: 204 len: 168 time: 0.9294553 Apr 18 05:56:51.464073 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-4a4e646d-cc61-4c0a-b6e7-781a97c527e7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'subnet': {'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:51.497645 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83195f1-db76-4374-b823-35378bc53a96 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting subnet 9ea87c98-1260-486c-b841-8c9e37d64e01 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:56:51.528709 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e83195f1-db76-4374-b823-35378bc53a96 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:51.544361 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port e7c421ca-6d86-40fa-b3e1-d826bf65db70, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e7c421ca-6d86-40fa-b3e1-d826bf65db70,segment=NetworkSegment(e253e435-5254-4b3b-841b-f98d9c1029ce),segment_id=e253e435-5254-4b3b-841b-f98d9c1029ce)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:51.559963 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'e7c421ca-6d86-40fa-b3e1-d826bf65db70', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'port_id': 'e7c421ca-6d86-40fa-b3e1-d826bf65db70', 'mac_address': 'fa:16:3e:a3:55:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 05:56:51.577064 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b622c9-c639-4f61-ba80-ae5016ce56b8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Network': ['ID=756ae67a-738d-4228-b79c-ba10ebb5b77c,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:51.580011 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d1d7cc01-f326-4063-ba87-071e64070a66 req-4c4413bb-5876-4f65-a53e-cc39ef4cb96f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c36da90-5c36-4226-be1f-a881f1c58128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4599586 Apr 18 05:56:51.582847 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-881619f7-96b2-4b9b-ae30-f326ae9f73a8 req-abf78b46-abcb-47b8-bfa8-804b4751c4ce service neutron] 10.222.0.52 "GET /v2.0/networks/a2404285-3951-4b85-895a-b975b3056dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8444016 Apr 18 05:56:51.594447 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6eaa80a3-6208-4471-abf2-7790c9a60aeb req-f6cd42ab-5316-4031-8b56-bbc2a320fd27 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d81cc5fd-5eac-4bd9-badb-8203741f1846 HTTP/1.1" status: 200 len: 217 time: 0.3571992 Apr 18 05:56:51.632462 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6879f-696e-45fe-89df-00fe6e860950 tempest-BulkNetworkOpsIpV6Test-1454108683 tempest-BulkNetworkOpsIpV6Test-1454108683-project] Pushing event deleted for resources: {'Network': ['ID=d4533fc2-747e-4883-9253-02da92ebef9d,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:51.646971 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194250dc-12ee-43be-a379-36d2605e6e20 req-32f61259-b585-41bb-ae8e-a029dcbdbbe2 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:51.648808 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-194250dc-12ee-43be-a379-36d2605e6e20 req-32f61259-b585-41bb-ae8e-a029dcbdbbe2 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 945 time: 0.4152124 Apr 18 05:56:51.672857 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-4a4e646d-cc61-4c0a-b6e7-781a97c527e7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:51.681691 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-4a4e646d-cc61-4c0a-b6e7-781a97c527e7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:subnet and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:51.683627 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:51.685909 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-4a4e646d-cc61-4c0a-b6e7-781a97c527e7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:51.708930 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-4a4e646d-cc61-4c0a-b6e7-781a97c527e7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:51.711651 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 756ae67a-738d-4228-b79c-ba10ebb5b77c details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:56:51.711941 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:51.720645 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-194250dc-12ee-43be-a379-36d2605e6e20 req-f5674880-78ce-4241-90b3-b0a150cf5212 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646598 Apr 18 05:56:51.734697 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4e646d-cc61-4c0a-b6e7-781a97c527e7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Made reservation on behalf of 1e86337a57bd435798aa8639156e9b5e for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:51.741068 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4a4e646d-cc61-4c0a-b6e7-781a97c527e7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:51.761815 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e83195f1-db76-4374-b823-35378bc53a96 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:51.763367 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c421ca-6d86-40fa-b3e1-d826bf65db70 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 05:56:51.849943 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port e7c421ca-6d86-40fa-b3e1-d826bf65db70, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e7c421ca-6d86-40fa-b3e1-d826bf65db70,segment=NetworkSegment(e253e435-5254-4b3b-841b-f98d9c1029ce),segment_id=e253e435-5254-4b3b-841b-f98d9c1029ce)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:51.856595 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43936) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:51.856779 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:51.927032 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa80a3-6208-4471-abf2-7790c9a60aeb req-899c2a80-727e-430e-9538-b6787c80f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:51.928540 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6eaa80a3-6208-4471-abf2-7790c9a60aeb req-899c2a80-727e-430e-9538-b6787c80f1c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a1d3b08-0b8c-43a0-a48e-6e3c3385356d HTTP/1.1" status: 200 len: 852 time: 0.2956526 Apr 18 05:56:51.933953 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=e7c421ca-6d86-40fa-b3e1-d826bf65db70,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:51.943572 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7da9e33a-0ab9-43ed-bddc-e8ba9403c647 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:52.005830 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7da9e33a-0ab9-43ed-bddc-e8ba9403c647 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:52.006614 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7da9e33a-0ab9-43ed-bddc-e8ba9403c647 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:52.044288 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4a4e646d-cc61-4c0a-b6e7-781a97c527e7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:52.096751 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6eaa80a3-6208-4471-abf2-7790c9a60aeb req-1093ddad-c5fb-41fa-afde-5cffde598acb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c723f30e-7d15-4c50-9cc6-55e2d23ae0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1497297 Apr 18 05:56:52.117326 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-293a4f13-5772-470d-9d52-018c4ba9666f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a59df0744a0e4d5f91c3b09c04e027c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610030 Apr 18 05:56:52.122066 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43942) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:52.167206 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e646d-cc61-4c0a-b6e7-781a97c527e7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Subnet': ['ID=10b74cb9-7eb7-4b27-a180-0a4202808ef6,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:52.177891 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['e7c421ca-6d86-40fa-b3e1-d826bf65db70'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 05:56:52.189595 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4e646d-cc61-4c0a-b6e7-781a97c527e7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Checking segment: {'id': 'd265579f-c780-41e3-8d15-c55cd99d114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:52.189942 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4e646d-cc61-4c0a-b6e7-781a97c527e7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network hostable DHCP agents. Network: 756ae67a-738d-4228-b79c-ba10ebb5b77c, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:56:52.200786 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-881619f7-96b2-4b9b-ae30-f326ae9f73a8 req-33a8dd9e-393e-40c6-917b-8edee5f12e5b service neutron] 10.222.0.52 "GET /v2.0/networks/a2404285-3951-4b85-895a-b975b3056dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6035578 Apr 18 05:56:52.227580 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-68681123-55c4-4a9f-9b17-96d552943062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:52.240513 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4e646d-cc61-4c0a-b6e7-781a97c527e7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network 756ae67a-738d-4228-b79c-ba10ebb5b77c is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:56:52.260572 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-68681123-55c4-4a9f-9b17-96d552943062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:52.270237 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-4a4e646d-cc61-4c0a-b6e7-781a97c527e7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 756ae67a-738d-4228-b79c-ba10ebb5b77c) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:52.280897 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4e646d-cc61-4c0a-b6e7-781a97c527e7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:52.281484 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4a4e646d-cc61-4c0a-b6e7-781a97c527e7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:52.325677 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4a4e646d-cc61-4c0a-b6e7-781a97c527e7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8735578 Apr 18 05:56:52.327902 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43946) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:52.332488 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1d6f0c-4077-40f3-9da5-fe644f79b319 None None] Network 756ae67a-738d-4228-b79c-ba10ebb5b77c requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:52.440124 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9e33a-0ab9-43ed-bddc-e8ba9403c647 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Port': ['ID=6de54195-c7c0-4927-bdb6-20577846591b,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:52.456812 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e83195f1-db76-4374-b823-35378bc53a96 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:52.637132 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6eaa80a3-6208-4471-abf2-7790c9a60aeb req-95866a99-dfad-448f-82d7-afa451386466 service neutron] 10.222.0.52 "GET /v2.0/networks/c723f30e-7d15-4c50-9cc6-55e2d23ae0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104718 Apr 18 05:56:52.650802 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-756ae67a-738d-4228-b79c-ba10ebb5b77c', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:56:52.651568 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:52.653197 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-68681123-55c4-4a9f-9b17-96d552943062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:52.655670 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da9e33a-0ab9-43ed-bddc-e8ba9403c647 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:52.687826 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-7da9e33a-0ab9-43ed-bddc-e8ba9403c647 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:52.713272 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e83195f1-db76-4374-b823-35378bc53a96 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:52.751734 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:52.928083 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68681123-55c4-4a9f-9b17-96d552943062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c905dfd-bce3-4fab-9efb-434635953e29,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:52.970212 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c10d6438-e5ec-462c-8894-d039ab92cafa up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:53.015433 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] Allocated IP 172.20.0.2 (756ae67a-738d-4228-b79c-ba10ebb5b77c/10b74cb9-7eb7-4b27-a180-0a4202808ef6/02f57376-d272-48f8-8f2d-6652a4489f54) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:53.110044 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-68681123-55c4-4a9f-9b17-96d552943062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:53.114393 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-68681123-55c4-4a9f-9b17-96d552943062 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c905dfd-bce3-4fab-9efb-434635953e29 HTTP/1.1" status: 204 len: 168 time: 0.9820974 Apr 18 05:56:53.138571 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-876c3900-7740-466f-9a0d-cc6df8b318a3 None None] Provisioning complete for port 6de54195-c7c0-4927-bdb6-20577846591b triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:53.138953 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-876c3900-7740-466f-9a0d-cc6df8b318a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:53.187124 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56e1d19e-8dac-4572-ac20-7b8764ee0879 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:53.219361 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1f21d-6124-42dd-af6c-05f042ac9868 req-1d6294c9-d8d0-41d6-b41e-640a5b2080bc tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:53.219586 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-876c3900-7740-466f-9a0d-cc6df8b318a3 None None] Port 6de54195-c7c0-4927-bdb6-20577846591b cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:53.220720 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ddf1f21d-6124-42dd-af6c-05f042ac9868 req-1d6294c9-d8d0-41d6-b41e-640a5b2080bc tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 945 time: 0.2061100 Apr 18 05:56:53.229631 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port c10d6438-e5ec-462c-8894-d039ab92cafa triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:53.230009 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:53.256929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83195f1-db76-4374-b823-35378bc53a96 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea87c98-1260-486c-b841-8c9e37d64e01,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:53.261482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e83195f1-db76-4374-b823-35378bc53a96 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:53.283245 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b9f457-3590-4f40-a596-12a8e13398ef None None] Network 114d2062-faee-47bc-b039-f3d6b167d58b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:53.429292 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device e7c421ca-6d86-40fa-b3e1-d826bf65db70 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:53.515595 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da9e33a-0ab9-43ed-bddc-e8ba9403c647 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router 6e87766f-695e-4337-804f-a080a6fc4fde has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:56:53.557135 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e83195f1-db76-4374-b823-35378bc53a96 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/subnets/9ea87c98-1260-486c-b841-8c9e37d64e01 HTTP/1.1" status: 204 len: 168 time: 2.6456044 Apr 18 05:56:53.560548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43964) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:53.587519 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:53.591514 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ddf1f21d-6124-42dd-af6c-05f042ac9868 req-36230946-7862-4680-aa32-8fd2ffe83934 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155382 Apr 18 05:56:53.624401 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6eaa80a3-6208-4471-abf2-7790c9a60aeb req-d5fd4f25-9539-4528-95a1-5e3fc1afaa65 service neutron] 10.222.0.52 "GET /v2.0/networks/c723f30e-7d15-4c50-9cc6-55e2d23ae0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9707959 Apr 18 05:56:53.661718 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] Transition to ACTIVE for port object 02f57376-d272-48f8-8f2d-6652a4489f54 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:53.756730 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] Transition to ACTIVE for port object 02f57376-d272-48f8-8f2d-6652a4489f54 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:53.760676 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port e7c421ca-6d86-40fa-b3e1-d826bf65db70 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:53.773806 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:53.788965 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-74638782-7dab-4f04-acb5-256951a20388 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting subnet 64b6e004-ddee-4300-8446-3068882b707b {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:56:53.799860 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-74638782-7dab-4f04-acb5-256951a20388 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:53.808569 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port e7c421ca-6d86-40fa-b3e1-d826bf65db70 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:53.808968 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:53.871578 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Router a3308b25-1f8b-4e85-b513-32eec1ae9b66 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:56:53.892858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc7fb2-6384-455a-9c71-bd71f3bd4535 req-f804f2ca-a70f-49b5-9213-7dae4d4bc6be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:53.893415 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-56e1d19e-8dac-4572-ac20-7b8764ee0879 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Allocated IP 172.20.0.1 (756ae67a-738d-4228-b79c-ba10ebb5b77c/10b74cb9-7eb7-4b27-a180-0a4202808ef6/6a4654e3-80cf-4f64-9352-0a762373b968) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:53.895116 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-90dc7fb2-6384-455a-9c71-bd71f3bd4535 req-f804f2ca-a70f-49b5-9213-7dae4d4bc6be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 944 time: 1.0741615 Apr 18 05:56:53.904342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da9e33a-0ab9-43ed-bddc-e8ba9403c647 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:56:53.920649 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] Sync routers for ids ['6e87766f-695e-4337-804f-a080a6fc4fde'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:56:53.920830 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7da9e33a-0ab9-43ed-bddc-e8ba9403c647 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/6e87766f-695e-4337-804f-a080a6fc4fde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5877762 Apr 18 05:56:53.922888 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43976) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:53.930834 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] Network 756ae67a-738d-4228-b79c-ba10ebb5b77c is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:53.931684 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-6afedce9-fff5-4d31-97fc-4b6d238e03bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-519242530'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:53.945173 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-74638782-7dab-4f04-acb5-256951a20388 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:53.945922 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:53.954211 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:53.965682 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] Pushing event updated for resources: {'Port': ['ID=02f57376-d272-48f8-8f2d-6652a4489f54,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:53.970078 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6afedce9-fff5-4d31-97fc-4b6d238e03bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:53.979101 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6afedce9-fff5-4d31-97fc-4b6d238e03bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:network and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:53.983962 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6afedce9-fff5-4d31-97fc-4b6d238e03bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:54.006189 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] Routers {'6e87766f-695e-4337-804f-a080a6fc4fde'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:54.006930 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6e87766f-695e-4337-804f-a080a6fc4fde'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:54.039416 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6afedce9-fff5-4d31-97fc-4b6d238e03bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:54.064769 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afedce9-fff5-4d31-97fc-4b6d238e03bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Made reservation on behalf of cfb0e03f77e24f68b484d6de092642f5 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:54.068859 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6afedce9-fff5-4d31-97fc-4b6d238e03bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:54.134217 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6afedce9-fff5-4d31-97fc-4b6d238e03bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:56:54.138232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56e1d19e-8dac-4572-ac20-7b8764ee0879 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:54.158726 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6afedce9-fff5-4d31-97fc-4b6d238e03bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:54.159068 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-6afedce9-fff5-4d31-97fc-4b6d238e03bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Added segment 8abd811a-a61f-4a50-bd9e-317e93595886 of type vlan for network 80c568cd-db8a-48fa-b9af-824b1ccb874b Apr 18 05:56:54.165712 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-56e1d19e-8dac-4572-ac20-7b8764ee0879 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Transition to ACTIVE for port object 6a4654e3-80cf-4f64-9352-0a762373b968 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:54.191412 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43982) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:54.220120 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6afedce9-fff5-4d31-97fc-4b6d238e03bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:54.242137 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] Attempting to bind port 02f57376-d272-48f8-8f2d-6652a4489f54 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:56:54.242370 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] Attempting to bind port 02f57376-d272-48f8-8f2d-6652a4489f54 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'd265579f-c780-41e3-8d15-c55cd99d114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:56:54.242566 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] Attempting to bind port 02f57376-d272-48f8-8f2d-6652a4489f54 on network 756ae67a-738d-4228-b79c-ba10ebb5b77c {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:56:54.264348 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:56:54.264698 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] Checking segment: {'id': 'd265579f-c780-41e3-8d15-c55cd99d114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:54.265037 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:54.265437 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] Bound using segment: {'id': 'd265579f-c780-41e3-8d15-c55cd99d114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:56:54.265909 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] Bound port: 02f57376-d272-48f8-8f2d-6652a4489f54, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd265579f-c780-41e3-8d15-c55cd99d114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:56:54.266289 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:54.287969 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6afedce9-fff5-4d31-97fc-4b6d238e03bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:54.294850 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afedce9-fff5-4d31-97fc-4b6d238e03bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:54.295477 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6afedce9-fff5-4d31-97fc-4b6d238e03bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:54.323434 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:54.357724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:56:54.375814 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387f3860-6a0a-4334-a5db-e376e0db023f None None] Sync routers for ids ['a3308b25-1f8b-4e85-b513-32eec1ae9b66'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:56:54.378716 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] Set router 6e87766f-695e-4337-804f-a080a6fc4fde gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:56:54.390075 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56e1d19e-8dac-4572-ac20-7b8764ee0879 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:54.400413 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387f3860-6a0a-4334-a5db-e376e0db023f None None] Routers {'a3308b25-1f8b-4e85-b513-32eec1ae9b66'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:54.404397 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-387f3860-6a0a-4334-a5db-e376e0db023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a3308b25-1f8b-4e85-b513-32eec1ae9b66'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:54.472769 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:54.474017 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b96ae8f7-0302-4f9d-a694-98c0b120bf75 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.3619702 Apr 18 05:56:54.489575 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 43988) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:54.494954 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-72fc7f29-6f90-4a7a-ad66-337282c8068f tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'enable_snat': False}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:54.539178 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1036625291'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:54.558014 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-387f3860-6a0a-4334-a5db-e376e0db023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:54.572985 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387f3860-6a0a-4334-a5db-e376e0db023f None None] Routers {'a3308b25-1f8b-4e85-b513-32eec1ae9b66'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:54.574083 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-387f3860-6a0a-4334-a5db-e376e0db023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a3308b25-1f8b-4e85-b513-32eec1ae9b66'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:54.579085 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14ab37a-5cc3-4f81-91aa-b3a9199c24de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c421ca-6d86-40fa-b3e1-d826bf65db70'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:56:54.629549 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:54.648271 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6afedce9-fff5-4d31-97fc-4b6d238e03bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7239630 Apr 18 05:56:54.662414 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 43998) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:54.664538 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:network and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:54.672528 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:54.686997 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afedce9-fff5-4d31-97fc-4b6d238e03bb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Network': ['ID=80c568cd-db8a-48fa-b9af-824b1ccb874b,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:54.715053 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e1d19e-8dac-4572-ac20-7b8764ee0879 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network 756ae67a-738d-4228-b79c-ba10ebb5b77c is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:54.716827 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 80c568cd-db8a-48fa-b9af-824b1ccb874b details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:56:54.720512 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'subnet': {'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:54.722971 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-387f3860-6a0a-4334-a5db-e376e0db023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:54.723367 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387f3860-6a0a-4334-a5db-e376e0db023f None None] The sync data for ids ['a3308b25-1f8b-4e85-b513-32eec1ae9b66'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:56:54.739760 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:54.740066 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port e7c421ca-6d86-40fa-b3e1-d826bf65db70, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e7c421ca-6d86-40fa-b3e1-d826bf65db70,segment=NetworkSegment(e253e435-5254-4b3b-841b-f98d9c1029ce),segment_id=e253e435-5254-4b3b-841b-f98d9c1029ce)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:54.757999 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-56e1d19e-8dac-4572-ac20-7b8764ee0879 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:54.818105 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-90dc7fb2-6384-455a-9c71-bd71f3bd4535 req-ca522e04-99b4-45e7-b977-36c04b09f9de tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c36da90-5c36-4226-be1f-a881f1c58128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8936265 Apr 18 05:56:54.822795 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e1d19e-8dac-4572-ac20-7b8764ee0879 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:56:54.883429 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1d19e-8dac-4572-ac20-7b8764ee0879 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Port': ['ID=6a4654e3-80cf-4f64-9352-0a762373b968,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:54.893133 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-74638782-7dab-4f04-acb5-256951a20388 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:54.990121 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-892dd494-0982-4e64-8944-ef9615ce4252'] response: {'server_uuid': 'f14ab37a-5cc3-4f81-91aa-b3a9199c24de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c421ca-6d86-40fa-b3e1-d826bf65db70', 'code': 200} Apr 18 05:56:54.992530 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:55.018312 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56e1d19e-8dac-4572-ac20-7b8764ee0879 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:55.059995 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:55.064498 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:55.094006 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:55.100966 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] For port 02f57376-d272-48f8-8f2d-6652a4489f54, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:56:55.107062 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:55.125704 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:subnet and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:55.132361 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:55.153597 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:55.156157 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] For port 02f57376-d272-48f8-8f2d-6652a4489f54, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=02f57376-d272-48f8-8f2d-6652a4489f54,segment=NetworkSegment(d265579f-c780-41e3-8d15-c55cd99d114d),segment_id=d265579f-c780-41e3-8d15-c55cd99d114d)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:56:55.170413 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:55.175032 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:security_group_rule and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:55.178876 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:55.179065 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:55.185864 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:55.202691 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=e7c421ca-6d86-40fa-b3e1-d826bf65db70,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:55.298361 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:56:49Z', 'revision_number': 3, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de54195-c7c0-4927-bdb6-20577846591b', 'name': '', 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:44:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'af3096be-1eba-444a-b746-6466357066f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:46Z', 'updated_at': '2022-04-18T05:56:50Z', 'revision_number': 2, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'af3096be-1eba-444a-b746-6466357066f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:55.307379 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] Checking router: 6e87766f-695e-4337-804f-a080a6fc4fde for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:56:55.307838 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] Updating router 6e87766f-695e-4337-804f-a080a6fc4fde port 6de54195-c7c0-4927-bdb6-20577846591b binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:56:55.333316 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e4c66-d322-4424-bfa8-92ceb1da5fb2 None None] Pushing event updated for resources: {'Port': ['ID=02f57376-d272-48f8-8f2d-6652a4489f54,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:55.367300 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Made reservation on behalf of cfb0e03f77e24f68b484d6de092642f5 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:55.372368 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:55.382192 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:55.394689 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7202d46a-c7fd-4eb1-84ad-11c8c0ba7fb9 None None] Provisioning complete for port d8349c6e-b072-4555-8efe-3802603b73da triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:55.395199 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7202d46a-c7fd-4eb1-84ad-11c8c0ba7fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:55.439457 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:55.515303 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-74638782-7dab-4f04-acb5-256951a20388 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:55.530624 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:55.587107 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74638782-7dab-4f04-acb5-256951a20388 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Subnet': ['ID=64b6e004-ddee-4300-8446-3068882b707b,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:55.626349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74638782-7dab-4f04-acb5-256951a20388 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:55.626986 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74638782-7dab-4f04-acb5-256951a20388 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:55.627653 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74638782-7dab-4f04-acb5-256951a20388 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:55.628365 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74638782-7dab-4f04-acb5-256951a20388 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:55.629373 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74638782-7dab-4f04-acb5-256951a20388 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:55.629868 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74638782-7dab-4f04-acb5-256951a20388 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:55.630501 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74638782-7dab-4f04-acb5-256951a20388 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:55.631179 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74638782-7dab-4f04-acb5-256951a20388 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:55.631679 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74638782-7dab-4f04-acb5-256951a20388 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:55.632210 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74638782-7dab-4f04-acb5-256951a20388 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:55.632712 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74638782-7dab-4f04-acb5-256951a20388 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:55.633209 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74638782-7dab-4f04-acb5-256951a20388 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:55.641270 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9d498f-970e-48f2-8d96-1f03b91f2c86 None None] Network 114d2062-faee-47bc-b039-f3d6b167d58b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:55.645235 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-74638782-7dab-4f04-acb5-256951a20388 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:55.651632 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5256b-e0bd-4f9a-8317-2aed8a7a9764 req-b992ca6e-4ed3-40ad-9d24-656785db696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:55.653214 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-11e5256b-e0bd-4f9a-8317-2aed8a7a9764 req-b992ca6e-4ed3-40ad-9d24-656785db696f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 1098 time: 0.5044384 Apr 18 05:56:55.772493 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:56:55.802422 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0918af-4a26-4b2e-996a-bd8945018ad2,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:55.806634 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-74638782-7dab-4f04-acb5-256951a20388 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/subnets/64b6e004-ddee-4300-8446-3068882b707b HTTP/1.1" status: 204 len: 168 time: 2.2394011 Apr 18 05:56:55.810132 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44002) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:55.811037 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:55.811379 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Added segment f67b643f-ca45-4343-add9-4583b9483592 of type vlan for network c39740d4-9aac-42a1-8bbd-e0906328227b Apr 18 05:56:55.830818 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-11e5256b-e0bd-4f9a-8317-2aed8a7a9764 req-b4c6f7e7-10a0-41ee-9ea5-aea5d711e519 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3c36da90-5c36-4226-be1f-a881f1c58128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686231 Apr 18 05:56:55.851408 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56e1d19e-8dac-4572-ac20-7b8764ee0879 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:55.868349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-72fc7f29-6f90-4a7a-ad66-337282c8068f tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:55.881427 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02d539-962a-4e3d-829b-6ee4ce83eb38 req-0e9d9a18-9b71-436a-b08a-27aa2c75457d tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:55.884406 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7c02d539-962a-4e3d-829b-6ee4ce83eb38 req-0e9d9a18-9b71-436a-b08a-27aa2c75457d tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 945 time: 0.7380402 Apr 18 05:56:55.924905 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-27598ed2-2539-4fbb-bd87-d88e363a18fd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] DELETE failed (client error): The resource could not be found. Apr 18 05:56:55.925380 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27598ed2-2539-4fbb-bd87-d88e363a18fd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:56:55.948427 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-27598ed2-2539-4fbb-bd87-d88e363a18fd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/subnets/9ea87c98-1260-486c-b841-8c9e37d64e01 HTTP/1.1" status: 404 len: 337 time: 0.1312575 Apr 18 05:56:55.953363 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44008) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:55.978786 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7202d46a-c7fd-4eb1-84ad-11c8c0ba7fb9 None None] Provisioning complete for port 1b9e2684-b1b7-42ac-a55e-a0e137ecacc9 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:55.979369 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7202d46a-c7fd-4eb1-84ad-11c8c0ba7fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:55.980746 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7c02d539-962a-4e3d-829b-6ee4ce83eb38 req-115f11c1-2417-48a7-88fc-27abd64743dd tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912812 Apr 18 05:56:56.098936 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:56.113872 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-689effb0-c64f-45af-8864-3ec086acdd38 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting subnet 0c2eaae2-bb80-4c7f-a45c-9b0e6c70fef3 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:56:56.117859 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-689effb0-c64f-45af-8864-3ec086acdd38 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:56.178471 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-689effb0-c64f-45af-8864-3ec086acdd38 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:56.192921 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-7202d46a-c7fd-4eb1-84ad-11c8c0ba7fb9 None None] Port 1b9e2684-b1b7-42ac-a55e-a0e137ecacc9 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:56:56.281529 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-689effb0-c64f-45af-8864-3ec086acdd38 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:56.407169 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-689effb0-c64f-45af-8864-3ec086acdd38 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:56.432810 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:56.463143 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-689effb0-c64f-45af-8864-3ec086acdd38 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:56.464742 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5541a-0f4f-489a-91cb-fa9647fbe563 req-93c3d747-9101-4309-9d42-c58748ada135 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:56.470100 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-28e5541a-0f4f-489a-91cb-fa9647fbe563 req-93c3d747-9101-4309-9d42-c58748ada135 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 945 time: 0.4539845 Apr 18 05:56:56.474355 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-689effb0-c64f-45af-8864-3ec086acdd38 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/subnets/0c2eaae2-bb80-4c7f-a45c-9b0e6c70fef3 HTTP/1.1" status: 204 len: 168 time: 0.4972141 Apr 18 05:56:56.474518 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:56.477305 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:56.482542 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:56.483145 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:56.514982 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] Transition to ACTIVE for port object 6de54195-c7c0-4927-bdb6-20577846591b will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:56:56.516071 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44016) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:56.533137 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:56.587389 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689effb0-c64f-45af-8864-3ec086acdd38 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Subnet': ['ID=0c2eaae2-bb80-4c7f-a45c-9b0e6c70fef3,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:56.780690 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59523476-9191-4da4-98a8-abd4810aa4f5 req-2d6afb2d-c2dd-43a7-a594-baba12d0939b tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:56.782412 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-59523476-9191-4da4-98a8-abd4810aa4f5 req-2d6afb2d-c2dd-43a7-a594-baba12d0939b tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 945 time: 0.2385967 Apr 18 05:56:56.796869 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8550a-aeff-470f-9619-a5992dd64693 None None] Pushing event updated for resources: {'Port': ['ID=6de54195-c7c0-4927-bdb6-20577846591b,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:56.814889 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6222620 Apr 18 05:56:56.839054 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44020) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:56.887677 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-418edc25-f638-4ec8-984c-b5dc0f13955d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'port': {'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b', 'name': 'tempest-PortsIpV6TestJSON-381057995'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:56:56.903118 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafe5d04-b84c-4bc3-a7e5-1a00f1306e75 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] DELETE failed (client error): The resource could not be found. Apr 18 05:56:56.903572 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafe5d04-b84c-4bc3-a7e5-1a00f1306e75 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:56:56.908810 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-aafe5d04-b84c-4bc3-a7e5-1a00f1306e75 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/subnets/c3cc3df8-e1a9-4ee2-9f78-64967d7ffb30 HTTP/1.1" status: 404 len: 337 time: 0.3460674 Apr 18 05:56:56.908810 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Subnet': ['ID=20855584-315c-4cc2-8540-c96357df09a7,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:56.909261 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44024) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:56.911512 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a9efbe-0bf9-4b5d-9990-12334f81cab1 None None] Network 756ae67a-738d-4228-b79c-ba10ebb5b77c requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:56.969085 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] Attempting to bind port 6de54195-c7c0-4927-bdb6-20577846591b on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:56:56.969640 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] Attempting to bind port 6de54195-c7c0-4927-bdb6-20577846591b by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'd1b54d39-288e-4791-9472-95e71a4f8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:56:56.970154 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] Attempting to bind port 6de54195-c7c0-4927-bdb6-20577846591b on network ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:56:56.981195 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:56:56.981858 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] Checking segment: {'id': 'd1b54d39-288e-4791-9472-95e71a4f8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:56.982382 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:56.983006 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] Bound using segment: {'id': 'd1b54d39-288e-4791-9472-95e71a4f8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:56:56.983696 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] Bound port: 6de54195-c7c0-4927-bdb6-20577846591b, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b54d39-288e-4791-9472-95e71a4f8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:56:56.984221 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:57.125011 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-45d36194-9c72-47ba-b418-c56db59ba137 None None] Provisioning for port 02f57376-d272-48f8-8f2d-6652a4489f54 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:57.138666 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Network': ['ID=c39740d4-9aac-42a1-8bbd-e0906328227b,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:57.152636 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 02f57376-d272-48f8-8f2d-6652a4489f54 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:56:57.229463 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9f187b19-33ff-4b35-a545-e92ebb816c33 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Synchronizing usage tracker for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:56:57.234481 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56e1d19e-8dac-4572-ac20-7b8764ee0879 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:57.258504 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.259904 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.260096 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.261049 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.261735 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.262175 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.262686 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.263798 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.264370 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.265177 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.265626 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.266634 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.279344 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9f187b19-33ff-4b35-a545-e92ebb816c33 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Unset dirty status for tenant:b795a7b2664b4745a3434243a096a116 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:56:57.283476 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9f187b19-33ff-4b35-a545-e92ebb816c33 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "GET /v2.0/ports?device_id=688527e5-b859-4fc6-9bd7-3ebf7bac0407 HTTP/1.1" status: 200 len: 205 time: 0.3680050 Apr 18 05:56:57.287218 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56e1d19e-8dac-4572-ac20-7b8764ee0879 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:57.287739 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44030) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:57.368023 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-59523476-9191-4da4-98a8-abd4810aa4f5 req-d6c5d375-f605-43de-a041-f24617b389e7 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877827 Apr 18 05:56:57.384077 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] For port 6de54195-c7c0-4927-bdb6-20577846591b, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:56:57.405884 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-28e5541a-0f4f-489a-91cb-fa9647fbe563 req-0d7ebb10-0e4b-4454-ae88-29b218346a58 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c36da90-5c36-4226-be1f-a881f1c58128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8886912 Apr 18 05:56:57.458331 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.459561 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.460264 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.460606 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.460955 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.461290 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.461996 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.462603 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.462943 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.463275 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.463721 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.463921 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61aacd-97f2-4676-b8d7-47293668a7f8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:57.464768 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b97b95-e0f4-43d9-a600-57464f86a485 None None] Network 114d2062-faee-47bc-b039-f3d6b167d58b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:57.472446 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-cc9a8857-7219-4443-b5e8-ac04aa52c563 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] delete failed (client error): The resource could not be found. Apr 18 05:56:57.473475 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-cc9a8857-7219-4443-b5e8-ac04aa52c563 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/routers/688527e5-b859-4fc6-9bd7-3ebf7bac0407 HTTP/1.1" status: 404 len: 336 time: 0.1831105 Apr 18 05:56:57.478742 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] For port 6de54195-c7c0-4927-bdb6-20577846591b, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=6de54195-c7c0-4927-bdb6-20577846591b,segment=NetworkSegment(d1b54d39-288e-4791-9472-95e71a4f8da6),segment_id=d1b54d39-288e-4791-9472-95e71a4f8da6)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:56:57.480653 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44034) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:57.490186 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network c39740d4-9aac-42a1-8bbd-e0906328227b details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:56:57.530996 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Checking segment: {'id': '8abd811a-a61f-4a50-bd9e-317e93595886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:56:57.531387 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network hostable DHCP agents. Network: 80c568cd-db8a-48fa-b9af-824b1ccb874b, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:56:57.538466 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:57.602832 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-418edc25-f638-4ec8-984c-b5dc0f13955d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:56:57.607391 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-418edc25-f638-4ec8-984c-b5dc0f13955d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:port and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:56:57.610675 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-418edc25-f638-4ec8-984c-b5dc0f13955d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:56:57.621005 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1d19e-8dac-4572-ac20-7b8764ee0879 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Port': ['ID=6a4654e3-80cf-4f64-9352-0a762373b968,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:57.625034 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-418edc25-f638-4ec8-984c-b5dc0f13955d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:56:57.627080 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56e1d19e-8dac-4572-ac20-7b8764ee0879 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:57.634236 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b530af-6c02-4c89-95e6-0a1198b5526c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] DELETE failed (client error): The resource could not be found. Apr 18 05:56:57.634750 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b530af-6c02-4c89-95e6-0a1198b5526c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:56:57.639220 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d3b530af-6c02-4c89-95e6-0a1198b5526c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/subnets/a7f477aa-2ad9-46f5-829c-95ab1249ef2f HTTP/1.1" status: 404 len: 337 time: 0.1274264 Apr 18 05:56:57.639364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44038) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:57.659078 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 02f57376-d272-48f8-8f2d-6652a4489f54 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:56:57.662313 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network 80c568cd-db8a-48fa-b9af-824b1ccb874b is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:56:57.675551 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418edc25-f638-4ec8-984c-b5dc0f13955d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:56:57.679299 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-418edc25-f638-4ec8-984c-b5dc0f13955d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:57.693607 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-370deea5-ddef-4f54-8c20-0e09401aa505 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] DELETE failed (client error): The resource could not be found. Apr 18 05:56:57.694439 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-370deea5-ddef-4f54-8c20-0e09401aa505 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:56:57.698098 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-370deea5-ddef-4f54-8c20-0e09401aa505 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/subnets/70283cdf-5a0d-44e3-a48f-8d65153a0aab HTTP/1.1" status: 404 len: 337 time: 0.0555260 Apr 18 05:56:57.700242 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44042) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:57.749352 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 80c568cd-db8a-48fa-b9af-824b1ccb874b) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:57.753531 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-68853449-5fd4-4f6e-8d31-f226b479ab27 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] DELETE failed (client error): The resource could not be found. Apr 18 05:56:57.755230 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68853449-5fd4-4f6e-8d31-f226b479ab27 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:56:57.762765 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44046) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:57.765540 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-68853449-5fd4-4f6e-8d31-f226b479ab27 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/subnets/c46d253b-4261-453a-864e-fe4317e5b7fe HTTP/1.1" status: 404 len: 337 time: 0.0660145 Apr 18 05:56:57.769510 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-418edc25-f638-4ec8-984c-b5dc0f13955d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] device_id is not set on port 61aeec3d-1945-4e1a-b6e3-b1ac03cab08a yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:56:57.779821 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db756a8-5cb9-40dc-a1de-47193bc58199 None None] Network 80c568cd-db8a-48fa-b9af-824b1ccb874b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:56:57.809301 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:57.809886 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:57.811718 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 02f57376-d272-48f8-8f2d-6652a4489f54 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:57.812138 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:57.887841 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-72fc7f29-6f90-4a7a-ad66-337282c8068f tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:57.891758 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-72fc7f29-6f90-4a7a-ad66-337282c8068f tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:57.893073 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-330620d7-13d7-4df5-b46e-b349e150158a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] DELETE failed (client error): The resource could not be found. Apr 18 05:56:57.893572 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330620d7-13d7-4df5-b46e-b349e150158a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:56:57.896269 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-330620d7-13d7-4df5-b46e-b349e150158a tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/ports/25361816-d084-4e93-b258-b092398f7538 HTTP/1.1" status: 404 len: 333 time: 0.1312351 Apr 18 05:56:57.902414 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44050) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:57.919326 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-934edef4-f822-44b9-8ff5-492749263013 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2484314 Apr 18 05:56:57.920777 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44052) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:58.012536 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] Routers {'6e87766f-695e-4337-804f-a080a6fc4fde'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:58.013270 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6e87766f-695e-4337-804f-a080a6fc4fde'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:58.031656 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f2172c6-9469-4aa2-8e7d-66a20abde9f1 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] DELETE failed (client error): The resource could not be found. Apr 18 05:56:58.032191 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f2172c6-9469-4aa2-8e7d-66a20abde9f1 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:56:58.037707 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0f2172c6-9469-4aa2-8e7d-66a20abde9f1 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/subnets/973b1196-b600-4b68-92c4-7ef948e4fa40 HTTP/1.1" status: 404 len: 337 time: 0.0696702 Apr 18 05:56:58.038344 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44058) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:58.085169 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8550a-aeff-470f-9619-a5992dd64693 None None] Pushing event updated for resources: {'Port': ['ID=6de54195-c7c0-4927-bdb6-20577846591b,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:58.090480 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b982db0-282d-4a2f-84f7-f55ee1ff61a0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] DELETE failed (client error): The resource could not be found. Apr 18 05:56:58.090930 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b982db0-282d-4a2f-84f7-f55ee1ff61a0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:56:58.095337 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6b982db0-282d-4a2f-84f7-f55ee1ff61a0 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/subnets/4f2c89c1-7bd6-4c45-8658-dc5d1659d5f1 HTTP/1.1" status: 404 len: 337 time: 0.0537772 Apr 18 05:56:58.106866 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44062) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:58.145016 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e1d19e-8dac-4572-ac20-7b8764ee0879 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network 756ae67a-738d-4228-b79c-ba10ebb5b77c is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:56:58.149645 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-56e1d19e-8dac-4572-ac20-7b8764ee0879 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:56:58.213277 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67c5cb8-2125-4faa-81e9-3397b3ee1f7c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] DELETE failed (client error): The resource could not be found. Apr 18 05:56:58.213742 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b67c5cb8-2125-4faa-81e9-3397b3ee1f7c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:56:58.218121 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b67c5cb8-2125-4faa-81e9-3397b3ee1f7c tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/ports/9e98360e-eb54-4f1b-a1bf-6e573a1e525a HTTP/1.1" status: 404 len: 333 time: 0.1071002 Apr 18 05:56:58.221774 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44066) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:58.276623 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26c232d-fbf9-427c-9468-7ce6361e5bdc tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] DELETE failed (client error): The resource could not be found. Apr 18 05:56:58.277104 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26c232d-fbf9-427c-9468-7ce6361e5bdc tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:56:58.280535 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e26c232d-fbf9-427c-9468-7ce6361e5bdc tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/subnets/34149cc9-2bf3-487b-ae21-58748022e33c HTTP/1.1" status: 404 len: 337 time: 0.0577476 Apr 18 05:56:58.281670 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44070) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:58.290975 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e6527d57-ca94-4e36-9ad7-b5077cea024e None None] Provisioning complete for port d8349c6e-b072-4555-8efe-3802603b73da triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:58.291349 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e6527d57-ca94-4e36-9ad7-b5077cea024e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:58.328189 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-279e39a6-1f0d-441c-8b3b-96799ab27ddd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] DELETE failed (client error): The resource could not be found. Apr 18 05:56:58.328643 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-279e39a6-1f0d-441c-8b3b-96799ab27ddd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:56:58.330318 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-279e39a6-1f0d-441c-8b3b-96799ab27ddd tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/subnets/8e57f6d5-6cf2-4280-861f-b45dfa143399 HTTP/1.1" status: 404 len: 337 time: 0.0477707 Apr 18 05:56:58.334135 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44074) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:58.343674 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fc7f29-6f90-4a7a-ad66-337282c8068f tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Router a3308b25-1f8b-4e85-b513-32eec1ae9b66 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:56:58.403757 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] Set router 6e87766f-695e-4337-804f-a080a6fc4fde gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:56:58.500066 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-f5c9a223-a0f7-4a57-9d3e-411f85956e12 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port 1b9e2684-b1b7-42ac-a55e-a0e137ecacc9 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:58.500419 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a223-a0f7-4a57-9d3e-411f85956e12 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:58.676404 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:58.708810 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fc7f29-6f90-4a7a-ad66-337282c8068f tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:56:58.722204 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-72fc7f29-6f90-4a7a-ad66-337282c8068f tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:58.724062 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-72fc7f29-6f90-4a7a-ad66-337282c8068f tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "PUT /v2.0/routers/a3308b25-1f8b-4e85-b513-32eec1ae9b66 HTTP/1.1" status: 200 len: 925 time: 4.2334895 Apr 18 05:56:58.732252 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aebd641-c837-45ce-bbec-1efb58fd6d78 None None] Sync routers for ids ['a3308b25-1f8b-4e85-b513-32eec1ae9b66'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:56:58.740627 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-80c568cd-db8a-48fa-b9af-824b1ccb874b', 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'fixed_ips': [{'subnet_id': '20855584-315c-4cc2-8540-c96357df09a7'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:56:58.742283 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:58.769874 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44082) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:58.864900 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 02f57376-d272-48f8-8f2d-6652a4489f54, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=02f57376-d272-48f8-8f2d-6652a4489f54,segment=NetworkSegment(d265579f-c780-41e3-8d15-c55cd99d114d),segment_id=d265579f-c780-41e3-8d15-c55cd99d114d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:56:58.908242 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebcb9e2-d352-4597-ad56-ee20501dbd22 None None] DHCP port deletion for 114d2062-faee-47bc-b039-f3d6b167d58b request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:56:58.931076 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:58.984249 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aebd641-c837-45ce-bbec-1efb58fd6d78 None None] Routers {'a3308b25-1f8b-4e85-b513-32eec1ae9b66'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:58.985182 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-1aebd641-c837-45ce-bbec-1efb58fd6d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a3308b25-1f8b-4e85-b513-32eec1ae9b66'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:59.091277 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d8349c6e-b072-4555-8efe-3802603b73da no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:56:59.154789 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a223-a0f7-4a57-9d3e-411f85956e12 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:59.197626 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-418edc25-f638-4ec8-984c-b5dc0f13955d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:59.203879 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-bebcb9e2-d352-4597-ad56-ee20501dbd22 None None] Deleting port d8349c6e-b072-4555-8efe-3802603b73da {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:56:59.204380 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bebcb9e2-d352-4597-ad56-ee20501dbd22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:59.298535 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-1aebd641-c837-45ce-bbec-1efb58fd6d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:59.306154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-f5c9a223-a0f7-4a57-9d3e-411f85956e12 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Calling delete_port for 1b9e2684-b1b7-42ac-a55e-a0e137ecacc9 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:56:59.332250 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b90f26-2806-48d7-a502-f1feea80e8e6 req-b619772f-d714-4cde-b712-d9f8addaf14d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:59.340029 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-40b90f26-2806-48d7-a502-f1feea80e8e6 req-b619772f-d714-4cde-b712-d9f8addaf14d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 945 time: 0.6783104 Apr 18 05:56:59.352226 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f451527-668e-4dd2-8df2-92756ff145cc req-9a1cc07b-29dd-4411-96ef-728fe6f8b449 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:59.359142 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0f451527-668e-4dd2-8df2-92756ff145cc req-9a1cc07b-29dd-4411-96ef-728fe6f8b449 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 945 time: 0.6335256 Apr 18 05:56:59.418208 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0f451527-668e-4dd2-8df2-92756ff145cc req-98023788-ce58-413c-a82a-2dcd6c88afc3 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580959 Apr 18 05:56:59.455896 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-35b90421-2f46-43ed-bbb8-c9514ef66038 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "GET /v2.0/routers/a3308b25-1f8b-4e85-b513-32eec1ae9b66 HTTP/1.1" status: 200 len: 925 time: 0.6792719 Apr 18 05:56:59.460334 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44088) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:59.465716 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:56:59.494175 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aebd641-c837-45ce-bbec-1efb58fd6d78 None None] Routers {'a3308b25-1f8b-4e85-b513-32eec1ae9b66'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:56:59.495077 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-1aebd641-c837-45ce-bbec-1efb58fd6d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a3308b25-1f8b-4e85-b513-32eec1ae9b66'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:59.511734 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a223-a0f7-4a57-9d3e-411f85956e12 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:59.528980 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-40b90f26-2806-48d7-a502-f1feea80e8e6 req-c33799a8-7d0c-4189-bea3-915b6d79d9aa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c36da90-5c36-4226-be1f-a881f1c58128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879969 Apr 18 05:56:59.529814 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e1d19e-8dac-4572-ac20-7b8764ee0879 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router a9607895-f0b6-4931-8632-391ad3393134 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:56:59.575355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9a223-a0f7-4a57-9d3e-411f85956e12 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Port': ['ID=1b9e2684-b1b7-42ac-a55e-a0e137ecacc9,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:59.584103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a223-a0f7-4a57-9d3e-411f85956e12 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:59.590104 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=02f57376-d272-48f8-8f2d-6652a4489f54,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:56:59.610496 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f5c9a223-a0f7-4a57-9d3e-411f85956e12 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/ports/1b9e2684-b1b7-42ac-a55e-a0e137ecacc9 HTTP/1.1" status: 204 len: 168 time: 1.2731593 Apr 18 05:56:59.620738 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44094) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:59.654077 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-1aebd641-c837-45ce-bbec-1efb58fd6d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:56:59.654572 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aebd641-c837-45ce-bbec-1efb58fd6d78 None None] The sync data for ids ['a3308b25-1f8b-4e85-b513-32eec1ae9b66'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:56:59.683081 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fed039a-a316-45b3-a7cb-d09f5e212385 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:56:59.687712 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:59.688447 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:59.688775 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8fed039a-a316-45b3-a7cb-d09f5e212385 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&device_id=a3308b25-1f8b-4e85-b513-32eec1ae9b66&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2267623 Apr 18 05:56:59.688929 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:59.689343 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:59.689734 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44100) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:56:59.689852 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:59.690194 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:59.691222 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:59.691868 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:59.693285 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:59.693730 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:59.694142 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:59.694813 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:56:59.710952 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e6527d57-ca94-4e36-9ad7-b5077cea024e None None] Provisioning complete for port 1b9e2684-b1b7-42ac-a55e-a0e137ecacc9 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:56:59.711314 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e6527d57-ca94-4e36-9ad7-b5077cea024e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:59.841815 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e6527d57-ca94-4e36-9ad7-b5077cea024e None None] Port 1b9e2684-b1b7-42ac-a55e-a0e137ecacc9 was deleted so its status cannot be updated. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 18 05:56:59.902101 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] Allocated IP 2001:db8:2::2 (80c568cd-db8a-48fa-b9af-824b1ccb874b/20855584-315c-4cc2-8540-c96357df09a7/9019cfe1-fda4-4629-a7f5-b2e05decf64f) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:56:59.908945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-418edc25-f638-4ec8-984c-b5dc0f13955d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:59.986428 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ac68-01be-44a3-af96-17ce79fbe3f4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:59.989368 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:00.027296 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-507b4019-75ed-43dc-9386-6dc8148a9ddd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:00.051279 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ccf4ac68-01be-44a3-af96-17ce79fbe3f4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port d8349c6e-b072-4555-8efe-3802603b73da {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:00.051279 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ac68-01be-44a3-af96-17ce79fbe3f4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:00.069843 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-bebcb9e2-d352-4597-ad56-ee20501dbd22 None None] For port d8349c6e-b072-4555-8efe-3802603b73da, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d8349c6e-b072-4555-8efe-3802603b73da,segment=NetworkSegment(07f5808b-036d-4ef9-ac7c-6733922b9219),segment_id=07f5808b-036d-4ef9-ac7c-6733922b9219)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:00.070227 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bebcb9e2-d352-4597-ad56-ee20501dbd22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:00.099001 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3996df-723c-4cd2-9a85-a2b1d48f51ef tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:00.099650 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9b3996df-723c-4cd2-9a85-a2b1d48f51ef tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Synchronizing usage tracker for tenant:67e0a90dc04d4c05a74a8fdfcf1c2b20 on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:00.184029 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418edc25-f638-4ec8-984c-b5dc0f13955d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Port': ['ID=61aeec3d-1945-4e1a-b6e3-b1ac03cab08a,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:00.188397 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9b3996df-723c-4cd2-9a85-a2b1d48f51ef tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Unset dirty status for tenant:67e0a90dc04d4c05a74a8fdfcf1c2b20 on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:57:00.192723 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9b3996df-723c-4cd2-9a85-a2b1d48f51ef tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "GET /v2.0/networks/9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 HTTP/1.1" status: 200 len: 881 time: 0.4980748 Apr 18 05:57:00.193208 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44104) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:00.209568 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b038358-6844-4ded-b499-a4f0c51acdfc req-750c0168-9bc7-45f2-b554-5defb2e4605b tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:00.211429 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4b038358-6844-4ded-b499-a4f0c51acdfc req-750c0168-9bc7-45f2-b554-5defb2e4605b tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 945 time: 0.3032229 Apr 18 05:57:00.244172 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e1d19e-8dac-4572-ac20-7b8764ee0879 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:57:00.244741 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a1a0b-b66a-46a3-a168-a4049363e107 req-06f26a4d-9bb7-43d4-9cc1-d06d060aae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:00.245005 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b76a1a0b-b66a-46a3-a168-a4049363e107 req-06f26a4d-9bb7-43d4-9cc1-d06d060aae55 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=db5a0a01c6b64638a4bec3ee6880f534&device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 1098 time: 0.3382804 Apr 18 05:57:00.259679 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] Sync routers for ids ['a9607895-f0b6-4931-8632-391ad3393134'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:57:00.260003 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-56e1d19e-8dac-4572-ac20-7b8764ee0879 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/a9607895-f0b6-4931-8632-391ad3393134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9310169 Apr 18 05:57:00.264781 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44108) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:00.275628 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418edc25-f638-4ec8-984c-b5dc0f13955d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Checking segment: {'id': 'f67b643f-ca45-4343-add9-4583b9483592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:00.275995 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418edc25-f638-4ec8-984c-b5dc0f13955d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network hostable DHCP agents. Network: c39740d4-9aac-42a1-8bbd-e0906328227b, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:57:00.286162 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] Routers {'a9607895-f0b6-4931-8632-391ad3393134'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:00.288300 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9607895-f0b6-4931-8632-391ad3393134'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:00.289563 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-bebcb9e2-d352-4597-ad56-ee20501dbd22 None None] Calling delete_port for d8349c6e-b072-4555-8efe-3802603b73da owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:00.292847 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-1089383c-5886-4a94-92fe-4e91be1fc556 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'network': {'name': 'tempest-RoutersTest-90374772'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:00.327316 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44112) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:00.333978 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port d8349c6e-b072-4555-8efe-3802603b73da, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d8349c6e-b072-4555-8efe-3802603b73da,segment=NetworkSegment(07f5808b-036d-4ef9-ac7c-6733922b9219),segment_id=07f5808b-036d-4ef9-ac7c-6733922b9219)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:00.336657 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-95284dc0-c118-4c56-a98f-6665c629fe73 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3308b25-1f8b-4e85-b513-32eec1ae9b66 HTTP/1.1" status: 200 len: 205 time: 0.1386638 Apr 18 05:57:00.366778 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:00.371148 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f98810-b45b-438e-a275-64f0fe5ef800 req-15ea160b-f0ea-4e0f-b601-ad42e89fb960 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:00.379169 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-61f98810-b45b-438e-a275-64f0fe5ef800 req-15ea160b-f0ea-4e0f-b601-ad42e89fb960 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 945 time: 0.5840549 Apr 18 05:57:00.403217 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1089383c-5886-4a94-92fe-4e91be1fc556 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:00.422474 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2c0bad96-d0ac-4687-88c5-179fd1d66604 None None] Provisioning for port 6a4654e3-80cf-4f64-9352-0a762373b968 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:00.445963 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1089383c-5886-4a94-92fe-4e91be1fc556 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:network and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:00.448902 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:56:49Z', 'revision_number': 3, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de54195-c7c0-4927-bdb6-20577846591b', 'name': '', 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:44:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'af3096be-1eba-444a-b746-6466357066f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:46Z', 'updated_at': '2022-04-18T05:56:57Z', 'revision_number': 4, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'af3096be-1eba-444a-b746-6466357066f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:00.472773 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2c0bad96-d0ac-4687-88c5-179fd1d66604 None None] Provisioning complete for port 6a4654e3-80cf-4f64-9352-0a762373b968 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:00.473820 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2c0bad96-d0ac-4687-88c5-179fd1d66604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:00.480446 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418edc25-f638-4ec8-984c-b5dc0f13955d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network c39740d4-9aac-42a1-8bbd-e0906328227b is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:57:00.513065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1089383c-5886-4a94-92fe-4e91be1fc556 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:00.523603 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96e0977-f15f-4596-83ee-5f19620a2207 None None] The sync data for ids ['6e87766f-695e-4337-804f-a080a6fc4fde'] in dv-neutron-837489-1-hyperv is: [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:56:49Z', 'revision_number': 3, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de54195-c7c0-4927-bdb6-20577846591b', 'name': '', 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:44:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'af3096be-1eba-444a-b746-6466357066f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:46Z', 'updated_at': '2022-04-18T05:56:57Z', 'revision_number': 4, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'af3096be-1eba-444a-b746-6466357066f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:57:00.543374 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-418edc25-f638-4ec8-984c-b5dc0f13955d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, c39740d4-9aac-42a1-8bbd-e0906328227b) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:00.571685 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1089383c-5886-4a94-92fe-4e91be1fc556 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:00.597645 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57a48fd-af6e-4bf1-88c1-c47511bb5a1b None None] Network c39740d4-9aac-42a1-8bbd-e0906328227b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:00.609279 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4b038358-6844-4ded-b499-a4f0c51acdfc req-6147e220-657c-479f-8c45-d6b3c8789928 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571482 Apr 18 05:57:00.616773 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] Set router a9607895-f0b6-4931-8632-391ad3393134 gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:00.655974 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-ccf4ac68-01be-44a3-af96-17ce79fbe3f4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] For port d8349c6e-b072-4555-8efe-3802603b73da, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d8349c6e-b072-4555-8efe-3802603b73da,segment=NetworkSegment(07f5808b-036d-4ef9-ac7c-6733922b9219),segment_id=07f5808b-036d-4ef9-ac7c-6733922b9219)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:00.656354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ac68-01be-44a3-af96-17ce79fbe3f4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:00.665814 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1089383c-5886-4a94-92fe-4e91be1fc556 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Made reservation on behalf of 1e86337a57bd435798aa8639156e9b5e for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:00.670764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1089383c-5886-4a94-92fe-4e91be1fc556 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:00.694123 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418edc25-f638-4ec8-984c-b5dc0f13955d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:00.699168 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-bebcb9e2-d352-4597-ad56-ee20501dbd22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:57:00.699739 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-bebcb9e2-d352-4597-ad56-ee20501dbd22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:57:00.722436 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418edc25-f638-4ec8-984c-b5dc0f13955d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:00.723586 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-418edc25-f638-4ec8-984c-b5dc0f13955d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:00.799007 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=d8349c6e-b072-4555-8efe-3802603b73da,revision_number=11']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:00.823142 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2c0bad96-d0ac-4687-88c5-179fd1d66604 None None] Port 6a4654e3-80cf-4f64-9352-0a762373b968 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:57:00.836518 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-61f98810-b45b-438e-a275-64f0fe5ef800 req-d70592d8-abe6-49c9-b69a-e97916094f3d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c36da90-5c36-4226-be1f-a881f1c58128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4567044 Apr 18 05:57:00.880124 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2c0bad96-d0ac-4687-88c5-179fd1d66604 None None] Provisioning complete for port 02f57376-d272-48f8-8f2d-6652a4489f54 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:00.880899 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44116) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:00.881530 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2c0bad96-d0ac-4687-88c5-179fd1d66604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:00.955998 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:01.037007 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:56:55Z', 'revision_number': 2, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:56:56Z', 'revision_number': 2, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:01.041301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] Transition to ACTIVE for port object 9019cfe1-fda4-4629-a7f5-b2e05decf64f will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:01.041659 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] Checking router: a9607895-f0b6-4931-8632-391ad3393134 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:57:01.042115 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] Updating router a9607895-f0b6-4931-8632-391ad3393134 port 6a4654e3-80cf-4f64-9352-0a762373b968 binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:57:01.051742 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-418edc25-f638-4ec8-984c-b5dc0f13955d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 4.2064116 Apr 18 05:57:01.056100 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44120) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:01.068571 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-f3b23229-fc8e-4690-b601-2e3a06c6ef68 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-161416768'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:01.079502 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f3b23229-fc8e-4690-b601-2e3a06c6ef68 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:01.092188 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3db6f86d-95b4-4f18-82bb-5c969275293f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:01.098453 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ccf4ac68-01be-44a3-af96-17ce79fbe3f4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Calling delete_port for d8349c6e-b072-4555-8efe-3802603b73da owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:01.110060 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:01.181753 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f3b23229-fc8e-4690-b601-2e3a06c6ef68 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:network and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:01.194180 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a1a0b-b66a-46a3-a168-a4049363e107 req-d848ea2f-5d23-4caa-9f28-1469e10e7d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:01.195644 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b76a1a0b-b66a-46a3-a168-a4049363e107 req-d848ea2f-5d23-4caa-9f28-1469e10e7d69 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c723f30e-7d15-4c50-9cc6-55e2d23ae0d4 HTTP/1.1" status: 200 len: 913 time: 0.9225028 Apr 18 05:57:01.220205 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f3b23229-fc8e-4690-b601-2e3a06c6ef68 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:01.228763 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] Transition to ACTIVE for port object 9019cfe1-fda4-4629-a7f5-b2e05decf64f will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:01.229832 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-bebcb9e2-d352-4597-ad56-ee20501dbd22 None None] Deleting port d8349c6e-b072-4555-8efe-3802603b73da {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:01.230209 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bebcb9e2-d352-4597-ad56-ee20501dbd22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:01.240512 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f3b23229-fc8e-4690-b601-2e3a06c6ef68 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:01.259339 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 02f57376-d272-48f8-8f2d-6652a4489f54 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:01.293457 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b23229-fc8e-4690-b601-2e3a06c6ef68 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:01.299298 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f3b23229-fc8e-4690-b601-2e3a06c6ef68 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:01.303512 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1089383c-5886-4a94-92fe-4e91be1fc556 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:57:01.375983 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1089383c-5886-4a94-92fe-4e91be1fc556 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:01.376861 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-1089383c-5886-4a94-92fe-4e91be1fc556 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Added segment ed04d3bc-3d64-4278-9d45-d5a8b9235e76 of type vlan for network b24e6f0b-91d3-4bcc-abcb-c219a1cf87db Apr 18 05:57:01.408556 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:01.430072 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1089383c-5886-4a94-92fe-4e91be1fc556 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:01.479258 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b76a1a0b-b66a-46a3-a168-a4049363e107 req-f5bf5601-439d-4e94-8579-18f95469fb05 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d81cc5fd-5eac-4bd9-badb-8203741f1846 HTTP/1.1" status: 200 len: 217 time: 0.2728436 Apr 18 05:57:01.548643 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.api [None req-ccf4ac68-01be-44a3-af96-17ce79fbe3f4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:57:01.548973 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG oslo_db.api [None req-ccf4ac68-01be-44a3-af96-17ce79fbe3f4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:57:01.562828 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1089383c-5886-4a94-92fe-4e91be1fc556 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:01.569664 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1089383c-5886-4a94-92fe-4e91be1fc556 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:01.570678 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1089383c-5886-4a94-92fe-4e91be1fc556 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:01.583425 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] Network 80c568cd-db8a-48fa-b9af-824b1ccb874b is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:01.593045 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b415104c-0c18-4bab-b90e-63a2c42284ac tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:01.597777 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b415104c-0c18-4bab-b90e-63a2c42284ac tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 1093 time: 0.7097392 Apr 18 05:57:01.601714 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:01.604136 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:01.606316 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] Pushing event updated for resources: {'Port': ['ID=9019cfe1-fda4-4629-a7f5-b2e05decf64f,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:01.609218 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b23229-fc8e-4690-b601-2e3a06c6ef68 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:57:01.620008 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44124) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:01.621261 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f3b23229-fc8e-4690-b601-2e3a06c6ef68 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:01.621705 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-f3b23229-fc8e-4690-b601-2e3a06c6ef68 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Added segment faa6d800-10e9-47ba-b655-7dc4a543bfad of type vlan for network f4b10a04-1706-4df9-bba2-a8d21d710d98 Apr 18 05:57:01.661516 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f3b23229-fc8e-4690-b601-2e3a06c6ef68 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:01.682701 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': 'e7c421ca-6d86-40fa-b3e1-d826bf65db70', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:01.696009 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:01.708719 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f3b23229-fc8e-4690-b601-2e3a06c6ef68 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:01.709266 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] Transition to ACTIVE for port object 6a4654e3-80cf-4f64-9352-0a762373b968 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:01.715070 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b23229-fc8e-4690-b601-2e3a06c6ef68 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:01.715858 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f3b23229-fc8e-4690-b601-2e3a06c6ef68 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:01.724596 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:01.725708 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:01.730276 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a1a0b-b66a-46a3-a168-a4049363e107 req-e7a25074-546f-430f-8752-9671ded5d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:01.732250 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b76a1a0b-b66a-46a3-a168-a4049363e107 req-e7a25074-546f-430f-8752-9671ded5d471 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a1d3b08-0b8c-43a0-a48e-6e3c3385356d HTTP/1.1" status: 200 len: 852 time: 0.2457530 Apr 18 05:57:01.765840 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 02f57376-d272-48f8-8f2d-6652a4489f54 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:01.766201 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:01.812989 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] Attempting to bind port 9019cfe1-fda4-4629-a7f5-b2e05decf64f on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:57:01.812989 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] Attempting to bind port 9019cfe1-fda4-4629-a7f5-b2e05decf64f by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '8abd811a-a61f-4a50-bd9e-317e93595886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:57:01.812989 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] Attempting to bind port 9019cfe1-fda4-4629-a7f5-b2e05decf64f on network 80c568cd-db8a-48fa-b9af-824b1ccb874b {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:57:01.876295 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:floatingip and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:01.885596 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:57:01.886367 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] Checking segment: {'id': '8abd811a-a61f-4a50-bd9e-317e93595886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:01.887237 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:01.887788 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] Bound using segment: {'id': '8abd811a-a61f-4a50-bd9e-317e93595886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:57:01.888610 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] Bound port: 9019cfe1-fda4-4629-a7f5-b2e05decf64f, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abd811a-a61f-4a50-bd9e-317e93595886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:57:01.889161 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:01.969083 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:01.973860 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1089383c-5886-4a94-92fe-4e91be1fc556 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.6949294 Apr 18 05:57:01.974651 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089383c-5886-4a94-92fe-4e91be1fc556 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Network': ['ID=b24e6f0b-91d3-4bcc-abcb-c219a1cf87db,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:01.982341 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-bebcb9e2-d352-4597-ad56-ee20501dbd22 None None] For port d8349c6e-b072-4555-8efe-3802603b73da, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d8349c6e-b072-4555-8efe-3802603b73da,segment=NetworkSegment(07f5808b-036d-4ef9-ac7c-6733922b9219),segment_id=07f5808b-036d-4ef9-ac7c-6733922b9219)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:01.982921 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bebcb9e2-d352-4597-ad56-ee20501dbd22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:01.991626 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44130) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:01.997683 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b76a1a0b-b66a-46a3-a168-a4049363e107 req-5eefd94b-ec3e-4cc5-adab-91b0d1776cd0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c723f30e-7d15-4c50-9cc6-55e2d23ae0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2539737 Apr 18 05:57:02.004313 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-da391416-ebcc-4c3c-bace-f654fc4389f0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'subnet': {'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:02.060895 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] Attempting to bind port 6a4654e3-80cf-4f64-9352-0a762373b968 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:57:02.061282 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] Attempting to bind port 6a4654e3-80cf-4f64-9352-0a762373b968 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'd265579f-c780-41e3-8d15-c55cd99d114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:57:02.061639 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] Attempting to bind port 6a4654e3-80cf-4f64-9352-0a762373b968 on network 756ae67a-738d-4228-b79c-ba10ebb5b77c {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:57:02.069619 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:57:02.069901 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] Checking segment: {'id': 'd265579f-c780-41e3-8d15-c55cd99d114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:02.070293 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:02.070677 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] Bound using segment: {'id': 'd265579f-c780-41e3-8d15-c55cd99d114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:57:02.071148 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] Bound port: 6a4654e3-80cf-4f64-9352-0a762373b968, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd265579f-c780-41e3-8d15-c55cd99d114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:57:02.071513 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:02.092652 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3db6f86d-95b4-4f18-82bb-5c969275293f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:02.096581 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f3b23229-fc8e-4690-b601-2e3a06c6ef68 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0345378 Apr 18 05:57:02.098729 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-507b4019-75ed-43dc-9386-6dc8148a9ddd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Allocated IP 2001:db8:2::1 (80c568cd-db8a-48fa-b9af-824b1ccb874b/20855584-315c-4cc2-8540-c96357df09a7/4067b506-50c5-4cc6-8404-ea8e0d9e5932) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:02.104997 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44134) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:02.119354 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'ports': [{'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b'}, {'network_id': 'f4b10a04-1706-4df9-bba2-a8d21d710d98'}]} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:02.119816 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'port': {'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:02.120522 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'port': {'network_id': 'f4b10a04-1706-4df9-bba2-a8d21d710d98'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:02.142945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b23229-fc8e-4690-b601-2e3a06c6ef68 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Network': ['ID=f4b10a04-1706-4df9-bba2-a8d21d710d98,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:02.161663 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-3db6f86d-95b4-4f18-82bb-5c969275293f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Deleting port 046ad5e9-480a-4d63-be4d-7b479e012d13 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:02.161663 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3db6f86d-95b4-4f18-82bb-5c969275293f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:02.165154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:02.167115 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ccf4ac68-01be-44a3-af96-17ce79fbe3f4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Deleting port d8349c6e-b072-4555-8efe-3802603b73da {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:02.167461 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ac68-01be-44a3-af96-17ce79fbe3f4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:02.170497 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-bebcb9e2-d352-4597-ad56-ee20501dbd22 None None] Calling delete_port for d8349c6e-b072-4555-8efe-3802603b73da owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:02.191896 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] For port 6a4654e3-80cf-4f64-9352-0a762373b968, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:57:02.195086 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] For port 6a4654e3-80cf-4f64-9352-0a762373b968, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=6a4654e3-80cf-4f64-9352-0a762373b968,segment=NetworkSegment(d265579f-c780-41e3-8d15-c55cd99d114d),segment_id=d265579f-c780-41e3-8d15-c55cd99d114d)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:57:02.202716 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af17927-210b-4945-ba1b-2b0c04480a90 None None] Pushing event updated for resources: {'Port': ['ID=6a4654e3-80cf-4f64-9352-0a762373b968,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:02.212841 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17927-210b-4945-ba1b-2b0c04480a90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:02.213184 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17927-210b-4945-ba1b-2b0c04480a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:02.213520 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17927-210b-4945-ba1b-2b0c04480a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:02.213851 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17927-210b-4945-ba1b-2b0c04480a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:02.214177 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17927-210b-4945-ba1b-2b0c04480a90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:02.214524 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17927-210b-4945-ba1b-2b0c04480a90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:02.214851 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17927-210b-4945-ba1b-2b0c04480a90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:02.215170 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17927-210b-4945-ba1b-2b0c04480a90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:02.215505 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17927-210b-4945-ba1b-2b0c04480a90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:02.215825 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17927-210b-4945-ba1b-2b0c04480a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:02.216166 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17927-210b-4945-ba1b-2b0c04480a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:02.217203 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17927-210b-4945-ba1b-2b0c04480a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:02.220465 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:02.290581 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-da391416-ebcc-4c3c-bace-f654fc4389f0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:02.300313 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af17927-210b-4945-ba1b-2b0c04480a90 None None] Pushing event updated for resources: {'Port': ['ID=6a4654e3-80cf-4f64-9352-0a762373b968,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:02.317999 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] Routers {'a9607895-f0b6-4931-8632-391ad3393134'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:02.318153 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:56:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9607895-f0b6-4931-8632-391ad3393134'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:02.349263 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] For port 9019cfe1-fda4-4629-a7f5-b2e05decf64f, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:57:02.361813 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] For port 9019cfe1-fda4-4629-a7f5-b2e05decf64f, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=9019cfe1-fda4-4629-a7f5-b2e05decf64f,segment=NetworkSegment(8abd811a-a61f-4a50-bd9e-317e93595886),segment_id=8abd811a-a61f-4a50-bd9e-317e93595886)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:57:02.372735 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network b24e6f0b-91d3-4bcc-abcb-c219a1cf87db details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:57:02.377957 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ccf4ac68-01be-44a3-af96-17ce79fbe3f4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] The port 'd8349c6e-b072-4555-8efe-3802603b73da' was deleted {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:57:02.384533 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-da391416-ebcc-4c3c-bace-f654fc4389f0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:subnet and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:02.391583 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-da391416-ebcc-4c3c-bace-f654fc4389f0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:02.406687 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network f4b10a04-1706-4df9-bba2-a8d21d710d98 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:57:02.435575 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-da391416-ebcc-4c3c-bace-f654fc4389f0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:02.442576 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:02.499116 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:02.503712 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bebcb9e2-d352-4597-ad56-ee20501dbd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:02.578077 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] Set router a9607895-f0b6-4931-8632-391ad3393134 gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:02.603821 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da391416-ebcc-4c3c-bace-f654fc4389f0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Made reservation on behalf of 1e86337a57bd435798aa8639156e9b5e for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:02.607502 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-da391416-ebcc-4c3c-bace-f654fc4389f0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:02.705222 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebcb9e2-d352-4597-ad56-ee20501dbd22 None None] No DVR routers for this DVR port d8349c6e-b072-4555-8efe-3802603b73da on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:57:02.719595 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ac68-01be-44a3-af96-17ce79fbe3f4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:02.788968 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 6de54195-c7c0-4927-bdb6-20577846591b up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:02.793511 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3db6f86d-95b4-4f18-82bb-5c969275293f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:02.889652 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d013846-2c2d-4c63-a845-17bc55df5423 req-9ce22b7e-31cb-4a9d-b8aa-06f694b376f6 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:02.891324 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5d013846-2c2d-4c63-a845-17bc55df5423 req-9ce22b7e-31cb-4a9d-b8aa-06f694b376f6 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 945 time: 1.0013533 Apr 18 05:57:02.924093 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b76a1a0b-b66a-46a3-a168-a4049363e107 req-bf51c12a-1289-4bd0-a130-f944731d7daf service neutron] 10.222.0.52 "GET /v2.0/networks/c723f30e-7d15-4c50-9cc6-55e2d23ae0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6698318 Apr 18 05:57:02.927119 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-ccf4ac68-01be-44a3-af96-17ce79fbe3f4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114d2062-faee-47bc-b039-f3d6b167d58b']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:02.939421 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 6de54195-c7c0-4927-bdb6-20577846591b completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:02.948787 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 6de54195-c7c0-4927-bdb6-20577846591b triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:02.949168 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:02.952629 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-3db6f86d-95b4-4f18-82bb-5c969275293f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Calling delete_port for 046ad5e9-480a-4d63-be4d-7b479e012d13 owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:02.997825 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-ccf4ac68-01be-44a3-af96-17ce79fbe3f4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f5808b-036d-4ef9-ac7c-6733922b9219') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:02.998717 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-ccf4ac68-01be-44a3-af96-17ce79fbe3f4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f5808b-036d-4ef9-ac7c-6733922b9219') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:03.004170 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694e65b-41d3-4b02-9495-3ea68bb62f66 None None] Pushing event updated for resources: {'Port': ['ID=9019cfe1-fda4-4629-a7f5-b2e05decf64f,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:03.023794 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:03.028146 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:port and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:03.029130 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:56:55Z', 'revision_number': 2, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:02Z', 'revision_number': 4, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:03.031310 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:03.033529 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b442e2a-1ba9-461c-8c57-a8e1e869564f None None] The sync data for ids ['a9607895-f0b6-4931-8632-391ad3393134'] in dv-neutron-837489-1-hyperv is: [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:56:55Z', 'revision_number': 2, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:02Z', 'revision_number': 4, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:57:03.039967 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:03.057506 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ac68-01be-44a3-af96-17ce79fbe3f4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:03.104275 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'port': 2} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:03.114829 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:03.117387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebcb9e2-d352-4597-ad56-ee20501dbd22 None None] Pushing event deleted for resources: {'Port': ['ID=d8349c6e-b072-4555-8efe-3802603b73da,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:03.169557 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:03.178780 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5d013846-2c2d-4c63-a845-17bc55df5423 req-1682c896-c63e-4fd7-94c0-88960f4d14a5 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679439 Apr 18 05:57:03.304620 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:03.477700 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 6de54195-c7c0-4927-bdb6-20577846591b, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=6de54195-c7c0-4927-bdb6-20577846591b,segment=NetworkSegment(d1b54d39-288e-4791-9472-95e71a4f8da6),segment_id=d1b54d39-288e-4791-9472-95e71a4f8da6)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:03.492709 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:03.524502 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b76a1a0b-b66a-46a3-a168-a4049363e107 req-6884a2bf-e0d0-44f6-9411-1b85987780f2 service neutron] 10.222.0.52 "GET /v2.0/networks/c723f30e-7d15-4c50-9cc6-55e2d23ae0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698764 Apr 18 05:57:03.529407 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ac68-01be-44a3-af96-17ce79fbe3f4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:03.541032 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-507b4019-75ed-43dc-9386-6dc8148a9ddd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:03.545405 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf4ac68-01be-44a3-af96-17ce79fbe3f4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:57:03.545694 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ac68-01be-44a3-af96-17ce79fbe3f4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:03.587453 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-507b4019-75ed-43dc-9386-6dc8148a9ddd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Transition to ACTIVE for port object 4067b506-50c5-4cc6-8404-ea8e0d9e5932 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:57:03.627140 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:57:03.703614 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=6de54195-c7c0-4927-bdb6-20577846591b,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:03.723933 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-507b4019-75ed-43dc-9386-6dc8148a9ddd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:03.746842 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9019cfe1-fda4-4629-a7f5-b2e05decf64f up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:03.824513 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ac68-01be-44a3-af96-17ce79fbe3f4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:03.829402 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ac68-01be-44a3-af96-17ce79fbe3f4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:03.849939 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 9019cfe1-fda4-4629-a7f5-b2e05decf64f completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:03.856842 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 6a4654e3-80cf-4f64-9352-0a762373b968 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:03.861809 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b4019-75ed-43dc-9386-6dc8148a9ddd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Port': ['ID=4067b506-50c5-4cc6-8404-ea8e0d9e5932,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:03.888240 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4ac68-01be-44a3-af96-17ce79fbe3f4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] Pushing event deleted for resources: {'Network': ['ID=114d2062-faee-47bc-b039-f3d6b167d58b,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:03.904204 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:03.908028 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ccf4ac68-01be-44a3-af96-17ce79fbe3f4 tempest-PortsTestJSON-165412633 tempest-PortsTestJSON-165412633-project] 10.222.0.15 "DELETE /v2.0/networks/114d2062-faee-47bc-b039-f3d6b167d58b HTTP/1.1" status: 204 len: 168 time: 4.2855313 Apr 18 05:57:03.926279 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507b4019-75ed-43dc-9386-6dc8148a9ddd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network 80c568cd-db8a-48fa-b9af-824b1ccb874b is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:03.948163 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-507b4019-75ed-43dc-9386-6dc8148a9ddd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:03.955497 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507b4019-75ed-43dc-9386-6dc8148a9ddd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:03.960725 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-507b4019-75ed-43dc-9386-6dc8148a9ddd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:04.012260 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-da391416-ebcc-4c3c-bace-f654fc4389f0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:04.026243 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 6a4654e3-80cf-4f64-9352-0a762373b968 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:04.035833 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 6a4654e3-80cf-4f64-9352-0a762373b968 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:04.036243 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:04.129812 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da391416-ebcc-4c3c-bace-f654fc4389f0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Subnet': ['ID=c9e390d3-03c3-491b-b5a6-c1483e2133d7,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:04.369992 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:04.382997 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da391416-ebcc-4c3c-bace-f654fc4389f0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Checking segment: {'id': 'ed04d3bc-3d64-4278-9d45-d5a8b9235e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:04.388608 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da391416-ebcc-4c3c-bace-f654fc4389f0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network hostable DHCP agents. Network: b24e6f0b-91d3-4bcc-abcb-c219a1cf87db, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:57:04.445739 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.26.1.42 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/f10273ae-e796-4bfb-82af-fb29eca41562) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:04.466018 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 6a4654e3-80cf-4f64-9352-0a762373b968, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=6a4654e3-80cf-4f64-9352-0a762373b968,segment=NetworkSegment(d265579f-c780-41e3-8d15-c55cd99d114d),segment_id=d265579f-c780-41e3-8d15-c55cd99d114d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:04.479118 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:04.501081 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da391416-ebcc-4c3c-bace-f654fc4389f0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network b24e6f0b-91d3-4bcc-abcb-c219a1cf87db is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:57:04.574281 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-da391416-ebcc-4c3c-bace-f654fc4389f0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, b24e6f0b-91d3-4bcc-abcb-c219a1cf87db) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:04.582341 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da391416-ebcc-4c3c-bace-f654fc4389f0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:04.582888 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-da391416-ebcc-4c3c-bace-f654fc4389f0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:04.591506 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50a3230-6a82-4343-b2bc-3820a381bbbf None None] Network b24e6f0b-91d3-4bcc-abcb-c219a1cf87db requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:04.597716 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] device_id is not set on port 0b4a953e-3a0b-4c4f-b95b-13578fc13dc4 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:57:04.658622 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44144) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:04.731295 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4975e0-03c4-4fa1-8577-f4123d4ed62f None None] Network 80c568cd-db8a-48fa-b9af-824b1ccb874b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:04.732385 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3db6f86d-95b4-4f18-82bb-5c969275293f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:04.770034 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:04.814930 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-da391416-ebcc-4c3c-bace-f654fc4389f0 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8154695 Apr 18 05:57:04.817635 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44150) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:04.830213 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:04.842796 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6f86d-95b4-4f18-82bb-5c969275293f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Pushing event deleted for resources: {'Port': ['ID=046ad5e9-480a-4d63-be4d-7b479e012d13,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:04.849161 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-507b4019-75ed-43dc-9386-6dc8148a9ddd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:04.983645 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=6a4654e3-80cf-4f64-9352-0a762373b968,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:05.003528 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-bd8f30a0-ce1f-4ca6-81d6-867a5e09c169 None None] Provisioning for port 9019cfe1-fda4-4629-a7f5-b2e05decf64f completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:05.028596 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-bd8f30a0-ce1f-4ca6-81d6-867a5e09c169 None None] Provisioning complete for port 9019cfe1-fda4-4629-a7f5-b2e05decf64f triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:05.028870 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bd8f30a0-ce1f-4ca6-81d6-867a5e09c169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:05.060874 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:05.074875 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:05.088671 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:05.212231 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=f10273ae-e796-4bfb-82af-fb29eca41562,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:05.240674 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'fixed_ips': [{'subnet_id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:57:05.241530 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:05.325242 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c173ba60-928a-4f19-bdd2-960d7949a735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:05.412315 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96160bf9-811d-41c1-8ecb-d962c7f56471 req-0e0b3277-4600-4fb0-a7d2-145f0e2b3a21 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:05.415352 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-96160bf9-811d-41c1-8ecb-d962c7f56471 req-0e0b3277-4600-4fb0-a7d2-145f0e2b3a21 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 945 time: 1.0030117 Apr 18 05:57:05.436769 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bd8f30a0-ce1f-4ca6-81d6-867a5e09c169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:05.470260 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3db6f86d-95b4-4f18-82bb-5c969275293f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:05.535322 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] Allocated IP 172.21.0.2 (b24e6f0b-91d3-4bcc-abcb-c219a1cf87db/c9e390d3-03c3-491b-b5a6-c1483e2133d7/fb36198f-06a0-40ec-8b3a-705a2f5b24e8) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:05.657330 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 6de54195-c7c0-4927-bdb6-20577846591b up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:05.681380 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3db6f86d-95b4-4f18-82bb-5c969275293f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:05.684117 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3db6f86d-95b4-4f18-82bb-5c969275293f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:05.732168 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3db6f86d-95b4-4f18-82bb-5c969275293f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:05.732614 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db6f86d-95b4-4f18-82bb-5c969275293f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Fanout notify agent at l3_agent the message router_deleted on router a3308b25-1f8b-4e85-b513-32eec1ae9b66 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:57:05.738187 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:05.779503 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-bd8f30a0-ce1f-4ca6-81d6-867a5e09c169 None None] For port 9019cfe1-fda4-4629-a7f5-b2e05decf64f, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=9019cfe1-fda4-4629-a7f5-b2e05decf64f,segment=NetworkSegment(8abd811a-a61f-4a50-bd9e-317e93595886),segment_id=8abd811a-a61f-4a50-bd9e-317e93595886)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:05.797284 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0ef37965-7b8e-438c-b248-05cbbf362704 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b795a7b2664b4745a3434243a096a116&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1320300 Apr 18 05:57:05.798901 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bd8f30a0-ce1f-4ca6-81d6-867a5e09c169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:05.800801 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44154) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:05.847350 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3db6f86d-95b4-4f18-82bb-5c969275293f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:05.850606 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3db6f86d-95b4-4f18-82bb-5c969275293f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "DELETE /v2.0/routers/a3308b25-1f8b-4e85-b513-32eec1ae9b66 HTTP/1.1" status: 204 len: 168 time: 5.4882867 Apr 18 05:57:05.858593 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44158) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:05.965747 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 6de54195-c7c0-4927-bdb6-20577846591b triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:05.966115 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:05.973801 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-3c607886-3252-4fb1-a09f-b0d0a28324ba tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1862935051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:05.994083 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3c607886-3252-4fb1-a09f-b0d0a28324ba tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:05.999850 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f30a0-ce1f-4ca6-81d6-867a5e09c169 None None] Pushing event updated for resources: {'Port': ['ID=9019cfe1-fda4-4629-a7f5-b2e05decf64f,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:06.014117 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-96160bf9-811d-41c1-8ecb-d962c7f56471 req-d4e21c4d-9c18-4a21-9418-c5a8a89c8592 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5741451 Apr 18 05:57:06.021901 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3c607886-3252-4fb1-a09f-b0d0a28324ba tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Usage tracker for resource:router and tenant:a7bbd03ad9564760b04936429ba8eaea is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:06.044949 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3c607886-3252-4fb1-a09f-b0d0a28324ba tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:06.048682 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7ab17a1f-e2b0-4cae-8edc-83cc1990b09c None None] Provisioning complete for port 9019cfe1-fda4-4629-a7f5-b2e05decf64f triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:06.049134 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7ab17a1f-e2b0-4cae-8edc-83cc1990b09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.060691 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] device_id is not set on port a3655f14-d452-4fe2-a49a-41d34382828a yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:57:06.063789 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3c607886-3252-4fb1-a09f-b0d0a28324ba tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:06.086278 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.103547 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3c607886-3252-4fb1-a09f-b0d0a28324ba tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.104355 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3c607886-3252-4fb1-a09f-b0d0a28324ba tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.109136 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] Transition to ACTIVE for port object fb36198f-06a0-40ec-8b3a-705a2f5b24e8 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:06.129906 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3c607886-3252-4fb1-a09f-b0d0a28324ba tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.164711 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5c8d97d9-611d-4dd9-a6f2-96debbaebc9e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.167242 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-507b4019-75ed-43dc-9386-6dc8148a9ddd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.189144 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3c607886-3252-4fb1-a09f-b0d0a28324ba tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.194211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-79ebc0fb-294e-4844-b754-2d3703b0a159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.202909 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-507b4019-75ed-43dc-9386-6dc8148a9ddd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.203675 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-507b4019-75ed-43dc-9386-6dc8148a9ddd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.229532 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] Transition to ACTIVE for port object fb36198f-06a0-40ec-8b3a-705a2f5b24e8 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:06.248690 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.330099 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3c607886-3252-4fb1-a09f-b0d0a28324ba tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.331326 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3c607886-3252-4fb1-a09f-b0d0a28324ba tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3773134 Apr 18 05:57:06.347217 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44162) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:06.350841 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 6a4654e3-80cf-4f64-9352-0a762373b968 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:06.391971 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-79ebc0fb-294e-4844-b754-2d3703b0a159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.413436 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-0a3d108a-ade1-4ab0-902f-d83a69883303 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Request body: {'router': {'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:06.415632 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] Network b24e6f0b-91d3-4bcc-abcb-c219a1cf87db is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:06.431040 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:06.434209 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:06.490805 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] Pushing event updated for resources: {'Port': ['ID=fb36198f-06a0-40ec-8b3a-705a2f5b24e8,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:06.501187 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b4019-75ed-43dc-9386-6dc8148a9ddd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Port': ['ID=4067b506-50c5-4cc6-8404-ea8e0d9e5932,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:06.531230 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.562884 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7ab17a1f-e2b0-4cae-8edc-83cc1990b09c None None] Provisioning for port 4067b506-50c5-4cc6-8404-ea8e0d9e5932 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:06.571837 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] Attempting to bind port fb36198f-06a0-40ec-8b3a-705a2f5b24e8 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:57:06.572214 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] Attempting to bind port fb36198f-06a0-40ec-8b3a-705a2f5b24e8 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'ed04d3bc-3d64-4278-9d45-d5a8b9235e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:57:06.572589 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] Attempting to bind port fb36198f-06a0-40ec-8b3a-705a2f5b24e8 on network b24e6f0b-91d3-4bcc-abcb-c219a1cf87db {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:57:06.574853 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7ab17a1f-e2b0-4cae-8edc-83cc1990b09c None None] Provisioning complete for port 4067b506-50c5-4cc6-8404-ea8e0d9e5932 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:06.575216 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7ab17a1f-e2b0-4cae-8edc-83cc1990b09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.577737 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-79ebc0fb-294e-4844-b754-2d3703b0a159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.624547 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 6a4654e3-80cf-4f64-9352-0a762373b968 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:06.624910 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.643889 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ebc0fb-294e-4844-b754-2d3703b0a159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5bc1ea-5bb6-4ca0-a80a-b350ef2ed13a,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:06.650507 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:57:06.650717 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] Checking segment: {'id': 'ed04d3bc-3d64-4278-9d45-d5a8b9235e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:06.650982 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.651377 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] Bound using segment: {'id': 'ed04d3bc-3d64-4278-9d45-d5a8b9235e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:57:06.651850 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] Bound port: fb36198f-06a0-40ec-8b3a-705a2f5b24e8, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed04d3bc-3d64-4278-9d45-d5a8b9235e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:57:06.652261 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.658006 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.729081 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-79ebc0fb-294e-4844-b754-2d3703b0a159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.732804 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-79ebc0fb-294e-4844-b754-2d3703b0a159 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6d5bc1ea-5bb6-4ca0-a80a-b350ef2ed13a HTTP/1.1" status: 204 len: 168 time: 0.9263535 Apr 18 05:57:06.736209 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-7ab17a1f-e2b0-4cae-8edc-83cc1990b09c None None] Port 4067b506-50c5-4cc6-8404-ea8e0d9e5932 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:57:06.839781 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] For port fb36198f-06a0-40ec-8b3a-705a2f5b24e8, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:57:06.866437 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-5c8d97d9-611d-4dd9-a6f2-96debbaebc9e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Allocated IP 172.21.0.1 (b24e6f0b-91d3-4bcc-abcb-c219a1cf87db/c9e390d3-03c3-491b-b5a6-c1483e2133d7/973dadef-611e-4a76-a77c-b1e2d8bbcd1f) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:06.867335 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] For port fb36198f-06a0-40ec-8b3a-705a2f5b24e8, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=fb36198f-06a0-40ec-8b3a-705a2f5b24e8,segment=NetworkSegment(ed04d3bc-3d64-4278-9d45-d5a8b9235e76),segment_id=ed04d3bc-3d64-4278-9d45-d5a8b9235e76)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:57:06.870645 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.894353 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:06.934968 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507b4019-75ed-43dc-9386-6dc8148a9ddd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network 80c568cd-db8a-48fa-b9af-824b1ccb874b is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:06.958331 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b2363bb7-da1b-4652-87d7-22324ccfb0d8 None None] Provisioning complete for port 4067b506-50c5-4cc6-8404-ea8e0d9e5932 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:06.959018 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b2363bb7-da1b-4652-87d7-22324ccfb0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:07.055547 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e420e3-c853-457a-934c-6461ca2cb02a None None] Pushing event updated for resources: {'Port': ['ID=fb36198f-06a0-40ec-8b3a-705a2f5b24e8,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:07.066356 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-507b4019-75ed-43dc-9386-6dc8148a9ddd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:07.073494 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-b2363bb7-da1b-4652-87d7-22324ccfb0d8 None None] Port 4067b506-50c5-4cc6-8404-ea8e0d9e5932 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:57:07.116571 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:07.490305 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network c39740d4-9aac-42a1-8bbd-e0906328227b is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:07.523930 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5c8d97d9-611d-4dd9-a6f2-96debbaebc9e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:07.531076 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-987ef93d-0476-4eb6-a595-6a30168bd6c3 None None] Provisioning complete for port 4067b506-50c5-4cc6-8404-ea8e0d9e5932 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:07.531700 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-987ef93d-0476-4eb6-a595-6a30168bd6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:07.552455 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:07.589079 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8d271-14d2-49dc-be16-19d3201d337b req-5e0b3e26-9a03-44f4-93df-ce60b6df9833 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:07.591859 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:07.595125 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:07.596131 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:07.596988 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-76e8d271-14d2-49dc-be16-19d3201d337b req-5e0b3e26-9a03-44f4-93df-ce60b6df9833 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 945 time: 0.3182902 Apr 18 05:57:07.602200 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-5c8d97d9-611d-4dd9-a6f2-96debbaebc9e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Transition to ACTIVE for port object 973dadef-611e-4a76-a77c-b1e2d8bbcd1f will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:07.610771 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a3d108a-ade1-4ab0-902f-d83a69883303 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:07.628971 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507b4019-75ed-43dc-9386-6dc8148a9ddd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router 6e87766f-695e-4337-804f-a080a6fc4fde has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:57:07.629694 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Port': ['ID=0b4a953e-3a0b-4c4f-b95b-13578fc13dc4,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:07.665266 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:07.685993 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-76e8d271-14d2-49dc-be16-19d3201d337b req-285415e8-d696-4877-92b3-24043363f7c0 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877197 Apr 18 05:57:07.718455 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-14b996ac-16c5-486b-87c6-f6d3480e37d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:07.725426 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-987ef93d-0476-4eb6-a595-6a30168bd6c3 None None] Port 4067b506-50c5-4cc6-8404-ea8e0d9e5932 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:57:07.736459 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:07.834111 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:07.869830 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9019cfe1-fda4-4629-a7f5-b2e05decf64f up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:07.958174 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=f10273ae-e796-4bfb-82af-fb29eca41562,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:07.969237 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44190) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:07.970298 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5c8d97d9-611d-4dd9-a6f2-96debbaebc9e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:08.036154 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 9019cfe1-fda4-4629-a7f5-b2e05decf64f triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:08.036560 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:08.060498 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Port': ['ID=a3655f14-d452-4fe2-a49a-41d34382828a,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:08.094600 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Checking segment: {'id': 'faa6d800-10e9-47ba-b655-7dc4a543bfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f4b10a04-1706-4df9-bba2-a8d21d710d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:08.095026 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network hostable DHCP agents. Network: f4b10a04-1706-4df9-bba2-a8d21d710d98, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:57:08.110851 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507b4019-75ed-43dc-9386-6dc8148a9ddd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:57:08.119122 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-507b4019-75ed-43dc-9386-6dc8148a9ddd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/6e87766f-695e-4337-804f-a080a6fc4fde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1975951 Apr 18 05:57:08.122677 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44196) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:08.133244 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-1717bf5d-0805-4158-a180-b4938c3bc4ba tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1655032710'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:08.138990 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] Sync routers for ids ['6e87766f-695e-4337-804f-a080a6fc4fde'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:57:08.141489 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1717bf5d-0805-4158-a180-b4938c3bc4ba tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:08.196251 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1717bf5d-0805-4158-a180-b4938c3bc4ba tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:network and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:08.200320 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1717bf5d-0805-4158-a180-b4938c3bc4ba tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:08.214911 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network f4b10a04-1706-4df9-bba2-a8d21d710d98 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:57:08.220984 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1717bf5d-0805-4158-a180-b4938c3bc4ba tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:08.222545 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] Routers {'6e87766f-695e-4337-804f-a080a6fc4fde'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:08.223658 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6e87766f-695e-4337-804f-a080a6fc4fde'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:08.225620 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d97d9-611d-4dd9-a6f2-96debbaebc9e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Port': ['ID=973dadef-611e-4a76-a77c-b1e2d8bbcd1f,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:08.247481 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, f4b10a04-1706-4df9-bba2-a8d21d710d98) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:08.251426 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:08.257618 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:08.263208 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:08.263892 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:08.272170 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1717bf5d-0805-4158-a180-b4938c3bc4ba tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Made reservation on behalf of cfb0e03f77e24f68b484d6de092642f5 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:08.275516 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1717bf5d-0805-4158-a180-b4938c3bc4ba tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:08.320188 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-dc1a449f-88e6-48bb-b0a1-789baea3dafa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.2111247 Apr 18 05:57:08.325896 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44202) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:08.328501 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1717bf5d-0805-4158-a180-b4938c3bc4ba tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:57:08.390014 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1717bf5d-0805-4158-a180-b4938c3bc4ba tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:08.390339 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-1717bf5d-0805-4158-a180-b4938c3bc4ba tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Added segment f9c34ba6-847d-4ac0-b5d7-cadaea644070 of type vlan for network 3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da Apr 18 05:57:08.406849 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7138cdb7-ace8-4861-be8f-0500d0381a56 None None] Network f4b10a04-1706-4df9-bba2-a8d21d710d98 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:08.422758 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-41202a23-0e26-45ec-abcb-a5195b80097f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port a3655f14-d452-4fe2-a49a-41d34382828a {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:08.423093 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-41202a23-0e26-45ec-abcb-a5195b80097f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:08.469795 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Floating IP c6d620a6-c481-4b1c-8bce-01132d20a994 associated. External IP: 172.26.1.42, port: e7c421ca-6d86-40fa-b3e1-d826bf65db70. Apr 18 05:57:08.554848 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1717bf5d-0805-4158-a180-b4938c3bc4ba tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:08.590002 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device fb36198f-06a0-40ec-8b3a-705a2f5b24e8 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:08.614921 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8d97d9-611d-4dd9-a6f2-96debbaebc9e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network b24e6f0b-91d3-4bcc-abcb-c219a1cf87db is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:08.619313 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-5c8d97d9-611d-4dd9-a6f2-96debbaebc9e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:08.624247 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8d97d9-611d-4dd9-a6f2-96debbaebc9e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:08.632778 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:08.633613 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c70432f-95b2-4f7a-abbe-b4cd3056f6ea None None] Network b24e6f0b-91d3-4bcc-abcb-c219a1cf87db requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:08.679512 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a3d108a-ade1-4ab0-902f-d83a69883303 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:08.688891 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] Set router 6e87766f-695e-4337-804f-a080a6fc4fde gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:08.769694 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-ff529ca9-f005-47ba-8ade-63c373d23f13 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Request body: {'security_group': {'name': 'tempest-secgroup--85179966'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:08.791846 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ff529ca9-f005-47ba-8ade-63c373d23f13 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:08.816146 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ff529ca9-f005-47ba-8ade-63c373d23f13 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Usage tracker for resource:security_group and tenant:38d187f7bfec47cd9a66139dcc2710d8 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:08.828966 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ff529ca9-f005-47ba-8ade-63c373d23f13 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:08.835299 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5c8d97d9-611d-4dd9-a6f2-96debbaebc9e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:08.849634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf420abf-7253-421f-b43a-2fe03f7d8010 req-18f23aee-bd2b-4ee9-8e64-818a7682430d tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:08.851046 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cf420abf-7253-421f-b43a-2fe03f7d8010 req-18f23aee-bd2b-4ee9-8e64-818a7682430d tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 945 time: 0.6197507 Apr 18 05:57:08.853686 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ff529ca9-f005-47ba-8ade-63c373d23f13 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:08.875483 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.resource_extend [None req-1717bf5d-0805-4158-a180-b4938c3bc4ba tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:57:08.890101 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a3d108a-ade1-4ab0-902f-d83a69883303 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:08.930960 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:08.962421 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff529ca9-f005-47ba-8ade-63c373d23f13 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:08.965535 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1717bf5d-0805-4158-a180-b4938c3bc4ba tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:08.970954 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1717bf5d-0805-4158-a180-b4938c3bc4ba tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:08.971679 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1717bf5d-0805-4158-a180-b4938c3bc4ba tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:08.973791 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b3bad606-fbaf-4afb-b03b-731110d09a50 None None] Provisioning for port fb36198f-06a0-40ec-8b3a-705a2f5b24e8 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:08.998125 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff529ca9-f005-47ba-8ade-63c373d23f13 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:09.022723 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cf420abf-7253-421f-b43a-2fe03f7d8010 req-4c22dc81-f358-4b4a-a2f3-9f0ad28cab47 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594090 Apr 18 05:57:09.048857 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ff529ca9-f005-47ba-8ade-63c373d23f13 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:09.107942 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port fb36198f-06a0-40ec-8b3a-705a2f5b24e8 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:09.111632 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ff529ca9-f005-47ba-8ade-63c373d23f13 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Usage tracker for resource:security_group_rule and tenant:38d187f7bfec47cd9a66139dcc2710d8 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:09.121580 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ff529ca9-f005-47ba-8ade-63c373d23f13 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:09.134316 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ff529ca9-f005-47ba-8ade-63c373d23f13 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:09.202320 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port fb36198f-06a0-40ec-8b3a-705a2f5b24e8 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:09.202691 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:09.232645 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router d80b2c63-ac79-4c6f-bb81-8d493381630e has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:57:09.269707 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717bf5d-0805-4158-a180-b4938c3bc4ba tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Network': ['ID=3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:09.270148 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5c8d97d9-611d-4dd9-a6f2-96debbaebc9e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:09.285335 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1717bf5d-0805-4158-a180-b4938c3bc4ba tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1603971 Apr 18 05:57:09.285997 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44206) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:09.290838 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-41202a23-0e26-45ec-abcb-a5195b80097f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:09.308572 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:57:09.313771 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-0e7f93f4-8a65-4be7-9c6e-04ec4934ce59 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'subnet': {'network_id': '3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:09.507784 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-41202a23-0e26-45ec-abcb-a5195b80097f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Calling delete_port for a3655f14-d452-4fe2-a49a-41d34382828a owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:09.568282 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-0a3d108a-ade1-4ab0-902f-d83a69883303 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Allocated IP 172.26.1.130 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/911db64d-5549-4698-a30b-addec5d1dcfe) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:09.574489 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:09.625143 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port fb36198f-06a0-40ec-8b3a-705a2f5b24e8, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=fb36198f-06a0-40ec-8b3a-705a2f5b24e8,segment=NetworkSegment(ed04d3bc-3d64-4278-9d45-d5a8b9235e76),segment_id=ed04d3bc-3d64-4278-9d45-d5a8b9235e76)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:09.628836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 4, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4067b506-50c5-4cc6-8404-ea8e0d9e5932', 'name': '', 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:d9:10:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '20855584-315c-4cc2-8540-c96357df09a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:00Z', 'updated_at': '2022-04-18T05:57:05Z', 'revision_number': 2, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '20855584-315c-4cc2-8540-c96357df09a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de54195-c7c0-4927-bdb6-20577846591b', 'name': '', 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:44:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'af3096be-1eba-444a-b746-6466357066f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:46Z', 'updated_at': '2022-04-18T05:57:03Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'af3096be-1eba-444a-b746-6466357066f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:09.633143 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] Checking router: 6e87766f-695e-4337-804f-a080a6fc4fde for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:57:09.633538 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] Updating router 6e87766f-695e-4337-804f-a080a6fc4fde port 4067b506-50c5-4cc6-8404-ea8e0d9e5932 binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:57:09.666250 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:09.669738 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff529ca9-f005-47ba-8ade-63c373d23f13 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:09.694141 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff529ca9-f005-47ba-8ade-63c373d23f13 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:09.712393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:57:09.719948 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ff529ca9-f005-47ba-8ade-63c373d23f13 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:09.728355 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a22338-02f1-43f0-8287-0f7b47ccb23a None None] Sync routers for ids ['d80b2c63-ac79-4c6f-bb81-8d493381630e'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:57:09.745457 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:09.748355 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-0e7f93f4-8a65-4be7-9c6e-04ec4934ce59 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:09.748984 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a22338-02f1-43f0-8287-0f7b47ccb23a None None] Routers {'d80b2c63-ac79-4c6f-bb81-8d493381630e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:09.749767 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-26a22338-02f1-43f0-8287-0f7b47ccb23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d80b2c63-ac79-4c6f-bb81-8d493381630e'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:09.754305 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0e7f93f4-8a65-4be7-9c6e-04ec4934ce59 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:subnet and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:09.761087 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0e7f93f4-8a65-4be7-9c6e-04ec4934ce59 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:09.780393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ff529ca9-f005-47ba-8ade-63c373d23f13 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Usage tracker for resource:security_group_rule and tenant:38d187f7bfec47cd9a66139dcc2710d8 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:09.797548 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=fb36198f-06a0-40ec-8b3a-705a2f5b24e8,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:09.832439 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ff529ca9-f005-47ba-8ade-63c373d23f13 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:09.860946 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ff529ca9-f005-47ba-8ade-63c373d23f13 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:09.890467 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-0e7f93f4-8a65-4be7-9c6e-04ec4934ce59 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:09.899918 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-41202a23-0e26-45ec-abcb-a5195b80097f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:09.920875 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff529ca9-f005-47ba-8ade-63c373d23f13 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a15128-6d95-4ef1-86e2-30e996b4af7f,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:09.928471 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:09.975858 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-41202a23-0e26-45ec-abcb-a5195b80097f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:09.983283 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41202a23-0e26-45ec-abcb-a5195b80097f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Port': ['ID=a3655f14-d452-4fe2-a49a-41d34382828a,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:09.990219 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7f93f4-8a65-4be7-9c6e-04ec4934ce59 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Made reservation on behalf of cfb0e03f77e24f68b484d6de092642f5 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:09.993810 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0e7f93f4-8a65-4be7-9c6e-04ec4934ce59 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:10.028743 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-41202a23-0e26-45ec-abcb-a5195b80097f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/ports/a3655f14-d452-4fe2-a49a-41d34382828a HTTP/1.1" status: 204 len: 168 time: 1.7017987 Apr 18 05:57:10.042863 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44210) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:10.080869 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-26a22338-02f1-43f0-8287-0f7b47ccb23a None None] Set router d80b2c63-ac79-4c6f-bb81-8d493381630e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:10.296297 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:10.309103 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a3d108a-ade1-4ab0-902f-d83a69883303 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:10.335676 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] Transition to ACTIVE for port object 4067b506-50c5-4cc6-8404-ea8e0d9e5932 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:10.404448 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:10.412854 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2c77f7d8-20de-47bf-a1ec-8bda43f96afb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.7881994 Apr 18 05:57:10.422756 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14ab37a-5cc3-4f81-91aa-b3a9199c24de', 'tag': 'e7c421ca-6d86-40fa-b3e1-d826bf65db70'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:57:10.423343 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44216) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:10.531548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5c8d97d9-611d-4dd9-a6f2-96debbaebc9e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:10.537760 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0ce56e0-06ac-44c5-83f9-00584d389ac6'] response: {'name': 'network-changed', 'server_uuid': 'f14ab37a-5cc3-4f81-91aa-b3a9199c24de', 'tag': 'e7c421ca-6d86-40fa-b3e1-d826bf65db70', 'status': 'completed', 'code': 200} Apr 18 05:57:10.544357 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5c8d97d9-611d-4dd9-a6f2-96debbaebc9e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:10.568690 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:10.572007 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27269b-aced-45ec-8e99-4795ad212132 None None] Pushing event updated for resources: {'Port': ['ID=4067b506-50c5-4cc6-8404-ea8e0d9e5932,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:10.586162 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-38f3ada9-7ab2-402b-b865-c48f0647c61f None None] Provisioning for port 973dadef-611e-4a76-a77c-b1e2d8bbcd1f completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:10.601153 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a9f87-b354-42c8-ad34-e5f0613c8f48 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:10.607066 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a9f87-b354-42c8-ad34-e5f0613c8f48 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:10.607856 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3f6a9f87-b354-42c8-ad34-e5f0613c8f48 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Synchronizing usage tracker for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:10.620961 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a3d108a-ade1-4ab0-902f-d83a69883303 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:10.652848 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-26a22338-02f1-43f0-8287-0f7b47ccb23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'name': 'tempest-TestNetworkBasicOps-router-821609139', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:53Z', 'updated_at': '2022-04-18T05:56:15Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:55:55Z', 'updated_at': '2022-04-18T05:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'c6d620a6-c481-4b1c-8bce-01132d20a994', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.42', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'port_id': 'e7c421ca-6d86-40fa-b3e1-d826bf65db70', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'mac_address': 'fa:16:3e:a3:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14ab37a-5cc3-4f81-91aa-b3a9199c24de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:06Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467e4537-4abc-4776-9d7d-dab79a588b0d', 'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:a0:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:10Z', 'updated_at': '2022-04-18T05:56:25Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:10.657174 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a22338-02f1-43f0-8287-0f7b47ccb23a None None] Checking router: d80b2c63-ac79-4c6f-bb81-8d493381630e for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:57:10.674202 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a22338-02f1-43f0-8287-0f7b47ccb23a None None] Routers {'d80b2c63-ac79-4c6f-bb81-8d493381630e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:10.674549 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-38f3ada9-7ab2-402b-b865-c48f0647c61f None None] Provisioning complete for port 973dadef-611e-4a76-a77c-b1e2d8bbcd1f triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:10.675377 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-38f3ada9-7ab2-402b-b865-c48f0647c61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:10.675498 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-26a22338-02f1-43f0-8287-0f7b47ccb23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d80b2c63-ac79-4c6f-bb81-8d493381630e'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:10.766072 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff529ca9-f005-47ba-8ade-63c373d23f13 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:10.793503 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff529ca9-f005-47ba-8ade-63c373d23f13 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:10.837708 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9ffa4-8517-415e-8246-211e14d46598 req-db04b863-7ed8-4b8a-9246-514745a2f470 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:10.839832 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-91a9ffa4-8517-415e-8246-211e14d46598 req-db04b863-7ed8-4b8a-9246-514745a2f470 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.52 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 945 time: 0.6691587 Apr 18 05:57:10.844465 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d97d9-611d-4dd9-a6f2-96debbaebc9e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Port': ['ID=973dadef-611e-4a76-a77c-b1e2d8bbcd1f,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:10.848077 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5c8d97d9-611d-4dd9-a6f2-96debbaebc9e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:10.852292 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff529ca9-f005-47ba-8ade-63c373d23f13 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:10.854130 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ff529ca9-f005-47ba-8ade-63c373d23f13 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.8781919 Apr 18 05:57:10.862351 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44222) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:10.890409 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] Attempting to bind port 4067b506-50c5-4cc6-8404-ea8e0d9e5932 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:57:10.891050 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] Attempting to bind port 4067b506-50c5-4cc6-8404-ea8e0d9e5932 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '8abd811a-a61f-4a50-bd9e-317e93595886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:57:10.891627 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] Attempting to bind port 4067b506-50c5-4cc6-8404-ea8e0d9e5932 on network 80c568cd-db8a-48fa-b9af-824b1ccb874b {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:57:10.902128 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:57:10.902925 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] Checking segment: {'id': '8abd811a-a61f-4a50-bd9e-317e93595886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:10.903497 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:10.904111 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] Bound using segment: {'id': '8abd811a-a61f-4a50-bd9e-317e93595886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:57:10.904926 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] Bound port: 4067b506-50c5-4cc6-8404-ea8e0d9e5932, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abd811a-a61f-4a50-bd9e-317e93595886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:57:10.905484 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:10.905675 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf4878-db5c-48e0-988b-e368bb881ec2 req-78985d8f-df50-41be-a4cb-a52254e1bf2d tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:10.907225 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-04cf4878-db5c-48e0-988b-e368bb881ec2 req-78985d8f-df50-41be-a4cb-a52254e1bf2d tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 945 time: 0.6494946 Apr 18 05:57:10.919699 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-38f3ada9-7ab2-402b-b865-c48f0647c61f None None] Port 973dadef-611e-4a76-a77c-b1e2d8bbcd1f cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:57:10.941153 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-26a22338-02f1-43f0-8287-0f7b47ccb23a None None] Set router d80b2c63-ac79-4c6f-bb81-8d493381630e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:10.975587 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3d108a-ade1-4ab0-902f-d83a69883303 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:11.037132 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d108a-ade1-4ab0-902f-d83a69883303 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Pushing event updated for resources: {'Port': ['ID=911db64d-5549-4698-a30b-addec5d1dcfe,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:11.047948 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff529ca9-f005-47ba-8ade-63c373d23f13 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d0e155-6460-4223-a1b2-d25b3666a477,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:11.048597 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-0a3d108a-ade1-4ab0-902f-d83a69883303 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:11.068255 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-38a00931-a362-4ae6-8f25-cabe3ebded6f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/c6d620a6-c481-4b1c-8bce-01132d20a994 HTTP/1.1" status: 200 len: 990 time: 0.6436791 Apr 18 05:57:11.080879 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3d108a-ade1-4ab0-902f-d83a69883303 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:11.081476 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-38f3ada9-7ab2-402b-b865-c48f0647c61f None None] Provisioning complete for port fb36198f-06a0-40ec-8b3a-705a2f5b24e8 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:11.082418 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-38f3ada9-7ab2-402b-b865-c48f0647c61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:11.111330 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3f6a9f87-b354-42c8-ad34-e5f0613c8f48 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Unset dirty status for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:57:11.121251 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3f6a9f87-b354-42c8-ad34-e5f0613c8f48 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 1.0739427 Apr 18 05:57:11.122462 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44226) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:11.193270 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] For port 4067b506-50c5-4cc6-8404-ea8e0d9e5932, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:57:11.201048 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] For port 4067b506-50c5-4cc6-8404-ea8e0d9e5932, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4067b506-50c5-4cc6-8404-ea8e0d9e5932,segment=NetworkSegment(8abd811a-a61f-4a50-bd9e-317e93595886),segment_id=8abd811a-a61f-4a50-bd9e-317e93595886)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:57:11.219113 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0e7f93f4-8a65-4be7-9c6e-04ec4934ce59 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:11.229331 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8d97d9-611d-4dd9-a6f2-96debbaebc9e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network b24e6f0b-91d3-4bcc-abcb-c219a1cf87db is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:11.240576 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d09ad-8aa3-43ac-b352-9370dce3a582 req-3d942810-43dd-463c-8050-5bb37ba1d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:11.242072 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3a7d09ad-8aa3-43ac-b352-9370dce3a582 req-3d942810-43dd-463c-8050-5bb37ba1d413 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 1098 time: 0.6622026 Apr 18 05:57:11.242915 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-5c8d97d9-611d-4dd9-a6f2-96debbaebc9e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:11.255066 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-91a9ffa4-8517-415e-8246-211e14d46598 req-90180fdc-7047-4f8c-85a5-e49cff5534ed tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Deleting port d81cc5fd-5eac-4bd9-badb-8203741f1846 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:11.255425 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-91a9ffa4-8517-415e-8246-211e14d46598 req-90180fdc-7047-4f8c-85a5-e49cff5534ed tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:11.257436 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:11.285772 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-04cf4878-db5c-48e0-988b-e368bb881ec2 req-9f86ed65-6139-4305-9f0f-a372fc728a53 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629735 Apr 18 05:57:11.384538 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27269b-aced-45ec-8e99-4795ad212132 None None] Pushing event updated for resources: {'Port': ['ID=4067b506-50c5-4cc6-8404-ea8e0d9e5932,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:11.463578 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] Routers {'6e87766f-695e-4337-804f-a080a6fc4fde'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:11.464895 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6e87766f-695e-4337-804f-a080a6fc4fde'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:11.506628 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-26a22338-02f1-43f0-8287-0f7b47ccb23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'name': 'tempest-TestNetworkBasicOps-router-821609139', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:53Z', 'updated_at': '2022-04-18T05:56:15Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:55:55Z', 'updated_at': '2022-04-18T05:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'c6d620a6-c481-4b1c-8bce-01132d20a994', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.42', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'port_id': 'e7c421ca-6d86-40fa-b3e1-d826bf65db70', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'mac_address': 'fa:16:3e:a3:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14ab37a-5cc3-4f81-91aa-b3a9199c24de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:06Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467e4537-4abc-4776-9d7d-dab79a588b0d', 'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:a0:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:10Z', 'updated_at': '2022-04-18T05:56:25Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:11.526356 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a22338-02f1-43f0-8287-0f7b47ccb23a None None] The sync data for ids ['d80b2c63-ac79-4c6f-bb81-8d493381630e'] in dv-neutron-837489-1-hyperv is: [{'id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'name': 'tempest-TestNetworkBasicOps-router-821609139', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:53Z', 'updated_at': '2022-04-18T05:56:15Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:55:55Z', 'updated_at': '2022-04-18T05:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'c6d620a6-c481-4b1c-8bce-01132d20a994', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.42', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'port_id': 'e7c421ca-6d86-40fa-b3e1-d826bf65db70', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'mac_address': 'fa:16:3e:a3:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14ab37a-5cc3-4f81-91aa-b3a9199c24de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:06Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467e4537-4abc-4776-9d7d-dab79a588b0d', 'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:a0:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:10Z', 'updated_at': '2022-04-18T05:56:25Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:57:11.649368 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-c33cdf06-45a9-4c5b-90ab-5b42f20f190e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port 0b4a953e-3a0b-4c4f-b95b-13578fc13dc4 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:11.650435 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c33cdf06-45a9-4c5b-90ab-5b42f20f190e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:11.748395 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7faa8ae9-8410-4def-8870-6548b8b648a4 None None] Provisioning complete for port 973dadef-611e-4a76-a77c-b1e2d8bbcd1f triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:11.748767 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7faa8ae9-8410-4def-8870-6548b8b648a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:11.865767 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device fb36198f-06a0-40ec-8b3a-705a2f5b24e8 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:11.874100 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-97cf9577-7583-4009-b473-3d340144d2bc tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Synchronizing usage tracker for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:11.878439 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8d97d9-611d-4dd9-a6f2-96debbaebc9e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router a9607895-f0b6-4931-8632-391ad3393134 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:57:11.959906 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-7faa8ae9-8410-4def-8870-6548b8b648a4 None None] Port 973dadef-611e-4a76-a77c-b1e2d8bbcd1f cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:57:11.961725 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66ba57a-0e94-48d5-9692-4c01662cbe53 None None] New status for floating IP c6d620a6-c481-4b1c-8bce-01132d20a994: ACTIVE {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 05:57:11.985653 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7f93f4-8a65-4be7-9c6e-04ec4934ce59 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Checking segment: {'id': 'f9c34ba6-847d-4ac0-b5d7-cadaea644070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:11.986040 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7f93f4-8a65-4be7-9c6e-04ec4934ce59 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network hostable DHCP agents. Network: 3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:57:11.991130 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f93f4-8a65-4be7-9c6e-04ec4934ce59 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Subnet': ['ID=dec4cb34-ebe5-4bb1-80c3-e9c70c764088,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:12.054033 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] Set router 6e87766f-695e-4337-804f-a080a6fc4fde gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:12.087040 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44230) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:12.109950 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-97cf9577-7583-4009-b473-3d340144d2bc tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Unset dirty status for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:57:12.114645 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-97cf9577-7583-4009-b473-3d340144d2bc tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 1.1675510 Apr 18 05:57:12.117698 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44234) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:12.120554 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7f93f4-8a65-4be7-9c6e-04ec4934ce59 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network 3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:57:12.203439 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-9ba4ca0a-d8d4-45f2-9303-e053142aaa51 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Request body: {'security_group': {'name': 'tempest-security--1813289640', 'description': 'tempest-security-description-476806565'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:12.203719 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-0e7f93f4-8a65-4be7-9c6e-04ec4934ce59 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:12.220512 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7f93f4-8a65-4be7-9c6e-04ec4934ce59 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:12.221098 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0e7f93f4-8a65-4be7-9c6e-04ec4934ce59 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:12.263612 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c33cdf06-45a9-4c5b-90ab-5b42f20f190e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:12.272747 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e65145e-8f59-4469-abee-aaefaa298705 None None] Network 3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:12.313223 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port fb36198f-06a0-40ec-8b3a-705a2f5b24e8 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:12.313625 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:12.340637 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0e7f93f4-8a65-4be7-9c6e-04ec4934ce59 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0406687 Apr 18 05:57:12.459538 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44240) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:12.467588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-c33cdf06-45a9-4c5b-90ab-5b42f20f190e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Calling delete_port for 0b4a953e-3a0b-4c4f-b95b-13578fc13dc4 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:12.546469 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ee9910f9-2ff9-460e-a990-973323113baf None None] Provisioning complete for port 973dadef-611e-4a76-a77c-b1e2d8bbcd1f triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:12.546971 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ee9910f9-2ff9-460e-a990-973323113baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:12.624281 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d09ad-8aa3-43ac-b352-9370dce3a582 req-cc30830b-1805-43e3-8699-e4e6cdfa6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:12.626090 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3a7d09ad-8aa3-43ac-b352-9370dce3a582 req-cc30830b-1805-43e3-8699-e4e6cdfa6ca6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2404285-3951-4b85-895a-b975b3056dc6 HTTP/1.1" status: 200 len: 898 time: 1.2410455 Apr 18 05:57:12.673002 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a3d108a-ade1-4ab0-902f-d83a69883303 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:12.725504 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ba4ca0a-d8d4-45f2-9303-e053142aaa51 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:12.770321 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-587f496b-ac92-4cc5-aa4e-7c83c932b3e0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/c6d620a6-c481-4b1c-8bce-01132d20a994 HTTP/1.1" status: 200 len: 990 time: 0.6756368 Apr 18 05:57:12.825023 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-ee9910f9-2ff9-460e-a990-973323113baf None None] Port 973dadef-611e-4a76-a77c-b1e2d8bbcd1f cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:57:12.826347 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8d97d9-611d-4dd9-a6f2-96debbaebc9e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:57:12.854935 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5c8d97d9-611d-4dd9-a6f2-96debbaebc9e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/a9607895-f0b6-4931-8632-391ad3393134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0361602 Apr 18 05:57:12.859941 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-91a9ffa4-8517-415e-8246-211e14d46598 req-90180fdc-7047-4f8c-85a5-e49cff5534ed tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] For port d81cc5fd-5eac-4bd9-badb-8203741f1846, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d81cc5fd-5eac-4bd9-badb-8203741f1846,segment=NetworkSegment(fd2a88f4-7f44-4c63-8d94-eb7a9c67af75),segment_id=fd2a88f4-7f44-4c63-8d94-eb7a9c67af75)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:12.860472 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-91a9ffa4-8517-415e-8246-211e14d46598 req-90180fdc-7047-4f8c-85a5-e49cff5534ed tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:12.873973 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44244) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:12.879461 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] Sync routers for ids ['a9607895-f0b6-4931-8632-391ad3393134'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:57:12.893291 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] Routers {'a9607895-f0b6-4931-8632-391ad3393134'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:12.894225 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9607895-f0b6-4931-8632-391ad3393134'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:12.901149 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-849bba43-5d56-4c69-b2bb-586d1d8954a7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'network': {'name': 'tempest-RoutersTest-757238954'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:12.970717 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-849bba43-5d56-4c69-b2bb-586d1d8954a7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:13.042279 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3a7d09ad-8aa3-43ac-b352-9370dce3a582 req-a7a6572a-4e5b-4158-9cfb-6cb17084f051 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7c421ca-6d86-40fa-b3e1-d826bf65db70 HTTP/1.1" status: 200 len: 1000 time: 0.3815746 Apr 18 05:57:13.053064 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-91a9ffa4-8517-415e-8246-211e14d46598 req-90180fdc-7047-4f8c-85a5-e49cff5534ed tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Calling delete_port for d81cc5fd-5eac-4bd9-badb-8203741f1846 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:13.059559 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] Set router a9607895-f0b6-4931-8632-391ad3393134 gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:13.083780 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ba4ca0a-d8d4-45f2-9303-e053142aaa51 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:13.085148 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-849bba43-5d56-4c69-b2bb-586d1d8954a7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:network and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:13.123201 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-849bba43-5d56-4c69-b2bb-586d1d8954a7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:13.124307 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da', 'network_id': '3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'fixed_ips': [{'subnet_id': 'dec4cb34-ebe5-4bb1-80c3-e9c70c764088'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:57:13.126136 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:13.136979 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c33cdf06-45a9-4c5b-90ab-5b42f20f190e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:13.142345 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ba4ca0a-d8d4-45f2-9303-e053142aaa51 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:13.146488 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9ba4ca0a-d8d4-45f2-9303-e053142aaa51 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:13.149357 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9ba4ca0a-d8d4-45f2-9303-e053142aaa51 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "PUT /v2.0/security-groups/b0d0e155-6460-4223-a1b2-d25b3666a477 HTTP/1.1" status: 200 len: 1777 time: 0.9712820 Apr 18 05:57:13.194547 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44248) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:13.237874 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cdf06-45a9-4c5b-90ab-5b42f20f190e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Port': ['ID=0b4a953e-3a0b-4c4f-b95b-13578fc13dc4,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:13.273530 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c33cdf06-45a9-4c5b-90ab-5b42f20f190e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:13.313621 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] Allocated IP 2001:db8:3::2 (3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da/dec4cb34-ebe5-4bb1-80c3-e9c70c764088/aa75637a-1f51-4a13-82e3-de85091f6d61) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:13.464738 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:57:09Z', 'revision_number': 3, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dadef-611e-4a76-a77c-b1e2d8bbcd1f', 'name': '', 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:e0:ee:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:09Z', 'revision_number': 2, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:13.469531 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] Checking router: a9607895-f0b6-4931-8632-391ad3393134 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:57:13.470105 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] Updating router a9607895-f0b6-4931-8632-391ad3393134 port 973dadef-611e-4a76-a77c-b1e2d8bbcd1f binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:57:13.475663 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-849bba43-5d56-4c69-b2bb-586d1d8954a7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:13.492837 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a3d108a-ade1-4ab0-902f-d83a69883303 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:13.510089 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a3d108a-ade1-4ab0-902f-d83a69883303 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:13.531747 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d09ad-8aa3-43ac-b352-9370dce3a582 req-d79312c1-dd81-476b-af32-557369fb0e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:13.533470 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3a7d09ad-8aa3-43ac-b352-9370dce3a582 req-d79312c1-dd81-476b-af32-557369fb0e84 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79c99ae8-b553-4829-97ea-deddbbeae601 HTTP/1.1" status: 200 len: 835 time: 0.4455647 Apr 18 05:57:13.537646 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:13.543877 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:13.555361 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] Transition to ACTIVE for port object aa75637a-1f51-4a13-82e3-de85091f6d61 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:13.580731 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] Transition to ACTIVE for port object aa75637a-1f51-4a13-82e3-de85091f6d61 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:13.593373 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 4, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4067b506-50c5-4cc6-8404-ea8e0d9e5932', 'name': '', 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:d9:10:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '20855584-315c-4cc2-8540-c96357df09a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:00Z', 'updated_at': '2022-04-18T05:57:11Z', 'revision_number': 4, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '20855584-315c-4cc2-8540-c96357df09a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de54195-c7c0-4927-bdb6-20577846591b', 'name': '', 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:44:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'af3096be-1eba-444a-b746-6466357066f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:46Z', 'updated_at': '2022-04-18T05:57:03Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'af3096be-1eba-444a-b746-6466357066f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:13.596162 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4ca0a-d8d4-45f2-9303-e053142aaa51 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d0e155-6460-4223-a1b2-d25b3666a477,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:13.598394 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a971d2-78c6-480d-9eb6-f27c3405922a None None] The sync data for ids ['6e87766f-695e-4337-804f-a080a6fc4fde'] in dv-neutron-837489-1-hyperv is: [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 4, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4067b506-50c5-4cc6-8404-ea8e0d9e5932', 'name': '', 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:d9:10:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '20855584-315c-4cc2-8540-c96357df09a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:00Z', 'updated_at': '2022-04-18T05:57:11Z', 'revision_number': 4, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '20855584-315c-4cc2-8540-c96357df09a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de54195-c7c0-4927-bdb6-20577846591b', 'name': '', 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:44:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'af3096be-1eba-444a-b746-6466357066f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:46Z', 'updated_at': '2022-04-18T05:57:03Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'af3096be-1eba-444a-b746-6466357066f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:57:13.600772 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:13.623226 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-91a9ffa4-8517-415e-8246-211e14d46598 req-90180fdc-7047-4f8c-85a5-e49cff5534ed tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:13.639725 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849bba43-5d56-4c69-b2bb-586d1d8954a7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Made reservation on behalf of 1e86337a57bd435798aa8639156e9b5e for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:13.645367 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-849bba43-5d56-4c69-b2bb-586d1d8954a7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:13.701383 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] Network 3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:13.704430 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:13.711070 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5435c-3329-423f-80ed-613925f44ebf req-bd7c010f-ff8c-4a2d-be79-f5e0c13229a7 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:13.715675 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:13.730433 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-65e5435c-3329-423f-80ed-613925f44ebf req-bd7c010f-ff8c-4a2d-be79-f5e0c13229a7 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 945 time: 1.2167413 Apr 18 05:57:13.758164 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] Pushing event updated for resources: {'Port': ['ID=aa75637a-1f51-4a13-82e3-de85091f6d61,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:13.764580 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c33cdf06-45a9-4c5b-90ab-5b42f20f190e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/ports/0b4a953e-3a0b-4c4f-b95b-13578fc13dc4 HTTP/1.1" status: 204 len: 168 time: 2.6343784 Apr 18 05:57:13.777142 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44252) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:13.777499 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44254) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:13.889813 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] Attempting to bind port aa75637a-1f51-4a13-82e3-de85091f6d61 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:57:13.890305 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] Attempting to bind port aa75637a-1f51-4a13-82e3-de85091f6d61 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'f9c34ba6-847d-4ac0-b5d7-cadaea644070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:57:13.890766 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] Attempting to bind port aa75637a-1f51-4a13-82e3-de85091f6d61 on network 3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:57:13.904134 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bcf20a1e-fab0-458a-a895-2211e256b140 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-groups/b0d0e155-6460-4223-a1b2-d25b3666a477 HTTP/1.1" status: 200 len: 1777 time: 0.7068143 Apr 18 05:57:13.905283 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4067b506-50c5-4cc6-8404-ea8e0d9e5932 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:13.906881 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44258) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:13.936368 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90180fdc-7047-4f8c-85a5-e49cff5534ed tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Pushing event deleted for resources: {'Port': ['ID=d81cc5fd-5eac-4bd9-badb-8203741f1846,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:13.979831 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:57:13.980411 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] Checking segment: {'id': 'f9c34ba6-847d-4ac0-b5d7-cadaea644070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:13.981039 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:13.981523 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] Bound using segment: {'id': 'f9c34ba6-847d-4ac0-b5d7-cadaea644070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:57:13.982103 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] Bound port: aa75637a-1f51-4a13-82e3-de85091f6d61, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c34ba6-847d-4ac0-b5d7-cadaea644070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:57:13.982577 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:14.038616 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849bba43-5d56-4c69-b2bb-586d1d8954a7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:57:14.051535 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a9ffa4-8517-415e-8246-211e14d46598 req-90180fdc-7047-4f8c-85a5-e49cff5534ed tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] No DVR routers for this DVR port d81cc5fd-5eac-4bd9-badb-8203741f1846 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:57:14.070805 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-91a9ffa4-8517-415e-8246-211e14d46598 req-90180fdc-7047-4f8c-85a5-e49cff5534ed tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:14.078165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d77a4b-1439-487d-af84-373a8f96a769', 'name': 'network-vif-deleted', 'tag': 'd81cc5fd-5eac-4bd9-badb-8203741f1846'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:57:14.084018 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:14.100743 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] Transition to ACTIVE for port object 973dadef-611e-4a76-a77c-b1e2d8bbcd1f will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:14.118207 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-849bba43-5d56-4c69-b2bb-586d1d8954a7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:14.118575 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-849bba43-5d56-4c69-b2bb-586d1d8954a7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Added segment 0f505d04-1ed7-498c-ba25-0bf45bf265ee of type vlan for network 3e6c6bb1-f4d0-49f9-aabd-797a1263987b Apr 18 05:57:14.121997 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:14.139892 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] For port aa75637a-1f51-4a13-82e3-de85091f6d61, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:57:14.144181 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] For port aa75637a-1f51-4a13-82e3-de85091f6d61, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=aa75637a-1f51-4a13-82e3-de85091f6d61,segment=NetworkSegment(f9c34ba6-847d-4ac0-b5d7-cadaea644070),segment_id=f9c34ba6-847d-4ac0-b5d7-cadaea644070)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:57:14.160881 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:14.195355 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-65e5435c-3329-423f-80ed-613925f44ebf req-7b508858-e174-4ac7-8ba4-3a6e98faa959 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb96db35-5486-4bab-8edc-bb0a13cd64c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726710 Apr 18 05:57:14.211830 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b775ca9d-d765-4d07-9d72-c3834c26411a'] response: {'server_uuid': '93d77a4b-1439-487d-af84-373a8f96a769', 'name': 'network-vif-deleted', 'tag': 'd81cc5fd-5eac-4bd9-badb-8203741f1846', 'status': 'completed', 'code': 200} Apr 18 05:57:14.235717 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9992ff1-15c8-4f88-8b8c-406ea5a99117 None None] Pushing event updated for resources: {'Port': ['ID=973dadef-611e-4a76-a77c-b1e2d8bbcd1f,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:14.235934 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d09ad-8aa3-43ac-b352-9370dce3a582 req-c565b23e-cb0e-459c-9fce-667153f24bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:14.238009 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3a7d09ad-8aa3-43ac-b352-9370dce3a582 req-c565b23e-cb0e-459c-9fce-667153f24bea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2404285-3951-4b85-895a-b975b3056dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6924887 Apr 18 05:57:14.247052 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-91a9ffa4-8517-415e-8246-211e14d46598 req-90180fdc-7047-4f8c-85a5-e49cff5534ed tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.52 "DELETE /v2.0/ports/d81cc5fd-5eac-4bd9-badb-8203741f1846 HTTP/1.1" status: 204 len: 173 time: 3.3901114 Apr 18 05:57:14.248891 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-849bba43-5d56-4c69-b2bb-586d1d8954a7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:14.443173 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-83f4fc36-3437-4cd9-b2b2-7e488520e220 req-9cf79cb0-5e43-4a5c-841c-3f7fccd6a94e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9374037 Apr 18 05:57:14.444908 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793296d1-2a3c-4756-9f2a-330c3dfafc51 None None] Pushing event updated for resources: {'Port': ['ID=aa75637a-1f51-4a13-82e3-de85091f6d61,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:14.447979 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d4ea6f70-75bb-4aa0-b3fb-885f6de5c9aa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/c6d620a6-c481-4b1c-8bce-01132d20a994 HTTP/1.1" status: 200 len: 992 time: 0.5432234 Apr 18 05:57:14.505357 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 4067b506-50c5-4cc6-8404-ea8e0d9e5932 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:14.508513 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] Attempting to bind port 973dadef-611e-4a76-a77c-b1e2d8bbcd1f on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:57:14.508895 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] Attempting to bind port 973dadef-611e-4a76-a77c-b1e2d8bbcd1f by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'ed04d3bc-3d64-4278-9d45-d5a8b9235e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:57:14.513087 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 4067b506-50c5-4cc6-8404-ea8e0d9e5932 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:14.513625 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:14.513960 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] Attempting to bind port 973dadef-611e-4a76-a77c-b1e2d8bbcd1f on network b24e6f0b-91d3-4bcc-abcb-c219a1cf87db {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:57:14.529424 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:57:14.530195 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] Checking segment: {'id': 'ed04d3bc-3d64-4278-9d45-d5a8b9235e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:14.531275 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:14.531684 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] Bound using segment: {'id': 'ed04d3bc-3d64-4278-9d45-d5a8b9235e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:57:14.532195 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] Bound port: 973dadef-611e-4a76-a77c-b1e2d8bbcd1f, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed04d3bc-3d64-4278-9d45-d5a8b9235e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:57:14.532595 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:14.554955 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-849bba43-5d56-4c69-b2bb-586d1d8954a7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:14.570621 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849bba43-5d56-4c69-b2bb-586d1d8954a7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:14.571346 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-849bba43-5d56-4c69-b2bb-586d1d8954a7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:14.704082 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a3daddf0-2b48-41d0-abe7-8ec562f8235b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:14.708742 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:14.716009 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] For port 973dadef-611e-4a76-a77c-b1e2d8bbcd1f, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:57:14.717391 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46022f97-bcda-49c4-aef1-08bae1606bef tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:14.719474 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] For port 973dadef-611e-4a76-a77c-b1e2d8bbcd1f, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=973dadef-611e-4a76-a77c-b1e2d8bbcd1f,segment=NetworkSegment(ed04d3bc-3d64-4278-9d45-d5a8b9235e76),segment_id=ed04d3bc-3d64-4278-9d45-d5a8b9235e76)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:57:14.720376 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-46022f97-bcda-49c4-aef1-08bae1606bef tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Synchronizing usage tracker for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:14.729888 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:14.779818 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 4067b506-50c5-4cc6-8404-ea8e0d9e5932, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4067b506-50c5-4cc6-8404-ea8e0d9e5932,segment=NetworkSegment(8abd811a-a61f-4a50-bd9e-317e93595886),segment_id=8abd811a-a61f-4a50-bd9e-317e93595886)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:14.787715 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:14.881422 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] Routers {'a9607895-f0b6-4931-8632-391ad3393134'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:14.882735 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9607895-f0b6-4931-8632-391ad3393134'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:14.926548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bba43-5d56-4c69-b2bb-586d1d8954a7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Network': ['ID=3e6c6bb1-f4d0-49f9-aabd-797a1263987b,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:14.956413 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3a7d09ad-8aa3-43ac-b352-9370dce3a582 req-caa4dc4f-bfeb-497f-a5ee-68936151feb8 service neutron] 10.222.0.52 "GET /v2.0/networks/a2404285-3951-4b85-895a-b975b3056dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6942234 Apr 18 05:57:14.991819 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=4067b506-50c5-4cc6-8404-ea8e0d9e5932,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:14.995604 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 3e6c6bb1-f4d0-49f9-aabd-797a1263987b details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:57:15.022854 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-849bba43-5d56-4c69-b2bb-586d1d8954a7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1430182 Apr 18 05:57:15.026866 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44266) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:15.045694 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9992ff1-15c8-4f88-8b8c-406ea5a99117 None None] Pushing event updated for resources: {'Port': ['ID=973dadef-611e-4a76-a77c-b1e2d8bbcd1f,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:15.159697 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-46022f97-bcda-49c4-aef1-08bae1606bef tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Unset dirty status for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:57:15.161899 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-46022f97-bcda-49c4-aef1-08bae1606bef tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.2586758 Apr 18 05:57:15.168948 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44268) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:15.172546 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a3daddf0-2b48-41d0-abe7-8ec562f8235b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:15.272015 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3a7d09ad-8aa3-43ac-b352-9370dce3a582 req-fc5563d5-e7d4-49ad-9234-aee65f696b13 service neutron] 10.222.0.52 "GET /v2.0/networks/a2404285-3951-4b85-895a-b975b3056dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123913 Apr 18 05:57:15.272670 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] Set router a9607895-f0b6-4931-8632-391ad3393134 gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:15.274780 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1828200a-f76d-42d7-9d71-cf207fd31cd8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:15.275918 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-e9921324-bcea-43b9-9789-97ab6059cb7d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'subnet': {'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:15.299473 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b421bd2-17fe-405c-8ef3-a946f711b7de tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] GET failed (client error): The resource could not be found. Apr 18 05:57:15.301154 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1b421bd2-17fe-405c-8ef3-a946f711b7de tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports/a3655f14-d452-4fe2-a49a-41d34382828a HTTP/1.1" status: 404 len: 333 time: 0.1196327 Apr 18 05:57:15.310346 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44276) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:15.537505 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device d81cc5fd-5eac-4bd9-badb-8203741f1846 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:57:15.556452 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3d108a-ade1-4ab0-902f-d83a69883303 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Router c7f8b773-6d4d-4f7c-a3af-f7f8f93e6ed7 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:57:15.613818 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: d81cc5fd-5eac-4bd9-badb-8203741f1846 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:57:15.614167 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device d81cc5fd-5eac-4bd9-badb-8203741f1846 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:57:15.659251 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a3daddf0-2b48-41d0-abe7-8ec562f8235b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:15.676394 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-52be6674-a014-4f8a-a97c-fc77ea1d892d req-5353a152-2abb-476e-a95a-71a388160a01 tempest-TestServerAdvancedOps-1835729376 tempest-TestServerAdvancedOps-1835729376-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d77a4b-1439-487d-af84-373a8f96a769 HTTP/1.1" status: 200 len: 210 time: 0.1429808 Apr 18 05:57:15.711714 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddeefbba-2891-4c97-a2d2-4f4a47891f51 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] GET failed (client error): The resource could not be found. Apr 18 05:57:15.715849 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ddeefbba-2891-4c97-a2d2-4f4a47891f51 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports/0b4a953e-3a0b-4c4f-b95b-13578fc13dc4 HTTP/1.1" status: 404 len: 333 time: 0.3996155 Apr 18 05:57:15.725104 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44282) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:15.750275 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:57:09Z', 'revision_number': 3, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dadef-611e-4a76-a77c-b1e2d8bbcd1f', 'name': '', 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:e0:ee:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:14Z', 'revision_number': 4, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:15.758071 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b309d22-7108-4912-885e-632dc7429a87 None None] The sync data for ids ['a9607895-f0b6-4931-8632-391ad3393134'] in dv-neutron-837489-1-hyperv is: [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:57:09Z', 'revision_number': 3, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dadef-611e-4a76-a77c-b1e2d8bbcd1f', 'name': '', 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:e0:ee:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:14Z', 'revision_number': 4, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:57:15.798026 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e9921324-bcea-43b9-9789-97ab6059cb7d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:15.874253 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e9921324-bcea-43b9-9789-97ab6059cb7d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:subnet and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:15.937333 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-89396467-ba98-4f28-a24c-25faea5838fd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:15.939869 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e9921324-bcea-43b9-9789-97ab6059cb7d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:15.949331 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4067b506-50c5-4cc6-8404-ea8e0d9e5932 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:15.970620 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e9921324-bcea-43b9-9789-97ab6059cb7d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:15.982225 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3daddf0-2b48-41d0-abe7-8ec562f8235b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d0e155-6460-4223-a1b2-d25b3666a477,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:16.016973 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a3daddf0-2b48-41d0-abe7-8ec562f8235b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:16.018359 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a3daddf0-2b48-41d0-abe7-8ec562f8235b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "DELETE /v2.0/security-groups/b0d0e155-6460-4223-a1b2-d25b3666a477 HTTP/1.1" status: 204 len: 168 time: 2.0997837 Apr 18 05:57:16.021858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44286) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:16.088674 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3d108a-ade1-4ab0-902f-d83a69883303 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:57:16.095036 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9921324-bcea-43b9-9789-97ab6059cb7d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Made reservation on behalf of 1e86337a57bd435798aa8639156e9b5e for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:16.099248 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e9921324-bcea-43b9-9789-97ab6059cb7d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:16.108471 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd7104d-e11a-4309-889e-bd2b71014c0b None None] Sync routers for ids ['c7f8b773-6d4d-4f7c-a3af-f7f8f93e6ed7'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:57:16.115545 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4fc36-3437-4cd9-b2b2-7e488520e220 req-7cfe6029-978a-4353-a286-3b352e2914f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:16.117061 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-83f4fc36-3437-4cd9-b2b2-7e488520e220 req-7cfe6029-978a-4353-a286-3b352e2914f8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 1098 time: 0.4643619 Apr 18 05:57:16.123480 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 4067b506-50c5-4cc6-8404-ea8e0d9e5932 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:16.123480 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:16.146805 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0a3d108a-ade1-4ab0-902f-d83a69883303 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:16.151024 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0a3d108a-ade1-4ab0-902f-d83a69883303 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "PUT /v2.0/routers/c7f8b773-6d4d-4f7c-a3af-f7f8f93e6ed7 HTTP/1.1" status: 200 len: 884 time: 9.7488217 Apr 18 05:57:16.152997 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1bfc38-8cd6-4bd2-9067-ea21d916a3e1 None None] Network 3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:16.155241 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44290) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:16.197502 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7104d-e11a-4309-889e-bd2b71014c0b None None] Routers {'c7f8b773-6d4d-4f7c-a3af-f7f8f93e6ed7'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:16.198135 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6bd7104d-e11a-4309-889e-bd2b71014c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c7f8b773-6d4d-4f7c-a3af-f7f8f93e6ed7'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:16.386124 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6bd7104d-e11a-4309-889e-bd2b71014c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:16.422858 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-138079a1-a4d3-4ccf-991f-fb1fa8b437b9 None None] Provisioning for port aa75637a-1f51-4a13-82e3-de85091f6d61 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:16.453035 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7104d-e11a-4309-889e-bd2b71014c0b None None] Routers {'c7f8b773-6d4d-4f7c-a3af-f7f8f93e6ed7'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:16.453744 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6bd7104d-e11a-4309-889e-bd2b71014c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c7f8b773-6d4d-4f7c-a3af-f7f8f93e6ed7'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:16.467689 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-89396467-ba98-4f28-a24c-25faea5838fd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:16.490822 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0dfb8be1-7a09-46b4-a6a8-2b7311f513c3 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "GET /v2.0/routers/c7f8b773-6d4d-4f7c-a3af-f7f8f93e6ed7 HTTP/1.1" status: 200 len: 925 time: 0.3348858 Apr 18 05:57:16.491805 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-80ee787b-0372-4b52-b2bc-5b3ef573372a tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4655094 Apr 18 05:57:16.491916 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44294) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:16.491916 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44296) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:16.523184 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-89396467-ba98-4f28-a24c-25faea5838fd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b10a04-1706-4df9-bba2-a8d21d710d98']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:16.552074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-89396467-ba98-4f28-a24c-25faea5838fd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa6d800-10e9-47ba-b655-7dc4a543bfad') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:16.552342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-89396467-ba98-4f28-a24c-25faea5838fd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa6d800-10e9-47ba-b655-7dc4a543bfad') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:16.571805 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-4c4d6773-726b-4cfa-bf25-4bcfff5b842d tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] delete failed (client error): The resource could not be found. Apr 18 05:57:16.572639 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4c4d6773-726b-4cfa-bf25-4bcfff5b842d tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "DELETE /v2.0/security-groups/b0d0e155-6460-4223-a1b2-d25b3666a477 HTTP/1.1" status: 404 len: 347 time: 0.0728517 Apr 18 05:57:16.578597 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4fc36-3437-4cd9-b2b2-7e488520e220 req-42688f3f-719c-4a0d-b790-034815a201d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:16.580119 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-83f4fc36-3437-4cd9-b2b2-7e488520e220 req-42688f3f-719c-4a0d-b790-034815a201d3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2404285-3951-4b85-895a-b975b3056dc6 HTTP/1.1" status: 200 len: 898 time: 0.4179730 Apr 18 05:57:16.580603 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44302) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:16.584922 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-89396467-ba98-4f28-a24c-25faea5838fd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:16.586211 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6bd7104d-e11a-4309-889e-bd2b71014c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:16.586843 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd7104d-e11a-4309-889e-bd2b71014c0b None None] The sync data for ids ['c7f8b773-6d4d-4f7c-a3af-f7f8f93e6ed7'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:57:16.587197 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-1828200a-f76d-42d7-9d71-cf207fd31cd8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Allocated IP 2001:db8:3::1 (3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da/dec4cb34-ebe5-4bb1-80c3-e9c70c764088/a9e9151d-bbf6-4a64-beef-10902ebf8625) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:16.602016 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-45e6b5b5-af0d-455c-8dbf-0bfed076172b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Request body: {'security_group': {'name': 'tempest-secgroup--942458225'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:16.667992 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-45e6b5b5-af0d-455c-8dbf-0bfed076172b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:16.688155 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-45e6b5b5-af0d-455c-8dbf-0bfed076172b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Usage tracker for resource:security_group and tenant:38d187f7bfec47cd9a66139dcc2710d8 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:16.691788 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-89396467-ba98-4f28-a24c-25faea5838fd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:16.724104 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a336aa-c4f4-4701-ad47-da6977ae6266 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:16.724798 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c7a336aa-c4f4-4701-ad47-da6977ae6266 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Synchronizing usage tracker for tenant:67e0a90dc04d4c05a74a8fdfcf1c2b20 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:16.752327 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device aa75637a-1f51-4a13-82e3-de85091f6d61 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:16.756027 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-45e6b5b5-af0d-455c-8dbf-0bfed076172b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:16.804548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89396467-ba98-4f28-a24c-25faea5838fd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:57:16.805008 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-89396467-ba98-4f28-a24c-25faea5838fd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:16.806204 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44308) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:16.810943 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1828200a-f76d-42d7-9d71-cf207fd31cd8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:16.813914 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c7a336aa-c4f4-4701-ad47-da6977ae6266 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Unset dirty status for tenant:67e0a90dc04d4c05a74a8fdfcf1c2b20 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:57:16.817970 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c7a336aa-c4f4-4701-ad47-da6977ae6266 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&device_id=c7f8b773-6d4d-4f7c-a3af-f7f8f93e6ed7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3168249 Apr 18 05:57:16.822617 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-83f4fc36-3437-4cd9-b2b2-7e488520e220 req-84c7007b-144f-4c1a-b005-40f22183508c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7c421ca-6d86-40fa-b3e1-d826bf65db70 HTTP/1.1" status: 200 len: 1000 time: 0.2246482 Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:57:16.823274 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:57:16.841342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-45e6b5b5-af0d-455c-8dbf-0bfed076172b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:16.843066 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44312) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:16.857399 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port aa75637a-1f51-4a13-82e3-de85091f6d61 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:16.864705 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port aa75637a-1f51-4a13-82e3-de85091f6d61 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:16.865387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:16.881564 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-1828200a-f76d-42d7-9d71-cf207fd31cd8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Transition to ACTIVE for port object a9e9151d-bbf6-4a64-beef-10902ebf8625 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:16.890680 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b3379e-b4c6-4922-a419-80c2fe8e81f5 admin admin] Deleting subnet 9a1d3b08-0b8c-43a0-a48e-6e3c3385356d {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:57:16.893792 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26b3379e-b4c6-4922-a419-80c2fe8e81f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:16.952216 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26b3379e-b4c6-4922-a419-80c2fe8e81f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:17.018727 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45e6b5b5-af0d-455c-8dbf-0bfed076172b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:17.021555 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:17.026185 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26b3379e-b4c6-4922-a419-80c2fe8e81f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:17.074697 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port aa75637a-1f51-4a13-82e3-de85091f6d61, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=aa75637a-1f51-4a13-82e3-de85091f6d61,segment=NetworkSegment(f9c34ba6-847d-4ac0-b5d7-cadaea644070),segment_id=f9c34ba6-847d-4ac0-b5d7-cadaea644070)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:17.078145 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1828200a-f76d-42d7-9d71-cf207fd31cd8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:17.083176 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:17.133273 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-89396467-ba98-4f28-a24c-25faea5838fd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:17.167901 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=aa75637a-1f51-4a13-82e3-de85091f6d61,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:17.172994 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-59d2c4b5-9fc8-47ee-9b08-5c01f2c48d3e None None] Provisioning complete for port aa75637a-1f51-4a13-82e3-de85091f6d61 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:17.173363 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-59d2c4b5-9fc8-47ee-9b08-5c01f2c48d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:17.180395 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-89396467-ba98-4f28-a24c-25faea5838fd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:17.191596 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4fc36-3437-4cd9-b2b2-7e488520e220 req-559c798b-e440-4a08-a057-d149862d9ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:17.193090 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-83f4fc36-3437-4cd9-b2b2-7e488520e220 req-559c798b-e440-4a08-a057-d149862d9ccd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79c99ae8-b553-4829-97ea-deddbbeae601 HTTP/1.1" status: 200 len: 835 time: 0.3476503 Apr 18 05:57:17.196076 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-45e6b5b5-af0d-455c-8dbf-0bfed076172b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:17.210715 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89396467-ba98-4f28-a24c-25faea5838fd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Network': ['ID=f4b10a04-1706-4df9-bba2-a8d21d710d98,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:17.214580 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-45e6b5b5-af0d-455c-8dbf-0bfed076172b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Usage tracker for resource:security_group_rule and tenant:38d187f7bfec47cd9a66139dcc2710d8 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:17.258933 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-45e6b5b5-af0d-455c-8dbf-0bfed076172b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:17.261939 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e9921324-bcea-43b9-9789-97ab6059cb7d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:17.292590 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1828200a-f76d-42d7-9d71-cf207fd31cd8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network 3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:17.296129 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-1828200a-f76d-42d7-9d71-cf207fd31cd8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:17.298673 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1828200a-f76d-42d7-9d71-cf207fd31cd8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:17.299489 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1828200a-f76d-42d7-9d71-cf207fd31cd8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:17.308118 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-45e6b5b5-af0d-455c-8dbf-0bfed076172b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:17.318712 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-89396467-ba98-4f28-a24c-25faea5838fd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/networks/f4b10a04-1706-4df9-bba2-a8d21d710d98 HTTP/1.1" status: 204 len: 168 time: 1.5871518 Apr 18 05:57:17.334848 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44316) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:17.356182 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7cbad90e-3e9f-4cbd-b7f7-95b15b455669 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-31791985'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:17.369747 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828200a-f76d-42d7-9d71-cf207fd31cd8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Port': ['ID=a9e9151d-bbf6-4a64-beef-10902ebf8625,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:17.377372 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26b3379e-b4c6-4922-a419-80c2fe8e81f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:17.386889 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a769f6-e793-479e-a4ab-ca4debf60f88 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:17.388302 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-89a769f6-e793-479e-a4ab-ca4debf60f88 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "GET /v2.0/networks/9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 HTTP/1.1" status: 200 len: 881 time: 0.5442722 Apr 18 05:57:17.393158 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7cbad90e-3e9f-4cbd-b7f7-95b15b455669 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:17.424081 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44320) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:17.442678 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7cbad90e-3e9f-4cbd-b7f7-95b15b455669 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:network and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:17.446437 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26b3379e-b4c6-4922-a419-80c2fe8e81f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:17.449167 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3379e-b4c6-4922-a419-80c2fe8e81f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a1d3b08-0b8c-43a0-a48e-6e3c3385356d,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:17.451255 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7cbad90e-3e9f-4cbd-b7f7-95b15b455669 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:17.461124 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7cbad90e-3e9f-4cbd-b7f7-95b15b455669 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:17.473870 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-26b3379e-b4c6-4922-a419-80c2fe8e81f5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9a1d3b08-0b8c-43a0-a48e-6e3c3385356d HTTP/1.1" status: 204 len: 168 time: 0.6666081 Apr 18 05:57:17.478202 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44324) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:17.507693 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9921324-bcea-43b9-9789-97ab6059cb7d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Subnet': ['ID=25f8554d-12f5-4005-b5a2-bfc358ea51da,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:17.511111 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbad90e-3e9f-4cbd-b7f7-95b15b455669 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:17.514551 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7cbad90e-3e9f-4cbd-b7f7-95b15b455669 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:17.540794 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0a534cd3-112b-43e4-bd82-95623a0f65f7 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f8b773-6d4d-4f7c-a3af-f7f8f93e6ed7 HTTP/1.1" status: 200 len: 205 time: 0.1111937 Apr 18 05:57:17.543765 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44328) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:17.620080 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cbad90e-3e9f-4cbd-b7f7-95b15b455669 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:57:17.643750 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-bf36e973-213f-4725-990e-b31781f7486d None None] Provisioning for port a9e9151d-bbf6-4a64-beef-10902ebf8625 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:17.649642 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-bf36e973-213f-4725-990e-b31781f7486d None None] Provisioning complete for port a9e9151d-bbf6-4a64-beef-10902ebf8625 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:17.650092 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bf36e973-213f-4725-990e-b31781f7486d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:17.679342 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7cbad90e-3e9f-4cbd-b7f7-95b15b455669 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:17.679686 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-7cbad90e-3e9f-4cbd-b7f7-95b15b455669 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Added segment bbcfb99f-8efe-4367-8ab8-d387ca1e3eb5 of type vlan for network 2f4a7787-0392-4764-a247-aca970551690 Apr 18 05:57:17.689180 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea2aa0b0-2ec2-45c9-bac3-7c5862aa49e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:17.708206 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-bf36e973-213f-4725-990e-b31781f7486d None None] Port a9e9151d-bbf6-4a64-beef-10902ebf8625 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:57:17.769997 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1828200a-f76d-42d7-9d71-cf207fd31cd8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:17.773546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9921324-bcea-43b9-9789-97ab6059cb7d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Checking segment: {'id': '0f505d04-1ed7-498c-ba25-0bf45bf265ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:17.774122 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9921324-bcea-43b9-9789-97ab6059cb7d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network hostable DHCP agents. Network: 3e6c6bb1-f4d0-49f9-aabd-797a1263987b, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:57:17.798406 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45e6b5b5-af0d-455c-8dbf-0bfed076172b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:17.813993 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45e6b5b5-af0d-455c-8dbf-0bfed076172b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:17.843122 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7cbad90e-3e9f-4cbd-b7f7-95b15b455669 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:17.863044 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6b5b5-af0d-455c-8dbf-0bfed076172b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1e8147-2de3-4703-9f15-4664753eaf8c,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:17.882681 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 973dadef-611e-4a76-a77c-b1e2d8bbcd1f up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:17.885591 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4fc36-3437-4cd9-b2b2-7e488520e220 req-4bdd8d39-594c-4850-8645-a4c2314202c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:17.887372 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-83f4fc36-3437-4cd9-b2b2-7e488520e220 req-4bdd8d39-594c-4850-8645-a4c2314202c1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2404285-3951-4b85-895a-b975b3056dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6793354 Apr 18 05:57:17.962986 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 973dadef-611e-4a76-a77c-b1e2d8bbcd1f completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:17.968503 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 973dadef-611e-4a76-a77c-b1e2d8bbcd1f triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:17.968984 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.002509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.resource_extend [None req-7cbad90e-3e9f-4cbd-b7f7-95b15b455669 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:57:18.003650 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9921324-bcea-43b9-9789-97ab6059cb7d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network 3e6c6bb1-f4d0-49f9-aabd-797a1263987b is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:57:18.013836 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea2aa0b0-2ec2-45c9-bac3-7c5862aa49e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.015664 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45e6b5b5-af0d-455c-8dbf-0bfed076172b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.017110 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-45e6b5b5-af0d-455c-8dbf-0bfed076172b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4256098 Apr 18 05:57:18.022983 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44332) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:18.084260 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-1a993e4f-8645-4d83-982d-ef2b373cc418 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Request body: {'security_group_rule': {'security_group_id': '2d1e8147-2de3-4703-9f15-4664753eaf8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:18.089917 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1a993e4f-8645-4d83-982d-ef2b373cc418 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:18.094254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1a993e4f-8645-4d83-982d-ef2b373cc418 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Usage tracker for resource:security_group_rule and tenant:38d187f7bfec47cd9a66139dcc2710d8 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:18.096510 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.097456 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1a993e4f-8645-4d83-982d-ef2b373cc418 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:18.103115 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1a993e4f-8645-4d83-982d-ef2b373cc418 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:18.110216 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-ea2aa0b0-2ec2-45c9-bac3-7c5862aa49e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c723f30e-7d15-4c50-9cc6-55e2d23ae0d4']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:18.119399 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-e9921324-bcea-43b9-9789-97ab6059cb7d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 3e6c6bb1-f4d0-49f9-aabd-797a1263987b) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:18.132007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7cbad90e-3e9f-4cbd-b7f7-95b15b455669 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.133187 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec175cd9-6bf5-407f-a40b-4e6233e75d6f None None] Network 3e6c6bb1-f4d0-49f9-aabd-797a1263987b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:18.137399 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbad90e-3e9f-4cbd-b7f7-95b15b455669 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:18.137989 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7cbad90e-3e9f-4cbd-b7f7-95b15b455669 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.146114 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9921324-bcea-43b9-9789-97ab6059cb7d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:18.147135 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e9921324-bcea-43b9-9789-97ab6059cb7d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.147255 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 973dadef-611e-4a76-a77c-b1e2d8bbcd1f, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=973dadef-611e-4a76-a77c-b1e2d8bbcd1f,segment=NetworkSegment(ed04d3bc-3d64-4278-9d45-d5a8b9235e76),segment_id=ed04d3bc-3d64-4278-9d45-d5a8b9235e76)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:18.152630 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ecc568b6-882e-40d4-80c5-a82a16081871 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.164379 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.165136 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device aa75637a-1f51-4a13-82e3-de85091f6d61 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:18.169062 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-ea2aa0b0-2ec2-45c9-bac3-7c5862aa49e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2a88f4-7f44-4c63-8d94-eb7a9c67af75') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:18.169362 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-ea2aa0b0-2ec2-45c9-bac3-7c5862aa49e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2a88f4-7f44-4c63-8d94-eb7a9c67af75') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:18.214912 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea2aa0b0-2ec2-45c9-bac3-7c5862aa49e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.242325 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1a993e4f-8645-4d83-982d-ef2b373cc418 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.307606 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7cbad90e-3e9f-4cbd-b7f7-95b15b455669 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9581707 Apr 18 05:57:18.309020 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea2aa0b0-2ec2-45c9-bac3-7c5862aa49e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.316645 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e9921324-bcea-43b9-9789-97ab6059cb7d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0483880 Apr 18 05:57:18.322666 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44336) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:18.322666 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44338) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:18.323051 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbad90e-3e9f-4cbd-b7f7-95b15b455669 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Network': ['ID=2f4a7787-0392-4764-a247-aca970551690,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:18.341847 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 2f4a7787-0392-4764-a247-aca970551690 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:57:18.392430 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=973dadef-611e-4a76-a77c-b1e2d8bbcd1f,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:18.393914 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-d3caffce-5496-484e-b741-4a73b405899f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'subnet': {'network_id': '2f4a7787-0392-4764-a247-aca970551690', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:18.407905 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2aa0b0-2ec2-45c9-bac3-7c5862aa49e2 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:57:18.408337 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea2aa0b0-2ec2-45c9-bac3-7c5862aa49e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:57:18.430956 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:57:18.472849 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-83f4fc36-3437-4cd9-b2b2-7e488520e220 req-6773f1c6-36a7-42a9-aac1-333c18275975 service neutron] 10.222.0.52 "GET /v2.0/networks/a2404285-3951-4b85-895a-b975b3056dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199277 Apr 18 05:57:18.533657 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port aa75637a-1f51-4a13-82e3-de85091f6d61 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:18.534661 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.547423 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1a993e4f-8645-4d83-982d-ef2b373cc418 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.554341 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ecc568b6-882e-40d4-80c5-a82a16081871 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.559082 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1a993e4f-8645-4d83-982d-ef2b373cc418 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.647970 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ecc568b6-882e-40d4-80c5-a82a16081871 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Deleting port 911db64d-5549-4698-a30b-addec5d1dcfe {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:18.648590 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ecc568b6-882e-40d4-80c5-a82a16081871 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.681234 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a993e4f-8645-4d83-982d-ef2b373cc418 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2598e9-e62f-4fac-9b32-83fe6c284a6d,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:18.728167 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea2aa0b0-2ec2-45c9-bac3-7c5862aa49e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.730845 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-3e6c6bb1-f4d0-49f9-aabd-797a1263987b', 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'fixed_ips': [{'subnet_id': '25f8554d-12f5-4005-b5a2-bfc358ea51da'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:57:18.731497 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1a993e4f-8645-4d83-982d-ef2b373cc418 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.731727 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.735821 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1a993e4f-8645-4d83-982d-ef2b373cc418 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7013280 Apr 18 05:57:18.742258 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44344) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:18.796753 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-83f4fc36-3437-4cd9-b2b2-7e488520e220 req-60af1d54-d9d0-4483-b78d-ed8f4b5a46aa service neutron] 10.222.0.52 "GET /v2.0/networks/a2404285-3951-4b85-895a-b975b3056dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181350 Apr 18 05:57:18.885194 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0a095934-2d4c-4e69-85ce-b682cf6617af tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.894011 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea2aa0b0-2ec2-45c9-bac3-7c5862aa49e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.896480 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2aa0b0-2ec2-45c9-bac3-7c5862aa49e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c723f30e-7d15-4c50-9cc6-55e2d23ae0d4,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:18.900818 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0a095934-2d4c-4e69-85ce-b682cf6617af tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.923808 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d3caffce-5496-484e-b741-4a73b405899f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:18.940251 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ecc568b6-882e-40d4-80c5-a82a16081871 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.941156 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] Allocated IP 172.22.0.2 (3e6c6bb1-f4d0-49f9-aabd-797a1263987b/25f8554d-12f5-4005-b5a2-bfc358ea51da/f8f148d1-4fb9-4c53-ad9a-032a96cdb21e) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:19.002510 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d3caffce-5496-484e-b741-4a73b405899f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:subnet and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:19.011463 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0a095934-2d4c-4e69-85ce-b682cf6617af tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:19.014832 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d3caffce-5496-484e-b741-4a73b405899f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:19.026133 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ea2aa0b0-2ec2-45c9-bac3-7c5862aa49e2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c723f30e-7d15-4c50-9cc6-55e2d23ae0d4 HTTP/1.1" status: 204 len: 168 time: 1.5469210 Apr 18 05:57:19.028886 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d3caffce-5496-484e-b741-4a73b405899f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:19.031470 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44348) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:19.081286 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ecc568b6-882e-40d4-80c5-a82a16081871 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Calling delete_port for 911db64d-5549-4698-a30b-addec5d1dcfe owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:19.126622 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a095934-2d4c-4e69-85ce-b682cf6617af tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a2598e9-e62f-4fac-9b32-83fe6c284a6d,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:19.133677 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0a095934-2d4c-4e69-85ce-b682cf6617af tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:19.137722 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0a095934-2d4c-4e69-85ce-b682cf6617af tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/0a2598e9-e62f-4fac-9b32-83fe6c284a6d HTTP/1.1" status: 204 len: 168 time: 0.3941300 Apr 18 05:57:19.138508 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44352) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:19.143509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.resource_extend [None req-1828200a-f76d-42d7-9d71-cf207fd31cd8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:57:19.167878 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:19.169513 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3caffce-5496-484e-b741-4a73b405899f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:19.172983 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d3caffce-5496-484e-b741-4a73b405899f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:19.179880 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] Transition to ACTIVE for port object f8f148d1-4fb9-4c53-ad9a-032a96cdb21e will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:19.202962 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] Transition to ACTIVE for port object f8f148d1-4fb9-4c53-ad9a-032a96cdb21e will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:19.212068 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:19.224290 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1828200a-f76d-42d7-9d71-cf207fd31cd8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:19.224698 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9543252b-d02c-4057-b778-563a974f733b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Synchronizing usage tracker for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:19.255144 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9543252b-d02c-4057-b778-563a974f733b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Unset dirty status for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:57:19.259280 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9543252b-d02c-4057-b778-563a974f733b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1181188 Apr 18 05:57:19.259855 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44356) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:19.284444 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] Network 3e6c6bb1-f4d0-49f9-aabd-797a1263987b is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:19.287514 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:19.290638 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:19.384099 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ecc568b6-882e-40d4-80c5-a82a16081871 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:19.389147 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] Pushing event updated for resources: {'Port': ['ID=f8f148d1-4fb9-4c53-ad9a-032a96cdb21e,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:19.402318 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] Attempting to bind port f8f148d1-4fb9-4c53-ad9a-032a96cdb21e on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:57:19.402787 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] Attempting to bind port f8f148d1-4fb9-4c53-ad9a-032a96cdb21e by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '0f505d04-1ed7-498c-ba25-0bf45bf265ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:57:19.403273 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] Attempting to bind port f8f148d1-4fb9-4c53-ad9a-032a96cdb21e on network 3e6c6bb1-f4d0-49f9-aabd-797a1263987b {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:57:19.409162 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:57:19.409760 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] Checking segment: {'id': '0f505d04-1ed7-498c-ba25-0bf45bf265ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:19.410277 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:19.410806 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] Bound using segment: {'id': '0f505d04-1ed7-498c-ba25-0bf45bf265ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:57:19.411380 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] Bound port: f8f148d1-4fb9-4c53-ad9a-032a96cdb21e, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f505d04-1ed7-498c-ba25-0bf45bf265ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:57:19.411850 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:19.420473 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9b75165e-3fbf-406d-804d-de3d125c6d52 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:19.450073 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc568b6-882e-40d4-80c5-a82a16081871 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Pushing event deleted for resources: {'Port': ['ID=911db64d-5549-4698-a30b-addec5d1dcfe,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:19.465958 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1828200a-f76d-42d7-9d71-cf207fd31cd8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:19.466713 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1828200a-f76d-42d7-9d71-cf207fd31cd8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:19.514174 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] For port f8f148d1-4fb9-4c53-ad9a-032a96cdb21e, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:57:19.517814 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] For port f8f148d1-4fb9-4c53-ad9a-032a96cdb21e, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f8f148d1-4fb9-4c53-ad9a-032a96cdb21e,segment=NetworkSegment(0f505d04-1ed7-498c-ba25-0bf45bf265ee),segment_id=0f505d04-1ed7-498c-ba25-0bf45bf265ee)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:57:19.524886 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:19.527697 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.ipam_backend_mixin [None req-d3caffce-5496-484e-b741-4a73b405899f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Performing IP validity checks on allocation pools {{(pid=88035) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 05:57:19.530526 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.ipam_backend_mixin [None req-d3caffce-5496-484e-b741-4a73b405899f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88035) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 05:57:19.538064 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa6a50a-c85c-48ae-9e48-3707348f8d86 admin admin] Deleting subnet 8b1e606e-a51e-4743-93f4-418d009ab1ef {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:57:19.558041 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8fa6a50a-c85c-48ae-9e48-3707348f8d86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:19.639663 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57cd72-a51a-4b10-a653-a9c4ffb193d2 None None] Pushing event updated for resources: {'Port': ['ID=f8f148d1-4fb9-4c53-ad9a-032a96cdb21e,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:19.666330 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9b75165e-3fbf-406d-804d-de3d125c6d52 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:19.723562 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828200a-f76d-42d7-9d71-cf207fd31cd8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event updated for resources: {'Port': ['ID=a9e9151d-bbf6-4a64-beef-10902ebf8625,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:19.724809 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ecc568b6-882e-40d4-80c5-a82a16081871 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:19.771228 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8fa6a50a-c85c-48ae-9e48-3707348f8d86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:19.793049 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 973dadef-611e-4a76-a77c-b1e2d8bbcd1f up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:19.865872 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9b75165e-3fbf-406d-804d-de3d125c6d52 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:19.902743 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 973dadef-611e-4a76-a77c-b1e2d8bbcd1f triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:19.903275 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:19.945345 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-589cbe1b-1ea6-480d-bde0-b987d6892b67 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:19.978264 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ecc568b6-882e-40d4-80c5-a82a16081871 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:19.983094 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ecc568b6-882e-40d4-80c5-a82a16081871 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:19.984817 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75165e-3fbf-406d-804d-de3d125c6d52 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1e8147-2de3-4703-9f15-4664753eaf8c,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:19.985558 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8fa6a50a-c85c-48ae-9e48-3707348f8d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:20.022852 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9b75165e-3fbf-406d-804d-de3d125c6d52 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:20.024061 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9b75165e-3fbf-406d-804d-de3d125c6d52 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "DELETE /v2.0/security-groups/2d1e8147-2de3-4703-9f15-4664753eaf8c HTTP/1.1" status: 204 len: 168 time: 0.7625475 Apr 18 05:57:20.025156 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ecc568b6-882e-40d4-80c5-a82a16081871 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:20.025689 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc568b6-882e-40d4-80c5-a82a16081871 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Fanout notify agent at l3_agent the message router_deleted on router c7f8b773-6d4d-4f7c-a3af-f7f8f93e6ed7 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:57:20.027332 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44360) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:20.059191 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ecc568b6-882e-40d4-80c5-a82a16081871 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:20.063978 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ecc568b6-882e-40d4-80c5-a82a16081871 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "DELETE /v2.0/routers/c7f8b773-6d4d-4f7c-a3af-f7f8f93e6ed7 HTTP/1.1" status: 204 len: 168 time: 2.5175335 Apr 18 05:57:20.064661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44364) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:20.073896 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-4940602f-1534-4980-acae-d825ffc3fcd8 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1446593827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:20.109988 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-4940602f-1534-4980-acae-d825ffc3fcd8 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:20.117096 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4940602f-1534-4980-acae-d825ffc3fcd8 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Usage tracker for resource:router and tenant:a7bbd03ad9564760b04936429ba8eaea is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:20.120400 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1828200a-f76d-42d7-9d71-cf207fd31cd8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Network 3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:20.125011 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-92b37a3d-fd71-4437-ab75-b7289361fabf tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Synchronizing usage tracker for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:20.128449 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4940602f-1534-4980-acae-d825ffc3fcd8 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:20.133395 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-1828200a-f76d-42d7-9d71-cf207fd31cd8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:20.137510 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-4940602f-1534-4980-acae-d825ffc3fcd8 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:20.160154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-92b37a3d-fd71-4437-ab75-b7289361fabf tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Unset dirty status for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:57:20.161446 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-92b37a3d-fd71-4437-ab75-b7289361fabf tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1332033 Apr 18 05:57:20.162492 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4940602f-1534-4980-acae-d825ffc3fcd8 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:20.163663 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4940602f-1534-4980-acae-d825ffc3fcd8 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:20.167801 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44368) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:20.174204 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-7ce2eff8-849b-4b4e-ad24-a86f51230ba1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Request body: {'security_group': {'name': 'tempest-secgroup--824817073'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:20.183051 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7ce2eff8-849b-4b4e-ad24-a86f51230ba1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:20.198528 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7ce2eff8-849b-4b4e-ad24-a86f51230ba1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:20.200955 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4940602f-1534-4980-acae-d825ffc3fcd8 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:20.219804 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7ce2eff8-849b-4b4e-ad24-a86f51230ba1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:20.237716 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4940602f-1534-4980-acae-d825ffc3fcd8 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:20.255360 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7ce2eff8-849b-4b4e-ad24-a86f51230ba1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:20.261603 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7ce2eff8-849b-4b4e-ad24-a86f51230ba1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Usage tracker for resource:security_group_rule and tenant:38d187f7bfec47cd9a66139dcc2710d8 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:20.266914 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7ce2eff8-849b-4b4e-ad24-a86f51230ba1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:20.276976 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7ce2eff8-849b-4b4e-ad24-a86f51230ba1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:20.281018 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4940602f-1534-4980-acae-d825ffc3fcd8 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:20.282306 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4940602f-1534-4980-acae-d825ffc3fcd8 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2134631 Apr 18 05:57:20.288235 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44372) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:20.294439 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-f0b1430a-004a-472c-be1d-967ab3bfce5e tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'enable_snat': True}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:20.494807 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-579ffda9-2774-424b-9678-cd27ddae5b29 None None] Provisioning complete for port a9e9151d-bbf6-4a64-beef-10902ebf8625 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:20.495412 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-579ffda9-2774-424b-9678-cd27ddae5b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:20.580734 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-579ffda9-2774-424b-9678-cd27ddae5b29 None None] Port a9e9151d-bbf6-4a64-beef-10902ebf8625 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:57:20.697093 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8fa6a50a-c85c-48ae-9e48-3707348f8d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:20.746892 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8fa6a50a-c85c-48ae-9e48-3707348f8d86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:20.749398 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d3caffce-5496-484e-b741-4a73b405899f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:20.763037 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1828200a-f76d-42d7-9d71-cf207fd31cd8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router 6e87766f-695e-4337-804f-a080a6fc4fde has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:57:20.776282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f0b1430a-004a-472c-be1d-967ab3bfce5e tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:20.782349 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6a50a-c85c-48ae-9e48-3707348f8d86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b1e606e-a51e-4743-93f4-418d009ab1ef,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:20.785388 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7ce2eff8-849b-4b4e-ad24-a86f51230ba1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:20.792781 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7ce2eff8-849b-4b4e-ad24-a86f51230ba1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:20.818584 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28aa9c1-27bc-43cb-9aed-bd8b1736cadf None None] Network 3e6c6bb1-f4d0-49f9-aabd-797a1263987b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:20.875115 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2eff8-849b-4b4e-ad24-a86f51230ba1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3657206-f1e8-4469-8277-0b80d21f3d8e,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:20.890474 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8fa6a50a-c85c-48ae-9e48-3707348f8d86 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8b1e606e-a51e-4743-93f4-418d009ab1ef HTTP/1.1" status: 204 len: 168 time: 1.8556576 Apr 18 05:57:20.893023 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44376) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:20.932734 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5f2881f7-7538-466c-91cb-bd0c003ba7dc None None] Provisioning for port f8f148d1-4fb9-4c53-ad9a-032a96cdb21e completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:20.956707 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7ce2eff8-849b-4b4e-ad24-a86f51230ba1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:20.960578 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7ce2eff8-849b-4b4e-ad24-a86f51230ba1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7916858 Apr 18 05:57:20.961747 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44380) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:20.996279 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-72125e19-b20f-498c-9a76-5f94391e5c62 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Request body: {'security_group_rule': {'security_group_id': 'a3657206-f1e8-4469-8277-0b80d21f3d8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:21.007630 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-72125e19-b20f-498c-9a76-5f94391e5c62 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:21.067676 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-72125e19-b20f-498c-9a76-5f94391e5c62 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Usage tracker for resource:security_group_rule and tenant:38d187f7bfec47cd9a66139dcc2710d8 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:21.069134 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3caffce-5496-484e-b741-4a73b405899f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Checking segment: {'id': 'bbcfb99f-8efe-4367-8ab8-d387ca1e3eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2f4a7787-0392-4764-a247-aca970551690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:21.069491 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3caffce-5496-484e-b741-4a73b405899f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network hostable DHCP agents. Network: 2f4a7787-0392-4764-a247-aca970551690, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:57:21.073644 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3caffce-5496-484e-b741-4a73b405899f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Subnet': ['ID=1d159a22-2307-4209-bf9d-d0e493abc2b9,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:21.078847 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-72125e19-b20f-498c-9a76-5f94391e5c62 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:21.092025 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-72125e19-b20f-498c-9a76-5f94391e5c62 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:21.099383 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-985753ed-ebaf-47a2-800c-8ad8398a69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:21.166777 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-72125e19-b20f-498c-9a76-5f94391e5c62 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:21.174213 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1828200a-f76d-42d7-9d71-cf207fd31cd8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:57:21.184671 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1828200a-f76d-42d7-9d71-cf207fd31cd8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/6e87766f-695e-4337-804f-a080a6fc4fde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7207668 Apr 18 05:57:21.184671 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44384) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:21.184671 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3caffce-5496-484e-b741-4a73b405899f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network 2f4a7787-0392-4764-a247-aca970551690 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:57:21.190032 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] Sync routers for ids ['6e87766f-695e-4337-804f-a080a6fc4fde'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:57:21.202647 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7247449b-efdc-440c-8810-5f8ede74afbd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:21.202876 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] Routers {'6e87766f-695e-4337-804f-a080a6fc4fde'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:21.203527 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6e87766f-695e-4337-804f-a080a6fc4fde'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:21.256300 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-589cbe1b-1ea6-480d-bde0-b987d6892b67 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Allocated IP 172.22.0.1 (3e6c6bb1-f4d0-49f9-aabd-797a1263987b/25f8554d-12f5-4005-b5a2-bfc358ea51da/18fd0550-0677-42b9-914c-7ad8ae00ac7e) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:21.282512 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-d3caffce-5496-484e-b741-4a73b405899f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 2f4a7787-0392-4764-a247-aca970551690) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:21.288744 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3caffce-5496-484e-b741-4a73b405899f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:21.289153 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d3caffce-5496-484e-b741-4a73b405899f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:21.293052 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c0278e-7fa9-466f-8000-c2318bee52ef None None] Network 2f4a7787-0392-4764-a247-aca970551690 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:21.427987 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d3caffce-5496-484e-b741-4a73b405899f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0983992 Apr 18 05:57:21.431004 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44388) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:21.435083 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-985753ed-ebaf-47a2-800c-8ad8398a69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:21.452265 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] Set router 6e87766f-695e-4337-804f-a080a6fc4fde gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:21.452554 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-c3d239dd-32e8-4970-bd4b-3ea6770d67a4 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'port': {'network_id': '2f4a7787-0392-4764-a247-aca970551690', 'name': 'tempest-PortsIpV6TestJSON-1323526046'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:21.681862 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-2f4a7787-0392-4764-a247-aca970551690', 'network_id': '2f4a7787-0392-4764-a247-aca970551690', 'tenant_id': 'f4e2526787dc4037bf990e53a39e8336', 'fixed_ips': [{'subnet_id': '1d159a22-2307-4209-bf9d-d0e493abc2b9'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:57:21.682654 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:21.758719 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-985753ed-ebaf-47a2-800c-8ad8398a69a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cddc39bf-5559-4e24-a83a-6c78c955a071']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:21.783227 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-589cbe1b-1ea6-480d-bde0-b987d6892b67 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:21.847103 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-589cbe1b-1ea6-480d-bde0-b987d6892b67 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Transition to ACTIVE for port object 18fd0550-0677-42b9-914c-7ad8ae00ac7e will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:21.850170 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-985753ed-ebaf-47a2-800c-8ad8398a69a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d2024b-a14b-4c59-b12a-54b88c959830') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:21.850714 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-985753ed-ebaf-47a2-800c-8ad8398a69a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d2024b-a14b-4c59-b12a-54b88c959830') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:21.867436 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-72125e19-b20f-498c-9a76-5f94391e5c62 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:21.891464 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-72125e19-b20f-498c-9a76-5f94391e5c62 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:21.895717 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f8f148d1-4fb9-4c53-ad9a-032a96cdb21e up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:21.900838 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-985753ed-ebaf-47a2-800c-8ad8398a69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:21.936148 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:57:17Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4067b506-50c5-4cc6-8404-ea8e0d9e5932', 'name': '', 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:d9:10:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '20855584-315c-4cc2-8540-c96357df09a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:00Z', 'updated_at': '2022-04-18T05:57:14Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '20855584-315c-4cc2-8540-c96357df09a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de54195-c7c0-4927-bdb6-20577846591b', 'name': '', 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:44:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'af3096be-1eba-444a-b746-6466357066f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:46Z', 'updated_at': '2022-04-18T05:57:03Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'af3096be-1eba-444a-b746-6466357066f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e9151d-bbf6-4a64-beef-10902ebf8625', 'name': '', 'network_id': '3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:45:c9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'dec4cb34-ebe5-4bb1-80c3-e9c70c764088', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:15Z', 'updated_at': '2022-04-18T05:57:18Z', 'revision_number': 2, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'dec4cb34-ebe5-4bb1-80c3-e9c70c764088', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:21.944632 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] Checking router: 6e87766f-695e-4337-804f-a080a6fc4fde for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:57:21.945142 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] Updating router 6e87766f-695e-4337-804f-a080a6fc4fde port a9e9151d-bbf6-4a64-beef-10902ebf8625 binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:57:21.961361 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72125e19-b20f-498c-9a76-5f94391e5c62 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb0a4b9-7e3b-4eeb-bd7c-f9b9f39a302b,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:21.966524 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f0b1430a-004a-472c-be1d-967ab3bfce5e tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:21.990383 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-589cbe1b-1ea6-480d-bde0-b987d6892b67 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:22.001842 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-985753ed-ebaf-47a2-800c-8ad8398a69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:22.017403 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f0b1430a-004a-472c-be1d-967ab3bfce5e tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:22.049253 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] Allocated IP 2001:db8::2 (2f4a7787-0392-4764-a247-aca970551690/1d159a22-2307-4209-bf9d-d0e493abc2b9/07c8ed4d-c9f6-425c-b4cb-9d51244e6022) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:22.052175 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:22.063676 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c3d239dd-32e8-4970-bd4b-3ea6770d67a4 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:22.067109 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985753ed-ebaf-47a2-800c-8ad8398a69a3 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:57:22.067728 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-985753ed-ebaf-47a2-800c-8ad8398a69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:22.070561 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port f8f148d1-4fb9-4c53-ad9a-032a96cdb21e completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:57:22.084117 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:57:22.092965 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589cbe1b-1ea6-480d-bde0-b987d6892b67 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network 3e6c6bb1-f4d0-49f9-aabd-797a1263987b is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:22.098649 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port f8f148d1-4fb9-4c53-ad9a-032a96cdb21e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:22.099072 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:22.105841 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-72125e19-b20f-498c-9a76-5f94391e5c62 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:22.107216 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-72125e19-b20f-498c-9a76-5f94391e5c62 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1210377 Apr 18 05:57:22.129710 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-589cbe1b-1ea6-480d-bde0-b987d6892b67 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:22.132375 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589cbe1b-1ea6-480d-bde0-b987d6892b67 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:22.168200 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c3d239dd-32e8-4970-bd4b-3ea6770d67a4 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:22.169956 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44392) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:22.186029 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-235cb532-b960-4fc1-9ef1-37968791827a tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Request body: {'security_group_rule': {'security_group_id': 'a3657206-f1e8-4469-8277-0b80d21f3d8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:22.228750 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cbe1b-1ea6-480d-bde0-b987d6892b67 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Port': ['ID=18fd0550-0677-42b9-914c-7ad8ae00ac7e,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:22.235129 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-235cb532-b960-4fc1-9ef1-37968791827a tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:22.248917 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-235cb532-b960-4fc1-9ef1-37968791827a tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Usage tracker for resource:security_group_rule and tenant:38d187f7bfec47cd9a66139dcc2710d8 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:22.255368 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d239dd-32e8-4970-bd4b-3ea6770d67a4 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:22.258984 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c3d239dd-32e8-4970-bd4b-3ea6770d67a4 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:22.261293 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-589cbe1b-1ea6-480d-bde0-b987d6892b67 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:22.270983 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-235cb532-b960-4fc1-9ef1-37968791827a tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:22.275025 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.extraroute_db [None req-7247449b-efdc-440c-8810-5f8ede74afbd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88035) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 18 05:57:22.276411 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-985753ed-ebaf-47a2-800c-8ad8398a69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:22.289909 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-235cb532-b960-4fc1-9ef1-37968791827a tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:22.309034 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.extraroute_db [None req-7247449b-efdc-440c-8810-5f8ede74afbd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Removed routes are [] {{(pid=88035) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 18 05:57:22.309830 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7247449b-efdc-440c-8810-5f8ede74afbd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:22.366191 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985753ed-ebaf-47a2-800c-8ad8398a69a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cddc39bf-5559-4e24-a83a-6c78c955a071,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:22.391278 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-985753ed-ebaf-47a2-800c-8ad8398a69a3 admin admin] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:22.412644 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-c3d239dd-32e8-4970-bd4b-3ea6770d67a4 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] device_id is not set on port 8895b082-7a35-41ab-833a-e3dcd0adb8ea yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:57:22.489656 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-985753ed-ebaf-47a2-800c-8ad8398a69a3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cddc39bf-5559-4e24-a83a-6c78c955a071 HTTP/1.1" status: 204 len: 168 time: 1.5933959 Apr 18 05:57:22.501284 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-235cb532-b960-4fc1-9ef1-37968791827a tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:22.549034 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-f0b1430a-004a-472c-be1d-967ab3bfce5e tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Allocated IP 172.26.1.105 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/d39c3ac3-6deb-4250-a355-93fb23847311) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:22.597960 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-de283881-3eb4-4e59-bad8-7100789450ab None None] Provisioning for port 18fd0550-0677-42b9-914c-7ad8ae00ac7e completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:22.606316 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-de283881-3eb4-4e59-bad8-7100789450ab None None] Provisioning complete for port 18fd0550-0677-42b9-914c-7ad8ae00ac7e triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:22.606692 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-de283881-3eb4-4e59-bad8-7100789450ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:22.615827 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:22.646475 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] Transition to ACTIVE for port object a9e9151d-bbf6-4a64-beef-10902ebf8625 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:22.648141 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:22.661337 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:22.661973 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-235cb532-b960-4fc1-9ef1-37968791827a tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:22.696348 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:22.728437 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-235cb532-b960-4fc1-9ef1-37968791827a tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:22.728751 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] Transition to ACTIVE for port object 07c8ed4d-c9f6-425c-b4cb-9d51244e6022 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:22.733467 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-de283881-3eb4-4e59-bad8-7100789450ab None None] Port 18fd0550-0677-42b9-914c-7ad8ae00ac7e cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:57:22.749807 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port f8f148d1-4fb9-4c53-ad9a-032a96cdb21e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f8f148d1-4fb9-4c53-ad9a-032a96cdb21e,segment=NetworkSegment(0f505d04-1ed7-498c-ba25-0bf45bf265ee),segment_id=0f505d04-1ed7-498c-ba25-0bf45bf265ee)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:22.757742 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:22.759824 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] Transition to ACTIVE for port object 07c8ed4d-c9f6-425c-b4cb-9d51244e6022 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:22.779728 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cb532-b960-4fc1-9ef1-37968791827a tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79fbb0c6-980e-4815-a809-056b65b01be8,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:22.814440 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:22.849482 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] Network 2f4a7787-0392-4764-a247-aca970551690 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:22.852207 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:22.854123 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=f8f148d1-4fb9-4c53-ad9a-032a96cdb21e,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:22.857025 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:22.864953 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-235cb532-b960-4fc1-9ef1-37968791827a tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:22.869140 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-235cb532-b960-4fc1-9ef1-37968791827a tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6981990 Apr 18 05:57:22.871773 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44398) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:22.886260 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-e80582a0-3dc4-4632-a826-d722db309603 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Request body: {'security_group_rule': {'security_group_id': 'a3657206-f1e8-4469-8277-0b80d21f3d8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:22.895084 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e80582a0-3dc4-4632-a826-d722db309603 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:22.901715 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e80582a0-3dc4-4632-a826-d722db309603 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Usage tracker for resource:security_group_rule and tenant:38d187f7bfec47cd9a66139dcc2710d8 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:22.905667 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e80582a0-3dc4-4632-a826-d722db309603 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:22.913996 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e80582a0-3dc4-4632-a826-d722db309603 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:22.919982 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44402) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:22.961783 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bde60-d5e3-4499-9e3d-09b4bd5e30cb None None] Pushing event updated for resources: {'Port': ['ID=a9e9151d-bbf6-4a64-beef-10902ebf8625,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:22.964959 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f0b1430a-004a-472c-be1d-967ab3bfce5e tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:23.030996 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] Attempting to bind port 07c8ed4d-c9f6-425c-b4cb-9d51244e6022 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:57:23.031359 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] Attempting to bind port 07c8ed4d-c9f6-425c-b4cb-9d51244e6022 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'bbcfb99f-8efe-4367-8ab8-d387ca1e3eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2f4a7787-0392-4764-a247-aca970551690'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:57:23.031723 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] Attempting to bind port 07c8ed4d-c9f6-425c-b4cb-9d51244e6022 on network 2f4a7787-0392-4764-a247-aca970551690 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:57:23.045376 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e80582a0-3dc4-4632-a826-d722db309603 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:23.051687 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-c3d239dd-32e8-4970-bd4b-3ea6770d67a4 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Allocated IP 2001:db8::139 (2f4a7787-0392-4764-a247-aca970551690/1d159a22-2307-4209-bf9d-d0e493abc2b9/8895b082-7a35-41ab-833a-e3dcd0adb8ea) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:23.064655 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:57:23.065635 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] Checking segment: {'id': 'bbcfb99f-8efe-4367-8ab8-d387ca1e3eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2f4a7787-0392-4764-a247-aca970551690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:23.066317 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:23.066993 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] Bound using segment: {'id': 'bbcfb99f-8efe-4367-8ab8-d387ca1e3eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2f4a7787-0392-4764-a247-aca970551690'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:57:23.067475 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] Bound port: 07c8ed4d-c9f6-425c-b4cb-9d51244e6022, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbcfb99f-8efe-4367-8ab8-d387ca1e3eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2f4a7787-0392-4764-a247-aca970551690'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:57:23.067946 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:23.069702 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] Attempting to bind port a9e9151d-bbf6-4a64-beef-10902ebf8625 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:57:23.070060 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] Attempting to bind port a9e9151d-bbf6-4a64-beef-10902ebf8625 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'f9c34ba6-847d-4ac0-b5d7-cadaea644070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:57:23.070448 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] Attempting to bind port a9e9151d-bbf6-4a64-beef-10902ebf8625 on network 3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:57:23.076527 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:57:23.076897 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] Checking segment: {'id': 'f9c34ba6-847d-4ac0-b5d7-cadaea644070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:23.077286 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:23.077808 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] Bound using segment: {'id': 'f9c34ba6-847d-4ac0-b5d7-cadaea644070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:57:23.078308 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] Bound port: a9e9151d-bbf6-4a64-beef-10902ebf8625, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c34ba6-847d-4ac0-b5d7-cadaea644070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:57:23.078828 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:23.085622 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-96133398-0a78-48e4-b2aa-25493600595e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db5a0a01c6b64638a4bec3ee6880f534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1643627 Apr 18 05:57:23.090173 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] Pushing event updated for resources: {'Port': ['ID=07c8ed4d-c9f6-425c-b4cb-9d51244e6022,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:23.092988 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44406) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:23.157882 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e80582a0-3dc4-4632-a826-d722db309603 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:23.204654 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e80582a0-3dc4-4632-a826-d722db309603 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:23.220025 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] For port a9e9151d-bbf6-4a64-beef-10902ebf8625, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:57:23.227773 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] For port a9e9151d-bbf6-4a64-beef-10902ebf8625, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a9e9151d-bbf6-4a64-beef-10902ebf8625,segment=NetworkSegment(f9c34ba6-847d-4ac0-b5d7-cadaea644070),segment_id=f9c34ba6-847d-4ac0-b5d7-cadaea644070)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:57:23.228866 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] For port 07c8ed4d-c9f6-425c-b4cb-9d51244e6022, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:57:23.229360 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7247449b-efdc-440c-8810-5f8ede74afbd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:23.233973 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] For port 07c8ed4d-c9f6-425c-b4cb-9d51244e6022, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=07c8ed4d-c9f6-425c-b4cb-9d51244e6022,segment=NetworkSegment(bbcfb99f-8efe-4367-8ab8-d387ca1e3eb5),segment_id=bbcfb99f-8efe-4367-8ab8-d387ca1e3eb5)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:57:23.236208 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:23.241635 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:23.242266 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3f759fc1-1d80-4516-9783-9c995e0e1168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:23.246294 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f0b1430a-004a-472c-be1d-967ab3bfce5e tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:23.249581 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7247449b-efdc-440c-8810-5f8ede74afbd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:23.258933 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80582a0-3dc4-4632-a826-d722db309603 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14a25d7-2d7f-48ee-888b-25d7524394c5,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:23.313556 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3f759fc1-1d80-4516-9783-9c995e0e1168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:23.334497 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] Routers {'6e87766f-695e-4337-804f-a080a6fc4fde'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:23.335244 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6e87766f-695e-4337-804f-a080a6fc4fde'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:23.384164 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670f8c3-2cd2-4925-a131-562ea31b33ee None None] Pushing event updated for resources: {'Port': ['ID=07c8ed4d-c9f6-425c-b4cb-9d51244e6022,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:23.445707 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e80582a0-3dc4-4632-a826-d722db309603 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:23.447167 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e80582a0-3dc4-4632-a826-d722db309603 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5659664 Apr 18 05:57:23.451434 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bde60-d5e3-4499-9e3d-09b4bd5e30cb None None] Pushing event updated for resources: {'Port': ['ID=a9e9151d-bbf6-4a64-beef-10902ebf8625,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:23.454326 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44410) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:23.461727 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-62280e95-26b4-4c58-a0b3-6416b7a9cae6 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Request body: {'security_group_rule': {'security_group_id': 'a3657206-f1e8-4469-8277-0b80d21f3d8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:23.470227 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7247449b-efdc-440c-8810-5f8ede74afbd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router 6e87766f-695e-4337-804f-a080a6fc4fde has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:57:23.515372 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-62280e95-26b4-4c58-a0b3-6416b7a9cae6 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:23.530779 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-62280e95-26b4-4c58-a0b3-6416b7a9cae6 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Usage tracker for resource:security_group_rule and tenant:38d187f7bfec47cd9a66139dcc2710d8 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:23.540509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-62280e95-26b4-4c58-a0b3-6416b7a9cae6 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:23.552948 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-62280e95-26b4-4c58-a0b3-6416b7a9cae6 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:23.556411 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b1430a-004a-472c-be1d-967ab3bfce5e tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:23.570642 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1430a-004a-472c-be1d-967ab3bfce5e tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Pushing event updated for resources: {'Port': ['ID=d39c3ac3-6deb-4250-a355-93fb23847311,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:23.581253 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-f0b1430a-004a-472c-be1d-967ab3bfce5e tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:23.583616 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3f759fc1-1d80-4516-9783-9c995e0e1168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:23.592829 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b1430a-004a-472c-be1d-967ab3bfce5e tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:23.643621 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] Set router 6e87766f-695e-4337-804f-a080a6fc4fde gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:23.652511 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f759fc1-1d80-4516-9783-9c995e0e1168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb96db35-5486-4bab-8edc-bb0a13cd64c3,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:23.659570 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-589cbe1b-1ea6-480d-bde0-b987d6892b67 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:23.840586 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3f759fc1-1d80-4516-9783-9c995e0e1168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:23.846227 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3f759fc1-1d80-4516-9783-9c995e0e1168 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb96db35-5486-4bab-8edc-bb0a13cd64c3 HTTP/1.1" status: 204 len: 168 time: 0.7475650 Apr 18 05:57:23.851539 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62280e95-26b4-4c58-a0b3-6416b7a9cae6 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:23.888004 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f8f148d1-4fb9-4c53-ad9a-032a96cdb21e up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:24.067213 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port f8f148d1-4fb9-4c53-ad9a-032a96cdb21e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:24.068387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:24.171257 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7247449b-efdc-440c-8810-5f8ede74afbd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:57:24.187044 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7247449b-efdc-440c-8810-5f8ede74afbd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:24.192179 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7247449b-efdc-440c-8810-5f8ede74afbd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/6e87766f-695e-4337-804f-a080a6fc4fde HTTP/1.1" status: 200 len: 953 time: 3.0017815 Apr 18 05:57:24.242925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44416) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:24.357418 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62280e95-26b4-4c58-a0b3-6416b7a9cae6 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:24.387251 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62280e95-26b4-4c58-a0b3-6416b7a9cae6 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:24.427658 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c3d239dd-32e8-4970-bd4b-3ea6770d67a4 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:24.476959 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62280e95-26b4-4c58-a0b3-6416b7a9cae6 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf07384-0d51-493a-8b4d-6906a729e7f9,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:24.566015 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62280e95-26b4-4c58-a0b3-6416b7a9cae6 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:24.570352 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-62280e95-26b4-4c58-a0b3-6416b7a9cae6 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1123385 Apr 18 05:57:24.570352 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44424) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:24.587978 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-86f169ca-6527-4594-aaac-25a771886479 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Request body: {'security_group_rule': {'security_group_id': 'a3657206-f1e8-4469-8277-0b80d21f3d8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:24.611324 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:57:22Z', 'revision_number': 6, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4067b506-50c5-4cc6-8404-ea8e0d9e5932', 'name': '', 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:d9:10:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '20855584-315c-4cc2-8540-c96357df09a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:00Z', 'updated_at': '2022-04-18T05:57:14Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '20855584-315c-4cc2-8540-c96357df09a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de54195-c7c0-4927-bdb6-20577846591b', 'name': '', 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:44:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'af3096be-1eba-444a-b746-6466357066f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:46Z', 'updated_at': '2022-04-18T05:57:03Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'af3096be-1eba-444a-b746-6466357066f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e9151d-bbf6-4a64-beef-10902ebf8625', 'name': '', 'network_id': '3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:45:c9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'dec4cb34-ebe5-4bb1-80c3-e9c70c764088', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:15Z', 'updated_at': '2022-04-18T05:57:23Z', 'revision_number': 4, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'dec4cb34-ebe5-4bb1-80c3-e9c70c764088', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:24.627615 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc456ee-4e6e-47a5-9123-d68940d142b0 None None] The sync data for ids ['6e87766f-695e-4337-804f-a080a6fc4fde'] in dv-neutron-837489-1-hyperv is: [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:57:22Z', 'revision_number': 6, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4067b506-50c5-4cc6-8404-ea8e0d9e5932', 'name': '', 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:d9:10:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '20855584-315c-4cc2-8540-c96357df09a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:00Z', 'updated_at': '2022-04-18T05:57:14Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '20855584-315c-4cc2-8540-c96357df09a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de54195-c7c0-4927-bdb6-20577846591b', 'name': '', 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:44:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'af3096be-1eba-444a-b746-6466357066f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:46Z', 'updated_at': '2022-04-18T05:57:03Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'af3096be-1eba-444a-b746-6466357066f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e9151d-bbf6-4a64-beef-10902ebf8625', 'name': '', 'network_id': '3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:45:c9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'dec4cb34-ebe5-4bb1-80c3-e9c70c764088', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:15Z', 'updated_at': '2022-04-18T05:57:23Z', 'revision_number': 4, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'dec4cb34-ebe5-4bb1-80c3-e9c70c764088', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:57:24.635695 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-c3d239dd-32e8-4970-bd4b-3ea6770d67a4 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Transition to ACTIVE for port object 8895b082-7a35-41ab-833a-e3dcd0adb8ea will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:24.671863 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-86f169ca-6527-4594-aaac-25a771886479 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:24.783171 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44430) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:24.834433 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-376c7fcf-2c9a-4d65-a503-e8ca720b086c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/routers/6e87766f-695e-4337-804f-a080a6fc4fde HTTP/1.1" status: 200 len: 953 time: 0.5901163 Apr 18 05:57:24.840609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44436) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:24.862853 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-27b52dc8-44c7-49c4-9776-4471a0c8842f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'router': {'routes': None}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:24.903659 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-86f169ca-6527-4594-aaac-25a771886479 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Usage tracker for resource:security_group_rule and tenant:38d187f7bfec47cd9a66139dcc2710d8 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:24.909809 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-86f169ca-6527-4594-aaac-25a771886479 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:24.920029 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-86f169ca-6527-4594-aaac-25a771886479 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:24.967600 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-86f169ca-6527-4594-aaac-25a771886479 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:25.030870 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-589cbe1b-1ea6-480d-bde0-b987d6892b67 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:25.041496 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-589cbe1b-1ea6-480d-bde0-b987d6892b67 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:25.091493 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899cccf7-b163-46d3-97cc-27bf34243d72 None None] Network 2f4a7787-0392-4764-a247-aca970551690 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:25.166697 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4ea3790e-2fb3-4425-b1f6-b3b7183dc7e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e02f5c69629645d8a8d2b0b9e997df67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727648 Apr 18 05:57:25.170340 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-86f169ca-6527-4594-aaac-25a771886479 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:25.172382 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c3d239dd-32e8-4970-bd4b-3ea6770d67a4 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:25.176348 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44440) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:25.195508 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cbe1b-1ea6-480d-bde0-b987d6892b67 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Port': ['ID=18fd0550-0677-42b9-914c-7ad8ae00ac7e,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:25.199503 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-86f169ca-6527-4594-aaac-25a771886479 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:25.201149 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-589cbe1b-1ea6-480d-bde0-b987d6892b67 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:25.244964 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-827e35c5-a2db-431d-b221-a678987732b6 None None] Provisioning for port 07c8ed4d-c9f6-425c-b4cb-9d51244e6022 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:25.265562 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f169ca-6527-4594-aaac-25a771886479 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc145ee-76e6-4a65-975c-b74ce0b50d69,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:25.330409 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-86f169ca-6527-4594-aaac-25a771886479 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:25.335988 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-86f169ca-6527-4594-aaac-25a771886479 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7615652 Apr 18 05:57:25.336758 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44444) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:25.509922 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-15b5c9fa-98e5-4e89-a1ae-871da72ad565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:25.512125 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d239dd-32e8-4970-bd4b-3ea6770d67a4 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Port': ['ID=8895b082-7a35-41ab-833a-e3dcd0adb8ea,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:25.524831 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f893fb1b-8452-4a67-9a26-c68abef8c26e tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:25.545838 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f0b1430a-004a-472c-be1d-967ab3bfce5e tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:25.551718 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f893fb1b-8452-4a67-9a26-c68abef8c26e tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:25.568080 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589cbe1b-1ea6-480d-bde0-b987d6892b67 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network 3e6c6bb1-f4d0-49f9-aabd-797a1263987b is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:25.578153 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-589cbe1b-1ea6-480d-bde0-b987d6892b67 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:25.605370 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-15b5c9fa-98e5-4e89-a1ae-871da72ad565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:25.611388 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d239dd-32e8-4970-bd4b-3ea6770d67a4 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network 2f4a7787-0392-4764-a247-aca970551690 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:25.626012 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-c3d239dd-32e8-4970-bd4b-3ea6770d67a4 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:25.632003 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d239dd-32e8-4970-bd4b-3ea6770d67a4 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:25.637517 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d239dd-32e8-4970-bd4b-3ea6770d67a4 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:25.638148 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c3d239dd-32e8-4970-bd4b-3ea6770d67a4 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:25.740658 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f16a0-b4b4-4e65-a034-fd5efceeb881 None None] Sync routers for ids ['6e87766f-695e-4337-804f-a080a6fc4fde'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:57:25.755734 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f16a0-b4b4-4e65-a034-fd5efceeb881 None None] Routers {'6e87766f-695e-4337-804f-a080a6fc4fde'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:25.758820 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-2f3f16a0-b4b4-4e65-a034-fd5efceeb881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6e87766f-695e-4337-804f-a080a6fc4fde'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:25.795866 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f893fb1b-8452-4a67-9a26-c68abef8c26e tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:25.797499 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-15b5c9fa-98e5-4e89-a1ae-871da72ad565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:25.943961 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5c9fa-98e5-4e89-a1ae-871da72ad565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4107cb30-cc1c-4ed4-b938-3e236974957c,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:25.976225 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893fb1b-8452-4a67-9a26-c68abef8c26e tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cc145ee-76e6-4a65-975c-b74ce0b50d69,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:25.978341 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f893fb1b-8452-4a67-9a26-c68abef8c26e tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:25.979469 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f893fb1b-8452-4a67-9a26-c68abef8c26e tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/4cc145ee-76e6-4a65-975c-b74ce0b50d69 HTTP/1.1" status: 204 len: 168 time: 0.6303344 Apr 18 05:57:25.984557 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44448) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:25.991438 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-15b5c9fa-98e5-4e89-a1ae-871da72ad565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:25.995478 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-15b5c9fa-98e5-4e89-a1ae-871da72ad565 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4107cb30-cc1c-4ed4-b938-3e236974957c HTTP/1.1" status: 204 len: 168 time: 0.8156278 Apr 18 05:57:26.012391 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 07c8ed4d-c9f6-425c-b4cb-9d51244e6022 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:26.064718 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589cbe1b-1ea6-480d-bde0-b987d6892b67 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router a9607895-f0b6-4931-8632-391ad3393134 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:57:26.098115 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c3d239dd-32e8-4970-bd4b-3ea6770d67a4 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.6650667 Apr 18 05:57:26.098368 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7a3773a2-50b1-4734-8f7e-cc7025c222c6 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Synchronizing usage tracker for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:26.101326 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44454) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:26.210685 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-2f3f16a0-b4b4-4e65-a034-fd5efceeb881 None None] Set router 6e87766f-695e-4337-804f-a080a6fc4fde gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:26.278743 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b0371445-2ebe-402d-9e15-c0943ce0878d None None] Provisioning for port 8895b082-7a35-41ab-833a-e3dcd0adb8ea completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:26.287245 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b0371445-2ebe-402d-9e15-c0943ce0878d None None] Provisioning complete for port 8895b082-7a35-41ab-833a-e3dcd0adb8ea triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:26.287682 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b0371445-2ebe-402d-9e15-c0943ce0878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:26.330276 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7a3773a2-50b1-4734-8f7e-cc7025c222c6 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Unset dirty status for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:57:26.332346 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7a3773a2-50b1-4734-8f7e-cc7025c222c6 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3464339 Apr 18 05:57:26.345777 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44460) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:26.359584 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 07c8ed4d-c9f6-425c-b4cb-9d51244e6022 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:26.363519 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-332e41c6-4068-4500-bc46-f866febb77b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port 8895b082-7a35-41ab-833a-e3dcd0adb8ea {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:26.363908 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-332e41c6-4068-4500-bc46-f866febb77b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:26.411092 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589cbe1b-1ea6-480d-bde0-b987d6892b67 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:57:26.419519 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f0b1430a-004a-472c-be1d-967ab3bfce5e tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:26.423765 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f0b1430a-004a-472c-be1d-967ab3bfce5e tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:26.425505 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] Sync routers for ids ['a9607895-f0b6-4931-8632-391ad3393134'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:57:26.441935 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] Routers {'a9607895-f0b6-4931-8632-391ad3393134'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:26.442779 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9607895-f0b6-4931-8632-391ad3393134'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:26.450281 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-589cbe1b-1ea6-480d-bde0-b987d6892b67 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/a9607895-f0b6-4931-8632-391ad3393134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1247222 Apr 18 05:57:26.453216 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 07c8ed4d-c9f6-425c-b4cb-9d51244e6022 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:26.453594 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:26.463895 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44466) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:26.482313 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-41433b45-da1a-4de4-87cb-a69d6e7417b2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'network': {'name': 'tempest-RoutersTest-1423120462'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:26.497459 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-41433b45-da1a-4de4-87cb-a69d6e7417b2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:26.500419 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fa87a17d-2d49-477d-adc0-d6b803696415 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:26.512493 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-41433b45-da1a-4de4-87cb-a69d6e7417b2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:network and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:26.521099 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-41433b45-da1a-4de4-87cb-a69d6e7417b2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:26.557091 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fa87a17d-2d49-477d-adc0-d6b803696415 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:26.576674 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-41433b45-da1a-4de4-87cb-a69d6e7417b2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:26.605434 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-b0371445-2ebe-402d-9e15-c0943ce0878d None None] Port 8895b082-7a35-41ab-833a-e3dcd0adb8ea cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:57:26.608516 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41433b45-da1a-4de4-87cb-a69d6e7417b2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Made reservation on behalf of 1e86337a57bd435798aa8639156e9b5e for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:26.613151 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-41433b45-da1a-4de4-87cb-a69d6e7417b2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:26.683110 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fa87a17d-2d49-477d-adc0-d6b803696415 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:26.695161 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] Set router a9607895-f0b6-4931-8632-391ad3393134 gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:26.734719 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.extraroute_db [None req-27b52dc8-44c7-49c4-9776-4471a0c8842f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Added routes are [] {{(pid=88034) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 18 05:57:26.735290 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.extraroute_db [None req-27b52dc8-44c7-49c4-9776-4471a0c8842f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88034) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 18 05:57:26.778571 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-92550d38-e6b3-4f82-ae95-a45040daaac6 None None] Provisioning complete for port 18fd0550-0677-42b9-914c-7ad8ae00ac7e triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:26.779707 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-92550d38-e6b3-4f82-ae95-a45040daaac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:26.801046 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87a17d-2d49-477d-adc0-d6b803696415 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cf07384-0d51-493a-8b4d-6906a729e7f9,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:26.803001 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41433b45-da1a-4de4-87cb-a69d6e7417b2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:57:26.839453 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-41433b45-da1a-4de4-87cb-a69d6e7417b2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:26.839902 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-41433b45-da1a-4de4-87cb-a69d6e7417b2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Added segment 0d0212cf-47c6-424b-a523-c37896b113e5 of type vlan for network 9494f5da-147d-496b-9d5c-36e1c825eeb0 Apr 18 05:57:26.843982 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fa87a17d-2d49-477d-adc0-d6b803696415 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:26.848550 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fa87a17d-2d49-477d-adc0-d6b803696415 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/4cf07384-0d51-493a-8b4d-6906a729e7f9 HTTP/1.1" status: 204 len: 168 time: 0.4984202 Apr 18 05:57:26.858114 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44478) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:26.874330 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-92550d38-e6b3-4f82-ae95-a45040daaac6 None None] Port 18fd0550-0677-42b9-914c-7ad8ae00ac7e cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:57:26.927103 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:26.930878 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-41433b45-da1a-4de4-87cb-a69d6e7417b2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:26.936066 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-332e41c6-4068-4500-bc46-f866febb77b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:26.971763 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 07c8ed4d-c9f6-425c-b4cb-9d51244e6022, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=07c8ed4d-c9f6-425c-b4cb-9d51244e6022,segment=NetworkSegment(bbcfb99f-8efe-4367-8ab8-d387ca1e3eb5),segment_id=bbcfb99f-8efe-4367-8ab8-d387ca1e3eb5)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:26.984230 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27b52dc8-44c7-49c4-9776-4471a0c8842f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:27.037500 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-92550d38-e6b3-4f82-ae95-a45040daaac6 None None] Provisioning complete for port 8895b082-7a35-41ab-833a-e3dcd0adb8ea triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:27.037742 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-92550d38-e6b3-4f82-ae95-a45040daaac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:27.062918 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:27.063614 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a9e9151d-bbf6-4a64-beef-10902ebf8625 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:27.189236 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44488) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:27.230516 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:57:23Z', 'revision_number': 4, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '18fd0550-0677-42b9-914c-7ad8ae00ac7e', 'name': '', 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:f1:e9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:20Z', 'updated_at': '2022-04-18T05:57:24Z', 'revision_number': 2, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dadef-611e-4a76-a77c-b1e2d8bbcd1f', 'name': '', 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:e0:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:18Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:27.230980 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=07c8ed4d-c9f6-425c-b4cb-9d51244e6022,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:27.244916 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] Checking router: a9607895-f0b6-4931-8632-391ad3393134 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:57:27.246222 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] Updating router a9607895-f0b6-4931-8632-391ad3393134 port 18fd0550-0677-42b9-914c-7ad8ae00ac7e binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:57:27.257070 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-332e41c6-4068-4500-bc46-f866febb77b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Calling delete_port for 8895b082-7a35-41ab-833a-e3dcd0adb8ea owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:27.297601 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.resource_extend [None req-41433b45-da1a-4de4-87cb-a69d6e7417b2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:57:27.302077 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-92550d38-e6b3-4f82-ae95-a45040daaac6 None None] Port 8895b082-7a35-41ab-833a-e3dcd0adb8ea cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:57:27.318639 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d04f40c4-1bcf-467b-9025-dd30243cc7db tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Synchronizing usage tracker for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:27.325402 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-2f3f16a0-b4b4-4e65-a034-fd5efceeb881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:57:22Z', 'revision_number': 6, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4067b506-50c5-4cc6-8404-ea8e0d9e5932', 'name': '', 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:d9:10:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '20855584-315c-4cc2-8540-c96357df09a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:00Z', 'updated_at': '2022-04-18T05:57:14Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '20855584-315c-4cc2-8540-c96357df09a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de54195-c7c0-4927-bdb6-20577846591b', 'name': '', 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:44:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'af3096be-1eba-444a-b746-6466357066f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:46Z', 'updated_at': '2022-04-18T05:57:03Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'af3096be-1eba-444a-b746-6466357066f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e9151d-bbf6-4a64-beef-10902ebf8625', 'name': '', 'network_id': '3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:45:c9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'dec4cb34-ebe5-4bb1-80c3-e9c70c764088', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:15Z', 'updated_at': '2022-04-18T05:57:23Z', 'revision_number': 4, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'dec4cb34-ebe5-4bb1-80c3-e9c70c764088', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:27.331566 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f16a0-b4b4-4e65-a034-fd5efceeb881 None None] Checking router: 6e87766f-695e-4337-804f-a080a6fc4fde for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:57:27.345910 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f16a0-b4b4-4e65-a034-fd5efceeb881 None None] Routers {'6e87766f-695e-4337-804f-a080a6fc4fde'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:27.347362 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-2f3f16a0-b4b4-4e65-a034-fd5efceeb881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6e87766f-695e-4337-804f-a080a6fc4fde'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:27.368995 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-41433b45-da1a-4de4-87cb-a69d6e7417b2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:27.385293 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41433b45-da1a-4de4-87cb-a69d6e7417b2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:27.386012 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-41433b45-da1a-4de4-87cb-a69d6e7417b2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:27.392904 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b1430a-004a-472c-be1d-967ab3bfce5e tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Router 0b805809-b834-41b3-ae2b-0aa980b16b85 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:57:27.408080 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:27.433120 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port a9e9151d-bbf6-4a64-beef-10902ebf8625 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:27.443742 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port a9e9151d-bbf6-4a64-beef-10902ebf8625 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:27.444462 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:27.447206 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d04f40c4-1bcf-467b-9025-dd30243cc7db tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Unset dirty status for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:57:27.451682 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d04f40c4-1bcf-467b-9025-dd30243cc7db tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.5893261 Apr 18 05:57:27.469505 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44496) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:27.575087 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-41433b45-da1a-4de4-87cb-a69d6e7417b2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1075885 Apr 18 05:57:27.580761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44500) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:27.645273 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-dc31bd65-cd57-4b4a-88bb-fc3d2cb6953d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'subnet': {'network_id': '9494f5da-147d-496b-9d5c-36e1c825eeb0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:27.646592 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-2f3f16a0-b4b4-4e65-a034-fd5efceeb881 None None] Set router 6e87766f-695e-4337-804f-a080a6fc4fde gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:27.665061 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41433b45-da1a-4de4-87cb-a69d6e7417b2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Network': ['ID=9494f5da-147d-496b-9d5c-36e1c825eeb0,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:27.728521 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b1430a-004a-472c-be1d-967ab3bfce5e tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:57:27.734558 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1937126817-network', 'tenant_id': '49ad773d519141abbf5e743e64df06bc'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:27.741295 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:27.743507 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 9494f5da-147d-496b-9d5c-36e1c825eeb0 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:57:27.746154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] Usage tracker for resource:network and tenant:49ad773d519141abbf5e743e64df06bc is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:27.749399 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:27.756180 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:27.765870 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27b52dc8-44c7-49c4-9776-4471a0c8842f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:27.772126 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29a0d5-5495-4399-a052-204949a9884e None None] Sync routers for ids ['0b805809-b834-41b3-ae2b-0aa980b16b85'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:57:27.775860 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f0b1430a-004a-472c-be1d-967ab3bfce5e tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:27.780424 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f0b1430a-004a-472c-be1d-967ab3bfce5e tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "PUT /v2.0/routers/0b805809-b834-41b3-ae2b-0aa980b16b85 HTTP/1.1" status: 200 len: 919 time: 7.4911139 Apr 18 05:57:27.780646 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-332e41c6-4068-4500-bc46-f866febb77b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:27.785463 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44506) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:27.786900 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] Made reservation on behalf of 49ad773d519141abbf5e743e64df06bc for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:27.789565 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:27.804718 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27b52dc8-44c7-49c4-9776-4471a0c8842f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:27.825564 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4efe7e5a-de29-4bd9-9321-73539258e9ad tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:27.844800 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29a0d5-5495-4399-a052-204949a9884e None None] Routers {'0b805809-b834-41b3-ae2b-0aa980b16b85'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:27.845465 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-5b29a0d5-5495-4399-a052-204949a9884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['0b805809-b834-41b3-ae2b-0aa980b16b85'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:27.850161 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4efe7e5a-de29-4bd9-9321-73539258e9ad tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:27.874092 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:27.895385 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:27.899632 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] Usage tracker for resource:security_group_rule and tenant:49ad773d519141abbf5e743e64df06bc is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:27.902796 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:27.909363 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:27.928851 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e41c6-4068-4500-bc46-f866febb77b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Port': ['ID=8895b082-7a35-41ab-833a-e3dcd0adb8ea,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:27.939718 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-dc31bd65-cd57-4b4a-88bb-fc3d2cb6953d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:27.964807 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:27.977430 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-dc31bd65-cd57-4b4a-88bb-fc3d2cb6953d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:subnet and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:27.980628 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] Transition to ACTIVE for port object 18fd0550-0677-42b9-914c-7ad8ae00ac7e will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:27.996610 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-dc31bd65-cd57-4b4a-88bb-fc3d2cb6953d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:28.000396 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:28.031750 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:28.033268 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4efe7e5a-de29-4bd9-9321-73539258e9ad tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:28.090689 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b106102-b0c6-4892-a8f1-fafe901d9b34 None None] Pushing event updated for resources: {'Port': ['ID=18fd0550-0677-42b9-914c-7ad8ae00ac7e,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:28.118558 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe7e5a-de29-4bd9-9321-73539258e9ad tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a14a25d7-2d7f-48ee-888b-25d7524394c5,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:28.120971 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:28.210910 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0c47b8cb-382d-4836-8ec3-1eee71802871 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "GET /v2.0/routers/0b805809-b834-41b3-ae2b-0aa980b16b85 HTTP/1.1" status: 200 len: 925 time: 0.4217718 Apr 18 05:57:28.210910 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-332e41c6-4068-4500-bc46-f866febb77b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:28.213128 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-dc31bd65-cd57-4b4a-88bb-fc3d2cb6953d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:28.215114 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44510) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:28.276006 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-332e41c6-4068-4500-bc46-f866febb77b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/ports/8895b082-7a35-41ab-833a-e3dcd0adb8ea HTTP/1.1" status: 204 len: 168 time: 2.1714616 Apr 18 05:57:28.276956 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44514) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:28.289665 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:28.309421 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] Attempting to bind port 18fd0550-0677-42b9-914c-7ad8ae00ac7e on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:57:28.310168 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] Attempting to bind port 18fd0550-0677-42b9-914c-7ad8ae00ac7e by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '0f505d04-1ed7-498c-ba25-0bf45bf265ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:57:28.310771 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] Attempting to bind port 18fd0550-0677-42b9-914c-7ad8ae00ac7e on network 3e6c6bb1-f4d0-49f9-aabd-797a1263987b {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:57:28.319562 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:57:28.320479 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] Checking segment: {'id': '0f505d04-1ed7-498c-ba25-0bf45bf265ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:28.321099 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:28.321739 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] Bound using segment: {'id': '0f505d04-1ed7-498c-ba25-0bf45bf265ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:57:28.322442 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] Bound port: 18fd0550-0677-42b9-914c-7ad8ae00ac7e, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f505d04-1ed7-498c-ba25-0bf45bf265ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:57:28.323151 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:28.339961 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba142af-43e3-49a7-8b77-c39b260df482 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] DELETE failed (client error): The resource could not be found. Apr 18 05:57:28.340504 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba142af-43e3-49a7-8b77-c39b260df482 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:57:28.345357 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7ba142af-43e3-49a7-8b77-c39b260df482 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/ports/8895b082-7a35-41ab-833a-e3dcd0adb8ea HTTP/1.1" status: 404 len: 333 time: 0.0656590 Apr 18 05:57:28.347832 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44518) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:28.349561 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-5b29a0d5-5495-4399-a052-204949a9884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:28.352607 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc31bd65-cd57-4b4a-88bb-fc3d2cb6953d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Made reservation on behalf of 1e86337a57bd435798aa8639156e9b5e for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:28.356235 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc31bd65-cd57-4b4a-88bb-fc3d2cb6953d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:28.410688 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5e5f89-1efa-496d-b5f1-42b8b78cbfde,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:28.467170 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c0d3a5-d37b-43bc-aa5e-54da2e08d9ee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] GET failed (client error): The resource could not be found. Apr 18 05:57:28.467769 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-74c0d3a5-d37b-43bc-aa5e-54da2e08d9ee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Synchronizing usage tracker for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:28.472022 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29a0d5-5495-4399-a052-204949a9884e None None] Routers {'0b805809-b834-41b3-ae2b-0aa980b16b85'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:28.472985 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-5b29a0d5-5495-4399-a052-204949a9884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['0b805809-b834-41b3-ae2b-0aa980b16b85'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:28.500603 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] For port 18fd0550-0677-42b9-914c-7ad8ae00ac7e, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:57:28.505856 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] For port 18fd0550-0677-42b9-914c-7ad8ae00ac7e, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=18fd0550-0677-42b9-914c-7ad8ae00ac7e,segment=NetworkSegment(0f505d04-1ed7-498c-ba25-0bf45bf265ee),segment_id=0f505d04-1ed7-498c-ba25-0bf45bf265ee)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:57:28.513865 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:28.531582 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:57:28.545018 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4efe7e5a-de29-4bd9-9321-73539258e9ad tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:28.546144 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4efe7e5a-de29-4bd9-9321-73539258e9ad tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/a14a25d7-2d7f-48ee-888b-25d7524394c5 HTTP/1.1" status: 204 len: 168 time: 1.0757239 Apr 18 05:57:28.550481 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-5b29a0d5-5495-4399-a052-204949a9884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:28.551536 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29a0d5-5495-4399-a052-204949a9884e None None] The sync data for ids ['0b805809-b834-41b3-ae2b-0aa980b16b85'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:57:28.557539 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44522) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:28.559008 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port a9e9151d-bbf6-4a64-beef-10902ebf8625, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a9e9151d-bbf6-4a64-beef-10902ebf8625,segment=NetworkSegment(f9c34ba6-847d-4ac0-b5d7-cadaea644070),segment_id=f9c34ba6-847d-4ac0-b5d7-cadaea644070)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:28.564792 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:28.565236 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] Added segment 9a24e6a0-0078-424a-80a4-0d69850347a2 of type vlan for network 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 Apr 18 05:57:28.590490 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b52dc8-44c7-49c4-9776-4471a0c8842f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router 6e87766f-695e-4337-804f-a080a6fc4fde has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:57:28.594079 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697b2ada-82cd-419d-b18a-e41cf72d342b tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:28.596027 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-697b2ada-82cd-419d-b18a-e41cf72d342b tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&device_id=0b805809-b834-41b3-ae2b-0aa980b16b85&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3783836 Apr 18 05:57:28.602830 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44526) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:28.615060 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:28.622580 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:28.652657 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-74c0d3a5-d37b-43bc-aa5e-54da2e08d9ee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Unset dirty status for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:57:28.656709 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-74c0d3a5-d37b-43bc-aa5e-54da2e08d9ee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports/8895b082-7a35-41ab-833a-e3dcd0adb8ea HTTP/1.1" status: 404 len: 333 time: 0.3078759 Apr 18 05:57:28.661655 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44530) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:28.694278 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b106102-b0c6-4892-a8f1-fafe901d9b34 None None] Pushing event updated for resources: {'Port': ['ID=18fd0550-0677-42b9-914c-7ad8ae00ac7e,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:28.742781 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4157e2ff-0fa6-4d0a-b8e3-d1c154fa79a3 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1827774 Apr 18 05:57:28.744941 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] Routers {'a9607895-f0b6-4931-8632-391ad3393134'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:28.745618 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9607895-f0b6-4931-8632-391ad3393134'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:28.793032 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=a9e9151d-bbf6-4a64-beef-10902ebf8625,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:28.820377 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 07c8ed4d-c9f6-425c-b4cb-9d51244e6022 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:28.826916 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44534) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:28.899588 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-2f3f16a0-b4b4-4e65-a034-fd5efceeb881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:57:26Z', 'revision_number': 7, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4067b506-50c5-4cc6-8404-ea8e0d9e5932', 'name': '', 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:d9:10:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '20855584-315c-4cc2-8540-c96357df09a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:00Z', 'updated_at': '2022-04-18T05:57:14Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '20855584-315c-4cc2-8540-c96357df09a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de54195-c7c0-4927-bdb6-20577846591b', 'name': '', 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:44:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'af3096be-1eba-444a-b746-6466357066f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:46Z', 'updated_at': '2022-04-18T05:57:03Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'af3096be-1eba-444a-b746-6466357066f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e9151d-bbf6-4a64-beef-10902ebf8625', 'name': '', 'network_id': '3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:45:c9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'dec4cb34-ebe5-4bb1-80c3-e9c70c764088', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:15Z', 'updated_at': '2022-04-18T05:57:23Z', 'revision_number': 4, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'dec4cb34-ebe5-4bb1-80c3-e9c70c764088', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:28.905153 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f16a0-b4b4-4e65-a034-fd5efceeb881 None None] The sync data for ids ['6e87766f-695e-4337-804f-a080a6fc4fde'] in dv-neutron-837489-1-hyperv is: [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:57:26Z', 'revision_number': 7, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4067b506-50c5-4cc6-8404-ea8e0d9e5932', 'name': '', 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:d9:10:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '20855584-315c-4cc2-8540-c96357df09a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:00Z', 'updated_at': '2022-04-18T05:57:14Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '20855584-315c-4cc2-8540-c96357df09a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de54195-c7c0-4927-bdb6-20577846591b', 'name': '', 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:44:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'af3096be-1eba-444a-b746-6466357066f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:46Z', 'updated_at': '2022-04-18T05:57:03Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'af3096be-1eba-444a-b746-6466357066f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e9151d-bbf6-4a64-beef-10902ebf8625', 'name': '', 'network_id': '3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:45:c9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'dec4cb34-ebe5-4bb1-80c3-e9c70c764088', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:15Z', 'updated_at': '2022-04-18T05:57:23Z', 'revision_number': 4, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'dec4cb34-ebe5-4bb1-80c3-e9c70c764088', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:57:28.926681 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 07c8ed4d-c9f6-425c-b4cb-9d51244e6022 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:28.927153 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:28.946396 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b52dc8-44c7-49c4-9776-4471a0c8842f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:57:28.976449 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27b52dc8-44c7-49c4-9776-4471a0c8842f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:28.979950 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-27b52dc8-44c7-49c4-9776-4471a0c8842f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/6e87766f-695e-4337-804f-a080a6fc4fde HTTP/1.1" status: 200 len: 703 time: 4.1329918 Apr 18 05:57:28.980914 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44538) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:29.000188 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] Set router a9607895-f0b6-4931-8632-391ad3393134 gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:29.083181 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9032813-fa49-4223-8795-cba8f5fcea16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting subnet 1d159a22-2307-4209-bf9d-d0e493abc2b9 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:57:29.086850 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c9032813-fa49-4223-8795-cba8f5fcea16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:29.091470 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:29.092673 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:29.093251 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:29.154136 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9635797 Apr 18 05:57:29.160759 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73d9f5b-521d-4d3b-a003-f6fbcaf2060e tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:29.161326 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e73d9f5b-521d-4d3b-a003-f6fbcaf2060e tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Synchronizing usage tracker for tenant:67e0a90dc04d4c05a74a8fdfcf1c2b20 on resource:network {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:29.166525 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44542) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:29.175158 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ae22ab2-211e-4b4d-be3d-08a7a5263acf tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:29.197443 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-d5c30169-13c8-436f-bf7a-c189ac2452b0 admin admin] Request body: {'subnet': {'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1937126817-subnet', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'ip_version': 4}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:29.210209 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c9032813-fa49-4223-8795-cba8f5fcea16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:29.252323 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ae22ab2-211e-4b4d-be3d-08a7a5263acf tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:29.261202 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d5c30169-13c8-436f-bf7a-c189ac2452b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:29.282587 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d5c30169-13c8-436f-bf7a-c189ac2452b0 admin admin] Usage tracker for resource:subnet and tenant:49ad773d519141abbf5e743e64df06bc is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:29.285292 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de4226b-3309-41c7-a616-bd0d4fd97fca None None] Sync routers for ids ['6e87766f-695e-4337-804f-a080a6fc4fde'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:57:29.289307 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d5c30169-13c8-436f-bf7a-c189ac2452b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:29.293996 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e73d9f5b-521d-4d3b-a003-f6fbcaf2060e tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Unset dirty status for tenant:67e0a90dc04d4c05a74a8fdfcf1c2b20 on resource:network {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:57:29.297909 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e73d9f5b-521d-4d3b-a003-f6fbcaf2060e tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "GET /v2.0/networks/9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 HTTP/1.1" status: 200 len: 881 time: 0.6873808 Apr 18 05:57:29.305717 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44546) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:29.316685 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d5c30169-13c8-436f-bf7a-c189ac2452b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:29.317320 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de4226b-3309-41c7-a616-bd0d4fd97fca None None] Routers {'6e87766f-695e-4337-804f-a080a6fc4fde'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:29.318461 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-7de4226b-3309-41c7-a616-bd0d4fd97fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6e87766f-695e-4337-804f-a080a6fc4fde'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:29.364485 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-fdd43fb9-f1ef-448c-833e-aa76baa337a2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/routers/6e87766f-695e-4337-804f-a080a6fc4fde HTTP/1.1" status: 200 len: 703 time: 0.3820407 Apr 18 05:57:29.365248 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cff760-b0be-4587-bf64-613b5ea43ea3 admin admin] Pushing event updated for resources: {'Network': ['ID=9a334fa7-a286-4212-a09e-a8fc3f33e6a1,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:29.367307 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44550) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:29.375950 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:57:29.401045 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c415ba22-3d30-4a59-a465-f4133effd6fe tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b805809-b834-41b3-ae2b-0aa980b16b85 HTTP/1.1" status: 200 len: 205 time: 0.0916893 Apr 18 05:57:29.406515 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44554) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:29.423184 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ae22ab2-211e-4b4d-be3d-08a7a5263acf tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:29.545446 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-7de4226b-3309-41c7-a616-bd0d4fd97fca None None] Set router 6e87766f-695e-4337-804f-a080a6fc4fde gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:29.649297 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c30169-13c8-436f-bf7a-c189ac2452b0 admin admin] Made reservation on behalf of 49ad773d519141abbf5e743e64df06bc for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:29.652226 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d5c30169-13c8-436f-bf7a-c189ac2452b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:29.686633 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae22ab2-211e-4b4d-be3d-08a7a5263acf tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79fbb0c6-980e-4815-a809-056b65b01be8,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:29.704166 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc31bd65-cd57-4b4a-88bb-fc3d2cb6953d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:29.781381 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ae22ab2-211e-4b4d-be3d-08a7a5263acf tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:29.787239 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6ae22ab2-211e-4b4d-be3d-08a7a5263acf tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/79fbb0c6-980e-4815-a809-056b65b01be8 HTTP/1.1" status: 204 len: 168 time: 0.9532835 Apr 18 05:57:29.787390 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44558) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:29.789490 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31bd65-cd57-4b4a-88bb-fc3d2cb6953d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Subnet': ['ID=d0d36153-c3f9-49a6-8b55-81e1c70f175e,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:29.817533 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:57:23Z', 'revision_number': 4, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '18fd0550-0677-42b9-914c-7ad8ae00ac7e', 'name': '', 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:f1:e9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:20Z', 'updated_at': '2022-04-18T05:57:28Z', 'revision_number': 4, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dadef-611e-4a76-a77c-b1e2d8bbcd1f', 'name': '', 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:e0:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:18Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:29.832345 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c73b21-946e-4725-87a3-83d4d49909ab None None] The sync data for ids ['a9607895-f0b6-4931-8632-391ad3393134'] in dv-neutron-837489-1-hyperv is: [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:57:23Z', 'revision_number': 4, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '18fd0550-0677-42b9-914c-7ad8ae00ac7e', 'name': '', 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:f1:e9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:20Z', 'updated_at': '2022-04-18T05:57:28Z', 'revision_number': 4, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dadef-611e-4a76-a77c-b1e2d8bbcd1f', 'name': '', 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:e0:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:18Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:57:29.887661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c2f21ecb-a0b8-4b74-8024-6574d1839eb7 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Synchronizing usage tracker for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:29.945823 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c2f21ecb-a0b8-4b74-8024-6574d1839eb7 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Unset dirty status for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:57:29.947655 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c2f21ecb-a0b8-4b74-8024-6574d1839eb7 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1604776 Apr 18 05:57:29.950207 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44562) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:29.994049 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-7de4226b-3309-41c7-a616-bd0d4fd97fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:57:26Z', 'revision_number': 7, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4067b506-50c5-4cc6-8404-ea8e0d9e5932', 'name': '', 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:d9:10:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '20855584-315c-4cc2-8540-c96357df09a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:00Z', 'updated_at': '2022-04-18T05:57:14Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '20855584-315c-4cc2-8540-c96357df09a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de54195-c7c0-4927-bdb6-20577846591b', 'name': '', 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:44:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'af3096be-1eba-444a-b746-6466357066f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:46Z', 'updated_at': '2022-04-18T05:57:03Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'af3096be-1eba-444a-b746-6466357066f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e9151d-bbf6-4a64-beef-10902ebf8625', 'name': '', 'network_id': '3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:45:c9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'dec4cb34-ebe5-4bb1-80c3-e9c70c764088', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:15Z', 'updated_at': '2022-04-18T05:57:28Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'dec4cb34-ebe5-4bb1-80c3-e9c70c764088', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:29.998209 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de4226b-3309-41c7-a616-bd0d4fd97fca None None] Checking router: 6e87766f-695e-4337-804f-a080a6fc4fde for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:57:30.016366 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de4226b-3309-41c7-a616-bd0d4fd97fca None None] Routers {'6e87766f-695e-4337-804f-a080a6fc4fde'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:30.017004 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-7de4226b-3309-41c7-a616-bd0d4fd97fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6e87766f-695e-4337-804f-a080a6fc4fde'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:30.048197 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4fd9ea88-756e-41dc-beb0-3e98e2d913d5 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:30.055159 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c9032813-fa49-4223-8795-cba8f5fcea16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:30.063902 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4fd9ea88-756e-41dc-beb0-3e98e2d913d5 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:30.104555 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a25280f0-b200-4f0c-afdc-641db1cb3541 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:30.156490 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc31bd65-cd57-4b4a-88bb-fc3d2cb6953d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Checking segment: {'id': '0d0212cf-47c6-424b-a523-c37896b113e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9494f5da-147d-496b-9d5c-36e1c825eeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:30.157090 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc31bd65-cd57-4b4a-88bb-fc3d2cb6953d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network hostable DHCP agents. Network: 9494f5da-147d-496b-9d5c-36e1c825eeb0, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:57:30.170861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4fd9ea88-756e-41dc-beb0-3e98e2d913d5 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:30.193949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9ea88-756e-41dc-beb0-3e98e2d913d5 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efb0a4b9-7e3b-4eeb-bd7c-f9b9f39a302b,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:30.204185 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-7de4226b-3309-41c7-a616-bd0d4fd97fca None None] Set router 6e87766f-695e-4337-804f-a080a6fc4fde gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:30.228058 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e4d3f606-ced5-413f-b28f-bac0b40bda3f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:30.284470 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4fd9ea88-756e-41dc-beb0-3e98e2d913d5 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:30.288479 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4fd9ea88-756e-41dc-beb0-3e98e2d913d5 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/efb0a4b9-7e3b-4eeb-bd7c-f9b9f39a302b HTTP/1.1" status: 204 len: 168 time: 0.3347275 Apr 18 05:57:30.290804 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44566) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:30.379814 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d5c30169-13c8-436f-bf7a-c189ac2452b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:30.399094 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc31bd65-cd57-4b4a-88bb-fc3d2cb6953d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network 9494f5da-147d-496b-9d5c-36e1c825eeb0 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:57:30.568760 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c9032813-fa49-4223-8795-cba8f5fcea16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:30.587997 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-dc31bd65-cd57-4b4a-88bb-fc3d2cb6953d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 9494f5da-147d-496b-9d5c-36e1c825eeb0) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:30.590056 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-7de4226b-3309-41c7-a616-bd0d4fd97fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:57:26Z', 'revision_number': 7, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4067b506-50c5-4cc6-8404-ea8e0d9e5932', 'name': '', 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:d9:10:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '20855584-315c-4cc2-8540-c96357df09a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:00Z', 'updated_at': '2022-04-18T05:57:14Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '20855584-315c-4cc2-8540-c96357df09a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de54195-c7c0-4927-bdb6-20577846591b', 'name': '', 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:44:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'af3096be-1eba-444a-b746-6466357066f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:46Z', 'updated_at': '2022-04-18T05:57:03Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'af3096be-1eba-444a-b746-6466357066f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e9151d-bbf6-4a64-beef-10902ebf8625', 'name': '', 'network_id': '3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:45:c9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'dec4cb34-ebe5-4bb1-80c3-e9c70c764088', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:15Z', 'updated_at': '2022-04-18T05:57:28Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'dec4cb34-ebe5-4bb1-80c3-e9c70c764088', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:30.595099 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de4226b-3309-41c7-a616-bd0d4fd97fca None None] The sync data for ids ['6e87766f-695e-4337-804f-a080a6fc4fde'] in dv-neutron-837489-1-hyperv is: [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:57:26Z', 'revision_number': 7, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4067b506-50c5-4cc6-8404-ea8e0d9e5932', 'name': '', 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:d9:10:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '20855584-315c-4cc2-8540-c96357df09a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:00Z', 'updated_at': '2022-04-18T05:57:14Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '20855584-315c-4cc2-8540-c96357df09a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de54195-c7c0-4927-bdb6-20577846591b', 'name': '', 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:44:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'af3096be-1eba-444a-b746-6466357066f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:46Z', 'updated_at': '2022-04-18T05:57:03Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'af3096be-1eba-444a-b746-6466357066f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e9151d-bbf6-4a64-beef-10902ebf8625', 'name': '', 'network_id': '3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:45:c9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'dec4cb34-ebe5-4bb1-80c3-e9c70c764088', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:15Z', 'updated_at': '2022-04-18T05:57:28Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'dec4cb34-ebe5-4bb1-80c3-e9c70c764088', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:57:30.606455 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ac9e1c-cc93-4102-90e6-e0a3b863c8a8 None None] Network 9494f5da-147d-496b-9d5c-36e1c825eeb0 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:30.609189 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c30169-13c8-436f-bf7a-c189ac2452b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b4d1495-96ee-47de-b8ec-9793f712c5be,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:30.621497 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc31bd65-cd57-4b4a-88bb-fc3d2cb6953d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:30.622196 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc31bd65-cd57-4b4a-88bb-fc3d2cb6953d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:30.643740 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c9032813-fa49-4223-8795-cba8f5fcea16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:30.659720 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bd31aa-0b61-4de6-9663-277466966265 None None] Network 2f4a7787-0392-4764-a247-aca970551690 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:30.676512 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e47c004c-d8d8-45f1-95fb-5fb5e6f9b30c tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Synchronizing usage tracker for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:30.714920 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e47c004c-d8d8-45f1-95fb-5fb5e6f9b30c tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Unset dirty status for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:57:30.724306 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e47c004c-d8d8-45f1-95fb-5fb5e6f9b30c tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4296565 Apr 18 05:57:30.725393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44570) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:30.782859 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9032813-fa49-4223-8795-cba8f5fcea16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Subnet': ['ID=1d159a22-2307-4209-bf9d-d0e493abc2b9,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:30.814947 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c9032813-fa49-4223-8795-cba8f5fcea16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/subnets/1d159a22-2307-4209-bf9d-d0e493abc2b9 HTTP/1.1" status: 204 len: 168 time: 2.1516912 Apr 18 05:57:30.823495 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44576) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:30.832492 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c30169-13c8-436f-bf7a-c189ac2452b0 admin admin] Checking segment: {'id': '9a24e6a0-0078-424a-80a4-0d69850347a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:30.833083 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c30169-13c8-436f-bf7a-c189ac2452b0 admin admin] Network hostable DHCP agents. Network: 9a334fa7-a286-4212-a09e-a8fc3f33e6a1, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:57:30.841590 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e4d3f606-ced5-413f-b28f-bac0b40bda3f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:30.852768 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-dc31bd65-cd57-4b4a-88bb-fc3d2cb6953d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2294369 Apr 18 05:57:30.861308 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44580) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:30.913348 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-e4d3f606-ced5-413f-b28f-bac0b40bda3f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Deleting port d39c3ac3-6deb-4250-a355-93fb23847311 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:30.913777 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e4d3f606-ced5-413f-b28f-bac0b40bda3f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:30.925923 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a9e9151d-bbf6-4a64-beef-10902ebf8625 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:31.047482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-edd8d3b3-1f8b-4e32-a56b-10a5111d43a9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:31.053501 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c30169-13c8-436f-bf7a-c189ac2452b0 admin admin] Network 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:57:31.067710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-a25280f0-b200-4f0c-afdc-641db1cb3541 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting port a9e9151d-bbf6-4a64-beef-10902ebf8625 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:31.068077 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a25280f0-b200-4f0c-afdc-641db1cb3541 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:31.091561 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f2193824-c75e-4c40-94ec-d1641f9acde7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:31.103164 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-9494f5da-147d-496b-9d5c-36e1c825eeb0', 'network_id': '9494f5da-147d-496b-9d5c-36e1c825eeb0', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'fixed_ips': [{'subnet_id': 'd0d36153-c3f9-49a6-8b55-81e1c70f175e'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:57:31.103873 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:31.119304 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port a9e9151d-bbf6-4a64-beef-10902ebf8625 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:31.119677 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:31.149005 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-edd8d3b3-1f8b-4e32-a56b-10a5111d43a9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:31.159786 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-d5c30169-13c8-436f-bf7a-c189ac2452b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 9a334fa7-a286-4212-a09e-a8fc3f33e6a1) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:31.164702 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c30169-13c8-436f-bf7a-c189ac2452b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:31.165641 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d5c30169-13c8-436f-bf7a-c189ac2452b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:31.177010 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-f2193824-c75e-4c40-94ec-d1641f9acde7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port 07c8ed4d-c9f6-425c-b4cb-9d51244e6022 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:31.177600 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f2193824-c75e-4c40-94ec-d1641f9acde7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:31.213617 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f914ae2a-eacd-4bad-ad08-ca155d1fc653 None None] Network 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:31.261094 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d5c30169-13c8-436f-bf7a-c189ac2452b0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0891368 Apr 18 05:57:31.265821 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44584) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:31.312673 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:31.335146 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:31.348635 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e4d3f606-ced5-413f-b28f-bac0b40bda3f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:31.359059 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] Usage tracker for resource:router and tenant:49ad773d519141abbf5e743e64df06bc is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:31.365307 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2038fd-b1a2-45e5-ac3f-b2978f3ff972 None None] DHCP port deletion for 2f4a7787-0392-4764-a247-aca970551690 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:57:31.367937 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:31.413379 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-4f2038fd-b1a2-45e5-ac3f-b2978f3ff972 None None] Deleting port 07c8ed4d-c9f6-425c-b4cb-9d51244e6022 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:31.413740 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4f2038fd-b1a2-45e5-ac3f-b2978f3ff972 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:31.436867 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:31.511911 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-e4d3f606-ced5-413f-b28f-bac0b40bda3f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Calling delete_port for d39c3ac3-6deb-4250-a355-93fb23847311 owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:31.545093 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-edd8d3b3-1f8b-4e32-a56b-10a5111d43a9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:31.576456 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-a25280f0-b200-4f0c-afdc-641db1cb3541 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] For port a9e9151d-bbf6-4a64-beef-10902ebf8625, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a9e9151d-bbf6-4a64-beef-10902ebf8625,segment=NetworkSegment(f9c34ba6-847d-4ac0-b5d7-cadaea644070),segment_id=f9c34ba6-847d-4ac0-b5d7-cadaea644070)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:31.576697 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a25280f0-b200-4f0c-afdc-641db1cb3541 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:31.593198 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8d3b3-1f8b-4e32-a56b-10a5111d43a9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3657206-f1e8-4469-8277-0b80d21f3d8e,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:31.687027 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] Allocated IP 172.23.0.2 (9494f5da-147d-496b-9d5c-36e1c825eeb0/d0d36153-c3f9-49a6-8b55-81e1c70f175e/92b95032-bbeb-4d08-9b89-4c8ce5adf899) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:31.735989 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 18fd0550-0677-42b9-914c-7ad8ae00ac7e up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:31.773849 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:31.775006 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:31.782129 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-a25280f0-b200-4f0c-afdc-641db1cb3541 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Calling delete_port for a9e9151d-bbf6-4a64-beef-10902ebf8625 owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:31.816912 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-f2193824-c75e-4c40-94ec-d1641f9acde7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] For port 07c8ed4d-c9f6-425c-b4cb-9d51244e6022, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=07c8ed4d-c9f6-425c-b4cb-9d51244e6022,segment=NetworkSegment(bbcfb99f-8efe-4367-8ab8-d387ca1e3eb5),segment_id=bbcfb99f-8efe-4367-8ab8-d387ca1e3eb5)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:31.817559 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f2193824-c75e-4c40-94ec-d1641f9acde7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:31.841828 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-edd8d3b3-1f8b-4e32-a56b-10a5111d43a9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:31.845481 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-edd8d3b3-1f8b-4e32-a56b-10a5111d43a9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "DELETE /v2.0/security-groups/a3657206-f1e8-4469-8277-0b80d21f3d8e HTTP/1.1" status: 204 len: 168 time: 1.1162910 Apr 18 05:57:31.850096 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44588) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:31.900585 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:31.956338 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:57:31.957514 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:31.982128 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-f2193824-c75e-4c40-94ec-d1641f9acde7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Calling delete_port for 07c8ed4d-c9f6-425c-b4cb-9d51244e6022 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:32.104806 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4f2038fd-b1a2-45e5-ac3f-b2978f3ff972 None None] For port 07c8ed4d-c9f6-425c-b4cb-9d51244e6022, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=07c8ed4d-c9f6-425c-b4cb-9d51244e6022,segment=NetworkSegment(bbcfb99f-8efe-4367-8ab8-d387ca1e3eb5),segment_id=bbcfb99f-8efe-4367-8ab8-d387ca1e3eb5)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:32.105110 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4f2038fd-b1a2-45e5-ac3f-b2978f3ff972 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:32.168804 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f32a6963-ec6b-46e4-b184-afb17923b623 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Synchronizing usage tracker for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:32.216807 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f32a6963-ec6b-46e4-b184-afb17923b623 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Unset dirty status for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:57:32.222498 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f32a6963-ec6b-46e4-b184-afb17923b623 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3652582 Apr 18 05:57:32.222948 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44592) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:32.228637 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-a3dcdff1-8f28-4b66-bba0-ad067962b5c1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720982747'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:32.234463 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-baa84b71-825b-4d5e-adab-ceca886239c6 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:32.246274 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-a3dcdff1-8f28-4b66-bba0-ad067962b5c1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:32.265516 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-a3dcdff1-8f28-4b66-bba0-ad067962b5c1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:32.284138 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-4f2038fd-b1a2-45e5-ac3f-b2978f3ff972 None None] Calling delete_port for 07c8ed4d-c9f6-425c-b4cb-9d51244e6022 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:32.306441 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f2193824-c75e-4c40-94ec-d1641f9acde7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:32.336641 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 18fd0550-0677-42b9-914c-7ad8ae00ac7e completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:32.386731 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 18fd0550-0677-42b9-914c-7ad8ae00ac7e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:32.387016 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:32.446013 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a3dcdff1-8f28-4b66-bba0-ad067962b5c1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:32.448030 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2193824-c75e-4c40-94ec-d1641f9acde7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] No DVR routers for this DVR port 07c8ed4d-c9f6-425c-b4cb-9d51244e6022 on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:57:32.476610 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2193824-c75e-4c40-94ec-d1641f9acde7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Port': ['ID=07c8ed4d-c9f6-425c-b4cb-9d51244e6022,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:32.482162 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:32.488696 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:32.505953 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-a3dcdff1-8f28-4b66-bba0-ad067962b5c1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:32.547323 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a25280f0-b200-4f0c-afdc-641db1cb3541 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:32.553370 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a3dcdff1-8f28-4b66-bba0-ad067962b5c1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Usage tracker for resource:security_group_rule and tenant:38d187f7bfec47cd9a66139dcc2710d8 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:32.562976 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] Transition to ACTIVE for port object 92b95032-bbeb-4d08-9b89-4c8ce5adf899 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:32.571014 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e4d3f606-ced5-413f-b28f-bac0b40bda3f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:32.572507 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-4f2038fd-b1a2-45e5-ac3f-b2978f3ff972 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:57:32.572862 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-4f2038fd-b1a2-45e5-ac3f-b2978f3ff972 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:57:32.586766 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a3dcdff1-8f28-4b66-bba0-ad067962b5c1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:32.593838 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] Transition to ACTIVE for port object 92b95032-bbeb-4d08-9b89-4c8ce5adf899 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:32.595799 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] Allocated IP 172.20.0.2 (9a334fa7-a286-4212-a09e-a8fc3f33e6a1/6b4d1495-96ee-47de-b8ec-9793f712c5be/f6c4528a-bfd0-4680-8420-d878341092b6) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:32.610845 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-a3dcdff1-8f28-4b66-bba0-ad067962b5c1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:32.619900 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25280f0-b200-4f0c-afdc-641db1cb3541 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Port': ['ID=a9e9151d-bbf6-4a64-beef-10902ebf8625,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:32.634632 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:32.683817 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f2193824-c75e-4c40-94ec-d1641f9acde7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:32.732002 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3f606-ced5-413f-b28f-bac0b40bda3f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Pushing event deleted for resources: {'Port': ['ID=d39c3ac3-6deb-4250-a355-93fb23847311,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:32.771860 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] Pushing event updated for resources: {'Port': ['ID=92b95032-bbeb-4d08-9b89-4c8ce5adf899,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:32.800669 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-f2193824-c75e-4c40-94ec-d1641f9acde7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f4a7787-0392-4764-a247-aca970551690']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:32.868980 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] Network 9494f5da-147d-496b-9d5c-36e1c825eeb0 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:32.879676 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-f2193824-c75e-4c40-94ec-d1641f9acde7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbcfb99f-8efe-4367-8ab8-d387ca1e3eb5') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:32.880303 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-f2193824-c75e-4c40-94ec-d1641f9acde7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbcfb99f-8efe-4367-8ab8-d387ca1e3eb5') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:32.885644 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:32.887629 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:32.900457 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f2193824-c75e-4c40-94ec-d1641f9acde7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:32.911479 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:32.932854 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e4d3f606-ced5-413f-b28f-bac0b40bda3f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:32.981692 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f2193824-c75e-4c40-94ec-d1641f9acde7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.023904 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a25280f0-b200-4f0c-afdc-641db1cb3541 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.024236 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 18fd0550-0677-42b9-914c-7ad8ae00ac7e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=18fd0550-0677-42b9-914c-7ad8ae00ac7e,segment=NetworkSegment(0f505d04-1ed7-498c-ba25-0bf45bf265ee),segment_id=0f505d04-1ed7-498c-ba25-0bf45bf265ee)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:33.036606 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a3dcdff1-8f28-4b66-bba0-ad067962b5c1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.045351 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.045869 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a3dcdff1-8f28-4b66-bba0-ad067962b5c1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.194091 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2193824-c75e-4c40-94ec-d1641f9acde7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:57:33.194851 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f2193824-c75e-4c40-94ec-d1641f9acde7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:57:33.211733 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:57:33.227533 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-baa84b71-825b-4d5e-adab-ceca886239c6 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Allocated IP 172.23.0.1 (9494f5da-147d-496b-9d5c-36e1c825eeb0/d0d36153-c3f9-49a6-8b55-81e1c70f175e/73619908-56f1-4684-afe4-f36d7aaac574) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:33.248816 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dcdff1-8f28-4b66-bba0-ad067962b5c1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f2e004-249f-456f-b5fb-8aa8d7a61e61,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:33.273149 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-4f2038fd-b1a2-45e5-ac3f-b2978f3ff972 None None] Deleting port 07c8ed4d-c9f6-425c-b4cb-9d51244e6022 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:33.273516 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4f2038fd-b1a2-45e5-ac3f-b2978f3ff972 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.300228 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e4d3f606-ced5-413f-b28f-bac0b40bda3f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.324307 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a3dcdff1-8f28-4b66-bba0-ad067962b5c1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.325604 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a3dcdff1-8f28-4b66-bba0-ad067962b5c1 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1016698 Apr 18 05:57:33.330505 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44596) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:33.350993 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e4d3f606-ced5-413f-b28f-bac0b40bda3f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.380086 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=18fd0550-0677-42b9-914c-7ad8ae00ac7e,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:33.394206 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 07c8ed4d-c9f6-425c-b4cb-9d51244e6022 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:57:33.397492 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f2193824-c75e-4c40-94ec-d1641f9acde7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.398277 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-c50ebb94-4728-4ae3-b2ad-523a06921bc9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Request body: {'security_group_rule': {'security_group_id': 'e1f2e004-249f-456f-b5fb-8aa8d7a61e61', 'direction': 'ingress', 'protocol': 17}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:33.402708 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f2193824-c75e-4c40-94ec-d1641f9acde7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.418802 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c50ebb94-4728-4ae3-b2ad-523a06921bc9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:33.422579 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e4d3f606-ced5-413f-b28f-bac0b40bda3f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.423077 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d3f606-ced5-413f-b28f-bac0b40bda3f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Fanout notify agent at l3_agent the message router_deleted on router 0b805809-b834-41b3-ae2b-0aa980b16b85 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:57:33.447827 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2193824-c75e-4c40-94ec-d1641f9acde7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Network': ['ID=2f4a7787-0392-4764-a247-aca970551690,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:33.474996 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-4f2038fd-b1a2-45e5-ac3f-b2978f3ff972 None None] The port '07c8ed4d-c9f6-425c-b4cb-9d51244e6022' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:57:33.477990 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 07c8ed4d-c9f6-425c-b4cb-9d51244e6022 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:57:33.478356 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 07c8ed4d-c9f6-425c-b4cb-9d51244e6022 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:57:33.479787 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] Attempting to bind port 92b95032-bbeb-4d08-9b89-4c8ce5adf899 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:57:33.480172 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] Attempting to bind port 92b95032-bbeb-4d08-9b89-4c8ce5adf899 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '0d0212cf-47c6-424b-a523-c37896b113e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9494f5da-147d-496b-9d5c-36e1c825eeb0'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:57:33.480524 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] Attempting to bind port 92b95032-bbeb-4d08-9b89-4c8ce5adf899 on network 9494f5da-147d-496b-9d5c-36e1c825eeb0 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:57:33.488677 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:57:33.489028 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] Checking segment: {'id': '0d0212cf-47c6-424b-a523-c37896b113e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9494f5da-147d-496b-9d5c-36e1c825eeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:33.489425 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.489801 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] Bound using segment: {'id': '0d0212cf-47c6-424b-a523-c37896b113e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9494f5da-147d-496b-9d5c-36e1c825eeb0'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:57:33.490325 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] Bound port: 92b95032-bbeb-4d08-9b89-4c8ce5adf899, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0212cf-47c6-424b-a523-c37896b113e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9494f5da-147d-496b-9d5c-36e1c825eeb0'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:57:33.490703 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.528076 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c50ebb94-4728-4ae3-b2ad-523a06921bc9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Usage tracker for resource:security_group_rule and tenant:38d187f7bfec47cd9a66139dcc2710d8 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:33.545083 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e4d3f606-ced5-413f-b28f-bac0b40bda3f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.549621 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e4d3f606-ced5-413f-b28f-bac0b40bda3f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "DELETE /v2.0/routers/0b805809-b834-41b3-ae2b-0aa980b16b85 HTTP/1.1" status: 204 len: 168 time: 4.1357193 Apr 18 05:57:33.549762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c50ebb94-4728-4ae3-b2ad-523a06921bc9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:33.552690 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44600) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:33.564233 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.568745 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-3b5b2d69-7057-40f9-b09c-12340329b78d tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-720159514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:33.577802 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c50ebb94-4728-4ae3-b2ad-523a06921bc9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:33.582139 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] Transition to ACTIVE for port object f6c4528a-bfd0-4680-8420-d878341092b6 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:33.598154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3b5b2d69-7057-40f9-b09c-12340329b78d tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:33.612156 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f2193824-c75e-4c40-94ec-d1641f9acde7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/networks/2f4a7787-0392-4764-a247-aca970551690 HTTP/1.1" status: 204 len: 168 time: 2.7835522 Apr 18 05:57:33.612991 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44604) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:33.614556 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3b5b2d69-7057-40f9-b09c-12340329b78d tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Usage tracker for resource:router and tenant:a7bbd03ad9564760b04936429ba8eaea is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:33.621683 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3b5b2d69-7057-40f9-b09c-12340329b78d tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:33.624663 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] Transition to ACTIVE for port object f6c4528a-bfd0-4680-8420-d878341092b6 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:33.630081 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] For port 92b95032-bbeb-4d08-9b89-4c8ce5adf899, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:57:33.633380 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] For port 92b95032-bbeb-4d08-9b89-4c8ce5adf899, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=92b95032-bbeb-4d08-9b89-4c8ce5adf899,segment=NetworkSegment(0d0212cf-47c6-424b-a523-c37896b113e5),segment_id=0d0212cf-47c6-424b-a523-c37896b113e5)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:57:33.634947 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.641211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-c5bd2ccd-d83e-4d84-9cde-e5e9ef8bb3d2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2085793583'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:33.664595 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3b5b2d69-7057-40f9-b09c-12340329b78d tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:33.664595 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c5bd2ccd-d83e-4d84-9cde-e5e9ef8bb3d2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:33.667163 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25280f0-b200-4f0c-afdc-641db1cb3541 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router 6e87766f-695e-4337-804f-a080a6fc4fde has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:57:33.675469 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.678609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c50ebb94-4728-4ae3-b2ad-523a06921bc9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.684674 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.692058 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c5bd2ccd-d83e-4d84-9cde-e5e9ef8bb3d2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:network and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:33.703191 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] Network 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:33.704422 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c5bd2ccd-d83e-4d84-9cde-e5e9ef8bb3d2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:33.708954 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:33.713335 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-baa84b71-825b-4d5e-adab-ceca886239c6 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.719177 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.720828 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:33.779037 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] Pushing event updated for resources: {'Port': ['ID=f6c4528a-bfd0-4680-8420-d878341092b6,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:33.875341 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c5bd2ccd-d83e-4d84-9cde-e5e9ef8bb3d2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:33.898240 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] Attempting to bind port f6c4528a-bfd0-4680-8420-d878341092b6 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:57:33.898601 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] Attempting to bind port f6c4528a-bfd0-4680-8420-d878341092b6 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '9a24e6a0-0078-424a-80a4-0d69850347a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:57:33.898965 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] Attempting to bind port f6c4528a-bfd0-4680-8420-d878341092b6 on network 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:57:33.901775 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] Allocated IP 172.26.1.83 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/3295e26e-9eef-49aa-9834-5b996255a480) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:33.911034 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:57:33.911406 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] Checking segment: {'id': '9a24e6a0-0078-424a-80a4-0d69850347a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:33.911803 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.912292 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] Bound using segment: {'id': '9a24e6a0-0078-424a-80a4-0d69850347a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:57:33.912757 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] Bound port: f6c4528a-bfd0-4680-8420-d878341092b6, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a24e6a0-0078-424a-80a4-0d69850347a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:57:33.913131 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.929022 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255e05d-97dd-4b03-b9ba-aff59ecded58 None None] Pushing event updated for resources: {'Port': ['ID=92b95032-bbeb-4d08-9b89-4c8ce5adf899,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:33.958394 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2d69-7057-40f9-b09c-12340329b78d tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.959608 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2d69-7057-40f9-b09c-12340329b78d tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:33.976058 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-baa84b71-825b-4d5e-adab-ceca886239c6 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Transition to ACTIVE for port object 73619908-56f1-4684-afe4-f36d7aaac574 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:34.031084 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] For port f6c4528a-bfd0-4680-8420-d878341092b6, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:57:34.035923 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] For port f6c4528a-bfd0-4680-8420-d878341092b6, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f6c4528a-bfd0-4680-8420-d878341092b6,segment=NetworkSegment(9a24e6a0-0078-424a-80a4-0d69850347a2),segment_id=9a24e6a0-0078-424a-80a4-0d69850347a2)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:57:34.048219 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:34.059758 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bd2ccd-d83e-4d84-9cde-e5e9ef8bb3d2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:34.065880 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2ccd-d83e-4d84-9cde-e5e9ef8bb3d2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:34.138300 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2d69-7057-40f9-b09c-12340329b78d tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:34.144029 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c58b72-bcfa-491c-a25b-a973e6a2eb50 None None] Pushing event updated for resources: {'Port': ['ID=f6c4528a-bfd0-4680-8420-d878341092b6,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:34.157871 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:34.166183 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c50ebb94-4728-4ae3-b2ad-523a06921bc9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:34.179926 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5bd2ccd-d83e-4d84-9cde-e5e9ef8bb3d2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:57:34.196194 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:34.197001 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c50ebb94-4728-4ae3-b2ad-523a06921bc9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:34.199052 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2ccd-d83e-4d84-9cde-e5e9ef8bb3d2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:34.199399 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-c5bd2ccd-d83e-4d84-9cde-e5e9ef8bb3d2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Added segment 2234e373-20cd-4f3c-b37b-0d7fe4f92131 of type vlan for network be9ddb5b-df2b-4094-94f8-ac3e77836fdd Apr 18 05:57:34.233606 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25280f0-b200-4f0c-afdc-641db1cb3541 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:57:34.247892 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e3f23-236e-4c71-bc80-9135966affec None None] Sync routers for ids ['6e87766f-695e-4337-804f-a080a6fc4fde'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:57:34.263114 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:34.266671 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:34.271822 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2d69-7057-40f9-b09c-12340329b78d tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:34.274685 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e3f23-236e-4c71-bc80-9135966affec None None] Routers {'6e87766f-695e-4337-804f-a080a6fc4fde'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:34.275502 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-fe6e3f23-236e-4c71-bc80-9135966affec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6e87766f-695e-4337-804f-a080a6fc4fde'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:34.277649 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:34.284578 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ebb94-4728-4ae3-b2ad-523a06921bc9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f125bbba-84c4-4c1d-9841-25b3b5a00d2c,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:34.312306 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-baa84b71-825b-4d5e-adab-ceca886239c6 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:34.341964 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] Pushing event updated for resources: {'Port': ['ID=3295e26e-9eef-49aa-9834-5b996255a480,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:34.411520 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a25280f0-b200-4f0c-afdc-641db1cb3541 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/6e87766f-695e-4337-804f-a080a6fc4fde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0406563 Apr 18 05:57:34.412844 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c50ebb94-4728-4ae3-b2ad-523a06921bc9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:34.418804 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c50ebb94-4728-4ae3-b2ad-523a06921bc9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0864460 Apr 18 05:57:34.419916 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44608) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:34.420420 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44610) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:34.464522 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa84b71-825b-4d5e-adab-ceca886239c6 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Port': ['ID=73619908-56f1-4684-afe4-f36d7aaac574,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:34.477176 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa84b71-825b-4d5e-adab-ceca886239c6 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network 9494f5da-147d-496b-9d5c-36e1c825eeb0 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:34.478451 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2d69-7057-40f9-b09c-12340329b78d tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:34.479774 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3b5b2d69-7057-40f9-b09c-12340329b78d tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9262474 Apr 18 05:57:34.486143 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44616) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:34.507746 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-485c8098-18bc-40cd-80e9-a5f6d0a78d8d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'enable_snat': False}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:34.508361 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2ccd-d83e-4d84-9cde-e5e9ef8bb3d2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:34.522869 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-baa84b71-825b-4d5e-adab-ceca886239c6 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:34.523766 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-fe6e3f23-236e-4c71-bc80-9135966affec None None] Set router 6e87766f-695e-4337-804f-a080a6fc4fde gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:34.567109 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa84b71-825b-4d5e-adab-ceca886239c6 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:34.719155 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-803662a7-364a-444a-a24d-e9abada179c6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting subnet dec4cb34-ebe5-4bb1-80c3-e9c70c764088 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:57:34.731232 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-baa84b71-825b-4d5e-adab-ceca886239c6 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:34.760101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-803662a7-364a-444a-a24d-e9abada179c6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:34.798538 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2ccd-d83e-4d84-9cde-e5e9ef8bb3d2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:34.804143 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bd2ccd-d83e-4d84-9cde-e5e9ef8bb3d2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:34.805060 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2ccd-d83e-4d84-9cde-e5e9ef8bb3d2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:34.860026 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27b94f23-56da-476b-a165-fbf9138d5962 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:34.885068 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c5bd2ccd-d83e-4d84-9cde-e5e9ef8bb3d2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2647066 Apr 18 05:57:34.890820 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44620) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:34.918675 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-bda686c1-e782-4caf-b4dc-6ec868ac6efa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'subnet': {'network_id': 'be9ddb5b-df2b-4094-94f8-ac3e77836fdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:34.966106 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-803662a7-364a-444a-a24d-e9abada179c6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:34.996668 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-fe6e3f23-236e-4c71-bc80-9135966affec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:57:32Z', 'revision_number': 8, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4067b506-50c5-4cc6-8404-ea8e0d9e5932', 'name': '', 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:d9:10:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '20855584-315c-4cc2-8540-c96357df09a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:00Z', 'updated_at': '2022-04-18T05:57:14Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '20855584-315c-4cc2-8540-c96357df09a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de54195-c7c0-4927-bdb6-20577846591b', 'name': '', 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:44:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'af3096be-1eba-444a-b746-6466357066f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:46Z', 'updated_at': '2022-04-18T05:57:03Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'af3096be-1eba-444a-b746-6466357066f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:35.001793 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e3f23-236e-4c71-bc80-9135966affec None None] Checking router: 6e87766f-695e-4337-804f-a080a6fc4fde for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:57:35.013488 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e3f23-236e-4c71-bc80-9135966affec None None] Routers {'6e87766f-695e-4337-804f-a080a6fc4fde'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:35.014231 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-fe6e3f23-236e-4c71-bc80-9135966affec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6e87766f-695e-4337-804f-a080a6fc4fde'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:35.075349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27b94f23-56da-476b-a165-fbf9138d5962 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:35.186942 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd2ccd-d83e-4d84-9cde-e5e9ef8bb3d2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Network': ['ID=be9ddb5b-df2b-4094-94f8-ac3e77836fdd,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:35.193537 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-485c8098-18bc-40cd-80e9-a5f6d0a78d8d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:35.210199 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42311446-691c-4fa1-9783-e4bdca667dfc None None] Network 9494f5da-147d-496b-9d5c-36e1c825eeb0 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:35.273900 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network be9ddb5b-df2b-4094-94f8-ac3e77836fdd details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:57:35.284831 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bda686c1-e782-4caf-b4dc-6ec868ac6efa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:35.300343 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bda686c1-e782-4caf-b4dc-6ec868ac6efa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:subnet and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:35.329295 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bda686c1-e782-4caf-b4dc-6ec868ac6efa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:35.348753 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bda686c1-e782-4caf-b4dc-6ec868ac6efa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:35.402687 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-baa84b71-825b-4d5e-adab-ceca886239c6 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:35.422050 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27b94f23-56da-476b-a165-fbf9138d5962 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:35.438240 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda686c1-e782-4caf-b4dc-6ec868ac6efa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:35.441989 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bda686c1-e782-4caf-b4dc-6ec868ac6efa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:35.455079 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 92b95032-bbeb-4d08-9b89-4c8ce5adf899 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:35.619092 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b94f23-56da-476b-a165-fbf9138d5962 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f2e004-249f-456f-b5fb-8aa8d7a61e61,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:35.638914 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-803662a7-364a-444a-a24d-e9abada179c6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:35.654751 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:35.725145 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-fe6e3f23-236e-4c71-bc80-9135966affec None None] Set router 6e87766f-695e-4337-804f-a080a6fc4fde gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:35.738444 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27b94f23-56da-476b-a165-fbf9138d5962 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:35.739681 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-27b94f23-56da-476b-a165-fbf9138d5962 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "DELETE /v2.0/security-groups/e1f2e004-249f-456f-b5fb-8aa8d7a61e61 HTTP/1.1" status: 204 len: 168 time: 1.2790787 Apr 18 05:57:35.746197 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44626) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:35.792742 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7418a5cb-5831-40eb-ac74-6aefa5a2a05b None None] Network 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:35.805151 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-82f9ec37-a171-4962-ac79-a8a9e55968e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:35.871336 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44630) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:35.871549 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a398b17d-2e8c-4cbb-9f22-6ff692c6ae70 None None] Provisioning for port 92b95032-bbeb-4d08-9b89-4c8ce5adf899 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:36.069823 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-485c8098-18bc-40cd-80e9-a5f6d0a78d8d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:36.098342 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-17c9bc3b-3467-49d4-b7b2-73658bbb5e4e tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Synchronizing usage tracker for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:36.137144 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-803662a7-364a-444a-a24d-e9abada179c6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:36.183701 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-485c8098-18bc-40cd-80e9-a5f6d0a78d8d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:36.205012 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803662a7-364a-444a-a24d-e9abada179c6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Subnet': ['ID=dec4cb34-ebe5-4bb1-80c3-e9c70c764088,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:36.218999 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-701c8684-fa0f-40da-8bfa-9e8ddfdf89a3 None None] Provisioning for port f6c4528a-bfd0-4680-8420-d878341092b6 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:36.222031 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 92b95032-bbeb-4d08-9b89-4c8ce5adf899 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:36.237372 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51dd25e-19f8-4330-801e-2271ecb38d4a None None] Network 3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:36.245527 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-803662a7-364a-444a-a24d-e9abada179c6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:36.264064 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-17c9bc3b-3467-49d4-b7b2-73658bbb5e4e tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Unset dirty status for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:57:36.265936 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-17c9bc3b-3467-49d4-b7b2-73658bbb5e4e tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5182316 Apr 18 05:57:36.272108 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44634) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:36.337793 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-fea7ef8b-57a4-4e91-b725-b73f9eb3b7f7 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Request body: {'security_group': {'name': 'tempest-secgroup--387035043'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:36.351594 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 92b95032-bbeb-4d08-9b89-4c8ce5adf899 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:36.351967 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:36.372514 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-803662a7-364a-444a-a24d-e9abada179c6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/subnets/dec4cb34-ebe5-4bb1-80c3-e9c70c764088 HTTP/1.1" status: 204 len: 168 time: 1.9134302 Apr 18 05:57:36.374265 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-fea7ef8b-57a4-4e91-b725-b73f9eb3b7f7 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:36.386178 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44638) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:36.399329 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:36.432827 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bda686c1-e782-4caf-b4dc-6ec868ac6efa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:36.454636 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-fea7ef8b-57a4-4e91-b725-b73f9eb3b7f7 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:36.464785 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:57:36.518842 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db87fcb3-345f-4607-8e0d-77c7f6bb6c50 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:36.519320 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db87fcb3-345f-4607-8e0d-77c7f6bb6c50 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:36.519795 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db87fcb3-345f-4607-8e0d-77c7f6bb6c50 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:36.532057 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-db87fcb3-345f-4607-8e0d-77c7f6bb6c50 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=e00da76b2c8c4cb8902ec43a97f5e314&network_id=a2404285-3951-4b85-895a-b975b3056dc6 HTTP/1.1" status: 200 len: 2999 time: 0.6455884 Apr 18 05:57:36.622531 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fea7ef8b-57a4-4e91-b725-b73f9eb3b7f7 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:36.672006 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1adfb45-8194-4c3d-893e-ab8ade2b70bd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:36.677691 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda686c1-e782-4caf-b4dc-6ec868ac6efa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Subnet': ['ID=98b565bc-64ab-4435-9f32-dc90bdc252e9,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:36.695539 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda686c1-e782-4caf-b4dc-6ec868ac6efa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Checking segment: {'id': '2234e373-20cd-4f3c-b37b-0d7fe4f92131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'be9ddb5b-df2b-4094-94f8-ac3e77836fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:36.696343 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda686c1-e782-4caf-b4dc-6ec868ac6efa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network hostable DHCP agents. Network: be9ddb5b-df2b-4094-94f8-ac3e77836fdd, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:57:36.701359 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-fea7ef8b-57a4-4e91-b725-b73f9eb3b7f7 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:36.709254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-fea7ef8b-57a4-4e91-b725-b73f9eb3b7f7 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Usage tracker for resource:security_group_rule and tenant:38d187f7bfec47cd9a66139dcc2710d8 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:36.723692 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-fea7ef8b-57a4-4e91-b725-b73f9eb3b7f7 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:36.734888 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-fea7ef8b-57a4-4e91-b725-b73f9eb3b7f7 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:36.738572 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-f1adfb45-8194-4c3d-893e-ab8ade2b70bd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting port aa75637a-1f51-4a13-82e3-de85091f6d61 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:36.738908 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1adfb45-8194-4c3d-893e-ab8ade2b70bd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:36.764582 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-baa84b71-825b-4d5e-adab-ceca886239c6 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:36.788949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-baa84b71-825b-4d5e-adab-ceca886239c6 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:36.804919 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-485c8098-18bc-40cd-80e9-a5f6d0a78d8d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Allocated IP 172.26.1.143 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/595ae7f0-bc64-4647-9cca-62f4a4f7eb66) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:36.810794 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:36.858329 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-fe6e3f23-236e-4c71-bc80-9135966affec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:57:32Z', 'revision_number': 8, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4067b506-50c5-4cc6-8404-ea8e0d9e5932', 'name': '', 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:d9:10:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '20855584-315c-4cc2-8540-c96357df09a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:00Z', 'updated_at': '2022-04-18T05:57:14Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '20855584-315c-4cc2-8540-c96357df09a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de54195-c7c0-4927-bdb6-20577846591b', 'name': '', 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:44:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'af3096be-1eba-444a-b746-6466357066f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:46Z', 'updated_at': '2022-04-18T05:57:03Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'af3096be-1eba-444a-b746-6466357066f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:36.875009 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e3f23-236e-4c71-bc80-9135966affec None None] The sync data for ids ['6e87766f-695e-4337-804f-a080a6fc4fde'] in dv-neutron-837489-1-hyperv is: [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:57:32Z', 'revision_number': 8, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4067b506-50c5-4cc6-8404-ea8e0d9e5932', 'name': '', 'network_id': '80c568cd-db8a-48fa-b9af-824b1ccb874b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:d9:10:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '20855584-315c-4cc2-8540-c96357df09a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:00Z', 'updated_at': '2022-04-18T05:57:14Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '20855584-315c-4cc2-8540-c96357df09a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de54195-c7c0-4927-bdb6-20577846591b', 'name': '', 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:44:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'af3096be-1eba-444a-b746-6466357066f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:46Z', 'updated_at': '2022-04-18T05:57:03Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'af3096be-1eba-444a-b746-6466357066f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:57:36.878456 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 92b95032-bbeb-4d08-9b89-4c8ce5adf899, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=92b95032-bbeb-4d08-9b89-4c8ce5adf899,segment=NetworkSegment(0d0212cf-47c6-424b-a523-c37896b113e5),segment_id=0d0212cf-47c6-424b-a523-c37896b113e5)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:36.891393 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:36.892214 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f6c4528a-bfd0-4680-8420-d878341092b6 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:36.914234 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda686c1-e782-4caf-b4dc-6ec868ac6efa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network be9ddb5b-df2b-4094-94f8-ac3e77836fdd is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:57:37.003566 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] Router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:57:37.014967 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-baa84b71-825b-4d5e-adab-ceca886239c6 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:37.037435 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-bda686c1-e782-4caf-b4dc-6ec868ac6efa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, be9ddb5b-df2b-4094-94f8-ac3e77836fdd) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:37.039031 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa84b71-825b-4d5e-adab-ceca886239c6 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event updated for resources: {'Port': ['ID=73619908-56f1-4684-afe4-f36d7aaac574,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:37.048435 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda686c1-e782-4caf-b4dc-6ec868ac6efa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:37.049073 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bda686c1-e782-4caf-b4dc-6ec868ac6efa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:37.063698 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac255cd8-3884-494a-9fa4-c67dfb45d777 None None] Network be9ddb5b-df2b-4094-94f8-ac3e77836fdd requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:37.149026 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-485c8098-18bc-40cd-80e9-a5f6d0a78d8d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:37.294808 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:57:37.306398 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b28a9d0-229b-48ed-a5d8-3b966bb8c086 None None] DHCP port deletion for 3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:57:37.312669 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] Sync routers for ids ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:57:37.333126 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:37.335583 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] Routers {'37db532b-bcf8-42e4-93e7-1d5bfe7975fa'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:37.337221 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3bde2f69-a8e6-4394-8318-902b1786f20d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0701134 Apr 18 05:57:37.337676 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:37.338441 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-485c8098-18bc-40cd-80e9-a5f6d0a78d8d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:37.342002 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44646) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:37.390895 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bda686c1-e782-4caf-b4dc-6ec868ac6efa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4818265 Apr 18 05:57:37.391705 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44650) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:37.427384 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-a5fe4ac5-5224-4cbb-8aa9-ae3d7a11b486 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'port': {'network_id': 'be9ddb5b-df2b-4094-94f8-ac3e77836fdd', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-877315840'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:37.507078 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fea7ef8b-57a4-4e91-b725-b73f9eb3b7f7 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:37.511961 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c8098-18bc-40cd-80e9-a5f6d0a78d8d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Pushing event updated for resources: {'Port': ['ID=595ae7f0-bc64-4647-9cca-62f4a4f7eb66,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:37.536183 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-0b28a9d0-229b-48ed-a5d8-3b966bb8c086 None None] Deleting port aa75637a-1f51-4a13-82e3-de85091f6d61 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:37.536622 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0b28a9d0-229b-48ed-a5d8-3b966bb8c086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:37.638518 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485c8098-18bc-40cd-80e9-a5f6d0a78d8d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:37.641365 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-485c8098-18bc-40cd-80e9-a5f6d0a78d8d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:37.644459 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485c8098-18bc-40cd-80e9-a5f6d0a78d8d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:37.671837 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-a5fe4ac5-5224-4cbb-8aa9-ae3d7a11b486 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:37.676948 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a5fe4ac5-5224-4cbb-8aa9-ae3d7a11b486 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:port and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:37.680536 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a5fe4ac5-5224-4cbb-8aa9-ae3d7a11b486 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:37.687495 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-a5fe4ac5-5224-4cbb-8aa9-ae3d7a11b486 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:37.699694 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] Set router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:37.700451 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fea7ef8b-57a4-4e91-b725-b73f9eb3b7f7 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:37.747339 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7ef8b-57a4-4e91-b725-b73f9eb3b7f7 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2b486f-a404-4fc4-a349-34f887f8ca1e,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:37.749620 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fe4ac5-5224-4cbb-8aa9-ae3d7a11b486 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:37.754165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a5fe4ac5-5224-4cbb-8aa9-ae3d7a11b486 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:37.767513 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=92b95032-bbeb-4d08-9b89-4c8ce5adf899,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:37.776088 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-f1adfb45-8194-4c3d-893e-ab8ade2b70bd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] For port aa75637a-1f51-4a13-82e3-de85091f6d61, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=aa75637a-1f51-4a13-82e3-de85091f6d61,segment=NetworkSegment(f9c34ba6-847d-4ac0-b5d7-cadaea644070),segment_id=f9c34ba6-847d-4ac0-b5d7-cadaea644070)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:37.776952 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1adfb45-8194-4c3d-893e-ab8ade2b70bd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:37.881532 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fea7ef8b-57a4-4e91-b725-b73f9eb3b7f7 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:37.885622 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-fea7ef8b-57a4-4e91-b725-b73f9eb3b7f7 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6061890 Apr 18 05:57:37.888272 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44658) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:37.959388 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-be9ddb5b-df2b-4094-94f8-ac3e77836fdd', 'network_id': 'be9ddb5b-df2b-4094-94f8-ac3e77836fdd', 'tenant_id': 'f4e2526787dc4037bf990e53a39e8336', 'fixed_ips': [{'subnet_id': '98b565bc-64ab-4435-9f32-dc90bdc252e9'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:57:37.961530 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:37.977179 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-f1adfb45-8194-4c3d-893e-ab8ade2b70bd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Calling delete_port for aa75637a-1f51-4a13-82e3-de85091f6d61 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:37.987171 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:35Z', 'revision_number': 3, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:37.991532 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] Checking router: 37db532b-bcf8-42e4-93e7-1d5bfe7975fa for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:57:37.992093 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] Updating router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa port 3295e26e-9eef-49aa-9834-5b996255a480 binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:57:38.000379 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44662) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:38.011078 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-acc3ba82-c971-40bf-9c5e-f4d0930a2986 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Request body: {'security_group': {'name': 'tempest-secgroup--386164802'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:38.017435 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-acc3ba82-c971-40bf-9c5e-f4d0930a2986 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:38.027885 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-acc3ba82-c971-40bf-9c5e-f4d0930a2986 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:38.040747 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-a5fe4ac5-5224-4cbb-8aa9-ae3d7a11b486 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] device_id is not set on port 128cc336-65ba-48a6-b769-24e5c446d684 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:57:38.045904 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:38.133247 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa84b71-825b-4d5e-adab-ceca886239c6 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Network 9494f5da-147d-496b-9d5c-36e1c825eeb0 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:38.141692 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ab0f21-9eee-4c58-898b-b4c47067dd90 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:38.152214 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-baa84b71-825b-4d5e-adab-ceca886239c6 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:38.152214 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-acc3ba82-c971-40bf-9c5e-f4d0930a2986 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:38.159956 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-37ab0f21-9eee-4c58-898b-b4c47067dd90 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 HTTP/1.1" status: 200 len: 814 time: 0.1579988 Apr 18 05:57:38.219453 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] Allocated IP 2001:db8::2 (be9ddb5b-df2b-4094-94f8-ac3e77836fdd/98b565bc-64ab-4435-9f32-dc90bdc252e9/df105f0e-c9fe-4863-8358-06faa689e2f3) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:38.358286 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-acc3ba82-c971-40bf-9c5e-f4d0930a2986 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:38.516379 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-acc3ba82-c971-40bf-9c5e-f4d0930a2986 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Usage tracker for resource:security_group_rule and tenant:38d187f7bfec47cd9a66139dcc2710d8 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:38.521777 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:38.529195 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-acc3ba82-c971-40bf-9c5e-f4d0930a2986 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:38.534484 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] Transition to ACTIVE for port object 3295e26e-9eef-49aa-9834-5b996255a480 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:38.543934 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:38.605456 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-acc3ba82-c971-40bf-9c5e-f4d0930a2986 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:38.616317 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:38.627903 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91442199-107f-42c8-9532-1291c4d9f0db None None] Pushing event updated for resources: {'Port': ['ID=3295e26e-9eef-49aa-9834-5b996255a480,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:38.637362 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] Transition to ACTIVE for port object df105f0e-c9fe-4863-8358-06faa689e2f3 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:38.650047 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] Attempting to bind port 3295e26e-9eef-49aa-9834-5b996255a480 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:57:38.650496 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] Attempting to bind port 3295e26e-9eef-49aa-9834-5b996255a480 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:57:38.651043 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] Attempting to bind port 3295e26e-9eef-49aa-9834-5b996255a480 on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:57:38.659327 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:57:38.660320 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:38.660870 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:38.662391 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:57:38.663345 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] Bound port: 3295e26e-9eef-49aa-9834-5b996255a480, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:57:38.663885 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:38.672466 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] Transition to ACTIVE for port object df105f0e-c9fe-4863-8358-06faa689e2f3 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:38.678178 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa84b71-825b-4d5e-adab-ceca886239c6 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router a9607895-f0b6-4931-8632-391ad3393134 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:57:38.682073 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port f6c4528a-bfd0-4680-8420-d878341092b6 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:38.695717 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1bb25d2e-3131-40e1-bb12-8bfe7293c493 None None] Provisioning complete for port 92b95032-bbeb-4d08-9b89-4c8ce5adf899 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:38.696261 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1bb25d2e-3131-40e1-bb12-8bfe7293c493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:38.702085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1adfb45-8194-4c3d-893e-ab8ade2b70bd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:38.758046 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] For port 3295e26e-9eef-49aa-9834-5b996255a480, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:57:38.759690 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port f6c4528a-bfd0-4680-8420-d878341092b6 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:38.760263 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:38.763197 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] For port 3295e26e-9eef-49aa-9834-5b996255a480, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=3295e26e-9eef-49aa-9834-5b996255a480,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:57:38.769746 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-485c8098-18bc-40cd-80e9-a5f6d0a78d8d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:38.773852 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:38.788212 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-967d8a95-4c61-40e5-ab61-12d81bc787d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:38.823986 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:38.858151 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] Routers {'37db532b-bcf8-42e4-93e7-1d5bfe7975fa'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:38.858782 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:38.897969 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44670) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:38.924913 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:38.936551 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] Pushing event updated for resources: {'Port': ['ID=df105f0e-c9fe-4863-8358-06faa689e2f3,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:38.936934 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91442199-107f-42c8-9532-1291c4d9f0db None None] Pushing event updated for resources: {'Port': ['ID=3295e26e-9eef-49aa-9834-5b996255a480,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:38.940763 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-1a09e90d-ff3f-42a2-860c-76dbf3f14c92 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'network': {'name': 'tempest-network-smoke--820280634', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'port_security_enabled': True}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:38.951042 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1adfb45-8194-4c3d-893e-ab8ade2b70bd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Port': ['ID=aa75637a-1f51-4a13-82e3-de85091f6d61,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:38.957173 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1adfb45-8194-4c3d-893e-ab8ade2b70bd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] No DVR routers for this DVR port aa75637a-1f51-4a13-82e3-de85091f6d61 on host dv-neutron-837489-1-hyperv {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:57:38.990369 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:38.998634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1a09e90d-ff3f-42a2-860c-76dbf3f14c92 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:39.016555 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:39.026983 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] Network be9ddb5b-df2b-4094-94f8-ac3e77836fdd is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:39.040011 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:39.057918 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:39.072100 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] Set router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:39.091348 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-a5fe4ac5-5224-4cbb-8aa9-ae3d7a11b486 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Allocated IP 2001:db8::292 (be9ddb5b-df2b-4094-94f8-ac3e77836fdd/98b565bc-64ab-4435-9f32-dc90bdc252e9/128cc336-65ba-48a6-b769-24e5c446d684) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:39.094401 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1a09e90d-ff3f-42a2-860c-76dbf3f14c92 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:network and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:39.114925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1a09e90d-ff3f-42a2-860c-76dbf3f14c92 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:39.158870 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1a09e90d-ff3f-42a2-860c-76dbf3f14c92 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:39.202678 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-485c8098-18bc-40cd-80e9-a5f6d0a78d8d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:39.209587 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-485c8098-18bc-40cd-80e9-a5f6d0a78d8d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:39.279467 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] Attempting to bind port df105f0e-c9fe-4863-8358-06faa689e2f3 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:57:39.279927 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] Attempting to bind port df105f0e-c9fe-4863-8358-06faa689e2f3 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '2234e373-20cd-4f3c-b37b-0d7fe4f92131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'be9ddb5b-df2b-4094-94f8-ac3e77836fdd'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:57:39.281054 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] Attempting to bind port df105f0e-c9fe-4863-8358-06faa689e2f3 on network be9ddb5b-df2b-4094-94f8-ac3e77836fdd {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:57:39.285930 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-0b28a9d0-229b-48ed-a5d8-3b966bb8c086 None None] For port aa75637a-1f51-4a13-82e3-de85091f6d61, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=aa75637a-1f51-4a13-82e3-de85091f6d61,segment=NetworkSegment(f9c34ba6-847d-4ac0-b5d7-cadaea644070),segment_id=f9c34ba6-847d-4ac0-b5d7-cadaea644070)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:39.286758 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0b28a9d0-229b-48ed-a5d8-3b966bb8c086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:39.309167 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa84b71-825b-4d5e-adab-ceca886239c6 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:57:39.335272 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] Sync routers for ids ['a9607895-f0b6-4931-8632-391ad3393134'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:57:39.337776 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1adfb45-8194-4c3d-893e-ab8ade2b70bd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:39.358770 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:57:39.359329 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] Checking segment: {'id': '2234e373-20cd-4f3c-b37b-0d7fe4f92131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'be9ddb5b-df2b-4094-94f8-ac3e77836fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:39.359830 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:39.360488 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] Bound using segment: {'id': '2234e373-20cd-4f3c-b37b-0d7fe4f92131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'be9ddb5b-df2b-4094-94f8-ac3e77836fdd'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:57:39.361066 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] Bound port: df105f0e-c9fe-4863-8358-06faa689e2f3, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2234e373-20cd-4f3c-b37b-0d7fe4f92131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'be9ddb5b-df2b-4094-94f8-ac3e77836fdd'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:57:39.361606 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:39.388273 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a09e90d-ff3f-42a2-860c-76dbf3f14c92 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:39.397848 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1a09e90d-ff3f-42a2-860c-76dbf3f14c92 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:39.426380 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-acc3ba82-c971-40bf-9c5e-f4d0930a2986 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:39.432920 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] Routers {'a9607895-f0b6-4931-8632-391ad3393134'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:39.434247 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9607895-f0b6-4931-8632-391ad3393134'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:39.451017 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:35Z', 'revision_number': 3, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:39.456522 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3040695f-a3b8-4483-b859-9635ebf09e96 None None] The sync data for ids ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'] in dv-neutron-837489-1-hyperv is: [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:35Z', 'revision_number': 3, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:57:39.509329 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4bdee8dc-242f-4362-88b5-04f19a693c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:39.509576 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1bb25d2e-3131-40e1-bb12-8bfe7293c493 None None] Provisioning complete for port f6c4528a-bfd0-4680-8420-d878341092b6 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:39.509836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1bb25d2e-3131-40e1-bb12-8bfe7293c493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:39.512821 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-acc3ba82-c971-40bf-9c5e-f4d0930a2986 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:39.520269 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-f1adfb45-8194-4c3d-893e-ab8ade2b70bd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:39.606227 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-f1adfb45-8194-4c3d-893e-ab8ade2b70bd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c34ba6-847d-4ac0-b5d7-cadaea644070') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:39.606486 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-f1adfb45-8194-4c3d-893e-ab8ade2b70bd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c34ba6-847d-4ac0-b5d7-cadaea644070') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:39.625339 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-baa84b71-825b-4d5e-adab-ceca886239c6 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/a9607895-f0b6-4931-8632-391ad3393134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7541595 Apr 18 05:57:39.631791 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a09e90d-ff3f-42a2-860c-76dbf3f14c92 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:57:39.635333 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44674) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:39.636236 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-acc3ba82-c971-40bf-9c5e-f4d0930a2986 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:39.637445 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-acc3ba82-c971-40bf-9c5e-f4d0930a2986 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6701112 Apr 18 05:57:39.638328 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3ba82-c971-40bf-9c5e-f4d0930a2986 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a468a543-b9a0-435e-8c88-76dfda33e25f,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:39.645381 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44676) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:39.647104 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1adfb45-8194-4c3d-893e-ab8ade2b70bd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:39.662373 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-fd6d2709-ac6a-4ead-8b5a-e31588915348 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:39.699918 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-0b28a9d0-229b-48ed-a5d8-3b966bb8c086 None None] Calling delete_port for aa75637a-1f51-4a13-82e3-de85091f6d61 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:39.718433 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-20f02f23-cf72-452a-a66f-baaf4fa29270 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Request body: {'security_group_rule': {'security_group_id': 'ac2b486f-a404-4fc4-a349-34f887f8ca1e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a468a543-b9a0-435e-8c88-76dfda33e25f', 'remote_ip_prefix': None}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:39.743157 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-20f02f23-cf72-452a-a66f-baaf4fa29270 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:39.775971 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1a09e90d-ff3f-42a2-860c-76dbf3f14c92 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:39.776409 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-1a09e90d-ff3f-42a2-860c-76dbf3f14c92 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Added segment 38e1556b-9beb-4876-b3ae-bbd0a2592cda of type vlan for network 22c34f74-478f-4492-8535-07cef219de72 Apr 18 05:57:39.778344 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-20f02f23-cf72-452a-a66f-baaf4fa29270 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Usage tracker for resource:security_group_rule and tenant:38d187f7bfec47cd9a66139dcc2710d8 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:39.788113 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1adfb45-8194-4c3d-893e-ab8ade2b70bd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:39.836401 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-20f02f23-cf72-452a-a66f-baaf4fa29270 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:39.899570 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1adfb45-8194-4c3d-893e-ab8ade2b70bd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:57:39.899941 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1adfb45-8194-4c3d-893e-ab8ade2b70bd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:39.902626 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-4bdee8dc-242f-4362-88b5-04f19a693c15 admin admin] Allocated IP 172.20.0.1 (9a334fa7-a286-4212-a09e-a8fc3f33e6a1/6b4d1495-96ee-47de-b8ec-9793f712c5be/d3853ab0-68eb-4121-bb72-c99652003b8c) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:39.937399 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-20f02f23-cf72-452a-a66f-baaf4fa29270 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:57:39.944772 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:57:39.976774 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a5fe4ac5-5224-4cbb-8aa9-ae3d7a11b486 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:39.979073 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485c8098-18bc-40cd-80e9-a5f6d0a78d8d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Router 5e3e1a53-5bd5-4cee-b7b4-bc1adb59d205 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:57:39.985932 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] For port df105f0e-c9fe-4863-8358-06faa689e2f3, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:57:39.989135 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] For port df105f0e-c9fe-4863-8358-06faa689e2f3, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=df105f0e-c9fe-4863-8358-06faa689e2f3,segment=NetworkSegment(2234e373-20cd-4f3c-b37b-0d7fe4f92131),segment_id=2234e373-20cd-4f3c-b37b-0d7fe4f92131)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:57:40.009725 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:40.024196 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:40.094849 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1a09e90d-ff3f-42a2-860c-76dbf3f14c92 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:40.127277 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-a5fe4ac5-5224-4cbb-8aa9-ae3d7a11b486 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Transition to ACTIVE for port object 128cc336-65ba-48a6-b769-24e5c446d684 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:40.129742 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1bb25d2e-3131-40e1-bb12-8bfe7293c493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:40.222937 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1adfb45-8194-4c3d-893e-ab8ade2b70bd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:40.236084 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20f02f23-cf72-452a-a66f-baaf4fa29270 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:40.245841 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:40.246538 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-0b28a9d0-229b-48ed-a5d8-3b966bb8c086 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:57:40.247113 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-0b28a9d0-229b-48ed-a5d8-3b966bb8c086 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:57:40.250000 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] Set router a9607895-f0b6-4931-8632-391ad3393134 gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:40.275950 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1adfb45-8194-4c3d-893e-ab8ade2b70bd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:40.358361 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4bdee8dc-242f-4362-88b5-04f19a693c15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:40.362642 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-1bb25d2e-3131-40e1-bb12-8bfe7293c493 None None] For port f6c4528a-bfd0-4680-8420-d878341092b6, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f6c4528a-bfd0-4680-8420-d878341092b6,segment=NetworkSegment(9a24e6a0-0078-424a-80a4-0d69850347a2),segment_id=9a24e6a0-0078-424a-80a4-0d69850347a2)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:40.389141 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-4bdee8dc-242f-4362-88b5-04f19a693c15 admin admin] Transition to ACTIVE for port object d3853ab0-68eb-4121-bb72-c99652003b8c will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:40.459956 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9208fd-2a62-41db-acea-3543cb7764bb None None] Pushing event updated for resources: {'Port': ['ID=df105f0e-c9fe-4863-8358-06faa689e2f3,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:40.467406 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1bb25d2e-3131-40e1-bb12-8bfe7293c493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:40.600958 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1adfb45-8194-4c3d-893e-ab8ade2b70bd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Network': ['ID=3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:40.640104 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1a09e90d-ff3f-42a2-860c-76dbf3f14c92 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:40.648394 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a09e90d-ff3f-42a2-860c-76dbf3f14c92 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:40.649239 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1a09e90d-ff3f-42a2-860c-76dbf3f14c92 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:40.678781 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485c8098-18bc-40cd-80e9-a5f6d0a78d8d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:57:40.685613 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4bdee8dc-242f-4362-88b5-04f19a693c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:40.689723 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b1ed91-9dc4-4564-b3fb-d42d599cf415 None None] Sync routers for ids ['5e3e1a53-5bd5-4cee-b7b4-bc1adb59d205'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:57:40.702051 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b1ed91-9dc4-4564-b3fb-d42d599cf415 None None] Routers {'5e3e1a53-5bd5-4cee-b7b4-bc1adb59d205'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:40.702672 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a5b1ed91-9dc4-4564-b3fb-d42d599cf415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['5e3e1a53-5bd5-4cee-b7b4-bc1adb59d205'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:40.717516 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f1adfb45-8194-4c3d-893e-ab8ade2b70bd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/networks/3afd13c9-c6d8-4263-8dff-8bf9b0c5e7da HTTP/1.1" status: 204 len: 168 time: 4.3221183 Apr 18 05:57:40.805003 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44682) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:40.829571 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a5fe4ac5-5224-4cbb-8aa9-ae3d7a11b486 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:40.858201 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-0b28a9d0-229b-48ed-a5d8-3b966bb8c086 None None] Deleting port aa75637a-1f51-4a13-82e3-de85091f6d61 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:40.858707 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0b28a9d0-229b-48ed-a5d8-3b966bb8c086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:40.862286 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a5b1ed91-9dc4-4564-b3fb-d42d599cf415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:40.872524 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b1ed91-9dc4-4564-b3fb-d42d599cf415 None None] Routers {'5e3e1a53-5bd5-4cee-b7b4-bc1adb59d205'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:40.873519 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a5b1ed91-9dc4-4564-b3fb-d42d599cf415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['5e3e1a53-5bd5-4cee-b7b4-bc1adb59d205'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:40.904668 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-485c8098-18bc-40cd-80e9-a5f6d0a78d8d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:40.908242 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-485c8098-18bc-40cd-80e9-a5f6d0a78d8d tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "PUT /v2.0/routers/5e3e1a53-5bd5-4cee-b7b4-bc1adb59d205 HTTP/1.1" status: 200 len: 919 time: 6.4080844 Apr 18 05:57:40.915407 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdee8dc-242f-4362-88b5-04f19a693c15 admin admin] Network 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:40.916466 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44686) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:40.924964 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-4bdee8dc-242f-4362-88b5-04f19a693c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:40.927825 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdee8dc-242f-4362-88b5-04f19a693c15 admin admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:40.963600 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:57:40.963804 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:57:40.974552 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a5b1ed91-9dc4-4564-b3fb-d42d599cf415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:40.975249 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b1ed91-9dc4-4564-b3fb-d42d599cf415 None None] The sync data for ids ['5e3e1a53-5bd5-4cee-b7b4-bc1adb59d205'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:57:40.982847 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-0b28a9d0-229b-48ed-a5d8-3b966bb8c086 None None] The port 'aa75637a-1f51-4a13-82e3-de85091f6d61' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:57:40.987146 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1bb25d2e-3131-40e1-bb12-8bfe7293c493 None None] Provisioning for port 73619908-56f1-4684-afe4-f36d7aaac574 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:40.995234 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb25d2e-3131-40e1-bb12-8bfe7293c493 None None] Pushing event updated for resources: {'Port': ['ID=f6c4528a-bfd0-4680-8420-d878341092b6,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:41.012028 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1bb25d2e-3131-40e1-bb12-8bfe7293c493 None None] Provisioning complete for port 73619908-56f1-4684-afe4-f36d7aaac574 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:41.012424 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1bb25d2e-3131-40e1-bb12-8bfe7293c493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:41.039924 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe4ac5-5224-4cbb-8aa9-ae3d7a11b486 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Port': ['ID=128cc336-65ba-48a6-b769-24e5c446d684,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:41.046120 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1a09e90d-ff3f-42a2-860c-76dbf3f14c92 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1363497 Apr 18 05:57:41.059027 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44690) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:41.063265 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09e90d-ff3f-42a2-860c-76dbf3f14c92 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Network': ['ID=22c34f74-478f-4492-8535-07cef219de72,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:41.092549 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 22c34f74-478f-4492-8535-07cef219de72 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:57:41.152359 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c60ff4-c960-4a28-9e1d-37c5a6834f9c tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:41.154420 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a5c60ff4-c960-4a28-9e1d-37c5a6834f9c tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=e00da76b2c8c4cb8902ec43a97f5e314&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0872746 Apr 18 05:57:41.157256 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fe4ac5-5224-4cbb-8aa9-ae3d7a11b486 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network be9ddb5b-df2b-4094-94f8-ac3e77836fdd is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:41.200437 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-1bb25d2e-3131-40e1-bb12-8bfe7293c493 None None] Port 73619908-56f1-4684-afe4-f36d7aaac574 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:57:41.202835 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44694) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:41.208366 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-a5fe4ac5-5224-4cbb-8aa9-ae3d7a11b486 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:41.221068 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:57:35Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '18fd0550-0677-42b9-914c-7ad8ae00ac7e', 'name': '', 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:f1:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:20Z', 'updated_at': '2022-04-18T05:57:32Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73619908-56f1-4684-afe4-f36d7aaac574', 'name': '', 'network_id': '9494f5da-147d-496b-9d5c-36e1c825eeb0', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:15:39:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'd0d36153-c3f9-49a6-8b55-81e1c70f175e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:32Z', 'updated_at': '2022-04-18T05:57:36Z', 'revision_number': 2, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'd0d36153-c3f9-49a6-8b55-81e1c70f175e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dadef-611e-4a76-a77c-b1e2d8bbcd1f', 'name': '', 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:e0:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:18Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:41.230963 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] Checking router: a9607895-f0b6-4931-8632-391ad3393134 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:57:41.231326 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] Updating router a9607895-f0b6-4931-8632-391ad3393134 port 73619908-56f1-4684-afe4-f36d7aaac574 binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:57:41.266569 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fe4ac5-5224-4cbb-8aa9-ae3d7a11b486 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:41.273998 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fe4ac5-5224-4cbb-8aa9-ae3d7a11b486 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:41.275100 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a5fe4ac5-5224-4cbb-8aa9-ae3d7a11b486 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:41.291679 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:41.301209 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d4c6c1df-fd6b-4795-8c7b-893ff20314d6 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "GET /v2.0/routers/5e3e1a53-5bd5-4cee-b7b4-bc1adb59d205 HTTP/1.1" status: 200 len: 925 time: 0.3221297 Apr 18 05:57:41.337378 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44698) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:41.345276 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdee8dc-242f-4362-88b5-04f19a693c15 admin admin] Pushing event updated for resources: {'Port': ['ID=d3853ab0-68eb-4121-bb72-c99652003b8c,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:41.350971 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4bdee8dc-242f-4362-88b5-04f19a693c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:41.377268 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7b8b1c05-a831-40df-a6a9-60169e55008a None None] Provisioning for port d3853ab0-68eb-4121-bb72-c99652003b8c completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:41.395270 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7b8b1c05-a831-40df-a6a9-60169e55008a None None] Provisioning complete for port d3853ab0-68eb-4121-bb72-c99652003b8c triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:41.396744 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7b8b1c05-a831-40df-a6a9-60169e55008a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:41.415328 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20f02f23-cf72-452a-a66f-baaf4fa29270 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:41.466698 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a5fe4ac5-5224-4cbb-8aa9-ae3d7a11b486 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.0643210 Apr 18 05:57:41.467623 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44702) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:41.478321 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20f02f23-cf72-452a-a66f-baaf4fa29270 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:41.569396 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f02f23-cf72-452a-a66f-baaf4fa29270 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009d1a35-78e3-4369-b18b-1f75cfe218c6,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:41.591748 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-7b8b1c05-a831-40df-a6a9-60169e55008a None None] Port d3853ab0-68eb-4121-bb72-c99652003b8c cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:57:41.598667 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 18fd0550-0677-42b9-914c-7ad8ae00ac7e up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:41.652604 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45d2faa-e5d3-477e-b04b-81af54fa40b7 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:41.657670 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b45d2faa-e5d3-477e-b04b-81af54fa40b7 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4467394 Apr 18 05:57:41.662010 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44706) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:41.703506 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1b3ef6-8eed-45b1-b535-5d29beb8d87d None None] Network be9ddb5b-df2b-4094-94f8-ac3e77836fdd requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:41.744485 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20f02f23-cf72-452a-a66f-baaf4fa29270 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:41.746106 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-20f02f23-cf72-452a-a66f-baaf4fa29270 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 2.0885494 Apr 18 05:57:41.751134 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-17593d64-fc3a-49ed-9593-141d948a2a92 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port 128cc336-65ba-48a6-b769-24e5c446d684 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:41.751683 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-17593d64-fc3a-49ed-9593-141d948a2a92 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:41.780070 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44710) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:41.832525 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4dda01-65a7-442e-99b1-7fea8d433462 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:41.834045 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7c4dda01-65a7-442e-99b1-7fea8d433462 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&device_id=5e3e1a53-5bd5-4cee-b7b4-bc1adb59d205&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4963043 Apr 18 05:57:41.838417 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44712) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:41.840763 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4bdee8dc-242f-4362-88b5-04f19a693c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:41.889269 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c7caccbf-e9bf-4b07-8ef4-b1a4ab3e9d10 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2238905 Apr 18 05:57:41.897104 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44718) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:41.918146 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7b8b1c05-a831-40df-a6a9-60169e55008a None None] Provisioning complete for port 73619908-56f1-4684-afe4-f36d7aaac574 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:41.918717 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7b8b1c05-a831-40df-a6a9-60169e55008a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:41.972120 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.extraroute_db [None req-fd6d2709-ac6a-4ead-8b5a-e31588915348 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88034) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 18 05:57:42.006611 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e720f1bf-38e4-4635-b3b3-30b11748b029 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=e00da76b2c8c4cb8902ec43a97f5e314&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1030116 Apr 18 05:57:42.012516 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b0fe9c8d-602b-4ed7-a6ea-463b15eecdaa tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:42.019189 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44722) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:42.042916 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-7b8b1c05-a831-40df-a6a9-60169e55008a None None] Port 73619908-56f1-4684-afe4-f36d7aaac574 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:57:42.062452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b0fe9c8d-602b-4ed7-a6ea-463b15eecdaa tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:42.072255 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 18fd0550-0677-42b9-914c-7ad8ae00ac7e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:42.073080 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:42.084298 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.extraroute_db [None req-fd6d2709-ac6a-4ead-8b5a-e31588915348 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Removed routes are [] {{(pid=88034) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 18 05:57:42.084736 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd6d2709-ac6a-4ead-8b5a-e31588915348 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:42.278734 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-66d2a172-c36c-4aa7-b40a-41e7fd5fcdb3 None None] Provisioning for port df105f0e-c9fe-4863-8358-06faa689e2f3 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:42.288711 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b0fe9c8d-602b-4ed7-a6ea-463b15eecdaa tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:42.312412 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:42.338579 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bee4a82-6a79-4362-92dd-286b73405dc8 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:42.343338 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4bee4a82-6a79-4362-92dd-286b73405dc8 tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "GET /v2.0/networks/9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 HTTP/1.1" status: 200 len: 881 time: 0.5005758 Apr 18 05:57:42.349395 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44726) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:42.414004 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-dee84bd9-3bc2-4e47-90b8-e76ef46838ed tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3e1a53-5bd5-4cee-b7b4-bc1adb59d205 HTTP/1.1" status: 200 len: 205 time: 0.0593872 Apr 18 05:57:42.415959 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44730) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:42.426965 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] Transition to ACTIVE for port object 73619908-56f1-4684-afe4-f36d7aaac574 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:42.467749 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:42.604553 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe9c8d-602b-4ed7-a6ea-463b15eecdaa tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=009d1a35-78e3-4369-b18b-1f75cfe218c6,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:42.688759 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b0fe9c8d-602b-4ed7-a6ea-463b15eecdaa tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:42.693224 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b0fe9c8d-602b-4ed7-a6ea-463b15eecdaa tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/009d1a35-78e3-4369-b18b-1f75cfe218c6 HTTP/1.1" status: 204 len: 168 time: 0.8361604 Apr 18 05:57:42.694307 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44734) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:42.705354 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4bdee8dc-242f-4362-88b5-04f19a693c15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:42.738850 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4bdee8dc-242f-4362-88b5-04f19a693c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:42.746444 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff103e7b-ae08-48d9-b0b5-147610b8af8e None None] Pushing event updated for resources: {'Port': ['ID=73619908-56f1-4684-afe4-f36d7aaac574,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:42.756986 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] Attempting to bind port 73619908-56f1-4684-afe4-f36d7aaac574 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:57:42.757534 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] Attempting to bind port 73619908-56f1-4684-afe4-f36d7aaac574 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '0d0212cf-47c6-424b-a523-c37896b113e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9494f5da-147d-496b-9d5c-36e1c825eeb0'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:57:42.758027 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] Attempting to bind port 73619908-56f1-4684-afe4-f36d7aaac574 on network 9494f5da-147d-496b-9d5c-36e1c825eeb0 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:57:42.765547 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:57:42.765928 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] Checking segment: {'id': '0d0212cf-47c6-424b-a523-c37896b113e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9494f5da-147d-496b-9d5c-36e1c825eeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:42.766328 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:42.766727 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] Bound using segment: {'id': '0d0212cf-47c6-424b-a523-c37896b113e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9494f5da-147d-496b-9d5c-36e1c825eeb0'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:57:42.767225 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] Bound port: 73619908-56f1-4684-afe4-f36d7aaac574, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0212cf-47c6-424b-a523-c37896b113e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9494f5da-147d-496b-9d5c-36e1c825eeb0'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:57:42.768192 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:42.802253 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 92b95032-bbeb-4d08-9b89-4c8ce5adf899 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:42.881888 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad3f7dc-9dcb-4be1-98b3-bed736ea0c33 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:42.884780 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2ad3f7dc-9dcb-4be1-98b3-bed736ea0c33 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8554296 Apr 18 05:57:42.905868 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44738) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:42.935766 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4bdee8dc-242f-4362-88b5-04f19a693c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:42.944003 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-36b9c08c-1df5-47f6-8507-a8d4dcc536f4 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:42.964366 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] For port 73619908-56f1-4684-afe4-f36d7aaac574, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:57:42.968312 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] For port 73619908-56f1-4684-afe4-f36d7aaac574, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=73619908-56f1-4684-afe4-f36d7aaac574,segment=NetworkSegment(0d0212cf-47c6-424b-a523-c37896b113e5),segment_id=0d0212cf-47c6-424b-a523-c37896b113e5)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:57:42.975676 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 92b95032-bbeb-4d08-9b89-4c8ce5adf899 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:42.976140 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:43.009237 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:43.014652 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-17593d64-fc3a-49ed-9593-141d948a2a92 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:43.085414 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-be6bea79-4e40-4188-94e6-5eae28cf99d8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:43.124526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd6d2709-ac6a-4ead-8b5a-e31588915348 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:43.125502 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ecf8e5b4-8b1f-450b-9644-b2e37c8e3c57 None None] Provisioning for port 128cc336-65ba-48a6-b769-24e5c446d684 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:43.136419 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] Routers {'a9607895-f0b6-4931-8632-391ad3393134'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:43.137058 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9607895-f0b6-4931-8632-391ad3393134'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:43.199000 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ecf8e5b4-8b1f-450b-9644-b2e37c8e3c57 None None] Provisioning complete for port 128cc336-65ba-48a6-b769-24e5c446d684 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:43.199344 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ecf8e5b4-8b1f-450b-9644-b2e37c8e3c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:43.213254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4e010a6f-d9ee-4e84-acf2-a7064a0060df tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Synchronizing usage tracker for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:43.223349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-17593d64-fc3a-49ed-9593-141d948a2a92 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Calling delete_port for 128cc336-65ba-48a6-b769-24e5c446d684 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:43.223849 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff103e7b-ae08-48d9-b0b5-147610b8af8e None None] Pushing event updated for resources: {'Port': ['ID=73619908-56f1-4684-afe4-f36d7aaac574,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:43.270006 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-94d1e1cd-ce20-408d-a89e-8d907485e888 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3496258 Apr 18 05:57:43.271548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd6d2709-ac6a-4ead-8b5a-e31588915348 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:43.273978 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44742) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:43.285440 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-1d1ea659-19f7-4e5c-8fca-ea16bf48d476 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-814365254', 'network_id': '22c34f74-478f-4492-8535-07cef219de72', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:43.438778 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdee8dc-242f-4362-88b5-04f19a693c15 admin admin] Pushing event updated for resources: {'Port': ['ID=d3853ab0-68eb-4121-bb72-c99652003b8c,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:43.481060 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-ecf8e5b4-8b1f-450b-9644-b2e37c8e3c57 None None] Port 128cc336-65ba-48a6-b769-24e5c446d684 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:57:43.518774 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f6c4528a-bfd0-4680-8420-d878341092b6 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:43.542684 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] Set router a9607895-f0b6-4931-8632-391ad3393134 gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:43.616155 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1d1ea659-19f7-4e5c-8fca-ea16bf48d476 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:43.626921 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4e010a6f-d9ee-4e84-acf2-a7064a0060df tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Unset dirty status for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:57:43.631930 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4e010a6f-d9ee-4e84-acf2-a7064a0060df tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.9108641 Apr 18 05:57:43.634454 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44746) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:43.670083 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1d1ea659-19f7-4e5c-8fca-ea16bf48d476 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:subnet and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:43.688601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1d1ea659-19f7-4e5c-8fca-ea16bf48d476 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:43.710347 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-36b9c08c-1df5-47f6-8507-a8d4dcc536f4 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:43.714666 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdee8dc-242f-4362-88b5-04f19a693c15 admin admin] Network 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:43.718943 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-4bdee8dc-242f-4362-88b5-04f19a693c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:43.724667 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1d1ea659-19f7-4e5c-8fca-ea16bf48d476 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:43.777505 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6d2709-ac6a-4ead-8b5a-e31588915348 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router a9607895-f0b6-4931-8632-391ad3393134 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:57:43.784786 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1ea659-19f7-4e5c-8fca-ea16bf48d476 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:43.788803 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea659-19f7-4e5c-8fca-ea16bf48d476 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:43.831011 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port f6c4528a-bfd0-4680-8420-d878341092b6 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:43.831511 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:43.842033 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-17593d64-fc3a-49ed-9593-141d948a2a92 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:43.894033 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b24193c6-5143-4f85-87ff-b582f1d76368 None None] Could not find standard attr ID for object 128cc336-65ba-48a6-b769-24e5c446d684. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 05:57:43.956716 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-36b9c08c-1df5-47f6-8507-a8d4dcc536f4 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Deleting port 595ae7f0-bc64-4647-9cca-62f4a4f7eb66 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:43.956716 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-36b9c08c-1df5-47f6-8507-a8d4dcc536f4 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:44.025267 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17593d64-fc3a-49ed-9593-141d948a2a92 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Port': ['ID=128cc336-65ba-48a6-b769-24e5c446d684,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:44.035166 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7c0137e5-de28-42f7-a78c-6d8bdfda11bf tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:44.062266 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device df105f0e-c9fe-4863-8358-06faa689e2f3 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:44.084472 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-be6bea79-4e40-4188-94e6-5eae28cf99d8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting port 4067b506-50c5-4cc6-8404-ea8e0d9e5932 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:44.084980 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-be6bea79-4e40-4188-94e6-5eae28cf99d8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:44.188049 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6de2de9a-5ff7-4ad0-bf24-d0f2d9127f9e None None] Provisioning complete for port d3853ab0-68eb-4121-bb72-c99652003b8c triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:44.188430 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6de2de9a-5ff7-4ad0-bf24-d0f2d9127f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:44.237151 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-17593d64-fc3a-49ed-9593-141d948a2a92 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:44.240776 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port df105f0e-c9fe-4863-8358-06faa689e2f3 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:44.250413 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:57:42Z', 'revision_number': 6, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '18fd0550-0677-42b9-914c-7ad8ae00ac7e', 'name': '', 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:f1:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:20Z', 'updated_at': '2022-04-18T05:57:32Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73619908-56f1-4684-afe4-f36d7aaac574', 'name': '', 'network_id': '9494f5da-147d-496b-9d5c-36e1c825eeb0', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:15:39:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'd0d36153-c3f9-49a6-8b55-81e1c70f175e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:32Z', 'updated_at': '2022-04-18T05:57:42Z', 'revision_number': 4, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'd0d36153-c3f9-49a6-8b55-81e1c70f175e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dadef-611e-4a76-a77c-b1e2d8bbcd1f', 'name': '', 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:e0:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:18Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:44.252583 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port df105f0e-c9fe-4863-8358-06faa689e2f3 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:44.253036 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:44.271447 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6d2709-ac6a-4ead-8b5a-e31588915348 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:57:44.273992 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-17593d64-fc3a-49ed-9593-141d948a2a92 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/ports/128cc336-65ba-48a6-b769-24e5c446d684 HTTP/1.1" status: 204 len: 168 time: 2.7971475 Apr 18 05:57:44.276006 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7c0137e5-de28-42f7-a78c-6d8bdfda11bf tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:44.289187 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd6d2709-ac6a-4ead-8b5a-e31588915348 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:44.292737 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-fd6d2709-ac6a-4ead-8b5a-e31588915348 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/a9607895-f0b6-4931-8632-391ad3393134 HTTP/1.1" status: 200 len: 933 time: 4.6495352 Apr 18 05:57:44.295034 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44750) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:44.295217 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44752) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:44.350199 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31cdb7-f05a-415a-a6c2-d9ca38b988c1 None None] The sync data for ids ['a9607895-f0b6-4931-8632-391ad3393134'] in dv-neutron-837489-1-hyperv is: [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:57:42Z', 'revision_number': 6, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '18fd0550-0677-42b9-914c-7ad8ae00ac7e', 'name': '', 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:f1:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:20Z', 'updated_at': '2022-04-18T05:57:32Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73619908-56f1-4684-afe4-f36d7aaac574', 'name': '', 'network_id': '9494f5da-147d-496b-9d5c-36e1c825eeb0', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:15:39:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'd0d36153-c3f9-49a6-8b55-81e1c70f175e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:32Z', 'updated_at': '2022-04-18T05:57:42Z', 'revision_number': 4, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'd0d36153-c3f9-49a6-8b55-81e1c70f175e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dadef-611e-4a76-a77c-b1e2d8bbcd1f', 'name': '', 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:e0:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:18Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:57:44.359097 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-6de2de9a-5ff7-4ad0-bf24-d0f2d9127f9e None None] Port d3853ab0-68eb-4121-bb72-c99652003b8c cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:57:44.507225 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:44.514956 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdee8dc-242f-4362-88b5-04f19a693c15 admin admin] Router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:57:44.530543 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-36b9c08c-1df5-47f6-8507-a8d4dcc536f4 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:44.551481 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port df105f0e-c9fe-4863-8358-06faa689e2f3, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=df105f0e-c9fe-4863-8358-06faa689e2f3,segment=NetworkSegment(2234e373-20cd-4f3c-b37b-0d7fe4f92131),segment_id=2234e373-20cd-4f3c-b37b-0d7fe4f92131)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:44.559046 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:44.560243 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 3295e26e-9eef-49aa-9834-5b996255a480 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:44.686793 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-36b9c08c-1df5-47f6-8507-a8d4dcc536f4 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Calling delete_port for 595ae7f0-bc64-4647-9cca-62f4a4f7eb66 owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:44.695888 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-da817a13-4954-4ad1-8c85-93d2cf53cc55 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] GET failed (client error): The resource could not be found. Apr 18 05:57:44.696831 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-da817a13-4954-4ad1-8c85-93d2cf53cc55 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Synchronizing usage tracker for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:44.710366 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=df105f0e-c9fe-4863-8358-06faa689e2f3,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:44.719433 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7c0137e5-de28-42f7-a78c-6d8bdfda11bf tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:44.734342 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 3295e26e-9eef-49aa-9834-5b996255a480 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:44.742497 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 3295e26e-9eef-49aa-9834-5b996255a480 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:44.743781 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:44.747147 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0137e5-de28-42f7-a78c-6d8bdfda11bf tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a468a543-b9a0-435e-8c88-76dfda33e25f,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:44.820058 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-da817a13-4954-4ad1-8c85-93d2cf53cc55 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Unset dirty status for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:57:44.821271 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-da817a13-4954-4ad1-8c85-93d2cf53cc55 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports/128cc336-65ba-48a6-b769-24e5c446d684 HTTP/1.1" status: 404 len: 333 time: 0.5251436 Apr 18 05:57:44.822342 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-be6bea79-4e40-4188-94e6-5eae28cf99d8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] For port 4067b506-50c5-4cc6-8404-ea8e0d9e5932, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4067b506-50c5-4cc6-8404-ea8e0d9e5932,segment=NetworkSegment(8abd811a-a61f-4a50-bd9e-317e93595886),segment_id=8abd811a-a61f-4a50-bd9e-317e93595886)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:44.822712 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-be6bea79-4e40-4188-94e6-5eae28cf99d8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:44.833127 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44758) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:44.864667 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-deacd8c5-210b-437f-98ca-a939c004d230 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/routers/a9607895-f0b6-4931-8632-391ad3393134 HTTP/1.1" status: 200 len: 933 time: 0.5667045 Apr 18 05:57:44.868162 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44762) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:44.879209 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-6e59ceee-d8c8-4c1e-8c79-95579c29bcbd tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'router': {'routes': None}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:44.931744 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:44.949702 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 3295e26e-9eef-49aa-9834-5b996255a480, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=3295e26e-9eef-49aa-9834-5b996255a480,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:44.958039 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:44.981310 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7c0137e5-de28-42f7-a78c-6d8bdfda11bf tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:44.985099 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7c0137e5-de28-42f7-a78c-6d8bdfda11bf tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "DELETE /v2.0/security-groups/a468a543-b9a0-435e-8c88-76dfda33e25f HTTP/1.1" status: 204 len: 168 time: 1.3463786 Apr 18 05:57:45.025889 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-be6bea79-4e40-4188-94e6-5eae28cf99d8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Calling delete_port for 4067b506-50c5-4cc6-8404-ea8e0d9e5932 owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:45.052310 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a9e9151d-bbf6-4a64-beef-10902ebf8625 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:57:45.063455 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44766) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:45.096491 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=3295e26e-9eef-49aa-9834-5b996255a480,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:45.111061 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: a9e9151d-bbf6-4a64-beef-10902ebf8625 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:57:45.111543 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a9e9151d-bbf6-4a64-beef-10902ebf8625 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:57:45.112371 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device aa75637a-1f51-4a13-82e3-de85091f6d61 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:57:45.118985 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea659-19f7-4e5c-8fca-ea16bf48d476 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:45.162885 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: aa75637a-1f51-4a13-82e3-de85091f6d61 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:57:45.163267 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device aa75637a-1f51-4a13-82e3-de85091f6d61 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:57:45.409878 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eff1bb-8407-49cd-bd56-5268400a5cf6 None None] Sync routers for ids ['a9607895-f0b6-4931-8632-391ad3393134'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:57:45.416543 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc5fb3a-9b4f-49b7-90ea-b8f6630de4b3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting subnet 98b565bc-64ab-4435-9f32-dc90bdc252e9 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:57:45.428310 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 73619908-56f1-4684-afe4-f36d7aaac574 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:45.430407 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ea659-19f7-4e5c-8fca-ea16bf48d476 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Subnet': ['ID=6dd2bcf5-cccb-42a7-bf19-b042482fdf81,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:45.444312 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9fc5fb3a-9b4f-49b7-90ea-b8f6630de4b3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:45.451085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1ea659-19f7-4e5c-8fca-ea16bf48d476 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Checking segment: {'id': '38e1556b-9beb-4876-b3ae-bbd0a2592cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '22c34f74-478f-4492-8535-07cef219de72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:45.451442 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1ea659-19f7-4e5c-8fca-ea16bf48d476 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network hostable DHCP agents. Network: 22c34f74-478f-4492-8535-07cef219de72, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:57:45.472423 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdee8dc-242f-4362-88b5-04f19a693c15 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:57:45.477039 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eff1bb-8407-49cd-bd56-5268400a5cf6 None None] Routers {'a9607895-f0b6-4931-8632-391ad3393134'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:45.477711 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-e6eff1bb-8407-49cd-bd56-5268400a5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9607895-f0b6-4931-8632-391ad3393134'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:45.484257 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] Sync routers for ids ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:57:45.500517 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] Routers {'37db532b-bcf8-42e4-93e7-1d5bfe7975fa'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:45.500853 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4bdee8dc-242f-4362-88b5-04f19a693c15 admin admin] 10.222.0.15 "PUT /v2.0/routers/37db532b-bcf8-42e4-93e7-1d5bfe7975fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9918070 Apr 18 05:57:45.501933 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:45.525587 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1ea659-19f7-4e5c-8fca-ea16bf48d476 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 22c34f74-478f-4492-8535-07cef219de72 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:57:45.555920 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-841e7eb0-3f3a-4b94-ade5-c64075e84937 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4845712 Apr 18 05:57:45.563317 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44772) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:45.572718 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9fc5fb3a-9b4f-49b7-90ea-b8f6630de4b3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:45.589539 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-1d1ea659-19f7-4e5c-8fca-ea16bf48d476 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 22c34f74-478f-4492-8535-07cef219de72) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:45.601907 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1ea659-19f7-4e5c-8fca-ea16bf48d476 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:45.602492 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea659-19f7-4e5c-8fca-ea16bf48d476 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:45.673539 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1d1ea659-19f7-4e5c-8fca-ea16bf48d476 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3974423 Apr 18 05:57:45.680526 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-e6eff1bb-8407-49cd-bd56-5268400a5cf6 None None] Set router a9607895-f0b6-4931-8632-391ad3393134 gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:45.873191 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-36b9c08c-1df5-47f6-8507-a8d4dcc536f4 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:45.911163 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] Set router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:45.928132 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-700aae3d-0272-44c8-a67a-b144d591cda9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:45.937704 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79524eb1-6fa1-42d8-a9b1-8075fbbe490b None None] Network 22c34f74-478f-4492-8535-07cef219de72 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:45.942652 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.extraroute_db [None req-6e59ceee-d8c8-4c1e-8c79-95579c29bcbd tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Added routes are [] {{(pid=88034) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 18 05:57:45.943162 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.extraroute_db [None req-6e59ceee-d8c8-4c1e-8c79-95579c29bcbd tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88034) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 18 05:57:45.947812 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9c08c-1df5-47f6-8507-a8d4dcc536f4 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Pushing event deleted for resources: {'Port': ['ID=595ae7f0-bc64-4647-9cca-62f4a4f7eb66,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:46.022901 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6e59ceee-d8c8-4c1e-8c79-95579c29bcbd tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:46.133423 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9fc5fb3a-9b4f-49b7-90ea-b8f6630de4b3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:46.164485 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-700aae3d-0272-44c8-a67a-b144d591cda9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:46.220017 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 73619908-56f1-4684-afe4-f36d7aaac574 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:46.238635 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 73619908-56f1-4684-afe4-f36d7aaac574 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:46.239604 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:46.252783 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-be6bea79-4e40-4188-94e6-5eae28cf99d8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:46.350834 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6bea79-4e40-4188-94e6-5eae28cf99d8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Port': ['ID=4067b506-50c5-4cc6-8404-ea8e0d9e5932,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:46.468970 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:41Z', 'revision_number': 4, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd3853ab0-68eb-4121-bb72-c99652003b8c', 'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'mac_address': 'fa:16:3e:48:4a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:39Z', 'updated_at': '2022-04-18T05:57:42Z', 'revision_number': 2, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'subnets': [{'id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:46.476888 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] Checking router: 37db532b-bcf8-42e4-93e7-1d5bfe7975fa for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:57:46.477233 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] Updating router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa port d3853ab0-68eb-4121-bb72-c99652003b8c binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:57:46.571124 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-36b9c08c-1df5-47f6-8507-a8d4dcc536f4 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:46.573707 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6e59ceee-d8c8-4c1e-8c79-95579c29bcbd tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:46.577880 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6e59ceee-d8c8-4c1e-8c79-95579c29bcbd tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:46.606961 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-22c34f74-478f-4492-8535-07cef219de72', 'network_id': '22c34f74-478f-4492-8535-07cef219de72', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ips': [{'subnet_id': '6dd2bcf5-cccb-42a7-bf19-b042482fdf81'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:57:46.607804 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:46.621490 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:46.660119 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44790) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:46.662373 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-e6eff1bb-8407-49cd-bd56-5268400a5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:57:42Z', 'revision_number': 6, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '18fd0550-0677-42b9-914c-7ad8ae00ac7e', 'name': '', 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:f1:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:20Z', 'updated_at': '2022-04-18T05:57:32Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73619908-56f1-4684-afe4-f36d7aaac574', 'name': '', 'network_id': '9494f5da-147d-496b-9d5c-36e1c825eeb0', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:15:39:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'd0d36153-c3f9-49a6-8b55-81e1c70f175e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:32Z', 'updated_at': '2022-04-18T05:57:42Z', 'revision_number': 4, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'd0d36153-c3f9-49a6-8b55-81e1c70f175e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dadef-611e-4a76-a77c-b1e2d8bbcd1f', 'name': '', 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:e0:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:18Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:46.688365 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1789242560-network', 'tenant_id': 'a82507efd5e544f48412a3630b18cf95'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:46.696585 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:46.708481 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:46.743345 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eff1bb-8407-49cd-bd56-5268400a5cf6 None None] Checking router: a9607895-f0b6-4931-8632-391ad3393134 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:57:46.785713 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eff1bb-8407-49cd-bd56-5268400a5cf6 None None] Routers {'a9607895-f0b6-4931-8632-391ad3393134'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:46.786351 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-e6eff1bb-8407-49cd-bd56-5268400a5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9607895-f0b6-4931-8632-391ad3393134'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:46.911966 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 73619908-56f1-4684-afe4-f36d7aaac574, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=73619908-56f1-4684-afe4-f36d7aaac574,segment=NetworkSegment(0d0212cf-47c6-424b-a523-c37896b113e5),segment_id=0d0212cf-47c6-424b-a523-c37896b113e5)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:46.915043 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] Usage tracker for resource:network and tenant:a82507efd5e544f48412a3630b18cf95 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:46.920406 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:46.930718 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:46.979211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e59ceee-d8c8-4c1e-8c79-95579c29bcbd tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router a9607895-f0b6-4931-8632-391ad3393134 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:57:46.982699 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] Made reservation on behalf of a82507efd5e544f48412a3630b18cf95 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:46.984572 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:46.987432 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-be6bea79-4e40-4188-94e6-5eae28cf99d8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:47.001227 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:47.073380 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-700aae3d-0272-44c8-a67a-b144d591cda9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:47.077464 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44796) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:47.083127 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:47.083592 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-36b9c08c-1df5-47f6-8507-a8d4dcc536f4 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:47.085168 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:47.085983 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device df105f0e-c9fe-4863-8358-06faa689e2f3 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:47.095564 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-9bfb3c2f-4207-472b-83ef-f88cbb4947e2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1228527536', 'description': 'tempest-secgroup-smoke-1228527536 description', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:47.101802 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9bfb3c2f-4207-472b-83ef-f88cbb4947e2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:47.109709 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9fc5fb3a-9b4f-49b7-90ea-b8f6630de4b3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:47.116330 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9bfb3c2f-4207-472b-83ef-f88cbb4947e2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:47.121325 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-36b9c08c-1df5-47f6-8507-a8d4dcc536f4 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:47.127966 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] Usage tracker for resource:security_group_rule and tenant:a82507efd5e544f48412a3630b18cf95 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:47.131789 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:47.169475 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:47.184876 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] Transition to ACTIVE for port object d3853ab0-68eb-4121-bb72-c99652003b8c will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:47.188005 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9bfb3c2f-4207-472b-83ef-f88cbb4947e2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:47.195057 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:47.206196 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:47.206623 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9fc5fb3a-9b4f-49b7-90ea-b8f6630de4b3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:47.224607 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abe5dbf-86a1-4272-9a91-277eb5bc693d None None] Network be9ddb5b-df2b-4094-94f8-ac3e77836fdd requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:47.225299 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-700aae3d-0272-44c8-a67a-b144d591cda9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:47.226088 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-700aae3d-0272-44c8-a67a-b144d591cda9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "DELETE /v2.0/security-groups/ac2b486f-a404-4fc4-a349-34f887f8ca1e HTTP/1.1" status: 204 len: 168 time: 1.6603575 Apr 18 05:57:47.227647 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5fb3a-9b4f-49b7-90ea-b8f6630de4b3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Subnet': ['ID=98b565bc-64ab-4435-9f32-dc90bdc252e9,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:47.232611 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44800) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:47.240273 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9fc5fb3a-9b4f-49b7-90ea-b8f6630de4b3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/subnets/98b565bc-64ab-4435-9f32-dc90bdc252e9 HTTP/1.1" status: 204 len: 168 time: 2.3957434 Apr 18 05:57:47.245513 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700aae3d-0272-44c8-a67a-b144d591cda9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2b486f-a404-4fc4-a349-34f887f8ca1e,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:47.252716 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44802) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:47.262855 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9bfb3c2f-4207-472b-83ef-f88cbb4947e2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:47.288818 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00e65f-5905-444a-b0d9-8bce561577f9 None None] Pushing event updated for resources: {'Port': ['ID=d3853ab0-68eb-4121-bb72-c99652003b8c,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:47.294557 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-e6eff1bb-8407-49cd-bd56-5268400a5cf6 None None] Set router a9607895-f0b6-4931-8632-391ad3393134 gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:47.328624 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9bfb3c2f-4207-472b-83ef-f88cbb4947e2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:47.338559 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e59ceee-d8c8-4c1e-8c79-95579c29bcbd tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:57:47.351100 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9bfb3c2f-4207-472b-83ef-f88cbb4947e2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:47.403241 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] Allocated IP 172.20.0.18 (22c34f74-478f-4492-8535-07cef219de72/6dd2bcf5-cccb-42a7-bf19-b042482fdf81/f02486b7-fdc2-441f-938b-6adc3c12f991) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:47.463927 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-36b9c08c-1df5-47f6-8507-a8d4dcc536f4 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:47.469715 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b9c08c-1df5-47f6-8507-a8d4dcc536f4 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Fanout notify agent at l3_agent the message router_deleted on router 5e3e1a53-5bd5-4cee-b7b4-bc1adb59d205 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:57:47.475059 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9bfb3c2f-4207-472b-83ef-f88cbb4947e2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:47.501969 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-36b9c08c-1df5-47f6-8507-a8d4dcc536f4 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:47.503907 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] Attempting to bind port d3853ab0-68eb-4121-bb72-c99652003b8c on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:57:47.504313 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-36b9c08c-1df5-47f6-8507-a8d4dcc536f4 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "DELETE /v2.0/routers/5e3e1a53-5bd5-4cee-b7b4-bc1adb59d205 HTTP/1.1" status: 204 len: 168 time: 5.0874453 Apr 18 05:57:47.504994 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] Attempting to bind port d3853ab0-68eb-4121-bb72-c99652003b8c by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '9a24e6a0-0078-424a-80a4-0d69850347a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:57:47.505621 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] Attempting to bind port d3853ab0-68eb-4121-bb72-c99652003b8c on network 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:57:47.512999 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:57:47.513277 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44808) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:47.514080 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] Checking segment: {'id': '9a24e6a0-0078-424a-80a4-0d69850347a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:47.515452 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:47.516233 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] Bound using segment: {'id': '9a24e6a0-0078-424a-80a4-0d69850347a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:57:47.517029 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] Bound port: d3853ab0-68eb-4121-bb72-c99652003b8c, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a24e6a0-0078-424a-80a4-0d69850347a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:57:47.517709 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:47.552594 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=73619908-56f1-4684-afe4-f36d7aaac574,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:47.568888 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6e59ceee-d8c8-4c1e-8c79-95579c29bcbd tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:47.570043 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6e59ceee-d8c8-4c1e-8c79-95579c29bcbd tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/a9607895-f0b6-4931-8632-391ad3393134 HTTP/1.1" status: 200 len: 699 time: 2.6988668 Apr 18 05:57:47.577927 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-951d04a8-d993-4ad6-bdc8-3fcffa778eee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:47.588145 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44810) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:47.591015 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-fb4bf301-d927-404a-934f-61aaef437e8e tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Synchronizing usage tracker for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:47.650855 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1650441170', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}, 'admin_state_up': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:47.661265 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] For port d3853ab0-68eb-4121-bb72-c99652003b8c, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:57:47.665035 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] For port d3853ab0-68eb-4121-bb72-c99652003b8c, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d3853ab0-68eb-4121-bb72-c99652003b8c,segment=NetworkSegment(9a24e6a0-0078-424a-80a4-0d69850347a2),segment_id=9a24e6a0-0078-424a-80a4-0d69850347a2)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:57:47.670044 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:47.671107 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:47.677616 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Usage tracker for resource:router and tenant:a7bbd03ad9564760b04936429ba8eaea is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:47.793821 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00e65f-5905-444a-b0d9-8bce561577f9 None None] Pushing event updated for resources: {'Port': ['ID=d3853ab0-68eb-4121-bb72-c99652003b8c,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:47.808379 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-951d04a8-d993-4ad6-bdc8-3fcffa778eee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port df105f0e-c9fe-4863-8358-06faa689e2f3 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:47.808723 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-951d04a8-d993-4ad6-bdc8-3fcffa778eee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:47.833834 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] Routers {'37db532b-bcf8-42e4-93e7-1d5bfe7975fa'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:47.835260 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:47.866547 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-fb4bf301-d927-404a-934f-61aaef437e8e tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Unset dirty status for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:57:47.867797 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-fb4bf301-d927-404a-934f-61aaef437e8e tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6199996 Apr 18 05:57:47.893638 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44816) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:47.932782 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port df105f0e-c9fe-4863-8358-06faa689e2f3 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:47.933094 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-644b4a99-46fc-4c3a-8e28-3716bd54f647 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Request body: {'security_group': {'name': 'tempest-secgroup--1541621127'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:47.933210 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:47.940834 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:47.942443 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:47.950348 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-644b4a99-46fc-4c3a-8e28-3716bd54f647 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:47.961292 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:48.005146 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6bea79-4e40-4188-94e6-5eae28cf99d8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router 6e87766f-695e-4337-804f-a080a6fc4fde has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:57:48.016050 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:48.129535 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:57:48.144872 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:48.145276 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] Added segment cf4a5739-1a67-43b8-8e3d-482c3c6422af of type vlan for network 693f6050-78e0-4216-bb22-338fc725b06c Apr 18 05:57:48.155088 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] Set router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:48.181267 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:48.201831 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6bea79-4e40-4188-94e6-5eae28cf99d8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:57:48.216690 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-be6bea79-4e40-4188-94e6-5eae28cf99d8 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/6e87766f-695e-4337-804f-a080a6fc4fde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4072893 Apr 18 05:57:48.217000 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44820) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:48.231498 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-644b4a99-46fc-4c3a-8e28-3716bd54f647 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:48.245184 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-138c47d7-e365-43d7-a62d-4d4efec0d488 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/routers/a9607895-f0b6-4931-8632-391ad3393134 HTTP/1.1" status: 200 len: 699 time: 0.6510508 Apr 18 05:57:48.246208 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27352bfa-5169-4e73-aa4a-48cf4f05918e None None] Sync routers for ids ['6e87766f-695e-4337-804f-a080a6fc4fde'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:57:48.255877 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44824) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:48.265674 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9bfb3c2f-4207-472b-83ef-f88cbb4947e2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:48.268736 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:48.269770 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:48.270751 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:48.289171 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:48.290604 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:48.307036 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:48.329149 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38946db-98b7-4f26-a213-6912d6f6af05 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting subnet 20855584-315c-4cc2-8540-c96357df09a7 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:57:48.334802 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b38946db-98b7-4f26-a213-6912d6f6af05 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:48.412557 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 3295e26e-9eef-49aa-9834-5b996255a480 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:48.498807 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b38946db-98b7-4f26-a213-6912d6f6af05 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:48.503701 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27352bfa-5169-4e73-aa4a-48cf4f05918e None None] Routers {'6e87766f-695e-4337-804f-a080a6fc4fde'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:48.504357 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-27352bfa-5169-4e73-aa4a-48cf4f05918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6e87766f-695e-4337-804f-a080a6fc4fde'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:48.606657 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:41Z', 'revision_number': 4, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd3853ab0-68eb-4121-bb72-c99652003b8c', 'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'mac_address': 'fa:16:3e:48:4a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:39Z', 'updated_at': '2022-04-18T05:57:47Z', 'revision_number': 4, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'subnets': [{'id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:48.612846 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb94f0b-6664-4264-9976-a3766f3a977c None None] The sync data for ids ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'] in dv-neutron-837489-1-hyperv is: [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:41Z', 'revision_number': 4, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd3853ab0-68eb-4121-bb72-c99652003b8c', 'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'mac_address': 'fa:16:3e:48:4a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:39Z', 'updated_at': '2022-04-18T05:57:47Z', 'revision_number': 4, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'subnets': [{'id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:57:48.645415 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] Pushing event updated for resources: {'Network': ['ID=693f6050-78e0-4216-bb22-338fc725b06c,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:48.694765 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 693f6050-78e0-4216-bb22-338fc725b06c details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:57:48.729803 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb56cdfa-68b9-4deb-a91a-3636bcdc8486 None None] DHCP port deletion for be9ddb5b-df2b-4094-94f8-ac3e77836fdd request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:57:48.755996 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0881243 Apr 18 05:57:48.756717 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:48.778112 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9bfb3c2f-4207-472b-83ef-f88cbb4947e2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:48.782630 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-eb56cdfa-68b9-4deb-a91a-3636bcdc8486 None None] Deleting port df105f0e-c9fe-4863-8358-06faa689e2f3 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:48.783004 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-eb56cdfa-68b9-4deb-a91a-3636bcdc8486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:48.787927 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44828) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:48.818212 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-644b4a99-46fc-4c3a-8e28-3716bd54f647 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:48.823847 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:48.834177 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-8a904639-171f-49d7-bff3-26d44491382c admin admin] Request body: {'subnet': {'network_id': '693f6050-78e0-4216-bb22-338fc725b06c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1789242560-subnet', 'tenant_id': 'a82507efd5e544f48412a3630b18cf95', 'ip_version': 4}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:48.858819 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c554c-48e2-4eab-9c69-7b19a1b40f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b514fbf-ac8f-46a3-9cc3-6a460e2afda4,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:48.903920 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] Transition to ACTIVE for port object f02486b7-fdc2-441f-938b-6adc3c12f991 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:48.913662 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b38946db-98b7-4f26-a213-6912d6f6af05 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:48.938199 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-27352bfa-5169-4e73-aa4a-48cf4f05918e None None] Set router 6e87766f-695e-4337-804f-a080a6fc4fde gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:48.985139 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 3295e26e-9eef-49aa-9834-5b996255a480 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:48.985505 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:49.087369 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b38946db-98b7-4f26-a213-6912d6f6af05 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:49.100433 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8a904639-171f-49d7-bff3-26d44491382c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:49.106134 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8a904639-171f-49d7-bff3-26d44491382c admin admin] Usage tracker for resource:subnet and tenant:a82507efd5e544f48412a3630b18cf95 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:49.112644 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8a904639-171f-49d7-bff3-26d44491382c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:49.115299 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] Transition to ACTIVE for port object f02486b7-fdc2-441f-938b-6adc3c12f991 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:49.149677 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38946db-98b7-4f26-a213-6912d6f6af05 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Subnet': ['ID=20855584-315c-4cc2-8540-c96357df09a7,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:49.152684 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b38946db-98b7-4f26-a213-6912d6f6af05 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:49.162021 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb3c2f-4207-472b-83ef-f88cbb4947e2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a511f0-7c3a-417c-82d5-3dd86c544bc8,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:49.164642 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8a904639-171f-49d7-bff3-26d44491382c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:49.172679 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9bfb3c2f-4207-472b-83ef-f88cbb4947e2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:49.177304 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9bfb3c2f-4207-472b-83ef-f88cbb4947e2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.0970631 Apr 18 05:57:49.206744 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afaf0fe-5b91-417b-b462-58c86d7f09c0 None None] Network 80c568cd-db8a-48fa-b9af-824b1ccb874b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:49.215497 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44832) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:49.238728 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-bee6db3c-6728-4d9c-bc4f-82447af7f52c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'd9a511f0-7c3a-417c-82d5-3dd86c544bc8', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:49.251488 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-644b4a99-46fc-4c3a-8e28-3716bd54f647 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:49.259160 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b38946db-98b7-4f26-a213-6912d6f6af05 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/subnets/20855584-315c-4cc2-8540-c96357df09a7 HTTP/1.1" status: 204 len: 168 time: 1.0383542 Apr 18 05:57:49.259160 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-bee6db3c-6728-4d9c-bc4f-82447af7f52c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:49.262883 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44836) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:49.265583 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-bee6db3c-6728-4d9c-bc4f-82447af7f52c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:49.282165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-644b4a99-46fc-4c3a-8e28-3716bd54f647 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Usage tracker for resource:security_group_rule and tenant:38d187f7bfec47cd9a66139dcc2710d8 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:49.285556 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a904639-171f-49d7-bff3-26d44491382c admin admin] Made reservation on behalf of a82507efd5e544f48412a3630b18cf95 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:49.287932 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a904639-171f-49d7-bff3-26d44491382c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:49.305001 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-644b4a99-46fc-4c3a-8e28-3716bd54f647 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:49.326952 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:49.333508 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-e6eff1bb-8407-49cd-bd56-5268400a5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:57:45Z', 'revision_number': 7, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '18fd0550-0677-42b9-914c-7ad8ae00ac7e', 'name': '', 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:f1:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:20Z', 'updated_at': '2022-04-18T05:57:32Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73619908-56f1-4684-afe4-f36d7aaac574', 'name': '', 'network_id': '9494f5da-147d-496b-9d5c-36e1c825eeb0', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:15:39:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'd0d36153-c3f9-49a6-8b55-81e1c70f175e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:32Z', 'updated_at': '2022-04-18T05:57:42Z', 'revision_number': 4, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'd0d36153-c3f9-49a6-8b55-81e1c70f175e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dadef-611e-4a76-a77c-b1e2d8bbcd1f', 'name': '', 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:e0:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:18Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:49.335222 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-bee6db3c-6728-4d9c-bc4f-82447af7f52c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:49.342280 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-bee6db3c-6728-4d9c-bc4f-82447af7f52c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:49.378620 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-644b4a99-46fc-4c3a-8e28-3716bd54f647 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:49.452018 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bee6db3c-6728-4d9c-bc4f-82447af7f52c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:49.476626 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:49.506359 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-951d04a8-d993-4ad6-bdc8-3fcffa778eee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] For port df105f0e-c9fe-4863-8358-06faa689e2f3, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=df105f0e-c9fe-4863-8358-06faa689e2f3,segment=NetworkSegment(2234e373-20cd-4f3c-b37b-0d7fe4f92131),segment_id=2234e373-20cd-4f3c-b37b-0d7fe4f92131)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:49.506799 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-951d04a8-d993-4ad6-bdc8-3fcffa778eee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:49.587160 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eff1bb-8407-49cd-bd56-5268400a5cf6 None None] The sync data for ids ['a9607895-f0b6-4931-8632-391ad3393134'] in dv-neutron-837489-1-hyperv is: [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:57:45Z', 'revision_number': 7, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '18fd0550-0677-42b9-914c-7ad8ae00ac7e', 'name': '', 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:f1:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:20Z', 'updated_at': '2022-04-18T05:57:32Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73619908-56f1-4684-afe4-f36d7aaac574', 'name': '', 'network_id': '9494f5da-147d-496b-9d5c-36e1c825eeb0', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:15:39:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'd0d36153-c3f9-49a6-8b55-81e1c70f175e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:32Z', 'updated_at': '2022-04-18T05:57:42Z', 'revision_number': 4, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'd0d36153-c3f9-49a6-8b55-81e1c70f175e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dadef-611e-4a76-a77c-b1e2d8bbcd1f', 'name': '', 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:e0:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:18Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:57:49.634427 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] Network 22c34f74-478f-4492-8535-07cef219de72 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:49.635968 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:49.638605 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:49.686850 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-951d04a8-d993-4ad6-bdc8-3fcffa778eee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Calling delete_port for df105f0e-c9fe-4863-8358-06faa689e2f3 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:49.710146 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:49.775187 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-347e4a4d-4879-4325-9006-0ea0a42d8bc3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:49.824707 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] Pushing event updated for resources: {'Port': ['ID=f02486b7-fdc2-441f-938b-6adc3c12f991,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:49.842664 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-347e4a4d-4879-4325-9006-0ea0a42d8bc3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting port 9019cfe1-fda4-4629-a7f5-b2e05decf64f {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:49.843140 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-347e4a4d-4879-4325-9006-0ea0a42d8bc3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:49.880222 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bee6db3c-6728-4d9c-bc4f-82447af7f52c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:49.897757 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bee6db3c-6728-4d9c-bc4f-82447af7f52c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:49.960820 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-951d04a8-d993-4ad6-bdc8-3fcffa778eee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:49.984367 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6db3c-6728-4d9c-bc4f-82447af7f52c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6818b4a5-fd57-4998-bbcb-82f06a2a5331,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:50.018515 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Allocated IP 172.26.1.254 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/f8ac4f24-6b1b-4548-a57a-0c15c199660f) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:50.056930 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-eb56cdfa-68b9-4deb-a91a-3636bcdc8486 None None] For port df105f0e-c9fe-4863-8358-06faa689e2f3, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=df105f0e-c9fe-4863-8358-06faa689e2f3,segment=NetworkSegment(2234e373-20cd-4f3c-b37b-0d7fe4f92131),segment_id=2234e373-20cd-4f3c-b37b-0d7fe4f92131)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:50.057332 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-eb56cdfa-68b9-4deb-a91a-3636bcdc8486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.061547 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-644b4a99-46fc-4c3a-8e28-3716bd54f647 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.102004 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d04a8-d993-4ad6-bdc8-3fcffa778eee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Port': ['ID=df105f0e-c9fe-4863-8358-06faa689e2f3,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:50.104148 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bee6db3c-6728-4d9c-bc4f-82447af7f52c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.113159 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bee6db3c-6728-4d9c-bc4f-82447af7f52c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8875024 Apr 18 05:57:50.115811 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-644b4a99-46fc-4c3a-8e28-3716bd54f647 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.120845 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44840) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:50.136365 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] Attempting to bind port f02486b7-fdc2-441f-938b-6adc3c12f991 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:57:50.136876 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] Attempting to bind port f02486b7-fdc2-441f-938b-6adc3c12f991 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '38e1556b-9beb-4876-b3ae-bbd0a2592cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '22c34f74-478f-4492-8535-07cef219de72'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:57:50.137380 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] Attempting to bind port f02486b7-fdc2-441f-938b-6adc3c12f991 on network 22c34f74-478f-4492-8535-07cef219de72 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:57:50.149805 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-41c8f3a7-ee7d-4741-ba26-fb7efe72b451 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'd9a511f0-7c3a-417c-82d5-3dd86c544bc8', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:50.159033 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-41c8f3a7-ee7d-4741-ba26-fb7efe72b451 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:50.164382 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-41c8f3a7-ee7d-4741-ba26-fb7efe72b451 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:50.168231 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-41c8f3a7-ee7d-4741-ba26-fb7efe72b451 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:50.169324 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951d04a8-d993-4ad6-bdc8-3fcffa778eee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] No DVR routers for this DVR port df105f0e-c9fe-4863-8358-06faa689e2f3 on host dv-neutron-837489-1-hyperv {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:57:50.178180 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-41c8f3a7-ee7d-4741-ba26-fb7efe72b451 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:50.243360 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a904639-171f-49d7-bff3-26d44491382c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.267647 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-41c8f3a7-ee7d-4741-ba26-fb7efe72b451 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.298537 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-eb56cdfa-68b9-4deb-a91a-3636bcdc8486 None None] Calling delete_port for df105f0e-c9fe-4863-8358-06faa689e2f3 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:50.327979 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:57:50.328687 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] Checking segment: {'id': '38e1556b-9beb-4876-b3ae-bbd0a2592cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '22c34f74-478f-4492-8535-07cef219de72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:50.328929 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.329455 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] Bound using segment: {'id': '38e1556b-9beb-4876-b3ae-bbd0a2592cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '22c34f74-478f-4492-8535-07cef219de72'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:57:50.330568 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] Bound port: f02486b7-fdc2-441f-938b-6adc3c12f991, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e1556b-9beb-4876-b3ae-bbd0a2592cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '22c34f74-478f-4492-8535-07cef219de72'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:57:50.331007 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.377671 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8d86c8-cf66-40f8-a748-268cdbe21466 None None] Sync routers for ids ['a9607895-f0b6-4931-8632-391ad3393134'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:57:50.397611 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8d86c8-cf66-40f8-a748-268cdbe21466 None None] Routers {'a9607895-f0b6-4931-8632-391ad3393134'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:50.400342 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-6c8d86c8-cf66-40f8-a748-268cdbe21466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9607895-f0b6-4931-8632-391ad3393134'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:50.468396 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b4a99-46fc-4c3a-8e28-3716bd54f647 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd13d555-8476-4a69-bcb3-115a9bd2638d,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:50.565464 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-eb56cdfa-68b9-4deb-a91a-3636bcdc8486 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:57:50.565872 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-347e4a4d-4879-4325-9006-0ea0a42d8bc3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] For port 9019cfe1-fda4-4629-a7f5-b2e05decf64f, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=9019cfe1-fda4-4629-a7f5-b2e05decf64f,segment=NetworkSegment(8abd811a-a61f-4a50-bd9e-317e93595886),segment_id=8abd811a-a61f-4a50-bd9e-317e93595886)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:50.566227 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-eb56cdfa-68b9-4deb-a91a-3636bcdc8486 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:57:50.566486 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-347e4a4d-4879-4325-9006-0ea0a42d8bc3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.604536 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-644b4a99-46fc-4c3a-8e28-3716bd54f647 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.608431 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-644b4a99-46fc-4c3a-8e28-3716bd54f647 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.7034190 Apr 18 05:57:50.615527 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-951d04a8-d993-4ad6-bdc8-3fcffa778eee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.631256 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a904639-171f-49d7-bff3-26d44491382c admin admin] Checking segment: {'id': 'cf4a5739-1a67-43b8-8e3d-482c3c6422af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '693f6050-78e0-4216-bb22-338fc725b06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:50.631548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a904639-171f-49d7-bff3-26d44491382c admin admin] Network hostable DHCP agents. Network: 693f6050-78e0-4216-bb22-338fc725b06c, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:57:50.636603 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44844) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:50.642144 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 73619908-56f1-4684-afe4-f36d7aaac574 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:50.644618 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a904639-171f-49d7-bff3-26d44491382c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73fbc0c-43f4-48e0-a793-43c55c92917b,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:50.654631 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-a42c9d40-79f4-44a5-a0f9-4ca0ba746dca tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Request body: {'security_group_rule': {'security_group_id': 'bd13d555-8476-4a69-bcb3-115a9bd2638d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:50.668822 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-a42c9d40-79f4-44a5-a0f9-4ca0ba746dca tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:50.676419 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a42c9d40-79f4-44a5-a0f9-4ca0ba746dca tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Usage tracker for resource:security_group_rule and tenant:38d187f7bfec47cd9a66139dcc2710d8 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:50.678488 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a42c9d40-79f4-44a5-a0f9-4ca0ba746dca tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:50.685990 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-a42c9d40-79f4-44a5-a0f9-4ca0ba746dca tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:50.724247 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-6c8d86c8-cf66-40f8-a748-268cdbe21466 None None] Set router a9607895-f0b6-4931-8632-391ad3393134 gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:50.731277 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-951d04a8-d993-4ad6-bdc8-3fcffa778eee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9ddb5b-df2b-4094-94f8-ac3e77836fdd']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:50.746638 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a42c9d40-79f4-44a5-a0f9-4ca0ba746dca tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.761558 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-951d04a8-d993-4ad6-bdc8-3fcffa778eee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2234e373-20cd-4f3c-b37b-0d7fe4f92131') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:50.761859 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-951d04a8-d993-4ad6-bdc8-3fcffa778eee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2234e373-20cd-4f3c-b37b-0d7fe4f92131') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:50.779227 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-27352bfa-5169-4e73-aa4a-48cf4f05918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:57:45Z', 'revision_number': 9, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de54195-c7c0-4927-bdb6-20577846591b', 'name': '', 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:44:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'af3096be-1eba-444a-b746-6466357066f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:46Z', 'updated_at': '2022-04-18T05:57:03Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'af3096be-1eba-444a-b746-6466357066f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:50.781678 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] For port f02486b7-fdc2-441f-938b-6adc3c12f991, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:57:50.783350 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-347e4a4d-4879-4325-9006-0ea0a42d8bc3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Calling delete_port for 9019cfe1-fda4-4629-a7f5-b2e05decf64f owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:50.789015 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] For port f02486b7-fdc2-441f-938b-6adc3c12f991, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f02486b7-fdc2-441f-938b-6adc3c12f991,segment=NetworkSegment(38e1556b-9beb-4876-b3ae-bbd0a2592cda),segment_id=38e1556b-9beb-4876-b3ae-bbd0a2592cda)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:57:50.792436 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b62035-2dad-40a4-a257-383b59d0ae3d None None] DHCP port deletion for 80c568cd-db8a-48fa-b9af-824b1ccb874b request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:57:50.797859 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f6b62035-2dad-40a4-a257-383b59d0ae3d None None] Deleting port 9019cfe1-fda4-4629-a7f5-b2e05decf64f {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:50.798340 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f6b62035-2dad-40a4-a257-383b59d0ae3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.801489 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a904639-171f-49d7-bff3-26d44491382c admin admin] Network 693f6050-78e0-4216-bb22-338fc725b06c is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:57:50.805192 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-951d04a8-d993-4ad6-bdc8-3fcffa778eee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.828614 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27338bfe-fc88-4332-8bec-7a3acd34eaaa tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.831737 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.834310 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27352bfa-5169-4e73-aa4a-48cf4f05918e None None] Checking router: 6e87766f-695e-4337-804f-a080a6fc4fde for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:57:50.850076 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-41c8f3a7-ee7d-4741-ba26-fb7efe72b451 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.855094 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.867875 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27352bfa-5169-4e73-aa4a-48cf4f05918e None None] Routers {'6e87766f-695e-4337-804f-a080a6fc4fde'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:50.868596 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-27352bfa-5169-4e73-aa4a-48cf4f05918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6e87766f-695e-4337-804f-a080a6fc4fde'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:50.869185 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-41c8f3a7-ee7d-4741-ba26-fb7efe72b451 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.908125 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f3a7-ee7d-4741-ba26-fb7efe72b451 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e1ebcc-df2a-4905-87fe-a3ae4813c81d,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:50.915999 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-951d04a8-d993-4ad6-bdc8-3fcffa778eee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.934851 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-8a904639-171f-49d7-bff3-26d44491382c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 693f6050-78e0-4216-bb22-338fc725b06c) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:50.943833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a904639-171f-49d7-bff3-26d44491382c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:50.944482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a904639-171f-49d7-bff3-26d44491382c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.948215 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-41c8f3a7-ee7d-4741-ba26-fb7efe72b451 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.949752 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-41c8f3a7-ee7d-4741-ba26-fb7efe72b451 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8255904 Apr 18 05:57:50.950896 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-347e4a4d-4879-4325-9006-0ea0a42d8bc3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.961412 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44848) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:50.973212 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951d04a8-d993-4ad6-bdc8-3fcffa778eee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:57:50.973709 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-951d04a8-d993-4ad6-bdc8-3fcffa778eee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:50.993564 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8a904639-171f-49d7-bff3-26d44491382c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1967192 Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:57:50.994420 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:57:51.021258 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347e4a4d-4879-4325-9006-0ea0a42d8bc3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] No DVR routers for this DVR port 9019cfe1-fda4-4629-a7f5-b2e05decf64f on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:57:51.024201 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44850) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:51.025516 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e4a4d-4879-4325-9006-0ea0a42d8bc3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Port': ['ID=9019cfe1-fda4-4629-a7f5-b2e05decf64f,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:51.038340 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 73619908-56f1-4684-afe4-f36d7aaac574 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:51.038778 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:51.068923 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-2bb5bb44-2e2c-4f4a-a24e-6c11d800f1f5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'd9a511f0-7c3a-417c-82d5-3dd86c544bc8', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:51.072938 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba2ddc9-25f3-48a9-9c50-051f0a73472e None None] Network 693f6050-78e0-4216-bb22-338fc725b06c requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:51.081801 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1789242560-router', 'tenant_id': 'a82507efd5e544f48412a3630b18cf95', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:51.098851 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2bb5bb44-2e2c-4f4a-a24e-6c11d800f1f5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:51.116619 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:51.124528 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:51.161807 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2bb5bb44-2e2c-4f4a-a24e-6c11d800f1f5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:51.192482 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2bb5bb44-2e2c-4f4a-a24e-6c11d800f1f5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:51.201007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] Usage tracker for resource:router and tenant:a82507efd5e544f48412a3630b18cf95 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:51.226689 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-6c8d86c8-cf66-40f8-a748-268cdbe21466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:57:45Z', 'revision_number': 7, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '18fd0550-0677-42b9-914c-7ad8ae00ac7e', 'name': '', 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:f1:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:20Z', 'updated_at': '2022-04-18T05:57:32Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73619908-56f1-4684-afe4-f36d7aaac574', 'name': '', 'network_id': '9494f5da-147d-496b-9d5c-36e1c825eeb0', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:15:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'd0d36153-c3f9-49a6-8b55-81e1c70f175e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:32Z', 'updated_at': '2022-04-18T05:57:46Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'd0d36153-c3f9-49a6-8b55-81e1c70f175e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dadef-611e-4a76-a77c-b1e2d8bbcd1f', 'name': '', 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:e0:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:18Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:51.230722 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8d86c8-cf66-40f8-a748-268cdbe21466 None None] Checking router: a9607895-f0b6-4931-8632-391ad3393134 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:57:51.232412 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:51.235596 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-eb56cdfa-68b9-4deb-a91a-3636bcdc8486 None None] Deleting port df105f0e-c9fe-4863-8358-06faa689e2f3 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:51.237694 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:51.238122 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-eb56cdfa-68b9-4deb-a91a-3636bcdc8486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:51.243076 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2bb5bb44-2e2c-4f4a-a24e-6c11d800f1f5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:51.243787 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8d86c8-cf66-40f8-a748-268cdbe21466 None None] Routers {'a9607895-f0b6-4931-8632-391ad3393134'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:51.244558 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-6c8d86c8-cf66-40f8-a748-268cdbe21466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9607895-f0b6-4931-8632-391ad3393134'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:51.246066 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:51.308403 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:51.368000 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:51.444875 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-951d04a8-d993-4ad6-bdc8-3fcffa778eee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:51.454385 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-951d04a8-d993-4ad6-bdc8-3fcffa778eee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:51.461473 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-27352bfa-5169-4e73-aa4a-48cf4f05918e None None] Set router 6e87766f-695e-4337-804f-a080a6fc4fde gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:51.466935 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-347e4a4d-4879-4325-9006-0ea0a42d8bc3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:51.469936 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a42c9d40-79f4-44a5-a0f9-4ca0ba746dca tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:51.535121 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a42c9d40-79f4-44a5-a0f9-4ca0ba746dca tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:51.540210 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-6c8d86c8-cf66-40f8-a748-268cdbe21466 None None] Set router a9607895-f0b6-4931-8632-391ad3393134 gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:51.548063 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d04a8-d993-4ad6-bdc8-3fcffa778eee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Network': ['ID=be9ddb5b-df2b-4094-94f8-ac3e77836fdd,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:51.568467 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Pushing event updated for resources: {'Port': ['ID=f8ac4f24-6b1b-4548-a57a-0c15c199660f,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:51.576755 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-951d04a8-d993-4ad6-bdc8-3fcffa778eee tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/networks/be9ddb5b-df2b-4094-94f8-ac3e77836fdd HTTP/1.1" status: 204 len: 168 time: 4.3158689 Apr 18 05:57:51.582824 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44856) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:51.585597 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:51.586961 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a42c9d40-79f4-44a5-a0f9-4ca0ba746dca tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:51.587315 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:51.591570 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a42c9d40-79f4-44a5-a0f9-4ca0ba746dca tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9500632 Apr 18 05:57:51.593882 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44860) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:51.594729 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c9d40-79f4-44a5-a0f9-4ca0ba746dca tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9419be10-be63-4619-a08b-a765dc870a1e,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:51.602110 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-305da238-2d2c-4d9e-8e61-154cc0eefef8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'port': {'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b', 'name': 'tempest-PortsIpV6TestJSON-1859293762'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:51.625568 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2bb5bb44-2e2c-4f4a-a24e-6c11d800f1f5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:51.679421 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-347e4a4d-4879-4325-9006-0ea0a42d8bc3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c568cd-db8a-48fa-b9af-824b1ccb874b']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:51.712653 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2bb5bb44-2e2c-4f4a-a24e-6c11d800f1f5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:51.725684 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-347e4a4d-4879-4325-9006-0ea0a42d8bc3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8abd811a-a61f-4a50-bd9e-317e93595886') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:51.726163 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-347e4a4d-4879-4325-9006-0ea0a42d8bc3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8abd811a-a61f-4a50-bd9e-317e93595886') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:51.736911 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-050d7d3f-7f11-4cbf-9c11-42cd35a1f6bf tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:51.737779 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2bb5bb44-2e2c-4f4a-a24e-6c11d800f1f5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:51.769585 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-050d7d3f-7f11-4cbf-9c11-42cd35a1f6bf tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:51.788946 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-305da238-2d2c-4d9e-8e61-154cc0eefef8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:51.807217 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-305da238-2d2c-4d9e-8e61-154cc0eefef8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:51.828775 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08eb43-e37b-4e3c-9bc8-be023547d7c4 None None] Pushing event updated for resources: {'Port': ['ID=f02486b7-fdc2-441f-938b-6adc3c12f991,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:51.838357 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f6b62035-2dad-40a4-a257-383b59d0ae3d None None] The port '9019cfe1-fda4-4629-a7f5-b2e05decf64f' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:57:51.866357 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-050d7d3f-7f11-4cbf-9c11-42cd35a1f6bf tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:51.875989 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305da238-2d2c-4d9e-8e61-154cc0eefef8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:51.880164 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-305da238-2d2c-4d9e-8e61-154cc0eefef8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:51.910971 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-347e4a4d-4879-4325-9006-0ea0a42d8bc3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:51.913932 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d7d3f-7f11-4cbf-9c11-42cd35a1f6bf tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9419be10-be63-4619-a08b-a765dc870a1e,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:51.929306 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-27338bfe-fc88-4332-8bec-7a3acd34eaaa tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting port 73619908-56f1-4684-afe4-f36d7aaac574 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:51.929846 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27338bfe-fc88-4332-8bec-7a3acd34eaaa tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:51.943998 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5bb44-2e2c-4f4a-a24e-6c11d800f1f5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9d97a3-f9f1-4835-964e-c4dc67c09454,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:51.946787 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:51.968466 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-305da238-2d2c-4d9e-8e61-154cc0eefef8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] device_id is not set on port d17a60eb-a93d-44b3-bc30-a33337db817f yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:57:51.971868 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-347e4a4d-4879-4325-9006-0ea0a42d8bc3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:52.008028 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-eb56cdfa-68b9-4deb-a91a-3636bcdc8486 None None] The port 'df105f0e-c9fe-4863-8358-06faa689e2f3' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:57:52.042882 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-6c8d86c8-cf66-40f8-a748-268cdbe21466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:57:45Z', 'revision_number': 7, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '18fd0550-0677-42b9-914c-7ad8ae00ac7e', 'name': '', 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:f1:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:20Z', 'updated_at': '2022-04-18T05:57:32Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73619908-56f1-4684-afe4-f36d7aaac574', 'name': '', 'network_id': '9494f5da-147d-496b-9d5c-36e1c825eeb0', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:15:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'd0d36153-c3f9-49a6-8b55-81e1c70f175e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:32Z', 'updated_at': '2022-04-18T05:57:46Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'd0d36153-c3f9-49a6-8b55-81e1c70f175e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dadef-611e-4a76-a77c-b1e2d8bbcd1f', 'name': '', 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:e0:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:18Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:52.048326 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8d86c8-cf66-40f8-a748-268cdbe21466 None None] The sync data for ids ['a9607895-f0b6-4931-8632-391ad3393134'] in dv-neutron-837489-1-hyperv is: [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:57:45Z', 'revision_number': 7, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '18fd0550-0677-42b9-914c-7ad8ae00ac7e', 'name': '', 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:f1:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:20Z', 'updated_at': '2022-04-18T05:57:32Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73619908-56f1-4684-afe4-f36d7aaac574', 'name': '', 'network_id': '9494f5da-147d-496b-9d5c-36e1c825eeb0', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:15:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'd0d36153-c3f9-49a6-8b55-81e1c70f175e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:32Z', 'updated_at': '2022-04-18T05:57:46Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'd0d36153-c3f9-49a6-8b55-81e1c70f175e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dadef-611e-4a76-a77c-b1e2d8bbcd1f', 'name': '', 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:e0:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:18Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:57:52.062879 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-050d7d3f-7f11-4cbf-9c11-42cd35a1f6bf tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:52.066693 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-050d7d3f-7f11-4cbf-9c11-42cd35a1f6bf tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/9419be10-be63-4619-a08b-a765dc870a1e HTTP/1.1" status: 204 len: 168 time: 0.4671535 Apr 18 05:57:52.072244 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347e4a4d-4879-4325-9006-0ea0a42d8bc3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:57:52.072654 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-347e4a4d-4879-4325-9006-0ea0a42d8bc3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:52.089202 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44864) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:57:52.091697 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:57:52.097495 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2bb5bb44-2e2c-4f4a-a24e-6c11d800f1f5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:52.097495 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2bb5bb44-2e2c-4f4a-a24e-6c11d800f1f5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0760369 Apr 18 05:57:52.143562 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44868) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:52.172364 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-693f6050-78e0-4216-bb22-338fc725b06c', 'network_id': '693f6050-78e0-4216-bb22-338fc725b06c', 'tenant_id': 'a82507efd5e544f48412a3630b18cf95', 'fixed_ips': [{'subnet_id': 'c73fbc0c-43f4-48e0-a793-43c55c92917b'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:57:52.173599 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:52.397896 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-9039f9ee-0026-4d0e-8c70-e90e5e5566d7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'd9a511f0-7c3a-417c-82d5-3dd86c544bc8', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:52.399701 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d3853ab0-68eb-4121-bb72-c99652003b8c up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:52.457409 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-347e4a4d-4879-4325-9006-0ea0a42d8bc3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:52.464804 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9039f9ee-0026-4d0e-8c70-e90e5e5566d7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:52.511870 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-305da238-2d2c-4d9e-8e61-154cc0eefef8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:52.514674 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] Allocated IP 172.20.0.2 (693f6050-78e0-4216-bb22-338fc725b06c/c73fbc0c-43f4-48e0-a793-43c55c92917b/2ecbedaf-5c68-4097-acc9-9cbec6efbdb2) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:52.562490 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-27338bfe-fc88-4332-8bec-7a3acd34eaaa tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] For port 73619908-56f1-4684-afe4-f36d7aaac574, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=73619908-56f1-4684-afe4-f36d7aaac574,segment=NetworkSegment(0d0212cf-47c6-424b-a523-c37896b113e5),segment_id=0d0212cf-47c6-424b-a523-c37896b113e5)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:52.562857 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27338bfe-fc88-4332-8bec-7a3acd34eaaa tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:52.583367 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-27352bfa-5169-4e73-aa4a-48cf4f05918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:57:45Z', 'revision_number': 9, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de54195-c7c0-4927-bdb6-20577846591b', 'name': '', 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:44:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'af3096be-1eba-444a-b746-6466357066f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:46Z', 'updated_at': '2022-04-18T05:57:03Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'af3096be-1eba-444a-b746-6466357066f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:52.592825 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9039f9ee-0026-4d0e-8c70-e90e5e5566d7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:52.598053 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-347e4a4d-4879-4325-9006-0ea0a42d8bc3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:52.637637 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port d3853ab0-68eb-4121-bb72-c99652003b8c completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:52.650045 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27352bfa-5169-4e73-aa4a-48cf4f05918e None None] The sync data for ids ['6e87766f-695e-4337-804f-a080a6fc4fde'] in dv-neutron-837489-1-hyperv is: [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:57:45Z', 'revision_number': 9, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de54195-c7c0-4927-bdb6-20577846591b', 'name': '', 'network_id': 'ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:44:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'af3096be-1eba-444a-b746-6466357066f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:46Z', 'updated_at': '2022-04-18T05:57:03Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': 'af3096be-1eba-444a-b746-6466357066f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:57:52.654544 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port d3853ab0-68eb-4121-bb72-c99652003b8c triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:52.654899 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:52.672934 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9039f9ee-0026-4d0e-8c70-e90e5e5566d7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:52.690495 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e4a4d-4879-4325-9006-0ea0a42d8bc3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Network': ['ID=80c568cd-db8a-48fa-b9af-824b1ccb874b,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:52.711104 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-27338bfe-fc88-4332-8bec-7a3acd34eaaa tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Calling delete_port for 73619908-56f1-4684-afe4-f36d7aaac574 owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:52.765602 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9039f9ee-0026-4d0e-8c70-e90e5e5566d7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:52.771546 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-347e4a4d-4879-4325-9006-0ea0a42d8bc3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/networks/80c568cd-db8a-48fa-b9af-824b1ccb874b HTTP/1.1" status: 204 len: 168 time: 3.5050030 Apr 18 05:57:52.774383 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44872) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:52.786501 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:52.797731 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a4ed5d40-b0d8-490c-8ef4-f17ef070363f tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Synchronizing usage tracker for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:52.852633 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:52.873427 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-305da238-2d2c-4d9e-8e61-154cc0eefef8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:52.877455 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:52.884012 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:52.902108 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] Transition to ACTIVE for port object 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:52.915332 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a4ed5d40-b0d8-490c-8ef4-f17ef070363f tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Unset dirty status for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:57:52.919064 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a4ed5d40-b0d8-490c-8ef4-f17ef070363f tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8243325 Apr 18 05:57:52.919921 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9039f9ee-0026-4d0e-8c70-e90e5e5566d7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:52.937386 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44876) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:52.937592 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] Transition to ACTIVE for port object 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:57:52.941564 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port d3853ab0-68eb-4121-bb72-c99652003b8c, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d3853ab0-68eb-4121-bb72-c99652003b8c,segment=NetworkSegment(9a24e6a0-0078-424a-80a4-0d69850347a2),segment_id=9a24e6a0-0078-424a-80a4-0d69850347a2)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:52.945316 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:52.992560 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:53.020096 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] Network 693f6050-78e0-4216-bb22-338fc725b06c is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:53.027760 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:53.030615 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:53.045908 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305da238-2d2c-4d9e-8e61-154cc0eefef8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network c39740d4-9aac-42a1-8bbd-e0906328227b is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:53.068108 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-305da238-2d2c-4d9e-8e61-154cc0eefef8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:53.072435 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] Pushing event updated for resources: {'Port': ['ID=2ecbedaf-5c68-4097-acc9-9cbec6efbdb2,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:53.078669 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305da238-2d2c-4d9e-8e61-154cc0eefef8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:53.101805 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305da238-2d2c-4d9e-8e61-154cc0eefef8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:53.115440 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-305da238-2d2c-4d9e-8e61-154cc0eefef8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:53.190861 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device df105f0e-c9fe-4863-8358-06faa689e2f3 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:57:53.246814 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305da238-2d2c-4d9e-8e61-154cc0eefef8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Port': ['ID=d17a60eb-a93d-44b3-bc30-a33337db817f,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:53.274287 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0fbf93a1-258f-4dec-ac83-b6b3a4ca1313 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:53.284765 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: df105f0e-c9fe-4863-8358-06faa689e2f3 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:57:53.285133 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device df105f0e-c9fe-4863-8358-06faa689e2f3 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:57:53.312209 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] Attempting to bind port 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:57:53.312481 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] Attempting to bind port 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'cf4a5739-1a67-43b8-8e3d-482c3c6422af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '693f6050-78e0-4216-bb22-338fc725b06c'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:57:53.312846 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] Attempting to bind port 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2 on network 693f6050-78e0-4216-bb22-338fc725b06c {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:57:53.335025 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:57:53.335397 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] Checking segment: {'id': 'cf4a5739-1a67-43b8-8e3d-482c3c6422af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '693f6050-78e0-4216-bb22-338fc725b06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:57:53.335800 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:53.336517 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] Bound using segment: {'id': 'cf4a5739-1a67-43b8-8e3d-482c3c6422af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '693f6050-78e0-4216-bb22-338fc725b06c'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:57:53.342175 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] Bound port: 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4a5739-1a67-43b8-8e3d-482c3c6422af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '693f6050-78e0-4216-bb22-338fc725b06c'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:57:53.342605 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:53.373113 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=d3853ab0-68eb-4121-bb72-c99652003b8c,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:53.389210 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9039f9ee-0026-4d0e-8c70-e90e5e5566d7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:53.426424 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9039f9ee-0026-4d0e-8c70-e90e5e5566d7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:53.464790 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0fbf93a1-258f-4dec-ac83-b6b3a4ca1313 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:53.515417 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f02486b7-fdc2-441f-938b-6adc3c12f991 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:53.567326 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] For port 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:57:53.587175 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] For port 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=2ecbedaf-5c68-4097-acc9-9cbec6efbdb2,segment=NetworkSegment(cf4a5739-1a67-43b8-8e3d-482c3c6422af),segment_id=cf4a5739-1a67-43b8-8e3d-482c3c6422af)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:57:53.598058 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:53.653364 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a215e5-0ca5-4cd1-808f-f19e420a3fd4 None None] Network 22c34f74-478f-4492-8535-07cef219de72 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:53.702091 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-305da238-2d2c-4d9e-8e61-154cc0eefef8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1140189 Apr 18 05:57:53.703626 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44880) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:53.740275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27338bfe-fc88-4332-8bec-7a3acd34eaaa tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:53.784082 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039f9ee-0026-4d0e-8c70-e90e5e5566d7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9779ebe-f6b0-404b-8a4c-7174693a3394,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:53.819168 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27338bfe-fc88-4332-8bec-7a3acd34eaaa tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Port': ['ID=73619908-56f1-4684-afe4-f36d7aaac574,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:53.838661 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c1c8538f-b78c-4d08-ade8-718b15ef53d0 None None] Provisioning for port f02486b7-fdc2-441f-938b-6adc3c12f991 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:53.841657 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port f02486b7-fdc2-441f-938b-6adc3c12f991 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:53.849987 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:53.862635 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port f02486b7-fdc2-441f-938b-6adc3c12f991 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:53.863028 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:53.878815 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9039f9ee-0026-4d0e-8c70-e90e5e5566d7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:53.880534 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9039f9ee-0026-4d0e-8c70-e90e5e5566d7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7240837 Apr 18 05:57:53.895724 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c1c8538f-b78c-4d08-ade8-718b15ef53d0 None None] Provisioning complete for port f02486b7-fdc2-441f-938b-6adc3c12f991 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:53.896229 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c1c8538f-b78c-4d08-ade8-718b15ef53d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:53.935172 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7fa8f-3c7b-4937-b433-a5a5ec4b9165 None None] Pushing event updated for resources: {'Port': ['ID=2ecbedaf-5c68-4097-acc9-9cbec6efbdb2,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:53.964098 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44884) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:54.176112 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-87375ce0-8494-48ce-8041-cbf1170cce0b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'd9a511f0-7c3a-417c-82d5-3dd86c544bc8', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:54.188686 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27338bfe-fc88-4332-8bec-7a3acd34eaaa tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:54.257842 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-87375ce0-8494-48ce-8041-cbf1170cce0b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:54.259094 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:54.275906 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-87375ce0-8494-48ce-8041-cbf1170cce0b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:54.289770 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-87375ce0-8494-48ce-8041-cbf1170cce0b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:54.295837 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-9e9b5c12-1600-4486-af4e-6a8f2f5909dc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port d17a60eb-a93d-44b3-bc30-a33337db817f {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:54.296284 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9e9b5c12-1600-4486-af4e-6a8f2f5909dc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:54.306514 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:54.308388 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0fbf93a1-258f-4dec-ac83-b6b3a4ca1313 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:54.323755 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c1c8538f-b78c-4d08-ade8-718b15ef53d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:54.340155 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:54.351380 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-87375ce0-8494-48ce-8041-cbf1170cce0b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:54.409455 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port f02486b7-fdc2-441f-938b-6adc3c12f991, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f02486b7-fdc2-441f-938b-6adc3c12f991,segment=NetworkSegment(38e1556b-9beb-4876-b3ae-bbd0a2592cda),segment_id=38e1556b-9beb-4876-b3ae-bbd0a2592cda)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:54.416384 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:54.445121 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf93a1-258f-4dec-ac83-b6b3a4ca1313 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd13d555-8476-4a69-bcb3-115a9bd2638d,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:54.461827 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-87375ce0-8494-48ce-8041-cbf1170cce0b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 05:57:54.505826 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-87375ce0-8494-48ce-8041-cbf1170cce0b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:54.548177 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0fbf93a1-258f-4dec-ac83-b6b3a4ca1313 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:54.551876 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0fbf93a1-258f-4dec-ac83-b6b3a4ca1313 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "DELETE /v2.0/security-groups/bd13d555-8476-4a69-bcb3-115a9bd2638d HTTP/1.1" status: 204 len: 168 time: 1.6128566 Apr 18 05:57:54.552185 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4067b506-50c5-4cc6-8404-ea8e0d9e5932 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:57:54.563572 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44888) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:54.608726 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 4067b506-50c5-4cc6-8404-ea8e0d9e5932 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:57:54.609466 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4067b506-50c5-4cc6-8404-ea8e0d9e5932 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:57:54.610085 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9019cfe1-fda4-4629-a7f5-b2e05decf64f no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:57:54.665388 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 9019cfe1-fda4-4629-a7f5-b2e05decf64f {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:57:54.665991 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9019cfe1-fda4-4629-a7f5-b2e05decf64f not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:57:54.671484 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-c1c8538f-b78c-4d08-ade8-718b15ef53d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:57:54.672102 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-c1c8538f-b78c-4d08-ade8-718b15ef53d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:57:54.675387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=f02486b7-fdc2-441f-938b-6adc3c12f991,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:54.732516 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Router 7745e0d7-0bfd-4331-8318-4532deb5f904 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:57:54.824736 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a3fb9b30-ee7c-4df9-a91d-3321bd107889 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Synchronizing usage tracker for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:54.850146 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] Allocated IP 172.26.1.219 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/b7166fec-6436-4ee3-aa3d-d505f4ddd7fa) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:57:54.888812 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a3fb9b30-ee7c-4df9-a91d-3321bd107889 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Unset dirty status for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:57:54.890059 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a3fb9b30-ee7c-4df9-a91d-3321bd107889 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3217907 Apr 18 05:57:54.895770 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44892) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:54.971975 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-4a5775cd-1473-4b9a-b67c-cb1acf08d66b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Request body: {'security_group': {'name': 'tempest-secgroup--645559331'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:54.993767 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-4a5775cd-1473-4b9a-b67c-cb1acf08d66b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:55.002926 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-87375ce0-8494-48ce-8041-cbf1170cce0b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:55.025431 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bfaf5a-0eeb-4cf3-977a-8fcc5628cbe0 None None] Network 693f6050-78e0-4216-bb22-338fc725b06c requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:55.073345 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-4a5775cd-1473-4b9a-b67c-cb1acf08d66b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:55.091364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-87375ce0-8494-48ce-8041-cbf1170cce0b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:55.093697 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:57:55.110823 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f207bb-2b6e-4583-894f-5acf8beac491 None None] Sync routers for ids ['7745e0d7-0bfd-4331-8318-4532deb5f904'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:57:55.116207 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4a5775cd-1473-4b9a-b67c-cb1acf08d66b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:55.138759 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f207bb-2b6e-4583-894f-5acf8beac491 None None] Routers {'7745e0d7-0bfd-4331-8318-4532deb5f904'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:55.140088 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-62f207bb-2b6e-4583-894f-5acf8beac491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7745e0d7-0bfd-4331-8318-4532deb5f904'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:55.144294 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9e9b5c12-1600-4486-af4e-6a8f2f5909dc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:55.153075 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87375ce0-8494-48ce-8041-cbf1170cce0b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a3232e-f1cc-47b3-a37c-0010670e4459,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:55.167337 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-4a5775cd-1473-4b9a-b67c-cb1acf08d66b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:55.173859 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:55.177628 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-296fa126-fb95-4a2f-a3f5-c776351371fb tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.5437558 Apr 18 05:57:55.177628 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-4a5775cd-1473-4b9a-b67c-cb1acf08d66b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Usage tracker for resource:security_group_rule and tenant:38d187f7bfec47cd9a66139dcc2710d8 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:55.180497 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44896) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:55.181235 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-4a5775cd-1473-4b9a-b67c-cb1acf08d66b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:55.190214 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:55.195704 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:55.244301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-62f207bb-2b6e-4583-894f-5acf8beac491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:55.247051 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-4a5775cd-1473-4b9a-b67c-cb1acf08d66b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:55.267235 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f207bb-2b6e-4583-894f-5acf8beac491 None None] Routers {'7745e0d7-0bfd-4331-8318-4532deb5f904'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:55.268242 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-62f207bb-2b6e-4583-894f-5acf8beac491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7745e0d7-0bfd-4331-8318-4532deb5f904'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:55.381253 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-62f207bb-2b6e-4583-894f-5acf8beac491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:55.381660 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f207bb-2b6e-4583-894f-5acf8beac491 None None] The sync data for ids ['7745e0d7-0bfd-4331-8318-4532deb5f904'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:57:55.489242 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-9e9b5c12-1600-4486-af4e-6a8f2f5909dc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Calling delete_port for d17a60eb-a93d-44b3-bc30-a33337db817f owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:55.515465 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:55.530567 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27338bfe-fc88-4332-8bec-7a3acd34eaaa tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router a9607895-f0b6-4931-8632-391ad3393134 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:57:55.542638 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-87375ce0-8494-48ce-8041-cbf1170cce0b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:55.543847 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-87375ce0-8494-48ce-8041-cbf1170cce0b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5758567 Apr 18 05:57:55.550867 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44900) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:55.553498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e42292ea-aacf-418d-b205-8d227ffbbcc4 None None] Provisioning complete for port f02486b7-fdc2-441f-938b-6adc3c12f991 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:55.554552 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e42292ea-aacf-418d-b205-8d227ffbbcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:55.563320 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-ab6abee1-5d2e-4c6e-a3ea-febe824f9c6c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'd9a511f0-7c3a-417c-82d5-3dd86c544bc8', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:55.617163 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ab6abee1-5d2e-4c6e-a3ea-febe824f9c6c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:55.684168 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f02486b7-fdc2-441f-938b-6adc3c12f991 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:55.691351 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ab6abee1-5d2e-4c6e-a3ea-febe824f9c6c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:55.695548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ab6abee1-5d2e-4c6e-a3ea-febe824f9c6c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:55.733445 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ab6abee1-5d2e-4c6e-a3ea-febe824f9c6c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:55.765814 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:55.774153 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:55.790549 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:55.819306 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] Pushing event updated for resources: {'Port': ['ID=b7166fec-6436-4ee3-aa3d-d505f4ddd7fa,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:55.821069 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e42292ea-aacf-418d-b205-8d227ffbbcc4 None None] Provisioning for port 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:55.839565 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port f02486b7-fdc2-441f-938b-6adc3c12f991 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:55.840463 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:55.841985 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-ab6abee1-5d2e-4c6e-a3ea-febe824f9c6c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 05:57:55.847545 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9e9b5c12-1600-4486-af4e-6a8f2f5909dc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:55.914898 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab6abee1-5d2e-4c6e-a3ea-febe824f9c6c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:55.922382 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27338bfe-fc88-4332-8bec-7a3acd34eaaa tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:57:55.934429 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4867eeef-7d67-4112-924a-00c2f9424635 None None] Sync routers for ids ['a9607895-f0b6-4931-8632-391ad3393134'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:57:55.944663 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b5c12-1600-4486-af4e-6a8f2f5909dc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Port': ['ID=d17a60eb-a93d-44b3-bc30-a33337db817f,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:55.952932 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4867eeef-7d67-4112-924a-00c2f9424635 None None] Routers {'a9607895-f0b6-4931-8632-391ad3393134'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:55.953566 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-4867eeef-7d67-4112-924a-00c2f9424635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9607895-f0b6-4931-8632-391ad3393134'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:55.995943 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-27338bfe-fc88-4332-8bec-7a3acd34eaaa tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/a9607895-f0b6-4931-8632-391ad3393134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7389011 Apr 18 05:57:55.999565 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4a5775cd-1473-4b9a-b67c-cb1acf08d66b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:56.007936 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3d9c9456-7872-4a73-91c8-ad7667e6f163 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:56.054572 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:56.061954 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44904) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:56.067081 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9e9b5c12-1600-4486-af4e-6a8f2f5909dc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:56.069332 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9e9b5c12-1600-4486-af4e-6a8f2f5909dc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/ports/d17a60eb-a93d-44b3-bc30-a33337db817f HTTP/1.1" status: 204 len: 168 time: 2.3652594 Apr 18 05:57:56.077623 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b5c12-1600-4486-af4e-6a8f2f5909dc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:56.078169 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b5c12-1600-4486-af4e-6a8f2f5909dc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:56.078659 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b5c12-1600-4486-af4e-6a8f2f5909dc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:56.079311 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b5c12-1600-4486-af4e-6a8f2f5909dc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:56.079842 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b5c12-1600-4486-af4e-6a8f2f5909dc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:56.080471 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b5c12-1600-4486-af4e-6a8f2f5909dc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:56.081103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b5c12-1600-4486-af4e-6a8f2f5909dc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:56.081592 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b5c12-1600-4486-af4e-6a8f2f5909dc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:56.082323 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b5c12-1600-4486-af4e-6a8f2f5909dc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:56.082794 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b5c12-1600-4486-af4e-6a8f2f5909dc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:56.083265 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b5c12-1600-4486-af4e-6a8f2f5909dc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:56.083730 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b5c12-1600-4486-af4e-6a8f2f5909dc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:56.094994 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44906) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:56.136700 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-68c44508-3a1a-4484-885d-bfe43021276b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'port': {'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b', 'mac_address': 'fa:16:3e:cc:fb:f6', 'name': 'tempest-PortsIpV6TestJSON-1697537715'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:56.141957 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:57:56.150290 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:56.151231 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:56.158935 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-4867eeef-7d67-4112-924a-00c2f9424635 None None] Set router a9607895-f0b6-4931-8632-391ad3393134 gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:56.198863 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:56.216208 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4a5775cd-1473-4b9a-b67c-cb1acf08d66b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:56.269478 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:56.324586 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:56.375159 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=2ecbedaf-5c68-4097-acc9-9cbec6efbdb2,segment=NetworkSegment(cf4a5739-1a67-43b8-8e3d-482c3c6422af),segment_id=cf4a5739-1a67-43b8-8e3d-482c3c6422af)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:56.381117 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:56.382128 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d3853ab0-68eb-4121-bb72-c99652003b8c up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:56.399504 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5775cd-1473-4b9a-b67c-cb1acf08d66b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec12aad-1f43-4a50-9cef-63d8011d3faf,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:56.401850 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Deleting port f8ac4f24-6b1b-4548-a57a-0c15c199660f {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:56.402219 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:56.429896 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e98db0-9f46-4455-8cb5-c66f37e8a38a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting subnet d0d36153-c3f9-49a6-8b55-81e1c70f175e {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:57:56.505702 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-48e98db0-9f46-4455-8cb5-c66f37e8a38a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:56.538158 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab6abee1-5d2e-4c6e-a3ea-febe824f9c6c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:56.562355 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-4867eeef-7d67-4112-924a-00c2f9424635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:57:53Z', 'revision_number': 8, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '18fd0550-0677-42b9-914c-7ad8ae00ac7e', 'name': '', 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:f1:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:20Z', 'updated_at': '2022-04-18T05:57:32Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dadef-611e-4a76-a77c-b1e2d8bbcd1f', 'name': '', 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:e0:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:18Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:56.566253 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port d3853ab0-68eb-4121-bb72-c99652003b8c triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:56.567364 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4867eeef-7d67-4112-924a-00c2f9424635 None None] Checking router: a9607895-f0b6-4931-8632-391ad3393134 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:57:56.567781 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:56.576023 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4867eeef-7d67-4112-924a-00c2f9424635 None None] Routers {'a9607895-f0b6-4931-8632-391ad3393134'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:56.576816 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-4867eeef-7d67-4112-924a-00c2f9424635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9607895-f0b6-4931-8632-391ad3393134'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:56.590197 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-68c44508-3a1a-4484-885d-bfe43021276b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:56.597014 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab6abee1-5d2e-4c6e-a3ea-febe824f9c6c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:56.611963 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:56.618088 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-68c44508-3a1a-4484-885d-bfe43021276b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:port and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:56.618886 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=2ecbedaf-5c68-4097-acc9-9cbec6efbdb2,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:56.625674 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-68c44508-3a1a-4484-885d-bfe43021276b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:56.649059 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-68c44508-3a1a-4484-885d-bfe43021276b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:56.651611 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6abee1-5d2e-4c6e-a3ea-febe824f9c6c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7190cec4-b670-40f2-a56a-e4fd54c9a423,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:56.660516 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-48e98db0-9f46-4455-8cb5-c66f37e8a38a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:56.710566 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ab6abee1-5d2e-4c6e-a3ea-febe824f9c6c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:56.711774 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ab6abee1-5d2e-4c6e-a3ea-febe824f9c6c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1586704 Apr 18 05:57:56.747461 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-4867eeef-7d67-4112-924a-00c2f9424635 None None] Set router a9607895-f0b6-4931-8632-391ad3393134 gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:57:56.798602 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-48e98db0-9f46-4455-8cb5-c66f37e8a38a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:56.820919 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Calling delete_port for f8ac4f24-6b1b-4548-a57a-0c15c199660f owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:56.880970 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c44508-3a1a-4484-885d-bfe43021276b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:57:56.886187 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4a5775cd-1473-4b9a-b67c-cb1acf08d66b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:56.888093 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4a5775cd-1473-4b9a-b67c-cb1acf08d66b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9777977 Apr 18 05:57:56.899342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44924) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:56.917748 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-401d9245-1cce-400b-bcf6-7c91eec285d9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Request body: {'security_group_rule': {'security_group_id': 'cec12aad-1f43-4a50-9cef-63d8011d3faf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:57:56.934065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-401d9245-1cce-400b-bcf6-7c91eec285d9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:57:56.990406 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-401d9245-1cce-400b-bcf6-7c91eec285d9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Usage tracker for resource:security_group_rule and tenant:38d187f7bfec47cd9a66139dcc2710d8 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:57:56.997384 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-48e98db0-9f46-4455-8cb5-c66f37e8a38a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:57.001014 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-401d9245-1cce-400b-bcf6-7c91eec285d9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:57:57.056546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-401d9245-1cce-400b-bcf6-7c91eec285d9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:57:57.069024 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-48e98db0-9f46-4455-8cb5-c66f37e8a38a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:57.075042 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e98db0-9f46-4455-8cb5-c66f37e8a38a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Subnet': ['ID=d0d36153-c3f9-49a6-8b55-81e1c70f175e,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:57.080651 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4197eb8-54e4-4990-b976-6b742d51a7d8 None None] Network 9494f5da-147d-496b-9d5c-36e1c825eeb0 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:57:57.085810 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-68c44508-3a1a-4484-885d-bfe43021276b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:57.099387 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-4867eeef-7d67-4112-924a-00c2f9424635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:57:53Z', 'revision_number': 8, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '18fd0550-0677-42b9-914c-7ad8ae00ac7e', 'name': '', 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:f1:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:20Z', 'updated_at': '2022-04-18T05:57:32Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dadef-611e-4a76-a77c-b1e2d8bbcd1f', 'name': '', 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:e0:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:18Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:57.103629 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4867eeef-7d67-4112-924a-00c2f9424635 None None] The sync data for ids ['a9607895-f0b6-4931-8632-391ad3393134'] in dv-neutron-837489-1-hyperv is: [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:57:53Z', 'revision_number': 8, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '18fd0550-0677-42b9-914c-7ad8ae00ac7e', 'name': '', 'network_id': '3e6c6bb1-f4d0-49f9-aabd-797a1263987b', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:f1:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:20Z', 'updated_at': '2022-04-18T05:57:32Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '25f8554d-12f5-4005-b5a2-bfc358ea51da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dadef-611e-4a76-a77c-b1e2d8bbcd1f', 'name': '', 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:e0:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:18Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:57:57.130585 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-48e98db0-9f46-4455-8cb5-c66f37e8a38a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/subnets/d0d36153-c3f9-49a6-8b55-81e1c70f175e HTTP/1.1" status: 204 len: 168 time: 1.0548129 Apr 18 05:57:57.140922 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44932) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:57.141075 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-c71b1f32-d154-4f4b-9f37-f8ada8788461 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1228527536&fields=id&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 267 time: 0.1798804 Apr 18 05:57:57.327246 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-401d9245-1cce-400b-bcf6-7c91eec285d9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:57.340867 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-68c44508-3a1a-4484-885d-bfe43021276b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] device_id is not set on port d9b4536a-8e7b-4c69-853e-ba052c9dcb25 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:57:57.453837 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c9456-7872-4a73-91c8-ad7667e6f163 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting port 6de54195-c7c0-4927-bdb6-20577846591b {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:57.454183 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3d9c9456-7872-4a73-91c8-ad7667e6f163 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:57.467616 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b0f22b-a51d-42b7-92fa-36a8367a111c None None] DHCP port deletion for 9494f5da-147d-496b-9d5c-36e1c825eeb0 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:57:57.478995 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-95b0f22b-a51d-42b7-92fa-36a8367a111c None None] Deleting port 92b95032-bbeb-4d08-9b89-4c8ce5adf899 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:57.479579 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-95b0f22b-a51d-42b7-92fa-36a8367a111c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:57.555778 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-08140325-cbc4-4694-a1fb-1cbe4ba54e84 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:57.579047 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:57:57.611921 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:57.654847 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-70caa8b2-70e2-4ba0-a669-10aea9e52116 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:57.655591 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-70caa8b2-70e2-4ba0-a669-10aea9e52116 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:57.658607 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:57.750839 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-08140325-cbc4-4694-a1fb-1cbe4ba54e84 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting port 92b95032-bbeb-4d08-9b89-4c8ce5adf899 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:57.751051 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-08140325-cbc4-4694-a1fb-1cbe4ba54e84 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:57.762810 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Pushing event deleted for resources: {'Port': ['ID=f8ac4f24-6b1b-4548-a57a-0c15c199660f,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:57.788338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-401d9245-1cce-400b-bcf6-7c91eec285d9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:57.814785 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-401d9245-1cce-400b-bcf6-7c91eec285d9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:57.859868 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:57:57.860248 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:57.869255 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:57.869601 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:57.869921 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:57.870316 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:57.870619 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:57.871020 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:57.871341 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:57.871670 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:57.872001 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:57.872363 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:57.872682 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:57.873009 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:57:57.914694 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-95b0f22b-a51d-42b7-92fa-36a8367a111c None None] For port 92b95032-bbeb-4d08-9b89-4c8ce5adf899, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=92b95032-bbeb-4d08-9b89-4c8ce5adf899,segment=NetworkSegment(0d0212cf-47c6-424b-a523-c37896b113e5),segment_id=0d0212cf-47c6-424b-a523-c37896b113e5)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:57.915115 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-95b0f22b-a51d-42b7-92fa-36a8367a111c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:57.920306 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d9245-1cce-400b-bcf6-7c91eec285d9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376d9a2f-1f59-4464-8bd3-e830aa459916,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:57.947171 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-70caa8b2-70e2-4ba0-a669-10aea9e52116 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:57:57.948356 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-70caa8b2-70e2-4ba0-a669-10aea9e52116 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/networks?id=22c34f74-478f-4492-8535-07cef219de72 HTTP/1.1" status: 200 len: 796 time: 0.8016734 Apr 18 05:57:58.007108 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-3d9c9456-7872-4a73-91c8-ad7667e6f163 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] For port 6de54195-c7c0-4927-bdb6-20577846591b, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=6de54195-c7c0-4927-bdb6-20577846591b,segment=NetworkSegment(d1b54d39-288e-4791-9472-95e71a4f8da6),segment_id=d1b54d39-288e-4791-9472-95e71a4f8da6)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:58.007521 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3d9c9456-7872-4a73-91c8-ad7667e6f163 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:58.023794 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-68c44508-3a1a-4484-885d-bfe43021276b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:58.044163 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-1222a550-2faa-4d23-9376-23820e52c8f3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/quotas/e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 375 time: 0.0838401 Apr 18 05:57:58.046668 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:58.057602 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-95b0f22b-a51d-42b7-92fa-36a8367a111c None None] Calling delete_port for 92b95032-bbeb-4d08-9b89-4c8ce5adf899 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:58.089982 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-401d9245-1cce-400b-bcf6-7c91eec285d9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:58.090838 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-401d9245-1cce-400b-bcf6-7c91eec285d9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1885619 Apr 18 05:57:58.104160 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44936) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:58.170622 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c9456-7872-4a73-91c8-ad7667e6f163 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Calling delete_port for 6de54195-c7c0-4927-bdb6-20577846591b owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:58.191263 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-95b0f22b-a51d-42b7-92fa-36a8367a111c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:58.239211 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0f22b-a51d-42b7-92fa-36a8367a111c None None] Pushing event deleted for resources: {'Port': ['ID=92b95032-bbeb-4d08-9b89-4c8ce5adf899,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:58.252974 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b0f22b-a51d-42b7-92fa-36a8367a111c None None] No DVR routers for this DVR port 92b95032-bbeb-4d08-9b89-4c8ce5adf899 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:57:58.261207 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-704620e5-a874-4888-b96b-5229b3f55ba4 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-group-rules/376d9a2f-1f59-4464-8bd3-e830aa459916 HTTP/1.1" status: 200 len: 763 time: 0.1523981 Apr 18 05:57:58.282232 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 92b95032-bbeb-4d08-9b89-4c8ce5adf899 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:57:58.289994 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44940) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:58.318736 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 92b95032-bbeb-4d08-9b89-4c8ce5adf899 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:57:58.319074 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 92b95032-bbeb-4d08-9b89-4c8ce5adf899 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:57:58.319484 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 73619908-56f1-4684-afe4-f36d7aaac574 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:57:58.355925 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 73619908-56f1-4684-afe4-f36d7aaac574 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:57:58.356215 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 73619908-56f1-4684-afe4-f36d7aaac574 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:57:58.357150 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-08140325-cbc4-4694-a1fb-1cbe4ba54e84 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] For port 92b95032-bbeb-4d08-9b89-4c8ce5adf899, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=92b95032-bbeb-4d08-9b89-4c8ce5adf899,segment=NetworkSegment(0d0212cf-47c6-424b-a523-c37896b113e5),segment_id=0d0212cf-47c6-424b-a523-c37896b113e5)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:57:58.357674 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-08140325-cbc4-4694-a1fb-1cbe4ba54e84 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:58.501468 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-08140325-cbc4-4694-a1fb-1cbe4ba54e84 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Calling delete_port for 92b95032-bbeb-4d08-9b89-4c8ce5adf899 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:57:58.524773 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:58.549634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-68c44508-3a1a-4484-885d-bfe43021276b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:58.559514 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-84bb98d8-0cf1-4df2-9264-bb178c713918 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Synchronizing usage tracker for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:58.657329 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c44508-3a1a-4484-885d-bfe43021276b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network c39740d4-9aac-42a1-8bbd-e0906328227b is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:57:58.673175 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-68c44508-3a1a-4484-885d-bfe43021276b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:57:58.678842 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c44508-3a1a-4484-885d-bfe43021276b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:57:58.682261 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:58.684295 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c44508-3a1a-4484-885d-bfe43021276b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:58.684857 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-68c44508-3a1a-4484-885d-bfe43021276b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:58.699404 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-f9e8f011-4679-4fb8-935f-23ac98652a05 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5942793 Apr 18 05:57:58.702964 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:58.706322 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-84bb98d8-0cf1-4df2-9264-bb178c713918 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Unset dirty status for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:57:58.707849 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-84bb98d8-0cf1-4df2-9264-bb178c713918 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4143927 Apr 18 05:57:58.715708 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44944) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:58.774473 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.api [None req-08140325-cbc4-4694-a1fb-1cbe4ba54e84 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:57:58.774746 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG oslo_db.api [None req-08140325-cbc4-4694-a1fb-1cbe4ba54e84 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:57:58.782203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c44508-3a1a-4484-885d-bfe43021276b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Port': ['ID=d9b4536a-8e7b-4c69-853e-ba052c9dcb25,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:58.802946 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-68c44508-3a1a-4484-885d-bfe43021276b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.6707737 Apr 18 05:57:58.809215 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44950) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:58.814220 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9d2f841b-6535-4ccc-ac99-eb06bb246663 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:58.863598 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9d2f841b-6535-4ccc-ac99-eb06bb246663 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:58.889480 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3d9c9456-7872-4a73-91c8-ad7667e6f163 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:59.053187 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-48d0dd95-3886-49b4-aae0-87e32c535418 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:57:59.054173 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-48d0dd95-3886-49b4-aae0-87e32c535418 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1413968 Apr 18 05:57:59.080655 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c9456-7872-4a73-91c8-ad7667e6f163 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Port': ['ID=6de54195-c7c0-4927-bdb6-20577846591b,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:59.099808 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Router 7745e0d7-0bfd-4331-8318-4532deb5f904 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:57:59.121716 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926a5eb6-7f82-45fb-aab0-6218bd7fa60e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:57:59.122344 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-926a5eb6-7f82-45fb-aab0-6218bd7fa60e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Synchronizing usage tracker for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:59.133634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9d2f841b-6535-4ccc-ac99-eb06bb246663 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:59.207379 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f841b-6535-4ccc-ac99-eb06bb246663 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=376d9a2f-1f59-4464-8bd3-e830aa459916,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:57:59.281717 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-08140325-cbc4-4694-a1fb-1cbe4ba54e84 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting port 92b95032-bbeb-4d08-9b89-4c8ce5adf899 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:59.282061 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-08140325-cbc4-4694-a1fb-1cbe4ba54e84 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:59.316990 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9d2f841b-6535-4ccc-ac99-eb06bb246663 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:59.323361 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9d2f841b-6535-4ccc-ac99-eb06bb246663 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/376d9a2f-1f59-4464-8bd3-e830aa459916 HTTP/1.1" status: 204 len: 168 time: 0.5734792 Apr 18 05:57:59.323361 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-926a5eb6-7f82-45fb-aab0-6218bd7fa60e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Unset dirty status for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:57:59.323361 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-926a5eb6-7f82-45fb-aab0-6218bd7fa60e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports/d9b4536a-8e7b-4c69-853e-ba052c9dcb25 HTTP/1.1" status: 200 len: 845 time: 0.5097048 Apr 18 05:57:59.326929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44956) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:59.327436 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44958) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:59.358459 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:57:59.379958 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04c5795-0d21-4831-a079-1223e93d839f None None] Sync routers for ids ['7745e0d7-0bfd-4331-8318-4532deb5f904'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:57:59.382245 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-ea9dd718-f2ec-4126-8d2d-3068fb3318c4 service neutron] 10.222.0.15 "GET /v2.0/networks/22c34f74-478f-4492-8535-07cef219de72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123436 Apr 18 05:57:59.396879 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04c5795-0d21-4831-a079-1223e93d839f None None] Routers {'7745e0d7-0bfd-4331-8318-4532deb5f904'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:59.397965 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f04c5795-0d21-4831-a079-1223e93d839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7745e0d7-0bfd-4331-8318-4532deb5f904'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:59.405083 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:59.406171 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-861507d4-e74f-4e44-be22-e44f207bf837 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "PUT /v2.0/routers/7745e0d7-0bfd-4331-8318-4532deb5f904 HTTP/1.1" status: 200 len: 710 time: 4.2221484 Apr 18 05:57:59.409652 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] Router d260bd6f-de54-46bc-af75-dd0c898c516a is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:57:59.413196 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44964) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:59.429753 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-08140325-cbc4-4694-a1fb-1cbe4ba54e84 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] The port '92b95032-bbeb-4d08-9b89-4c8ce5adf899' was deleted {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:57:59.516535 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f04c5795-0d21-4831-a079-1223e93d839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:59.526012 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04c5795-0d21-4831-a079-1223e93d839f None None] Routers {'7745e0d7-0bfd-4331-8318-4532deb5f904'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:59.526733 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f04c5795-0d21-4831-a079-1223e93d839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7745e0d7-0bfd-4331-8318-4532deb5f904'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:59.557587 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3d9c9456-7872-4a73-91c8-ad7667e6f163 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:59.593515 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f04c5795-0d21-4831-a079-1223e93d839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:59.594008 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04c5795-0d21-4831-a079-1223e93d839f None None] The sync data for ids ['7745e0d7-0bfd-4331-8318-4532deb5f904'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:57:59.663603 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-b7a0e7bb-bfa6-4407-9046-722fb6e1381c service neutron] 10.222.0.15 "GET /v2.0/networks/22c34f74-478f-4492-8535-07cef219de72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799423 Apr 18 05:57:59.676333 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-dfa09887-f8fe-4922-88a1-84be0353d924 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port d9b4536a-8e7b-4c69-853e-ba052c9dcb25 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:57:59.676556 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dfa09887-f8fe-4922-88a1-84be0353d924 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:59.688523 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:57:59.702154 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] Sync routers for ids ['d260bd6f-de54-46bc-af75-dd0c898c516a'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:57:59.711171 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:59.712953 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c73d6080-31e8-460e-b672-80538496d32b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.6849408 Apr 18 05:57:59.715348 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44968) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:59.719762 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8805df2f-878b-4a7a-9581-f67db6b73dcb tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "GET /v2.0/routers/7745e0d7-0bfd-4331-8318-4532deb5f904 HTTP/1.1" status: 200 len: 745 time: 0.2952468 Apr 18 05:57:59.720693 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] Routers {'d260bd6f-de54-46bc-af75-dd0c898c516a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:57:59.721695 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d260bd6f-de54-46bc-af75-dd0c898c516a'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:57:59.734608 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 44972) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:59.791890 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5461668b-e717-44e9-90af-cbcfc570ff56 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Synchronizing usage tracker for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:57:59.925918 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-08140325-cbc4-4694-a1fb-1cbe4ba54e84 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:59.968261 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-65f1d6f1-2660-4e6f-85c2-e0c398e2528c tempest-RoutersIpV6AdminTest-784563428 tempest-RoutersIpV6AdminTest-784563428-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&device_id=7745e0d7-0bfd-4331-8318-4532deb5f904 HTTP/1.1" status: 200 len: 205 time: 0.1851797 Apr 18 05:57:59.972590 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44982) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:57:59.997265 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] Set router d260bd6f-de54-46bc-af75-dd0c898c516a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:00.029934 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5461668b-e717-44e9-90af-cbcfc570ff56 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Unset dirty status for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:00.031165 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5461668b-e717-44e9-90af-cbcfc570ff56 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7003222 Apr 18 05:58:00.046301 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44990) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:00.056755 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1a84c4b3-cffe-4f82-8143-529f89a0408e req-c9f51ef7-ceaa-4a16-ba01-95fc4ec5a4e1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc93699-9e79-47b8-ae98-7a80bd98524e HTTP/1.1" status: 200 len: 210 time: 0.1652560 Apr 18 05:58:00.109089 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-08140325-cbc4-4694-a1fb-1cbe4ba54e84 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9494f5da-147d-496b-9d5c-36e1c825eeb0']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:00.137795 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-08140325-cbc4-4694-a1fb-1cbe4ba54e84 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0212cf-47c6-424b-a523-c37896b113e5') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:00.138830 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-08140325-cbc4-4694-a1fb-1cbe4ba54e84 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0212cf-47c6-424b-a523-c37896b113e5') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:00.168873 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-08140325-cbc4-4694-a1fb-1cbe4ba54e84 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:00.221470 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-08140325-cbc4-4694-a1fb-1cbe4ba54e84 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:00.236428 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-29cceea6-52a5-45bc-8db5-fccbddcd0f22 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "GET /v2.0/ports?device_id=7745e0d7-0bfd-4331-8318-4532deb5f904 HTTP/1.1" status: 200 len: 205 time: 0.2623837 Apr 18 05:58:00.245521 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 44996) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:00.253708 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-285a2227-9fca-4be6-97d5-4c8230a79f39 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Request body: {'security_group_rule': {'security_group_id': 'cec12aad-1f43-4a50-9cef-63d8011d3faf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:00.404269 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd260bd6f-de54-46bc-af75-dd0c898c516a', 'name': 'tempest-TestVolumeBootPattern-1789242560-router', 'tenant_id': 'a82507efd5e544f48412a3630b18cf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': 'b7166fec-6436-4ee3-aa3d-d505f4ddd7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:51Z', 'updated_at': '2022-04-18T05:57:57Z', 'revision_number': 3, 'project_id': 'a82507efd5e544f48412a3630b18cf95', 'gw_port': {'id': 'b7166fec-6436-4ee3-aa3d-d505f4ddd7fa', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:5d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd260bd6f-de54-46bc-af75-dd0c898c516a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:54Z', 'updated_at': '2022-04-18T05:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:00.410366 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] Checking router: d260bd6f-de54-46bc-af75-dd0c898c516a for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:58:00.411097 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] Updating router d260bd6f-de54-46bc-af75-dd0c898c516a port b7166fec-6436-4ee3-aa3d-d505f4ddd7fa binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:58:00.479114 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08140325-cbc4-4694-a1fb-1cbe4ba54e84 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:58:00.479809 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-08140325-cbc4-4694-a1fb-1cbe4ba54e84 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:00.480964 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: util.warn( Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:58:00.495007 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:58:00.535140 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-285a2227-9fca-4be6-97d5-4c8230a79f39 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:00.626426 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dfa09887-f8fe-4922-88a1-84be0353d924 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:00.628783 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fbe6b136-4751-4ce0-9736-929119f44b6d tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:00.692926 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-285a2227-9fca-4be6-97d5-4c8230a79f39 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:00.780247 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-dfa09887-f8fe-4922-88a1-84be0353d924 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Calling delete_port for d9b4536a-8e7b-4c69-853e-ba052c9dcb25 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:00.826404 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-08140325-cbc4-4694-a1fb-1cbe4ba54e84 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:00.849424 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-08140325-cbc4-4694-a1fb-1cbe4ba54e84 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:00.851398 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-285a2227-9fca-4be6-97d5-4c8230a79f39 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:00.864836 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9c9456-7872-4a73-91c8-ad7667e6f163 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router 6e87766f-695e-4337-804f-a080a6fc4fde has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:58:00.878283 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08140325-cbc4-4694-a1fb-1cbe4ba54e84 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Network': ['ID=9494f5da-147d-496b-9d5c-36e1c825eeb0,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:00.886690 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-08140325-cbc4-4694-a1fb-1cbe4ba54e84 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/networks/9494f5da-147d-496b-9d5c-36e1c825eeb0 HTTP/1.1" status: 204 len: 168 time: 3.7424424 Apr 18 05:58:00.887183 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45000) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:00.913229 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:00.925897 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] Transition to ACTIVE for port object b7166fec-6436-4ee3-aa3d-d505f4ddd7fa will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:00.932609 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:01.012595 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ead52-5449-45cf-a721-f5ff4f47c898 None None] Pushing event updated for resources: {'Port': ['ID=b7166fec-6436-4ee3-aa3d-d505f4ddd7fa,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:01.038937 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] Attempting to bind port b7166fec-6436-4ee3-aa3d-d505f4ddd7fa on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:58:01.040111 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] Attempting to bind port b7166fec-6436-4ee3-aa3d-d505f4ddd7fa by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:58:01.040696 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] Attempting to bind port b7166fec-6436-4ee3-aa3d-d505f4ddd7fa on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:58:01.042988 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fbe6b136-4751-4ce0-9736-929119f44b6d tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:01.045299 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fbe6b136-4751-4ce0-9736-929119f44b6d tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:01.050537 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:58:01.051456 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:58:01.052135 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:01.052870 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:58:01.053657 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] Bound port: b7166fec-6436-4ee3-aa3d-d505f4ddd7fa, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:58:01.054589 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:01.085992 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dfa09887-f8fe-4922-88a1-84be0353d924 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:01.088002 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fbe6b136-4751-4ce0-9736-929119f44b6d tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:01.088649 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe6b136-4751-4ce0-9736-929119f44b6d tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Fanout notify agent at l3_agent the message router_deleted on router 7745e0d7-0bfd-4331-8318-4532deb5f904 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:58:01.173388 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] For port b7166fec-6436-4ee3-aa3d-d505f4ddd7fa, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:58:01.181158 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] For port b7166fec-6436-4ee3-aa3d-d505f4ddd7fa, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b7166fec-6436-4ee3-aa3d-d505f4ddd7fa,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:58:01.191159 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fbe6b136-4751-4ce0-9736-929119f44b6d tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:01.192402 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fbe6b136-4751-4ce0-9736-929119f44b6d tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "DELETE /v2.0/routers/7745e0d7-0bfd-4331-8318-4532deb5f904 HTTP/1.1" status: 204 len: 168 time: 0.9457819 Apr 18 05:58:01.197708 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45006) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:01.200753 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:01.234474 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-285a2227-9fca-4be6-97d5-4c8230a79f39 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:01.256186 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dfa09887-f8fe-4922-88a1-84be0353d924 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:01.258727 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa09887-f8fe-4922-88a1-84be0353d924 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Port': ['ID=d9b4536a-8e7b-4c69-853e-ba052c9dcb25,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:01.306559 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] Routers {'d260bd6f-de54-46bc-af75-dd0c898c516a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:01.306931 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d260bd6f-de54-46bc-af75-dd0c898c516a'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:01.321105 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-285a2227-9fca-4be6-97d5-4c8230a79f39 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:01.385420 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3466accb-7846-4e0b-85c2-f27238544c00 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "GET /v2.0/ports?device_id=7745e0d7-0bfd-4331-8318-4532deb5f904 HTTP/1.1" status: 200 len: 205 time: 0.1865668 Apr 18 05:58:01.393601 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ead52-5449-45cf-a721-f5ff4f47c898 None None] Pushing event updated for resources: {'Port': ['ID=b7166fec-6436-4ee3-aa3d-d505f4ddd7fa,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:01.397552 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45010) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:01.407344 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5cfc1f0b-829a-47ad-8ef4-445bd323d609 req-b25a26fd-3c2a-4daf-a3c0-ffa2050c6169 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc93699-9e79-47b8-ae98-7a80bd98524e HTTP/1.1" status: 200 len: 210 time: 0.0959408 Apr 18 05:58:01.439709 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a2227-9fca-4be6-97d5-4c8230a79f39 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac32773-60fa-4105-a4ef-de4f4dd62981,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:01.441414 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9c9456-7872-4a73-91c8-ad7667e6f163 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:58:01.464497 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1483d9-874b-4c23-af2f-48478ba11bc9 None None] Sync routers for ids ['6e87766f-695e-4337-804f-a080a6fc4fde'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:58:01.479265 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1483d9-874b-4c23-af2f-48478ba11bc9 None None] Routers {'6e87766f-695e-4337-804f-a080a6fc4fde'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:01.479932 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-4a1483d9-874b-4c23-af2f-48478ba11bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6e87766f-695e-4337-804f-a080a6fc4fde'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:01.505198 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3d9c9456-7872-4a73-91c8-ad7667e6f163 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/6e87766f-695e-4337-804f-a080a6fc4fde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7297740 Apr 18 05:58:01.509815 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-dfa09887-f8fe-4922-88a1-84be0353d924 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/ports/d9b4536a-8e7b-4c69-853e-ba052c9dcb25 HTTP/1.1" status: 204 len: 168 time: 2.1808393 Apr 18 05:58:01.514662 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45014) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:01.514997 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45016) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:01.594674 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] Set router d260bd6f-de54-46bc-af75-dd0c898c516a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:01.596899 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-8e3e10ec-7c21-44cb-8a35-239a387c341c tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] delete failed (client error): The resource could not be found. Apr 18 05:58:01.600950 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8e3e10ec-7c21-44cb-8a35-239a387c341c tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "DELETE /v2.0/routers/7745e0d7-0bfd-4331-8318-4532deb5f904 HTTP/1.1" status: 404 len: 336 time: 0.1964550 Apr 18 05:58:01.601677 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45024) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:01.605464 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-285a2227-9fca-4be6-97d5-4c8230a79f39 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:01.606589 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-285a2227-9fca-4be6-97d5-4c8230a79f39 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3738358 Apr 18 05:58:01.667448 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-4a1483d9-874b-4c23-af2f-48478ba11bc9 None None] Set router 6e87766f-695e-4337-804f-a080a6fc4fde gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:01.668656 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-82369c10-cc75-4368-a15f-1302d5d4f2e2 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3e1a53-5bd5-4cee-b7b4-bc1adb59d205 HTTP/1.1" status: 200 len: 205 time: 0.0609379 Apr 18 05:58:01.669275 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45030) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:01.669605 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45032) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:01.717067 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-6173349c-b427-4c7b-aca8-c7027efc5aa3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] GET failed (client error): The resource could not be found. Apr 18 05:58:01.717762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6173349c-b427-4c7b-aca8-c7027efc5aa3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Synchronizing usage tracker for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:01.724562 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe5fde2-f8e0-43d5-b359-a9f4ebd454a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting subnet af3096be-1eba-444a-b746-6466357066f2 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:58:01.739654 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-efe5fde2-f8e0-43d5-b359-a9f4ebd454a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:01.757240 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c49a1a93-626d-4c62-8fd0-45450e88eb4b tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-group-rules/0ac32773-60fa-4105-a4ef-de4f4dd62981 HTTP/1.1" status: 200 len: 763 time: 0.0802886 Apr 18 05:58:01.770871 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45038) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:01.817920 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-9d4a8dc9-78f1-496f-9697-4cfbe3957626 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] delete failed (client error): The resource could not be found. Apr 18 05:58:01.820502 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9d4a8dc9-78f1-496f-9697-4cfbe3957626 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "DELETE /v2.0/routers/5e3e1a53-5bd5-4cee-b7b4-bc1adb59d205 HTTP/1.1" status: 404 len: 336 time: 0.1419039 Apr 18 05:58:01.824241 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45042) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:01.921307 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-6e1b7277-ca9d-45d7-b265-0b9b804a9d9c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:01.922384 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-6e1b7277-ca9d-45d7-b265-0b9b804a9d9c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:01.931004 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6df46418-39ff-473f-bee8-de304be61490 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b805809-b834-41b3-ae2b-0aa980b16b85 HTTP/1.1" status: 200 len: 205 time: 0.0679305 Apr 18 05:58:01.935855 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45046) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:01.951814 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-568e0e72-1f95-4adc-b9b5-032348a3bc36 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Synchronizing usage tracker for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:01.961408 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd260bd6f-de54-46bc-af75-dd0c898c516a', 'name': 'tempest-TestVolumeBootPattern-1789242560-router', 'tenant_id': 'a82507efd5e544f48412a3630b18cf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': 'b7166fec-6436-4ee3-aa3d-d505f4ddd7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:51Z', 'updated_at': '2022-04-18T05:57:57Z', 'revision_number': 3, 'project_id': 'a82507efd5e544f48412a3630b18cf95', 'gw_port': {'id': 'b7166fec-6436-4ee3-aa3d-d505f4ddd7fa', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:5d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd260bd6f-de54-46bc-af75-dd0c898c516a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:54Z', 'updated_at': '2022-04-18T05:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:01.966355 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a807ab7c-1377-434c-a76e-3860ac935574 None None] The sync data for ids ['d260bd6f-de54-46bc-af75-dd0c898c516a'] in dv-neutron-837489-1-hyperv is: [{'id': 'd260bd6f-de54-46bc-af75-dd0c898c516a', 'name': 'tempest-TestVolumeBootPattern-1789242560-router', 'tenant_id': 'a82507efd5e544f48412a3630b18cf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': 'b7166fec-6436-4ee3-aa3d-d505f4ddd7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:51Z', 'updated_at': '2022-04-18T05:57:57Z', 'revision_number': 3, 'project_id': 'a82507efd5e544f48412a3630b18cf95', 'gw_port': {'id': 'b7166fec-6436-4ee3-aa3d-d505f4ddd7fa', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:5d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd260bd6f-de54-46bc-af75-dd0c898c516a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:54Z', 'updated_at': '2022-04-18T05:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:58:02.012795 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-4a1483d9-874b-4c23-af2f-48478ba11bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:57:58Z', 'revision_number': 10, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:02.017236 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1483d9-874b-4c23-af2f-48478ba11bc9 None None] Checking router: 6e87766f-695e-4337-804f-a080a6fc4fde for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:58:02.027519 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1483d9-874b-4c23-af2f-48478ba11bc9 None None] Routers {'6e87766f-695e-4337-804f-a080a6fc4fde'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:02.028525 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-4a1483d9-874b-4c23-af2f-48478ba11bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:57:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6e87766f-695e-4337-804f-a080a6fc4fde'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:02.047667 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-6e1b7277-ca9d-45d7-b265-0b9b804a9d9c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:02.049147 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-6e1b7277-ca9d-45d7-b265-0b9b804a9d9c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/networks?id=22c34f74-478f-4492-8535-07cef219de72 HTTP/1.1" status: 200 len: 796 time: 0.8821015 Apr 18 05:58:02.063436 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-b6e18cc8-9a52-4330-8ee9-0055f0d10822 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] delete failed (client error): The resource could not be found. Apr 18 05:58:02.065027 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b6e18cc8-9a52-4330-8ee9-0055f0d10822 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "DELETE /v2.0/routers/0b805809-b834-41b3-ae2b-0aa980b16b85 HTTP/1.1" status: 404 len: 336 time: 0.1278305 Apr 18 05:58:02.097428 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45050) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:02.116568 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-efe5fde2-f8e0-43d5-b359-a9f4ebd454a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:02.152500 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-568e0e72-1f95-4adc-b9b5-032348a3bc36 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Unset dirty status for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:02.156444 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-568e0e72-1f95-4adc-b9b5-032348a3bc36 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3820231 Apr 18 05:58:02.159632 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45054) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:02.179124 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6173349c-b427-4c7b-aca8-c7027efc5aa3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Unset dirty status for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:02.183828 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6173349c-b427-4c7b-aca8-c7027efc5aa3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports/d9b4536a-8e7b-4c69-853e-ba052c9dcb25 HTTP/1.1" status: 404 len: 333 time: 0.6628821 Apr 18 05:58:02.187545 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45058) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:02.193581 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-124dff75-40d7-49ba-872f-8b8cbb7afc5a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'port': {'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b', 'name': 'tempest-PortsIpV6TestJSON-587819848'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:02.233720 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-4a1483d9-874b-4c23-af2f-48478ba11bc9 None None] Set router 6e87766f-695e-4337-804f-a080a6fc4fde gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:02.246254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-459170f6-68e4-4c70-9565-9af8e1c4de10 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:02.250549 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8ddf63da-7259-4047-8d82-7a81d5bfc3ad tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f8b773-6d4d-4f7c-a3af-f7f8f93e6ed7 HTTP/1.1" status: 200 len: 205 time: 0.1390886 Apr 18 05:58:02.252949 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6eb6dbe8-1793-4213-8986-24ad78316b0f tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:02.258228 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45062) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:02.269250 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f6a5a46c-148f-41aa-b97c-4a72da9fed04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:02.427858 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-f962d51d-2f21-4483-b098-1fbf100b3515 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] delete failed (client error): The resource could not be found. Apr 18 05:58:02.428937 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f962d51d-2f21-4483-b098-1fbf100b3515 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "DELETE /v2.0/routers/c7f8b773-6d4d-4f7c-a3af-f7f8f93e6ed7 HTTP/1.1" status: 404 len: 336 time: 0.1679573 Apr 18 05:58:02.440972 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45066) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:02.494396 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-459170f6-68e4-4c70-9565-9af8e1c4de10 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:02.495542 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-459170f6-68e4-4c70-9565-9af8e1c4de10 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 473 time: 0.4273562 Apr 18 05:58:02.500485 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6d2b436c-ec46-43a2-8117-66861053ef55 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3308b25-1f8b-4e85-b513-32eec1ae9b66 HTTP/1.1" status: 200 len: 205 time: 0.0537920 Apr 18 05:58:02.504110 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45072) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:02.513108 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-ead859de-3091-4fd1-a60d-f3d2fc3f534a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'port': {'device_id': 'fcc93699-9e79-47b8-ae98-7a80bd98524e', 'network_id': '22c34f74-478f-4492-8535-07cef219de72', 'admin_state_up': True, 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'security_groups': ['d9a511f0-7c3a-417c-82d5-3dd86c544bc8']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:02.591903 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-f6a5a46c-148f-41aa-b97c-4a72da9fed04 admin admin] Allocated IP 172.20.0.1 (693f6050-78e0-4216-bb22-338fc725b06c/c73fbc0c-43f4-48e0-a793-43c55c92917b/17565f2e-e11e-4925-8507-a335ef04acac) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:02.631430 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-efe5fde2-f8e0-43d5-b359-a9f4ebd454a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:02.678076 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6eb6dbe8-1793-4213-8986-24ad78316b0f tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:02.692691 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-4a1483d9-874b-4c23-af2f-48478ba11bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:57:58Z', 'revision_number': 10, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:02.697074 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1483d9-874b-4c23-af2f-48478ba11bc9 None None] The sync data for ids ['6e87766f-695e-4337-804f-a080a6fc4fde'] in dv-neutron-837489-1-hyperv is: [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:57:58Z', 'revision_number': 10, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None, '_interfaces': [{'id': '1de457cd-0831-454d-97c2-e71b610872de', 'name': '', 'network_id': '1105953e-ed86-421d-b764-eba3e2b2584b', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'mac_address': 'fa:16:3e:80:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:31Z', 'updated_at': '2022-04-18T05:56:48Z', 'revision_number': 5, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'subnets': [{'id': '41fd39ff-7aae-42b1-a1b7-d61768642793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:58:02.711117 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-94a328ff-4335-41b8-9c9b-9e1304ac5061 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] delete failed (client error): The resource could not be found. Apr 18 05:58:02.712170 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-94a328ff-4335-41b8-9c9b-9e1304ac5061 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "DELETE /v2.0/routers/a3308b25-1f8b-4e85-b513-32eec1ae9b66 HTTP/1.1" status: 404 len: 336 time: 0.2046614 Apr 18 05:58:02.729819 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45076) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:02.778097 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-de0dac63-11a6-4186-bd35-48381c6ba6f6 req-6746996e-3a36-4dc1-b8ee-2eccd7b98c23 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc93699-9e79-47b8-ae98-7a80bd98524e HTTP/1.1" status: 200 len: 210 time: 0.1597159 Apr 18 05:58:02.859416 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a8b52e6f-dbda-4c59-8485-a297b08fd136 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a693b11c-a73f-4381-8442-1cd0779bcae0 HTTP/1.1" status: 200 len: 205 time: 0.1235371 Apr 18 05:58:02.859416 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-124dff75-40d7-49ba-872f-8b8cbb7afc5a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:02.862054 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45080) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:02.879214 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6eb6dbe8-1793-4213-8986-24ad78316b0f tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:02.883738 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-124dff75-40d7-49ba-872f-8b8cbb7afc5a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:02.922306 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6dbe8-1793-4213-8986-24ad78316b0f tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ac32773-60fa-4105-a4ef-de4f4dd62981,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:02.922984 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-ead859de-3091-4fd1-a60d-f3d2fc3f534a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:02.928256 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124dff75-40d7-49ba-872f-8b8cbb7afc5a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:02.932710 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-124dff75-40d7-49ba-872f-8b8cbb7afc5a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:02.935025 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-efe5fde2-f8e0-43d5-b359-a9f4ebd454a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:02.940462 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-ead859de-3091-4fd1-a60d-f3d2fc3f534a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:port and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:02.968272 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f6a5a46c-148f-41aa-b97c-4a72da9fed04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:02.974353 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6eb6dbe8-1793-4213-8986-24ad78316b0f tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:02.975469 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6eb6dbe8-1793-4213-8986-24ad78316b0f tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/0ac32773-60fa-4105-a4ef-de4f4dd62981 HTTP/1.1" status: 204 len: 168 time: 0.8152211 Apr 18 05:58:02.977939 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-ead859de-3091-4fd1-a60d-f3d2fc3f534a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:02.983411 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45084) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:02.989372 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-482161f6-fb47-4aa1-ae1d-c0dc5c2ae86f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] delete failed (client error): The resource could not be found. Apr 18 05:58:02.990755 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-482161f6-fb47-4aa1-ae1d-c0dc5c2ae86f tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "DELETE /v2.0/routers/a693b11c-a73f-4381-8442-1cd0779bcae0 HTTP/1.1" status: 404 len: 336 time: 0.1274319 Apr 18 05:58:02.991833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-ead859de-3091-4fd1-a60d-f3d2fc3f534a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:02.999092 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45088) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:03.000762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5fde2-f8e0-43d5-b359-a9f4ebd454a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Subnet': ['ID=af3096be-1eba-444a-b746-6466357066f2,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:03.001036 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-124dff75-40d7-49ba-872f-8b8cbb7afc5a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] device_id is not set on port 845e46ef-1617-44ea-8b5c-9bd968b53f5d yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:58:03.008589 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-efe5fde2-f8e0-43d5-b359-a9f4ebd454a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:03.016896 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350d58d5-255e-421c-aa6b-3b2245fa844e None None] Network ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:58:03.060066 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-f6a5a46c-148f-41aa-b97c-4a72da9fed04 admin admin] Transition to ACTIVE for port object 17565f2e-e11e-4925-8507-a335ef04acac will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:03.101999 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-efe5fde2-f8e0-43d5-b359-a9f4ebd454a3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/subnets/af3096be-1eba-444a-b746-6466357066f2 HTTP/1.1" status: 204 len: 168 time: 1.5859566 Apr 18 05:58:03.107819 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-ead859de-3091-4fd1-a60d-f3d2fc3f534a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:03.112672 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-ead859de-3091-4fd1-a60d-f3d2fc3f534a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:03.117628 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45092) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:03.121484 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed714c24-0424-4991-a391-d3054864ff72 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] DELETE failed (client error): The resource could not be found. Apr 18 05:58:03.121926 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed714c24-0424-4991-a391-d3054864ff72 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:58:03.123637 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ed714c24-0424-4991-a391-d3054864ff72 tempest-RoutersIpV6AdminTest-69772197 tempest-RoutersIpV6AdminTest-69772197-project] 10.222.0.15 "DELETE /v2.0/subnets/f04833a3-888b-4190-b424-a6c0af830a06 HTTP/1.1" status: 404 len: 337 time: 0.1189523 Apr 18 05:58:03.314002 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6850f4a8-62fc-4c3d-aa72-4c58a9649831 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:03.454142 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-124dff75-40d7-49ba-872f-8b8cbb7afc5a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:03.502168 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b7166fec-6436-4ee3-aa3d-d505f4ddd7fa up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:58:03.585967 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f6a5a46c-148f-41aa-b97c-4a72da9fed04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:03.656764 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a5a46c-148f-41aa-b97c-4a72da9fed04 admin admin] Network 693f6050-78e0-4216-bb22-338fc725b06c is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:03.660972 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-124dff75-40d7-49ba-872f-8b8cbb7afc5a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:03.676386 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port b7166fec-6436-4ee3-aa3d-d505f4ddd7fa completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:03.684958 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port b7166fec-6436-4ee3-aa3d-d505f4ddd7fa triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:03.685342 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:03.692962 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-4df1813e-49ef-4c7e-b9c7-102ee184b824 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Synchronizing usage tracker for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:03.695499 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45100) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:03.723758 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-f6a5a46c-148f-41aa-b97c-4a72da9fed04 admin admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:03.726288 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a5a46c-148f-41aa-b97c-4a72da9fed04 admin admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:58:03.746128 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-ead859de-3091-4fd1-a60d-f3d2fc3f534a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.20.0.28 (22c34f74-478f-4492-8535-07cef219de72/6dd2bcf5-cccb-42a7-bf19-b042482fdf81/da0af385-aeba-4eeb-aec5-c779f2b8a70e) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:03.783438 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a99bddd-d729-4276-942f-63960faf42e7 None None] DHCP port deletion for ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:58:03.817037 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-8a99bddd-d729-4276-942f-63960faf42e7 None None] Deleting port c10d6438-e5ec-462c-8894-d039ab92cafa {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:03.817645 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8a99bddd-d729-4276-942f-63960faf42e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:03.897208 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124dff75-40d7-49ba-872f-8b8cbb7afc5a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network c39740d4-9aac-42a1-8bbd-e0906328227b is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:03.898445 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-124dff75-40d7-49ba-872f-8b8cbb7afc5a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:03.956686 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:03.997180 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124dff75-40d7-49ba-872f-8b8cbb7afc5a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:58:04.003385 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124dff75-40d7-49ba-872f-8b8cbb7afc5a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:04.004053 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-124dff75-40d7-49ba-872f-8b8cbb7afc5a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:04.073942 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f6a5a46c-148f-41aa-b97c-4a72da9fed04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:04.083259 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port b7166fec-6436-4ee3-aa3d-d505f4ddd7fa, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b7166fec-6436-4ee3-aa3d-d505f4ddd7fa,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:04.096855 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:04.140857 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-4df1813e-49ef-4c7e-b9c7-102ee184b824 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Unset dirty status for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:04.142932 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4df1813e-49ef-4c7e-b9c7-102ee184b824 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.1582687 Apr 18 05:58:04.163340 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5a46c-148f-41aa-b97c-4a72da9fed04 admin admin] Pushing event updated for resources: {'Port': ['ID=17565f2e-e11e-4925-8507-a335ef04acac,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:04.176762 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45108) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:04.187608 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 6de54195-c7c0-4927-bdb6-20577846591b no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:58:04.225234 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c77793f1-8228-4d96-b753-8e80a531381f tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Request body: {'security_group_rule': {'security_group_id': 'cec12aad-1f43-4a50-9cef-63d8011d3faf', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:04.234837 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-84d8239d-fd16-470f-820b-43053b196c7c req-82689db6-620d-45a3-a7ea-d17c65b1d26b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc93699-9e79-47b8-ae98-7a80bd98524e HTTP/1.1" status: 200 len: 210 time: 0.1694741 Apr 18 05:58:04.248985 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4ebb-ebe4-43fd-8eff-6c4a6c8019bf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:04.261984 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c77793f1-8228-4d96-b753-8e80a531381f tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:04.270607 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-124dff75-40d7-49ba-872f-8b8cbb7afc5a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0819044 Apr 18 05:58:04.286360 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45112) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:04.297762 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c77793f1-8228-4d96-b753-8e80a531381f tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:04.334803 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 6de54195-c7c0-4927-bdb6-20577846591b {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:58:04.335147 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 6de54195-c7c0-4927-bdb6-20577846591b not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:58:04.337447 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-167ed21a-4467-4e92-aee5-fee87c99de10 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:04.391050 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-ead859de-3091-4fd1-a60d-f3d2fc3f534a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:04.414077 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-ead859de-3091-4fd1-a60d-f3d2fc3f534a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Transition to ACTIVE for port object da0af385-aeba-4eeb-aec5-c779f2b8a70e will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:04.455922 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-cd4a4ebb-ebe4-43fd-8eff-6c4a6c8019bf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting port c10d6438-e5ec-462c-8894-d039ab92cafa {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:04.456545 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4ebb-ebe4-43fd-8eff-6c4a6c8019bf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:04.470826 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-aadbd9de-7694-46dc-9653-9516a453798c None None] Provisioning for port 17565f2e-e11e-4925-8507-a335ef04acac completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:04.484701 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-aadbd9de-7694-46dc-9653-9516a453798c None None] Provisioning complete for port 17565f2e-e11e-4925-8507-a335ef04acac triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:04.485073 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-aadbd9de-7694-46dc-9653-9516a453798c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:04.494002 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e5dbc0f1-691c-470e-bc45-bb5e4c492010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:04.501162 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124dff75-40d7-49ba-872f-8b8cbb7afc5a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Port': ['ID=845e46ef-1617-44ea-8b5c-9bd968b53f5d,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:04.517789 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-ead859de-3091-4fd1-a60d-f3d2fc3f534a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:04.529743 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c77793f1-8228-4d96-b753-8e80a531381f tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:04.538068 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=b7166fec-6436-4ee3-aa3d-d505f4ddd7fa,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:04.542380 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-8a99bddd-d729-4276-942f-63960faf42e7 None None] For port c10d6438-e5ec-462c-8894-d039ab92cafa, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c10d6438-e5ec-462c-8894-d039ab92cafa,segment=NetworkSegment(d1b54d39-288e-4791-9472-95e71a4f8da6),segment_id=d1b54d39-288e-4791-9472-95e71a4f8da6)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:04.542781 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8a99bddd-d729-4276-942f-63960faf42e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:04.578511 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e5dbc0f1-691c-470e-bc45-bb5e4c492010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:04.605045 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e5dbc0f1-691c-470e-bc45-bb5e4c492010 admin admin] Usage tracker for resource:security_group_rule and tenant:a7bbd03ad9564760b04936429ba8eaea is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:04.615621 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e5dbc0f1-691c-470e-bc45-bb5e4c492010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:04.636603 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-ead859de-3091-4fd1-a60d-f3d2fc3f534a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 22c34f74-478f-4492-8535-07cef219de72 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:04.640489 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e5dbc0f1-691c-470e-bc45-bb5e4c492010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:04.643441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-ead859de-3091-4fd1-a60d-f3d2fc3f534a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:04.652673 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-ead859de-3091-4fd1-a60d-f3d2fc3f534a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:58:04.687940 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead859de-3091-4fd1-a60d-f3d2fc3f534a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=da0af385-aeba-4eeb-aec5-c779f2b8a70e,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:04.699592 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:04.700092 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:04.700458 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:04.700907 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:04.701188 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:04.701531 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:04.702021 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:04.702376 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:04.702744 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:04.703084 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:04.703665 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:04.705403 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:04.716073 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-8a99bddd-d729-4276-942f-63960faf42e7 None None] Calling delete_port for c10d6438-e5ec-462c-8894-d039ab92cafa owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:04.777928 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-aadbd9de-7694-46dc-9653-9516a453798c None None] Port 17565f2e-e11e-4925-8507-a335ef04acac cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:58:04.867565 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-ead859de-3091-4fd1-a60d-f3d2fc3f534a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:04.868237 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-ead859de-3091-4fd1-a60d-f3d2fc3f534a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:04.905440 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-167ed21a-4467-4e92-aee5-fee87c99de10 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:04.912001 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8a99bddd-d729-4276-942f-63960faf42e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:04.966716 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e5dbc0f1-691c-470e-bc45-bb5e4c492010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:04.970106 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-6850f4a8-62fc-4c3d-aa72-4c58a9649831 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting port 18fd0550-0677-42b9-914c-7ad8ae00ac7e {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:04.971134 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6850f4a8-62fc-4c3d-aa72-4c58a9649831 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:04.976240 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99bddd-d729-4276-942f-63960faf42e7 None None] Pushing event deleted for resources: {'Port': ['ID=c10d6438-e5ec-462c-8894-d039ab92cafa,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:04.981498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a99bddd-d729-4276-942f-63960faf42e7 None None] No DVR routers for this DVR port c10d6438-e5ec-462c-8894-d039ab92cafa on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:58:05.014961 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e5dbc0f1-691c-470e-bc45-bb5e4c492010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:05.015234 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-108d897b-53ca-4f11-b941-18a9c241bca9 None None] Provisioning for port da0af385-aeba-4eeb-aec5-c779f2b8a70e completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:05.031910 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-108d897b-53ca-4f11-b941-18a9c241bca9 None None] Provisioning complete for port da0af385-aeba-4eeb-aec5-c779f2b8a70e triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:05.032306 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-108d897b-53ca-4f11-b941-18a9c241bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:05.058101 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e5dbc0f1-691c-470e-bc45-bb5e4c492010 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7bbd03ad9564760b04936429ba8eaea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3561676 Apr 18 05:58:05.058101 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-ead859de-3091-4fd1-a60d-f3d2fc3f534a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5520577 Apr 18 05:58:05.068576 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45116) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:05.073400 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c77793f1-8228-4d96-b753-8e80a531381f tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:05.084189 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] Request body: {'port': {'device_id': 'fcc93699-9e79-47b8-ae98-7a80bd98524e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:05.105305 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c77793f1-8228-4d96-b753-8e80a531381f tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:05.110606 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-108d897b-53ca-4f11-b941-18a9c241bca9 None None] Port da0af385-aeba-4eeb-aec5-c779f2b8a70e cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:58:05.141711 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-cd4a4ebb-ebe4-43fd-8eff-6c4a6c8019bf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] For port c10d6438-e5ec-462c-8894-d039ab92cafa, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c10d6438-e5ec-462c-8894-d039ab92cafa,segment=NetworkSegment(d1b54d39-288e-4791-9472-95e71a4f8da6),segment_id=d1b54d39-288e-4791-9472-95e71a4f8da6)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:05.142119 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4ebb-ebe4-43fd-8eff-6c4a6c8019bf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:05.171947 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f6a5a46c-148f-41aa-b97c-4a72da9fed04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:05.181142 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77793f1-8228-4d96-b753-8e80a531381f tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6490af51-669e-41a6-b10d-f2440ed8e2db,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:05.188634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbc0f1-691c-470e-bc45-bb5e4c492010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad05fadb-1507-4b63-a859-7fbce559cc83,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:05.258823 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-369d2930-4a65-4754-8047-bf5d3e05c09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:05.316421 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-cd4a4ebb-ebe4-43fd-8eff-6c4a6c8019bf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Calling delete_port for c10d6438-e5ec-462c-8894-d039ab92cafa owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:05.410842 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b7166fec-6436-4ee3-aa3d-d505f4ddd7fa up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:58:05.415780 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a0aad745-81c4-466c-8961-1eceb490aca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:05.425797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c77793f1-8228-4d96-b753-8e80a531381f tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:05.427000 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c77793f1-8228-4d96-b753-8e80a531381f tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2489901 Apr 18 05:58:05.436439 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:05.436614 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45122) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:05.501494 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port b7166fec-6436-4ee3-aa3d-d505f4ddd7fa triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:05.502543 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:05.508613 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a0aad745-81c4-466c-8961-1eceb490aca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:05.554570 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-14bc5018-84d3-43af-999f-a63d976a9238 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-group-rules/6490af51-669e-41a6-b10d-f2440ed8e2db HTTP/1.1" status: 200 len: 764 time: 0.1132278 Apr 18 05:58:05.559604 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45126) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:05.596376 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-6850f4a8-62fc-4c3d-aa72-4c58a9649831 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] For port 18fd0550-0677-42b9-914c-7ad8ae00ac7e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=18fd0550-0677-42b9-914c-7ad8ae00ac7e,segment=NetworkSegment(0f505d04-1ed7-498c-ba25-0bf45bf265ee),segment_id=0f505d04-1ed7-498c-ba25-0bf45bf265ee)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:05.596747 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6850f4a8-62fc-4c3d-aa72-4c58a9649831 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:05.695381 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c10d6438-e5ec-462c-8894-d039ab92cafa no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:58:05.701700 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-cd4a4ebb-ebe4-43fd-8eff-6c4a6c8019bf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:58:05.702021 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-cd4a4ebb-ebe4-43fd-8eff-6c4a6c8019bf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:58:05.735152 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: c10d6438-e5ec-462c-8894-d039ab92cafa {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:58:05.735516 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c10d6438-e5ec-462c-8894-d039ab92cafa not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:58:05.737300 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-167ed21a-4467-4e92-aee5-fee87c99de10 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:05.748902 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-6850f4a8-62fc-4c3d-aa72-4c58a9649831 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Calling delete_port for 18fd0550-0677-42b9-914c-7ad8ae00ac7e owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:05.749411 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9504f363-469a-4c3f-a58c-e53da507fc3d tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Synchronizing usage tracker for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:05.758117 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-167ed21a-4467-4e92-aee5-fee87c99de10 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:05.838419 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-167ed21a-4467-4e92-aee5-fee87c99de10 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] In _notify_port_updated(), no bound segment for port 845e46ef-1617-44ea-8b5c-9bd968b53f5d on network c39740d4-9aac-42a1-8bbd-e0906328227b {{(pid=88035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 05:58:05.843793 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167ed21a-4467-4e92-aee5-fee87c99de10 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:05.844426 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-167ed21a-4467-4e92-aee5-fee87c99de10 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:05.849151 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-167ed21a-4467-4e92-aee5-fee87c99de10 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "PUT /v2.0/ports/845e46ef-1617-44ea-8b5c-9bd968b53f5d HTTP/1.1" status: 200 len: 818 time: 1.5560422 Apr 18 05:58:05.853043 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45130) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:05.891001 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a0aad745-81c4-466c-8961-1eceb490aca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:05.899124 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9504f363-469a-4c3f-a58c-e53da507fc3d tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Unset dirty status for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:05.900401 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9504f363-469a-4c3f-a58c-e53da507fc3d tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3368154 Apr 18 05:58:05.909992 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45134) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:05.923790 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ed21a-4467-4e92-aee5-fee87c99de10 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Port': ['ID=845e46ef-1617-44ea-8b5c-9bd968b53f5d,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:05.930280 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5731536-c7c3-4c40-948c-ce33f5103056 req-148d541e-5524-4de4-9d9d-51a9342a6550 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:05.930990 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-b5731536-c7c3-4c40-948c-ce33f5103056 req-148d541e-5524-4de4-9d9d-51a9342a6550 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:05.965968 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aad745-81c4-466c-8961-1eceb490aca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad05fadb-1507-4b63-a859-7fbce559cc83,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:05.981116 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f6a5a46c-148f-41aa-b97c-4a72da9fed04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:05.985784 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-e5da613b-5103-40c4-8ea0-2931a39f0dd6 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port 845e46ef-1617-44ea-8b5c-9bd968b53f5d {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:05.986077 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e5da613b-5103-40c4-8ea0-2931a39f0dd6 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:06.020928 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f6a5a46c-148f-41aa-b97c-4a72da9fed04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:06.085350 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-29dba895-99fa-4fb1-ab9f-10a00971ca70 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:06.123833 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-29dba895-99fa-4fb1-ab9f-10a00971ca70 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:06.144639 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a0aad745-81c4-466c-8961-1eceb490aca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:06.145743 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a0aad745-81c4-466c-8961-1eceb490aca0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ad05fadb-1507-4b63-a859-7fbce559cc83 HTTP/1.1" status: 204 len: 168 time: 1.0763593 Apr 18 05:58:06.162161 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-b5731536-c7c3-4c40-948c-ce33f5103056 req-148d541e-5524-4de4-9d9d-51a9342a6550 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:06.163125 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b5731536-c7c3-4c40-948c-ce33f5103056 req-148d541e-5524-4de4-9d9d-51a9342a6550 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc93699-9e79-47b8-ae98-7a80bd98524e HTTP/1.1" status: 200 len: 932 time: 0.7504702 Apr 18 05:58:06.212457 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-cd4a4ebb-ebe4-43fd-8eff-6c4a6c8019bf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting port c10d6438-e5ec-462c-8894-d039ab92cafa {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:06.212793 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4ebb-ebe4-43fd-8eff-6c4a6c8019bf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:06.252603 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f6a5a46c-148f-41aa-b97c-4a72da9fed04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:06.264999 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b5731536-c7c3-4c40-948c-ce33f5103056 req-ae421d0d-0b55-4490-b5be-0408f051014f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9a511f0-7c3a-417c-82d5-3dd86c544bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918894 Apr 18 05:58:06.265395 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5a46c-148f-41aa-b97c-4a72da9fed04 admin admin] Pushing event updated for resources: {'Port': ['ID=17565f2e-e11e-4925-8507-a335ef04acac,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:06.321549 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-29dba895-99fa-4fb1-ab9f-10a00971ca70 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:06.340547 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-cd4a4ebb-ebe4-43fd-8eff-6c4a6c8019bf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] The port 'c10d6438-e5ec-462c-8894-d039ab92cafa' was deleted {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:58:06.398641 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dba895-99fa-4fb1-ab9f-10a00971ca70 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6490af51-669e-41a6-b10d-f2440ed8e2db,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:06.411612 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6850f4a8-62fc-4c3d-aa72-4c58a9649831 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:06.419664 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da0af385-aeba-4eeb-aec5-c779f2b8a70e {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 05:58:06.474617 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:06.479102 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850f4a8-62fc-4c3d-aa72-4c58a9649831 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Port': ['ID=18fd0550-0677-42b9-914c-7ad8ae00ac7e,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:06.534628 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45142) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:06.563735 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] Transition to ACTIVE for port object da0af385-aeba-4eeb-aec5-c779f2b8a70e will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:06.599648 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:06.715704 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-29dba895-99fa-4fb1-ab9f-10a00971ca70 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:06.716872 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-29dba895-99fa-4fb1-ab9f-10a00971ca70 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/6490af51-669e-41a6-b10d-f2440ed8e2db HTTP/1.1" status: 204 len: 168 time: 0.8025336 Apr 18 05:58:06.742073 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45146) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:06.786242 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bdcbb1fd-47b8-4a2f-a74c-f8813fd3ca7a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67e0a90dc04d4c05a74a8fdfcf1c2b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461798 Apr 18 05:58:06.787128 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45150) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:06.801528 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4ebb-ebe4-43fd-8eff-6c4a6c8019bf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:06.841436 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e5da613b-5103-40c4-8ea0-2931a39f0dd6 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:06.867282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] Pushing event updated for resources: {'Port': ['ID=da0af385-aeba-4eeb-aec5-c779f2b8a70e,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:06.993492 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-cd4a4ebb-ebe4-43fd-8eff-6c4a6c8019bf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:07.007192 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-e5da613b-5103-40c4-8ea0-2931a39f0dd6 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Calling delete_port for 845e46ef-1617-44ea-8b5c-9bd968b53f5d owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:07.024978 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e9cd8b74-22ab-459b-a6a6-7eb93bc9e1fa tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2722602 Apr 18 05:58:07.032799 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45154) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:07.038299 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a5a46c-148f-41aa-b97c-4a72da9fed04 admin admin] Network 693f6050-78e0-4216-bb22-338fc725b06c is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:07.057260 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-f6a5a46c-148f-41aa-b97c-4a72da9fed04 admin admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:07.071975 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-cd4a4ebb-ebe4-43fd-8eff-6c4a6c8019bf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b54d39-288e-4791-9472-95e71a4f8da6') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:07.072447 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-cd4a4ebb-ebe4-43fd-8eff-6c4a6c8019bf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b54d39-288e-4791-9472-95e71a4f8da6') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:07.107894 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6850f4a8-62fc-4c3d-aa72-4c58a9649831 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:07.136108 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] Attempting to bind port da0af385-aeba-4eeb-aec5-c779f2b8a70e on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:58:07.136448 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] Attempting to bind port da0af385-aeba-4eeb-aec5-c779f2b8a70e by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '38e1556b-9beb-4876-b3ae-bbd0a2592cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '22c34f74-478f-4492-8535-07cef219de72'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:58:07.136774 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] Attempting to bind port da0af385-aeba-4eeb-aec5-c779f2b8a70e on network 22c34f74-478f-4492-8535-07cef219de72 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:58:07.152823 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4ebb-ebe4-43fd-8eff-6c4a6c8019bf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:07.198431 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4ebb-ebe4-43fd-8eff-6c4a6c8019bf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:07.207589 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] Port da0af385-aeba-4eeb-aec5-c779f2b8a70e on network 22c34f74-478f-4492-8535-07cef219de72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:58:07.207913 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] Attempting to bind port da0af385-aeba-4eeb-aec5-c779f2b8a70e on network 22c34f74-478f-4492-8535-07cef219de72 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:58:07.236529 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26be8701-f928-4769-8ef5-2cb418938ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:07.243111 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4a4ebb-ebe4-43fd-8eff-6c4a6c8019bf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:58:07.243513 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4ebb-ebe4-43fd-8eff-6c4a6c8019bf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:58:07.259183 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:58:07.282688 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:58:07.282993 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] Checking segment: {'id': '38e1556b-9beb-4876-b3ae-bbd0a2592cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '22c34f74-478f-4492-8535-07cef219de72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:58:07.283384 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] Bound using segment: {'id': '38e1556b-9beb-4876-b3ae-bbd0a2592cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '22c34f74-478f-4492-8535-07cef219de72'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:58:07.283905 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] Bound port: da0af385-aeba-4eeb-aec5-c779f2b8a70e, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e1556b-9beb-4876-b3ae-bbd0a2592cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '22c34f74-478f-4492-8535-07cef219de72'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:58:07.284277 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:07.304755 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d368117e-0459-4ddf-99d8-71a072318a34 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:07.351375 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e5da613b-5103-40c4-8ea0-2931a39f0dd6 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:07.373685 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-132fc8c0-81cd-4c66-b47d-6ea7bb5bc9fa None None] Provisioning complete for port 17565f2e-e11e-4925-8507-a335ef04acac triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:07.375500 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-132fc8c0-81cd-4c66-b47d-6ea7bb5bc9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:07.452694 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26be8701-f928-4769-8ef5-2cb418938ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:07.471135 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-132fc8c0-81cd-4c66-b47d-6ea7bb5bc9fa None None] Port 17565f2e-e11e-4925-8507-a335ef04acac cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:58:07.481180 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d368117e-0459-4ddf-99d8-71a072318a34 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:07.536387 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da613b-5103-40c4-8ea0-2931a39f0dd6 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Port': ['ID=845e46ef-1617-44ea-8b5c-9bd968b53f5d,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:07.572736 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e5da613b-5103-40c4-8ea0-2931a39f0dd6 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:07.579696 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-be525457-a257-4498-ac12-04da093ae0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:07.594175 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4ebb-ebe4-43fd-8eff-6c4a6c8019bf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:07.597347 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a5a46c-148f-41aa-b97c-4a72da9fed04 admin admin] Router d260bd6f-de54-46bc-af75-dd0c898c516a has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:58:07.622024 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4ebb-ebe4-43fd-8eff-6c4a6c8019bf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:07.626358 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-cd4a4ebb-ebe4-43fd-8eff-6c4a6c8019bf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/networks/ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648 HTTP/1.1" status: 204 len: 168 time: 4.0864842 Apr 18 05:58:07.631415 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45160) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:07.638003 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e5da613b-5103-40c4-8ea0-2931a39f0dd6 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/ports/845e46ef-1617-44ea-8b5c-9bd968b53f5d HTTP/1.1" status: 204 len: 168 time: 1.7805855 Apr 18 05:58:07.640672 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a4ebb-ebe4-43fd-8eff-6c4a6c8019bf tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Network': ['ID=ff9c47fd-ae10-4f5e-94e6-5ebf64b2e648,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:07.666064 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45164) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:07.692188 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:07.855750 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] For port da0af385-aeba-4eeb-aec5-c779f2b8a70e, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:58:07.866359 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26be8701-f928-4769-8ef5-2cb418938ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:07.884607 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] For port da0af385-aeba-4eeb-aec5-c779f2b8a70e, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=da0af385-aeba-4eeb-aec5-c779f2b8a70e,segment=NetworkSegment(38e1556b-9beb-4876-b3ae-bbd0a2592cda),segment_id=38e1556b-9beb-4876-b3ae-bbd0a2592cda)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:58:07.891375 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d368117e-0459-4ddf-99d8-71a072318a34 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:07.904575 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be8701-f928-4769-8ef5-2cb418938ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a879b4b-2c37-49c2-b957-9fea9012c790,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:07.905065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:07.934047 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526234ed-5a19-4b78-9938-8f05c2cdc442 req-a5b2e01f-b918-4b95-ac89-adeff0fc73de tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:07.935733 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-526234ed-5a19-4b78-9938-8f05c2cdc442 req-a5b2e01f-b918-4b95-ac89-adeff0fc73de tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc93699-9e79-47b8-ae98-7a80bd98524e HTTP/1.1" status: 200 len: 944 time: 0.4852443 Apr 18 05:58:07.969016 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368117e-0459-4ddf-99d8-71a072318a34 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec12aad-1f43-4a50-9cef-63d8011d3faf,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:07.989353 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6850f4a8-62fc-4c3d-aa72-4c58a9649831 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router a9607895-f0b6-4931-8632-391ad3393134 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:58:07.990867 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:07.991482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:07.992939 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] 10.222.0.52 "PUT /v2.0/ports/da0af385-aeba-4eeb-aec5-c779f2b8a70e HTTP/1.1" status: 200 len: 1094 time: 2.9177074 Apr 18 05:58:07.995503 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc93699-9e79-47b8-ae98-7a80bd98524e', 'tag': 'da0af385-aeba-4eeb-aec5-c779f2b8a70e'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:58:08.057417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525954fb-a4c3-4636-9758-ea5dbcbe4e99 service neutron] Pushing event updated for resources: {'Port': ['ID=da0af385-aeba-4eeb-aec5-c779f2b8a70e,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:08.060869 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d368117e-0459-4ddf-99d8-71a072318a34 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:08.062240 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d368117e-0459-4ddf-99d8-71a072318a34 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "DELETE /v2.0/security-groups/cec12aad-1f43-4a50-9cef-63d8011d3faf HTTP/1.1" status: 204 len: 168 time: 1.0262902 Apr 18 05:58:08.118494 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45170) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:08.121233 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7b67cfb-7398-409e-9d1f-746c6f84a872'] response: {'name': 'network-changed', 'server_uuid': 'fcc93699-9e79-47b8-ae98-7a80bd98524e', 'tag': 'da0af385-aeba-4eeb-aec5-c779f2b8a70e', 'status': 'completed', 'code': 200} Apr 18 05:58:08.206254 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26be8701-f928-4769-8ef5-2cb418938ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:08.210234 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-26be8701-f928-4769-8ef5-2cb418938ef7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a879b4b-2c37-49c2-b957-9fea9012c790 HTTP/1.1" status: 204 len: 168 time: 1.4095645 Apr 18 05:58:08.215515 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d26985-ca21-482c-9c4f-0035eaf5fed0 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:08.220106 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-47d26985-ca21-482c-9c4f-0035eaf5fed0 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5491514 Apr 18 05:58:08.222695 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45176) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:08.318635 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a5a46c-148f-41aa-b97c-4a72da9fed04 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:58:08.330818 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] Sync routers for ids ['d260bd6f-de54-46bc-af75-dd0c898c516a'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:58:08.331337 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f6a5a46c-148f-41aa-b97c-4a72da9fed04 admin admin] 10.222.0.15 "PUT /v2.0/routers/d260bd6f-de54-46bc-af75-dd0c898c516a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6144793 Apr 18 05:58:08.342462 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac05306a-941b-40c6-bcbe-00a9b34842ce tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] GET failed (client error): The resource could not be found. Apr 18 05:58:08.343267 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ac05306a-941b-40c6-bcbe-00a9b34842ce tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports/845e46ef-1617-44ea-8b5c-9bd968b53f5d HTTP/1.1" status: 404 len: 333 time: 0.1164923 Apr 18 05:58:08.349375 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45182) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:08.362926 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-526234ed-5a19-4b78-9938-8f05c2cdc442 req-a5294302-ea92-46a8-b261-198a0bf4f0d0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9a511f0-7c3a-417c-82d5-3dd86c544bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269490 Apr 18 05:58:08.369807 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-af10df25-3e0f-4bff-b0a7-5132a6dbc818 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-794199775'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:08.371069 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] Routers {'d260bd6f-de54-46bc-af75-dd0c898c516a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:08.371705 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:58:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d260bd6f-de54-46bc-af75-dd0c898c516a'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:08.377631 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-af10df25-3e0f-4bff-b0a7-5132a6dbc818 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:08.411127 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-af10df25-3e0f-4bff-b0a7-5132a6dbc818 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:network and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:08.416440 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-af10df25-3e0f-4bff-b0a7-5132a6dbc818 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:08.432644 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-af10df25-3e0f-4bff-b0a7-5132a6dbc818 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:08.460553 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af10df25-3e0f-4bff-b0a7-5132a6dbc818 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:08.464451 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-af10df25-3e0f-4bff-b0a7-5132a6dbc818 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:08.482220 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:08.503555 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a3a7223b-6604-4e3c-81ac-32fd7043bd0d tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Synchronizing usage tracker for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:08.531534 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6850f4a8-62fc-4c3d-aa72-4c58a9649831 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:58:08.543998 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993190dc-8b6d-4029-9fa0-3a7122c66321 None None] Sync routers for ids ['a9607895-f0b6-4931-8632-391ad3393134'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:58:08.547833 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af10df25-3e0f-4bff-b0a7-5132a6dbc818 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:58:08.566488 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-af10df25-3e0f-4bff-b0a7-5132a6dbc818 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:08.567011 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-af10df25-3e0f-4bff-b0a7-5132a6dbc818 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Added segment c97acd98-cb52-4020-b7fe-07a0405bae7d of type vlan for network 41b66e4e-dbf1-40ba-9537-87ab841db984 Apr 18 05:58:08.600907 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45192) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:08.601798 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993190dc-8b6d-4029-9fa0-3a7122c66321 None None] Routers {'a9607895-f0b6-4931-8632-391ad3393134'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:08.602483 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6850f4a8-62fc-4c3d-aa72-4c58a9649831 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/a9607895-f0b6-4931-8632-391ad3393134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7142420 Apr 18 05:58:08.609537 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-993190dc-8b6d-4029-9fa0-3a7122c66321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:58:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9607895-f0b6-4931-8632-391ad3393134'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:08.617095 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-02796a60-1b5c-4143-a9f9-434f1ed3c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:08.618918 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-02796a60-1b5c-4143-a9f9-434f1ed3c6a9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=fcc93699-9e79-47b8-ae98-7a80bd98524e HTTP/1.1" status: 200 len: 1097 time: 0.4969504 Apr 18 05:58:08.621471 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a3a7223b-6604-4e3c-81ac-32fd7043bd0d tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Unset dirty status for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:08.632639 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a3a7223b-6604-4e3c-81ac-32fd7043bd0d tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5093148 Apr 18 05:58:08.639225 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45196) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:08.669764 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-af10df25-3e0f-4bff-b0a7-5132a6dbc818 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:08.727615 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-9da4b57b-a503-433b-b44f-760f872d6c68 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078305976'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:08.745561 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9da4b57b-a503-433b-b44f-760f872d6c68 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:08.750042 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-6eb9626a-f95b-4467-a688-8ba9d5a6ae44 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=da0af385-aeba-4eeb-aec5-c779f2b8a70e HTTP/1.1" status: 200 len: 217 time: 0.1117477 Apr 18 05:58:08.758032 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] Set router d260bd6f-de54-46bc-af75-dd0c898c516a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:08.761174 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9da4b57b-a503-433b-b44f-760f872d6c68 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:08.817775 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c2e9b7-8947-4956-9452-c49fda8c96be tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting subnet 25f8554d-12f5-4005-b5a2-bfc358ea51da {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:58:08.823272 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a0c2e9b7-8947-4956-9452-c49fda8c96be tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:08.882312 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-af10df25-3e0f-4bff-b0a7-5132a6dbc818 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:08.887184 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af10df25-3e0f-4bff-b0a7-5132a6dbc818 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:08.887739 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-af10df25-3e0f-4bff-b0a7-5132a6dbc818 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:08.891015 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:08.914343 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9da4b57b-a503-433b-b44f-760f872d6c68 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:08.941288 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a0c2e9b7-8947-4956-9452-c49fda8c96be tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:08.942922 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-e413632c-e219-4c36-9618-34e161f423cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:08.944699 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-e413632c-e219-4c36-9618-34e161f423cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6dd2bcf5-cccb-42a7-bf19-b042482fdf81 HTTP/1.1" status: 200 len: 837 time: 0.1847594 Apr 18 05:58:08.950760 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9da4b57b-a503-433b-b44f-760f872d6c68 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:08.956302 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9da4b57b-a503-433b-b44f-760f872d6c68 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Usage tracker for resource:security_group_rule and tenant:38d187f7bfec47cd9a66139dcc2710d8 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:08.959941 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9da4b57b-a503-433b-b44f-760f872d6c68 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:08.967079 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9da4b57b-a503-433b-b44f-760f872d6c68 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:09.050180 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9da4b57b-a503-433b-b44f-760f872d6c68 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:09.086962 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-993190dc-8b6d-4029-9fa0-3a7122c66321 None None] Set router a9607895-f0b6-4931-8632-391ad3393134 gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:09.095203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9da4b57b-a503-433b-b44f-760f872d6c68 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:09.143694 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9da4b57b-a503-433b-b44f-760f872d6c68 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:09.147959 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9da4b57b-a503-433b-b44f-760f872d6c68 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5076647 Apr 18 05:58:09.150481 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45208) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:09.159503 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-ff5279dd-0b7c-4007-b3b3-09646591df9c tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Request body: {'security_group_rule': {'security_group_id': '02ddb5ae-2ce5-4032-8c40-cdb3287b6a13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:09.168178 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ff5279dd-0b7c-4007-b3b3-09646591df9c tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:09.175407 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ff5279dd-0b7c-4007-b3b3-09646591df9c tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Usage tracker for resource:security_group_rule and tenant:38d187f7bfec47cd9a66139dcc2710d8 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:09.176276 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-af10df25-3e0f-4bff-b0a7-5132a6dbc818 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8176420 Apr 18 05:58:09.179364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ff5279dd-0b7c-4007-b3b3-09646591df9c tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:09.182891 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45212) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:09.186190 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ff5279dd-0b7c-4007-b3b3-09646591df9c tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:09.195038 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10df25-3e0f-4bff-b0a7-5132a6dbc818 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Network': ['ID=41b66e4e-dbf1-40ba-9537-87ab841db984,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:09.209912 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-3f895ddc-d952-4dce-aaad-5931dae2baf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'subnet': {'network_id': '41b66e4e-dbf1-40ba-9537-87ab841db984', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:09.237857 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4b57b-a503-433b-b44f-760f872d6c68 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ddb5ae-2ce5-4032-8c40-cdb3287b6a13,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:09.241265 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff5279dd-0b7c-4007-b3b3-09646591df9c tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:09.252986 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-599490b6-0a89-4c2c-a4ca-d87b494c2505 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:09.295076 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd260bd6f-de54-46bc-af75-dd0c898c516a', 'name': 'tempest-TestVolumeBootPattern-1789242560-router', 'tenant_id': 'a82507efd5e544f48412a3630b18cf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': 'b7166fec-6436-4ee3-aa3d-d505f4ddd7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:51Z', 'updated_at': '2022-04-18T05:58:04Z', 'revision_number': 4, 'project_id': 'a82507efd5e544f48412a3630b18cf95', 'gw_port': {'id': 'b7166fec-6436-4ee3-aa3d-d505f4ddd7fa', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:5d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd260bd6f-de54-46bc-af75-dd0c898c516a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:54Z', 'updated_at': '2022-04-18T05:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '17565f2e-e11e-4925-8507-a335ef04acac', 'name': '', 'network_id': '693f6050-78e0-4216-bb22-338fc725b06c', 'tenant_id': 'a82507efd5e544f48412a3630b18cf95', 'mac_address': 'fa:16:3e:3f:8f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd260bd6f-de54-46bc-af75-dd0c898c516a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'c73fbc0c-43f4-48e0-a793-43c55c92917b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:58:02Z', 'updated_at': '2022-04-18T05:58:05Z', 'revision_number': 2, 'project_id': 'a82507efd5e544f48412a3630b18cf95', 'subnets': [{'id': 'c73fbc0c-43f4-48e0-a793-43c55c92917b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:09.300263 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] Checking router: d260bd6f-de54-46bc-af75-dd0c898c516a for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:58:09.300711 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] Updating router d260bd6f-de54-46bc-af75-dd0c898c516a port 17565f2e-e11e-4925-8507-a335ef04acac binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:58:09.328618 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff5279dd-0b7c-4007-b3b3-09646591df9c tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:09.339987 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-377e2a9c-9ff7-4864-b0df-f16cde86eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:09.341678 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-377e2a9c-9ff7-4864-b0df-f16cde86eb15 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22c34f74-478f-4492-8535-07cef219de72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2899158 Apr 18 05:58:09.343141 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff5279dd-0b7c-4007-b3b3-09646591df9c tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:09.386839 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:09.424876 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 41b66e4e-dbf1-40ba-9537-87ab841db984 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:58:09.440142 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5279dd-0b7c-4007-b3b3-09646591df9c tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8576a153-4cfb-4557-bd83-c80bc6dca2bc,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:09.552556 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff5279dd-0b7c-4007-b3b3-09646591df9c tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:09.557023 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ff5279dd-0b7c-4007-b3b3-09646591df9c tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4025872 Apr 18 05:58:09.560403 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45224) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:09.651487 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-21670569-df59-4734-9938-5dc8385345fb service neutron] 10.222.0.52 "GET /v2.0/networks/22c34f74-478f-4492-8535-07cef219de72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980120 Apr 18 05:58:09.652254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45230) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:09.659613 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-d0415024-2833-4691-8791-8b91e7c35497 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-469729717', 'description': 'tempest-secgroup-smoke-469729717 description', 'project_id': '49ad773d519141abbf5e743e64df06bc'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:09.666981 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d0415024-2833-4691-8791-8b91e7c35497 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:09.674489 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d0415024-2833-4691-8791-8b91e7c35497 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Usage tracker for resource:security_group and tenant:49ad773d519141abbf5e743e64df06bc is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:09.677597 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d0415024-2833-4691-8791-8b91e7c35497 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:09.685050 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d0415024-2833-4691-8791-8b91e7c35497 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:09.746129 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d0415024-2833-4691-8791-8b91e7c35497 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:09.759431 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45234) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:09.765174 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-77337d7d-da70-4600-9af9-f425226d88e9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:09.824174 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a0c2e9b7-8947-4956-9452-c49fda8c96be tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:09.874886 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3f895ddc-d952-4dce-aaad-5931dae2baf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:09.890715 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d0415024-2833-4691-8791-8b91e7c35497 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:09.905804 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-77337d7d-da70-4600-9af9-f425226d88e9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:09.912141 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3f895ddc-d952-4dce-aaad-5931dae2baf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:subnet and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:09.915506 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d0415024-2833-4691-8791-8b91e7c35497 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Usage tracker for resource:security_group_rule and tenant:49ad773d519141abbf5e743e64df06bc is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:09.916377 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3f895ddc-d952-4dce-aaad-5931dae2baf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:09.933995 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d0415024-2833-4691-8791-8b91e7c35497 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:09.944302 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:09.956653 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d0415024-2833-4691-8791-8b91e7c35497 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:09.962231 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f0199bbb-2886-4a11-afe2-1f26a67d9ced req-6fe95214-b2c3-46c5-96ad-b7b3492ffd7e service neutron] 10.222.0.52 "GET /v2.0/networks/22c34f74-478f-4492-8535-07cef219de72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594717 Apr 18 05:58:09.966111 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] Transition to ACTIVE for port object 17565f2e-e11e-4925-8507-a335ef04acac will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:09.967817 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1578397266'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:09.977111 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:09.979741 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3f895ddc-d952-4dce-aaad-5931dae2baf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:09.987636 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:10.054888 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:10.059079 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f895ddc-d952-4dce-aaad-5931dae2baf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:10.059994 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-993190dc-8b6d-4029-9fa0-3a7122c66321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:58:06Z', 'revision_number': 9, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dadef-611e-4a76-a77c-b1e2d8bbcd1f', 'name': '', 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:e0:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:18Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:10.062756 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f895ddc-d952-4dce-aaad-5931dae2baf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:10.065621 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993190dc-8b6d-4029-9fa0-3a7122c66321 None None] Checking router: a9607895-f0b6-4931-8632-391ad3393134 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:58:10.067051 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee91b0-dd2b-40c2-bc5e-4340267ca0d2 None None] Pushing event updated for resources: {'Port': ['ID=17565f2e-e11e-4925-8507-a335ef04acac,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:10.094856 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993190dc-8b6d-4029-9fa0-3a7122c66321 None None] Routers {'a9607895-f0b6-4931-8632-391ad3393134'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:10.096320 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-993190dc-8b6d-4029-9fa0-3a7122c66321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:58:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9607895-f0b6-4931-8632-391ad3393134'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:10.129320 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d0415024-2833-4691-8791-8b91e7c35497 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:10.131425 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Usage tracker for resource:network and tenant:8d95c7922bee443697454073529e83e8 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:10.135825 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:10.139975 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858d84b-6639-44db-a143-af4234792e49 req-66ff11cf-95b5-4481-bc9d-77103b777b92 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:10.142984 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee91b0-dd2b-40c2-bc5e-4340267ca0d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:10.143374 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee91b0-dd2b-40c2-bc5e-4340267ca0d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:10.143719 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee91b0-dd2b-40c2-bc5e-4340267ca0d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:10.144306 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee91b0-dd2b-40c2-bc5e-4340267ca0d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:10.144420 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee91b0-dd2b-40c2-bc5e-4340267ca0d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:10.144945 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee91b0-dd2b-40c2-bc5e-4340267ca0d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:10.145278 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee91b0-dd2b-40c2-bc5e-4340267ca0d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:10.145602 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee91b0-dd2b-40c2-bc5e-4340267ca0d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:10.145938 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee91b0-dd2b-40c2-bc5e-4340267ca0d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:10.146261 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee91b0-dd2b-40c2-bc5e-4340267ca0d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:10.146579 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee91b0-dd2b-40c2-bc5e-4340267ca0d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:10.146894 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee91b0-dd2b-40c2-bc5e-4340267ca0d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:10.155434 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d858d84b-6639-44db-a143-af4234792e49 req-66ff11cf-95b5-4481-bc9d-77103b777b92 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc93699-9e79-47b8-ae98-7a80bd98524e HTTP/1.1" status: 200 len: 944 time: 0.4642260 Apr 18 05:58:10.156926 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:10.175266 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d0415024-2833-4691-8791-8b91e7c35497 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:10.238442 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Made reservation on behalf of 8d95c7922bee443697454073529e83e8 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:10.244189 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:10.301773 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:10.316641 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] Attempting to bind port 17565f2e-e11e-4925-8507-a335ef04acac on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:58:10.317278 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] Attempting to bind port 17565f2e-e11e-4925-8507-a335ef04acac by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'cf4a5739-1a67-43b8-8e3d-482c3c6422af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '693f6050-78e0-4216-bb22-338fc725b06c'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:58:10.317804 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] Attempting to bind port 17565f2e-e11e-4925-8507-a335ef04acac on network 693f6050-78e0-4216-bb22-338fc725b06c {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:58:10.326206 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:58:10.326873 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] Checking segment: {'id': 'cf4a5739-1a67-43b8-8e3d-482c3c6422af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '693f6050-78e0-4216-bb22-338fc725b06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:58:10.327745 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:10.328422 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] Bound using segment: {'id': 'cf4a5739-1a67-43b8-8e3d-482c3c6422af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '693f6050-78e0-4216-bb22-338fc725b06c'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:58:10.329051 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] Bound port: 17565f2e-e11e-4925-8507-a335ef04acac, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4a5739-1a67-43b8-8e3d-482c3c6422af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '693f6050-78e0-4216-bb22-338fc725b06c'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:58:10.329667 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:10.331730 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:10.336685 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Usage tracker for resource:security_group_rule and tenant:8d95c7922bee443697454073529e83e8 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:10.340430 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:10.349559 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:10.389330 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-993190dc-8b6d-4029-9fa0-3a7122c66321 None None] Set router a9607895-f0b6-4931-8632-391ad3393134 gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:10.426082 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a0c2e9b7-8947-4956-9452-c49fda8c96be tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:10.455760 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] For port 17565f2e-e11e-4925-8507-a335ef04acac, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:58:10.460199 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] For port 17565f2e-e11e-4925-8507-a335ef04acac, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=17565f2e-e11e-4925-8507-a335ef04acac,segment=NetworkSegment(cf4a5739-1a67-43b8-8e3d-482c3c6422af),segment_id=cf4a5739-1a67-43b8-8e3d-482c3c6422af)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:58:10.461062 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:10.468215 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:10.475878 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:10.480229 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0415024-2833-4691-8791-8b91e7c35497 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:10.491137 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2e9b7-8947-4956-9452-c49fda8c96be tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Subnet': ['ID=25f8554d-12f5-4005-b5a2-bfc358ea51da,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:10.502856 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a0c2e9b7-8947-4956-9452-c49fda8c96be tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:10.525708 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdf04a5-c3f0-4852-bb68-6aba6b6aec3c None None] Network 3e6c6bb1-f4d0-49f9-aabd-797a1263987b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:58:10.537520 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d858d84b-6639-44db-a143-af4234792e49 req-b0a2f1e0-41c7-42b6-82cf-9a49ce06aded tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9a511f0-7c3a-417c-82d5-3dd86c544bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3807666 Apr 18 05:58:10.538924 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a0c2e9b7-8947-4956-9452-c49fda8c96be tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/subnets/25f8554d-12f5-4005-b5a2-bfc358ea51da HTTP/1.1" status: 204 len: 168 time: 1.9362154 Apr 18 05:58:10.542406 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c15991-ddee-49ec-94a3-45516c24696b,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:10.553774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45240) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:10.567891 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d0415024-2833-4691-8791-8b91e7c35497 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:10.570246 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d0415024-2833-4691-8791-8b91e7c35497 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9169736 Apr 18 05:58:10.574940 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45244) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:10.588822 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-77337d7d-da70-4600-9af9-f425226d88e9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:10.598157 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-7dc7a5ea-87de-4ac0-b115-d2954002cb6d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Request body: {'security_group_rule': {'security_group_id': 'e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0', 'project_id': '49ad773d519141abbf5e743e64df06bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:10.607691 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7dc7a5ea-87de-4ac0-b115-d2954002cb6d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:10.610460 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee91b0-dd2b-40c2-bc5e-4340267ca0d2 None None] Pushing event updated for resources: {'Port': ['ID=17565f2e-e11e-4925-8507-a335ef04acac,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:10.621788 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7dc7a5ea-87de-4ac0-b115-d2954002cb6d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Usage tracker for resource:security_group_rule and tenant:49ad773d519141abbf5e743e64df06bc is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:10.625356 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7dc7a5ea-87de-4ac0-b115-d2954002cb6d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:10.628668 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] Routers {'d260bd6f-de54-46bc-af75-dd0c898c516a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:10.629530 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:58:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d260bd6f-de54-46bc-af75-dd0c898c516a'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:10.632411 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7dc7a5ea-87de-4ac0-b115-d2954002cb6d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:10.668773 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:58:10.725020 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7dc7a5ea-87de-4ac0-b115-d2954002cb6d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:10.742092 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7ebf6-d975-4002-85ea-703eae1c8f9c req-b9679922-10cc-499f-a4d8-1ffa5d3a7ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:10.745076 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cba7ebf6-d975-4002-85ea-703eae1c8f9c req-b9679922-10cc-499f-a4d8-1ffa5d3a7ecf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=fcc93699-9e79-47b8-ae98-7a80bd98524e HTTP/1.1" status: 200 len: 1097 time: 0.5770881 Apr 18 05:58:10.747131 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77337d7d-da70-4600-9af9-f425226d88e9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ddb5ae-2ce5-4032-8c40-cdb3287b6a13,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:10.765419 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:10.766165 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Added segment bd3a0998-454d-4848-9a02-f657799231a7 of type vlan for network 4a8a605f-96df-4400-8cd4-a570f7367f7d Apr 18 05:58:10.798842 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8053f392-4556-478a-b9f4-0667854eaa06 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:10.825775 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-599490b6-0a89-4c2c-a4ca-d87b494c2505 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting port 1de457cd-0831-454d-97c2-e71b610872de {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:10.826141 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-599490b6-0a89-4c2c-a4ca-d87b494c2505 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:10.829658 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-77337d7d-da70-4600-9af9-f425226d88e9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:10.831528 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-77337d7d-da70-4600-9af9-f425226d88e9 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "DELETE /v2.0/security-groups/02ddb5ae-2ce5-4032-8c40-cdb3287b6a13 HTTP/1.1" status: 204 len: 168 time: 1.2699292 Apr 18 05:58:10.859095 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45248) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:10.925200 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] Set router d260bd6f-de54-46bc-af75-dd0c898c516a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:10.962328 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-8053f392-4556-478a-b9f4-0667854eaa06 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting port f8f148d1-4fb9-4c53-ad9a-032a96cdb21e {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:10.962719 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8053f392-4556-478a-b9f4-0667854eaa06 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:11.101294 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e92aa42-a4dc-43d1-ba41-02e7ac9f7815 None None] DHCP port deletion for 3e6c6bb1-f4d0-49f9-aabd-797a1263987b request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:58:11.148307 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-0e92aa42-a4dc-43d1-ba41-02e7ac9f7815 None None] Deleting port f8f148d1-4fb9-4c53-ad9a-032a96cdb21e {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:11.148674 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0e92aa42-a4dc-43d1-ba41-02e7ac9f7815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:11.158229 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7dc7a5ea-87de-4ac0-b115-d2954002cb6d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:11.183565 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7dc7a5ea-87de-4ac0-b115-d2954002cb6d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:11.215975 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-599490b6-0a89-4c2c-a4ca-d87b494c2505 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] For port 1de457cd-0831-454d-97c2-e71b610872de, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=1de457cd-0831-454d-97c2-e71b610872de,segment=NetworkSegment(cad194e2-7fd1-415b-bc57-f1d944fa77ab),segment_id=cad194e2-7fd1-415b-bc57-f1d944fa77ab)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:11.216283 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-599490b6-0a89-4c2c-a4ca-d87b494c2505 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:11.217243 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7a5ea-87de-4ac0-b115-d2954002cb6d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf3ae4a-e24f-40f5-922f-c722e4658010,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:11.228739 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:11.291510 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-993190dc-8b6d-4029-9fa0-3a7122c66321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:58:06Z', 'revision_number': 9, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dadef-611e-4a76-a77c-b1e2d8bbcd1f', 'name': '', 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:e0:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:18Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:11.302761 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7dc7a5ea-87de-4ac0-b115-d2954002cb6d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:11.306010 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993190dc-8b6d-4029-9fa0-3a7122c66321 None None] The sync data for ids ['a9607895-f0b6-4931-8632-391ad3393134'] in dv-neutron-837489-1-hyperv is: [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:58:06Z', 'revision_number': 9, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dadef-611e-4a76-a77c-b1e2d8bbcd1f', 'name': '', 'network_id': 'b24e6f0b-91d3-4bcc-abcb-c219a1cf87db', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:e0:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:18Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': 'c9e390d3-03c3-491b-b5a6-c1483e2133d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:58:11.307745 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7dc7a5ea-87de-4ac0-b115-d2954002cb6d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7314317 Apr 18 05:58:11.331863 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45252) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:11.353234 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-e03124c1-94f0-4976-b346-7c195271df82 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Request body: {'security_group_rule': {'security_group_id': 'e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0', 'project_id': '49ad773d519141abbf5e743e64df06bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:11.364869 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7ebf6-d975-4002-85ea-703eae1c8f9c req-8dbab983-4b63-4ea6-ba61-16b8403e5614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:11.366360 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cba7ebf6-d975-4002-85ea-703eae1c8f9c req-8dbab983-4b63-4ea6-ba61-16b8403e5614 service neutron] 10.222.0.52 "GET /v2.0/networks?id=22c34f74-478f-4492-8535-07cef219de72 HTTP/1.1" status: 200 len: 897 time: 0.6037977 Apr 18 05:58:11.368643 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e03124c1-94f0-4976-b346-7c195271df82 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:11.374514 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e03124c1-94f0-4976-b346-7c195271df82 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Usage tracker for resource:security_group_rule and tenant:49ad773d519141abbf5e743e64df06bc is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:11.377858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e03124c1-94f0-4976-b346-7c195271df82 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:11.386982 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e03124c1-94f0-4976-b346-7c195271df82 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:11.400861 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd260bd6f-de54-46bc-af75-dd0c898c516a', 'name': 'tempest-TestVolumeBootPattern-1789242560-router', 'tenant_id': 'a82507efd5e544f48412a3630b18cf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': 'b7166fec-6436-4ee3-aa3d-d505f4ddd7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:51Z', 'updated_at': '2022-04-18T05:58:04Z', 'revision_number': 4, 'project_id': 'a82507efd5e544f48412a3630b18cf95', 'gw_port': {'id': 'b7166fec-6436-4ee3-aa3d-d505f4ddd7fa', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:5d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd260bd6f-de54-46bc-af75-dd0c898c516a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:54Z', 'updated_at': '2022-04-18T05:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '17565f2e-e11e-4925-8507-a335ef04acac', 'name': '', 'network_id': '693f6050-78e0-4216-bb22-338fc725b06c', 'tenant_id': 'a82507efd5e544f48412a3630b18cf95', 'mac_address': 'fa:16:3e:3f:8f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd260bd6f-de54-46bc-af75-dd0c898c516a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'c73fbc0c-43f4-48e0-a793-43c55c92917b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:58:02Z', 'updated_at': '2022-04-18T05:58:10Z', 'revision_number': 4, 'project_id': 'a82507efd5e544f48412a3630b18cf95', 'subnets': [{'id': 'c73fbc0c-43f4-48e0-a793-43c55c92917b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:11.406505 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0efd120-6b87-47ef-990e-02a81e613ed8 None None] The sync data for ids ['d260bd6f-de54-46bc-af75-dd0c898c516a'] in dv-neutron-837489-1-hyperv is: [{'id': 'd260bd6f-de54-46bc-af75-dd0c898c516a', 'name': 'tempest-TestVolumeBootPattern-1789242560-router', 'tenant_id': 'a82507efd5e544f48412a3630b18cf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': 'b7166fec-6436-4ee3-aa3d-d505f4ddd7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:51Z', 'updated_at': '2022-04-18T05:58:04Z', 'revision_number': 4, 'project_id': 'a82507efd5e544f48412a3630b18cf95', 'gw_port': {'id': 'b7166fec-6436-4ee3-aa3d-d505f4ddd7fa', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:5d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd260bd6f-de54-46bc-af75-dd0c898c516a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:54Z', 'updated_at': '2022-04-18T05:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '17565f2e-e11e-4925-8507-a335ef04acac', 'name': '', 'network_id': '693f6050-78e0-4216-bb22-338fc725b06c', 'tenant_id': 'a82507efd5e544f48412a3630b18cf95', 'mac_address': 'fa:16:3e:3f:8f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd260bd6f-de54-46bc-af75-dd0c898c516a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'c73fbc0c-43f4-48e0-a793-43c55c92917b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:58:02Z', 'updated_at': '2022-04-18T05:58:10Z', 'revision_number': 4, 'project_id': 'a82507efd5e544f48412a3630b18cf95', 'subnets': [{'id': 'c73fbc0c-43f4-48e0-a793-43c55c92917b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:58:11.442503 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-0e92aa42-a4dc-43d1-ba41-02e7ac9f7815 None None] For port f8f148d1-4fb9-4c53-ad9a-032a96cdb21e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f8f148d1-4fb9-4c53-ad9a-032a96cdb21e,segment=NetworkSegment(0f505d04-1ed7-498c-ba25-0bf45bf265ee),segment_id=0f505d04-1ed7-498c-ba25-0bf45bf265ee)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:11.443251 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0e92aa42-a4dc-43d1-ba41-02e7ac9f7815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:11.443387 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-599490b6-0a89-4c2c-a4ca-d87b494c2505 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Calling delete_port for 1de457cd-0831-454d-97c2-e71b610872de owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:11.481523 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:11.487716 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:11.488571 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:11.528191 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cba7ebf6-d975-4002-85ea-703eae1c8f9c req-5c51ada8-52d3-4d2a-b665-ed577bcc82b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=da0af385-aeba-4eeb-aec5-c779f2b8a70e HTTP/1.1" status: 200 len: 217 time: 0.1286507 Apr 18 05:58:11.528821 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3fdea0f7-fa63-4b39-8bee-4cbf936ad9f6 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Synchronizing usage tracker for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:11.539896 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f895ddc-d952-4dce-aaad-5931dae2baf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:11.545128 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e03124c1-94f0-4976-b346-7c195271df82 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:11.605180 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-0e92aa42-a4dc-43d1-ba41-02e7ac9f7815 None None] Calling delete_port for f8f148d1-4fb9-4c53-ad9a-032a96cdb21e owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:11.620449 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8572712 Apr 18 05:58:11.625833 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45258) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:11.632000 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f895ddc-d952-4dce-aaad-5931dae2baf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Subnet': ['ID=6ce8a07b-58df-4e86-920b-a4a072d74194,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:11.666422 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-fea46aa0-0f94-4a42-8233-aa2a4fc411c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Request body: {'subnet': {'network_id': '4a8a605f-96df-4400-8cd4-a570f7367f7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:11.740115 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f8f148d1-4fb9-4c53-ad9a-032a96cdb21e no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:58:11.801552 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3fdea0f7-fa63-4b39-8bee-4cbf936ad9f6 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Unset dirty status for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:11.802921 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3fdea0f7-fa63-4b39-8bee-4cbf936ad9f6 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9400895 Apr 18 05:58:11.811301 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45262) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:11.827179 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79d8a3-bc45-410e-9c37-716eb4204d96 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Pushing event updated for resources: {'Network': ['ID=4a8a605f-96df-4400-8cd4-a570f7367f7d,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:11.877560 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7ebf6-d975-4002-85ea-703eae1c8f9c req-add494f3-dc1b-4938-a4ce-ddd1bb2c7ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:11.879213 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cba7ebf6-d975-4002-85ea-703eae1c8f9c req-add494f3-dc1b-4938-a4ce-ddd1bb2c7ab8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6dd2bcf5-cccb-42a7-bf19-b042482fdf81 HTTP/1.1" status: 200 len: 837 time: 0.3202212 Apr 18 05:58:11.901263 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 4a8a605f-96df-4400-8cd4-a570f7367f7d details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:58:11.921385 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0e92aa42-a4dc-43d1-ba41-02e7ac9f7815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:11.995542 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e03124c1-94f0-4976-b346-7c195271df82 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:12.039732 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e03124c1-94f0-4976-b346-7c195271df82 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:12.045355 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No active binding found for port f8f148d1-4fb9-4c53-ad9a-032a96cdb21e {{(pid=88036) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 18 05:58:12.045769 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f8f148d1-4fb9-4c53-ad9a-032a96cdb21e not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:58:12.051957 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92aa42-a4dc-43d1-ba41-02e7ac9f7815 None None] Pushing event deleted for resources: {'Port': ['ID=f8f148d1-4fb9-4c53-ad9a-032a96cdb21e,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:12.069098 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f1e314ef-2f51-4782-92be-9cb21ff60c70 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Synchronizing usage tracker for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:12.093571 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f895ddc-d952-4dce-aaad-5931dae2baf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Checking segment: {'id': 'c97acd98-cb52-4020-b7fe-07a0405bae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '41b66e4e-dbf1-40ba-9537-87ab841db984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:58:12.093925 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f895ddc-d952-4dce-aaad-5931dae2baf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network hostable DHCP agents. Network: 41b66e4e-dbf1-40ba-9537-87ab841db984, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:58:12.117812 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e92aa42-a4dc-43d1-ba41-02e7ac9f7815 None None] No DVR routers for this DVR port f8f148d1-4fb9-4c53-ad9a-032a96cdb21e on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:58:12.120551 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-8053f392-4556-478a-b9f4-0667854eaa06 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] For port f8f148d1-4fb9-4c53-ad9a-032a96cdb21e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f8f148d1-4fb9-4c53-ad9a-032a96cdb21e,segment=NetworkSegment(0f505d04-1ed7-498c-ba25-0bf45bf265ee),segment_id=0f505d04-1ed7-498c-ba25-0bf45bf265ee)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:12.121025 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8053f392-4556-478a-b9f4-0667854eaa06 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:12.157857 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03124c1-94f0-4976-b346-7c195271df82 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da29b78-8976-48f3-8bbf-19e0a7639f78,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:12.198700 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e03124c1-94f0-4976-b346-7c195271df82 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:12.199898 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e03124c1-94f0-4976-b346-7c195271df82 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8665869 Apr 18 05:58:12.202282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f1e314ef-2f51-4782-92be-9cb21ff60c70 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Unset dirty status for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group_rule {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:12.203369 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f1e314ef-2f51-4782-92be-9cb21ff60c70 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3815932 Apr 18 05:58:12.217706 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615b169-7413-4498-8016-77010c3dbd72 req-ecf4d2e1-7bd3-4449-a3f8-65111a25a7d0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:12.227790 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fea46aa0-0f94-4a42-8233-aa2a4fc411c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:12.228579 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f615b169-7413-4498-8016-77010c3dbd72 req-ecf4d2e1-7bd3-4449-a3f8-65111a25a7d0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc93699-9e79-47b8-ae98-7a80bd98524e HTTP/1.1" status: 200 len: 944 time: 0.4931657 Apr 18 05:58:12.229867 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45266) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:12.230284 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45268) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:12.282279 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7ebf6-d975-4002-85ea-703eae1c8f9c req-3eea340b-a6ff-4d7c-85af-467ab1c69b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:12.284382 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cba7ebf6-d975-4002-85ea-703eae1c8f9c req-3eea340b-a6ff-4d7c-85af-467ab1c69b65 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22c34f74-478f-4492-8535-07cef219de72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3749402 Apr 18 05:58:12.304519 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f615b169-7413-4498-8016-77010c3dbd72 req-ccdc95f8-0a35-4435-8432-6e8616c4f460 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9a511f0-7c3a-417c-82d5-3dd86c544bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749290 Apr 18 05:58:12.358524 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-8053f392-4556-478a-b9f4-0667854eaa06 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Calling delete_port for f8f148d1-4fb9-4c53-ad9a-032a96cdb21e owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:12.390939 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-f6c8dd4d-2624-4e45-ad51-4948c423d483 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Request body: {'security_group_rule': {'security_group_id': 'e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0', 'project_id': '49ad773d519141abbf5e743e64df06bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:12.401417 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f6c8dd4d-2624-4e45-ad51-4948c423d483 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:12.405362 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f6c8dd4d-2624-4e45-ad51-4948c423d483 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Usage tracker for resource:security_group_rule and tenant:49ad773d519141abbf5e743e64df06bc is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:12.409407 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f6c8dd4d-2624-4e45-ad51-4948c423d483 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:12.412590 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fea46aa0-0f94-4a42-8233-aa2a4fc411c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Usage tracker for resource:subnet and tenant:8d95c7922bee443697454073529e83e8 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:12.467665 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cba7ebf6-d975-4002-85ea-703eae1c8f9c req-ec493623-90c6-4c7c-b457-458e740ed3df service neutron] 10.222.0.52 "GET /v2.0/networks/22c34f74-478f-4492-8535-07cef219de72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595562 Apr 18 05:58:12.562502 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f6c8dd4d-2624-4e45-ad51-4948c423d483 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:12.564908 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fea46aa0-0f94-4a42-8233-aa2a4fc411c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:12.577505 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-7168ab3c-eb8c-43cc-9268-c9571373cb7c tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] delete failed (client error): The resource could not be found. Apr 18 05:58:12.578531 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7168ab3c-eb8c-43cc-9268-c9571373cb7c tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "DELETE /v2.0/security-groups/02ddb5ae-2ce5-4032-8c40-cdb3287b6a13 HTTP/1.1" status: 404 len: 347 time: 0.3385179 Apr 18 05:58:12.579756 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fea46aa0-0f94-4a42-8233-aa2a4fc411c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:12.583511 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45274) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:12.591409 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f895ddc-d952-4dce-aaad-5931dae2baf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network 41b66e4e-dbf1-40ba-9537-87ab841db984 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:58:12.665532 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cba7ebf6-d975-4002-85ea-703eae1c8f9c req-0cb9a921-8db8-42fc-8820-401aeb51074d service neutron] 10.222.0.52 "GET /v2.0/networks/22c34f74-478f-4492-8535-07cef219de72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879807 Apr 18 05:58:12.677122 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-82b35394-5e49-4ec2-8022-9419ca7eeac7 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Synchronizing usage tracker for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:12.682261 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea46aa0-0f94-4a42-8233-aa2a4fc411c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Made reservation on behalf of 8d95c7922bee443697454073529e83e8 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:12.685955 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fea46aa0-0f94-4a42-8233-aa2a4fc411c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:12.691438 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-82b35394-5e49-4ec2-8022-9419ca7eeac7 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] Unset dirty status for tenant:38d187f7bfec47cd9a66139dcc2710d8 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:12.692729 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-82b35394-5e49-4ec2-8022-9419ca7eeac7 tempest-SecGroupTest-714126505 tempest-SecGroupTest-714126505-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1009026 Apr 18 05:58:12.701873 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-3f895ddc-d952-4dce-aaad-5931dae2baf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 41b66e4e-dbf1-40ba-9537-87ab841db984) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:12.710566 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c554aa4-bbc5-4d12-a2db-582af993135d None None] Network 41b66e4e-dbf1-40ba-9537-87ab841db984 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:58:12.728242 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f6c8dd4d-2624-4e45-ad51-4948c423d483 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:12.750125 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f895ddc-d952-4dce-aaad-5931dae2baf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:12.750722 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f895ddc-d952-4dce-aaad-5931dae2baf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:12.811106 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-8053f392-4556-478a-b9f4-0667854eaa06 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:58:12.811369 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-8053f392-4556-478a-b9f4-0667854eaa06 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:58:12.897633 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-599490b6-0a89-4c2c-a4ca-d87b494c2505 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:12.947647 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3f895ddc-d952-4dce-aaad-5931dae2baf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7600994 Apr 18 05:58:12.950582 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45282) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:12.968216 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-f7288d4f-6c03-4112-8cef-d2db52e057a2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'subnet': {'network_id': '41b66e4e-dbf1-40ba-9537-87ab841db984', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:12.971470 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-41b66e4e-dbf1-40ba-9537-87ab841db984', 'network_id': '41b66e4e-dbf1-40ba-9537-87ab841db984', 'tenant_id': 'f4e2526787dc4037bf990e53a39e8336', 'fixed_ips': [{'subnet_id': '6ce8a07b-58df-4e86-920b-a4a072d74194'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:58:12.972326 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:13.151639 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599490b6-0a89-4c2c-a4ca-d87b494c2505 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Port': ['ID=1de457cd-0831-454d-97c2-e71b610872de,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:13.192544 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45286) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:13.265525 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f7288d4f-6c03-4112-8cef-d2db52e057a2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:13.272280 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f7288d4f-6c03-4112-8cef-d2db52e057a2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:subnet and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:13.273851 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] Allocated IP 2001:db8::2 (41b66e4e-dbf1-40ba-9537-87ab841db984/6ce8a07b-58df-4e86-920b-a4a072d74194/fd646f8f-57b8-494e-bba0-0d1784ac69f0) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:13.282317 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f7288d4f-6c03-4112-8cef-d2db52e057a2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:13.292642 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f7288d4f-6c03-4112-8cef-d2db52e057a2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:13.309064 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7288d4f-6c03-4112-8cef-d2db52e057a2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:13.312824 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f7288d4f-6c03-4112-8cef-d2db52e057a2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:13.340147 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-8053f392-4556-478a-b9f4-0667854eaa06 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting port f8f148d1-4fb9-4c53-ad9a-032a96cdb21e {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:13.341256 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8053f392-4556-478a-b9f4-0667854eaa06 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:13.426839 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f6c8dd4d-2624-4e45-ad51-4948c423d483 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:13.429128 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-599490b6-0a89-4c2c-a4ca-d87b494c2505 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:13.466672 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:58:13.557278 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f6c8dd4d-2624-4e45-ad51-4948c423d483 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:13.564181 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-8053f392-4556-478a-b9f4-0667854eaa06 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] The port 'f8f148d1-4fb9-4c53-ad9a-032a96cdb21e' was deleted {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:58:13.604768 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 17565f2e-e11e-4925-8507-a335ef04acac up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:58:13.634000 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c9979ebf-8070-41ec-8cb2-02c5194c8705 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=38d187f7bfec47cd9a66139dcc2710d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4402747 Apr 18 05:58:13.637346 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45294) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:13.666829 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.ipam_backend_mixin [None req-f7288d4f-6c03-4112-8cef-d2db52e057a2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6ce8a07b-58df-4e86-920b-a4a072d74194 (CIDR: 2001:db8::/64) Apr 18 05:58:13.677328 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7288d4f-6c03-4112-8cef-d2db52e057a2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:58:13.677781 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7288d4f-6c03-4112-8cef-d2db52e057a2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:58:13.699068 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:13.715541 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] Transition to ACTIVE for port object fd646f8f-57b8-494e-bba0-0d1784ac69f0 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:13.725416 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f7288d4f-6c03-4112-8cef-d2db52e057a2 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7705522 Apr 18 05:58:13.726892 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45298) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:13.729786 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dfe14824-7f37-4fbe-9021-c92f7c16ad08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:13.731198 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 17565f2e-e11e-4925-8507-a335ef04acac completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:13.734547 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-66c9051c-ffa4-4c8f-9618-e2a1582c1c17 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'subnet': {'network_id': '41b66e4e-dbf1-40ba-9537-87ab841db984', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:13.739926 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8dd4d-2624-4e45-ad51-4948c423d483 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5eb4043-ca5e-4674-9649-8ae0420ffbd8,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:13.745902 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 17565f2e-e11e-4925-8507-a335ef04acac triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:13.746398 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:13.789360 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] Transition to ACTIVE for port object fd646f8f-57b8-494e-bba0-0d1784ac69f0 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:13.802001 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:13.845949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dfe14824-7f37-4fbe-9021-c92f7c16ad08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:13.877172 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device da0af385-aeba-4eeb-aec5-c779f2b8a70e details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 05:58:13.889678 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] Network 41b66e4e-dbf1-40ba-9537-87ab841db984 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:13.894264 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:13.903751 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f6c8dd4d-2624-4e45-ad51-4948c423d483 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:13.904961 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f6c8dd4d-2624-4e45-ad51-4948c423d483 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6666822 Apr 18 05:58:13.905827 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:58:13.908970 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45302) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:13.929186 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-d1636244-a98d-4dda-bdf4-c434b755f19f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Request body: {'security_group_rule': {'security_group_id': 'e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0', 'project_id': '49ad773d519141abbf5e743e64df06bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:13.939514 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d1636244-a98d-4dda-bdf4-c434b755f19f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:13.944350 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d1636244-a98d-4dda-bdf4-c434b755f19f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Usage tracker for resource:security_group_rule and tenant:49ad773d519141abbf5e743e64df06bc is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:13.947117 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-66c9051c-ffa4-4c8f-9618-e2a1582c1c17 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:13.950633 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d1636244-a98d-4dda-bdf4-c434b755f19f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:13.956414 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-66c9051c-ffa4-4c8f-9618-e2a1582c1c17 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:subnet and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:13.959689 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d1636244-a98d-4dda-bdf4-c434b755f19f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:13.961669 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-66c9051c-ffa4-4c8f-9618-e2a1582c1c17 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:13.971836 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-66c9051c-ffa4-4c8f-9618-e2a1582c1c17 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:13.975199 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dfe14824-7f37-4fbe-9021-c92f7c16ad08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:13.980455 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8053f392-4556-478a-b9f4-0667854eaa06 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:13.992486 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] Pushing event updated for resources: {'Port': ['ID=fd646f8f-57b8-494e-bba0-0d1784ac69f0,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:14.006346 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe14824-7f37-4fbe-9021-c92f7c16ad08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a15128-6d95-4ef1-86e2-30e996b4af7f,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:14.011113 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d1636244-a98d-4dda-bdf4-c434b755f19f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:14.022117 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c9051c-ffa4-4c8f-9618-e2a1582c1c17 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:14.025712 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-66c9051c-ffa4-4c8f-9618-e2a1582c1c17 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:14.107725 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-8053f392-4556-478a-b9f4-0667854eaa06 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6c6bb1-f4d0-49f9-aabd-797a1263987b']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:14.110467 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.resource_extend [None req-43976525-c276-426b-9282-08f9976672d3 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:58:14.141115 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-8053f392-4556-478a-b9f4-0667854eaa06 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f505d04-1ed7-498c-ba25-0bf45bf265ee') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:14.141413 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-8053f392-4556-478a-b9f4-0667854eaa06 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f505d04-1ed7-498c-ba25-0bf45bf265ee') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:14.167084 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b88f00-90d8-4d28-bffb-1024ed916da0 req-62a51dae-b39c-41cd-8388-40bc41f1f277 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:14.168893 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a4b88f00-90d8-4d28-bffb-1024ed916da0 req-62a51dae-b39c-41cd-8388-40bc41f1f277 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc93699-9e79-47b8-ae98-7a80bd98524e HTTP/1.1" status: 200 len: 944 time: 0.5960386 Apr 18 05:58:14.173839 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599490b6-0a89-4c2c-a4ca-d87b494c2505 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router 6e87766f-695e-4337-804f-a080a6fc4fde has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:58:14.178153 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8053f392-4556-478a-b9f4-0667854eaa06 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:14.203327 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fea46aa0-0f94-4a42-8233-aa2a4fc411c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:14.224576 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:14.237272 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] Attempting to bind port fd646f8f-57b8-494e-bba0-0d1784ac69f0 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:58:14.237637 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] Attempting to bind port fd646f8f-57b8-494e-bba0-0d1784ac69f0 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'c97acd98-cb52-4020-b7fe-07a0405bae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '41b66e4e-dbf1-40ba-9537-87ab841db984'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:58:14.238002 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] Attempting to bind port fd646f8f-57b8-494e-bba0-0d1784ac69f0 on network 41b66e4e-dbf1-40ba-9537-87ab841db984 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:58:14.249448 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8053f392-4556-478a-b9f4-0667854eaa06 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:14.255860 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:58:14.256187 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] Checking segment: {'id': 'c97acd98-cb52-4020-b7fe-07a0405bae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '41b66e4e-dbf1-40ba-9537-87ab841db984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:58:14.256531 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:14.256918 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] Bound using segment: {'id': 'c97acd98-cb52-4020-b7fe-07a0405bae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '41b66e4e-dbf1-40ba-9537-87ab841db984'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:58:14.257389 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] Bound port: fd646f8f-57b8-494e-bba0-0d1784ac69f0, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97acd98-cb52-4020-b7fe-07a0405bae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '41b66e4e-dbf1-40ba-9537-87ab841db984'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:58:14.257757 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:14.265778 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dfe14824-7f37-4fbe-9021-c92f7c16ad08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:14.269879 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-dfe14824-7f37-4fbe-9021-c92f7c16ad08 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7a15128-6d95-4ef1-86e2-30e996b4af7f HTTP/1.1" status: 204 len: 168 time: 0.6286104 Apr 18 05:58:14.299106 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 17565f2e-e11e-4925-8507-a335ef04acac, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=17565f2e-e11e-4925-8507-a335ef04acac,segment=NetworkSegment(cf4a5739-1a67-43b8-8e3d-482c3c6422af),segment_id=cf4a5739-1a67-43b8-8e3d-482c3c6422af)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:14.372008 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d1636244-a98d-4dda-bdf4-c434b755f19f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:14.390518 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] For port fd646f8f-57b8-494e-bba0-0d1784ac69f0, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:58:14.395931 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] For port fd646f8f-57b8-494e-bba0-0d1784ac69f0, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=fd646f8f-57b8-494e-bba0-0d1784ac69f0,segment=NetworkSegment(c97acd98-cb52-4020-b7fe-07a0405bae7d),segment_id=c97acd98-cb52-4020-b7fe-07a0405bae7d)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:58:14.399590 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:14.443521 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 18fd0550-0677-42b9-914c-7ad8ae00ac7e no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:58:14.468596 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d1636244-a98d-4dda-bdf4-c434b755f19f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:14.470695 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:14.490599 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8053f392-4556-478a-b9f4-0667854eaa06 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:58:14.491283 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8053f392-4556-478a-b9f4-0667854eaa06 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:58:14.513331 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:58:14.521429 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port da0af385-aeba-4eeb-aec5-c779f2b8a70e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=da0af385-aeba-4eeb-aec5-c779f2b8a70e,segment=NetworkSegment(38e1556b-9beb-4876-b3ae-bbd0a2592cda),segment_id=38e1556b-9beb-4876-b3ae-bbd0a2592cda)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:14.523535 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1636244-a98d-4dda-bdf4-c434b755f19f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a09c956-fc42-45a8-97cb-2408a51d600d,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:14.541766 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d1636244-a98d-4dda-bdf4-c434b755f19f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:14.545953 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d1636244-a98d-4dda-bdf4-c434b755f19f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6282611 Apr 18 05:58:14.548765 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45310) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:14.557268 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-5b07a80d-f320-4865-add9-9a510dae3883 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Request body: {'security_group_rule': {'security_group_id': 'e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0', 'project_id': '49ad773d519141abbf5e743e64df06bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:14.568787 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-5b07a80d-f320-4865-add9-9a510dae3883 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:14.580183 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5b07a80d-f320-4865-add9-9a510dae3883 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Usage tracker for resource:security_group_rule and tenant:49ad773d519141abbf5e743e64df06bc is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:14.586687 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5b07a80d-f320-4865-add9-9a510dae3883 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:14.602180 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a4b88f00-90d8-4d28-bffb-1024ed916da0 req-45574d6c-4f88-4da4-8e2d-1ed9590bd9a6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9a511f0-7c3a-417c-82d5-3dd86c544bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4264739 Apr 18 05:58:14.608292 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'da0af385-aeba-4eeb-aec5-c779f2b8a70e', 'network_id': '22c34f74-478f-4492-8535-07cef219de72', 'port_id': 'da0af385-aeba-4eeb-aec5-c779f2b8a70e', 'mac_address': 'fa:16:3e:46:0f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd2bcf5-cccb-42a7-bf19-b042482fdf81', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 05:58:14.615656 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=17565f2e-e11e-4925-8507-a335ef04acac,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:14.627158 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-5b07a80d-f320-4865-add9-9a510dae3883 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:14.647720 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-93295ae4-9fda-444c-bd9b-cdb89d635772 req-574693fb-7eca-4f12-9392-25068fcc352f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2745063 Apr 18 05:58:14.668553 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-5b07a80d-f320-4865-add9-9a510dae3883 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Project 49ad773d519141abbf5e743e64df06bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 05:58:14.680076 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5b07a80d-f320-4865-add9-9a510dae3883 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:14.692330 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea46aa0-0f94-4a42-8233-aa2a4fc411c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Pushing event updated for resources: {'Subnet': ['ID=a9c23284-4d41-49fd-af78-456f1d4b6d7f,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:14.701048 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599490b6-0a89-4c2c-a4ca-d87b494c2505 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:58:14.717349 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea46aa0-0f94-4a42-8233-aa2a4fc411c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Checking segment: {'id': 'bd3a0998-454d-4848-9a02-f657799231a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4a8a605f-96df-4400-8cd4-a570f7367f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:58:14.717706 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea46aa0-0f94-4a42-8233-aa2a4fc411c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Network hostable DHCP agents. Network: 4a8a605f-96df-4400-8cd4-a570f7367f7d, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:58:14.718344 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7289c694-bd6e-4690-991f-b3cc3b5b6711 None None] Sync routers for ids ['6e87766f-695e-4337-804f-a080a6fc4fde'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:58:14.724908 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-599490b6-0a89-4c2c-a4ca-d87b494c2505 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/6e87766f-695e-4337-804f-a080a6fc4fde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0888672 Apr 18 05:58:14.727728 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45316) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:14.728517 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8053f392-4556-478a-b9f4-0667854eaa06 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:14.736377 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7289c694-bd6e-4690-991f-b3cc3b5b6711 None None] Routers {'6e87766f-695e-4337-804f-a080a6fc4fde'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:14.737086 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-7289c694-bd6e-4690-991f-b3cc3b5b6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:58:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6e87766f-695e-4337-804f-a080a6fc4fde'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:14.773125 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 18fd0550-0677-42b9-914c-7ad8ae00ac7e {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:58:14.773504 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 18fd0550-0677-42b9-914c-7ad8ae00ac7e not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:58:14.776979 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8053f392-4556-478a-b9f4-0667854eaa06 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:14.779712 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8053f392-4556-478a-b9f4-0667854eaa06 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/networks/3e6c6bb1-f4d0-49f9-aabd-797a1263987b HTTP/1.1" status: 204 len: 168 time: 4.2315531 Apr 18 05:58:14.793073 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45320) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:14.807247 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053f392-4556-478a-b9f4-0667854eaa06 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Network': ['ID=3e6c6bb1-f4d0-49f9-aabd-797a1263987b,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:14.866242 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:14.887941 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da0af385-aeba-4eeb-aec5-c779f2b8a70e {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 05:58:14.895855 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce0d3b-446f-426b-b45e-b30131902a09 None None] Pushing event updated for resources: {'Port': ['ID=fd646f8f-57b8-494e-bba0-0d1784ac69f0,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:14.916669 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port da0af385-aeba-4eeb-aec5-c779f2b8a70e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=da0af385-aeba-4eeb-aec5-c779f2b8a70e,segment=NetworkSegment(38e1556b-9beb-4876-b3ae-bbd0a2592cda),segment_id=38e1556b-9beb-4876-b3ae-bbd0a2592cda)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:14.926672 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:14.949236 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5b07a80d-f320-4865-add9-9a510dae3883 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:14.979271 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-7289c694-bd6e-4690-991f-b3cc3b5b6711 None None] Set router 6e87766f-695e-4337-804f-a080a6fc4fde gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:15.015964 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c74d09-115f-429d-85f7-b4200e03e4c0 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting subnet 41fd39ff-7aae-42b1-a1b7-d61768642793 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:58:15.017943 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea46aa0-0f94-4a42-8233-aa2a4fc411c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Network 4a8a605f-96df-4400-8cd4-a570f7367f7d is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:58:15.024330 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-06c74d09-115f-429d-85f7-b4200e03e4c0 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:15.067629 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5b07a80d-f320-4865-add9-9a510dae3883 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:15.069665 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=da0af385-aeba-4eeb-aec5-c779f2b8a70e,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:15.105794 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-fea46aa0-0f94-4a42-8233-aa2a4fc411c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 4a8a605f-96df-4400-8cd4-a570f7367f7d) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:15.123992 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea46aa0-0f94-4a42-8233-aa2a4fc411c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:15.125134 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fea46aa0-0f94-4a42-8233-aa2a4fc411c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:15.130805 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-66c9051c-ffa4-4c8f-9618-e2a1582c1c17 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:15.137137 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-06c74d09-115f-429d-85f7-b4200e03e4c0 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:15.167992 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e547f3d2-1c4e-49b6-907c-8e75f7e91357 None None] Network 4a8a605f-96df-4400-8cd4-a570f7367f7d requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:58:15.172454 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-7289c694-bd6e-4690-991f-b3cc3b5b6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:58:12Z', 'revision_number': 11, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:15.180770 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7289c694-bd6e-4690-991f-b3cc3b5b6711 None None] Checking router: 6e87766f-695e-4337-804f-a080a6fc4fde for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:58:15.212294 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7289c694-bd6e-4690-991f-b3cc3b5b6711 None None] Routers {'6e87766f-695e-4337-804f-a080a6fc4fde'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:15.212969 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-7289c694-bd6e-4690-991f-b3cc3b5b6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:58:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6e87766f-695e-4337-804f-a080a6fc4fde'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:15.257958 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07a80d-f320-4865-add9-9a510dae3883 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a7896d-aeb8-430d-8900-c59cc00a3155,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:15.259864 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['da0af385-aeba-4eeb-aec5-c779f2b8a70e'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 05:58:15.296155 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9051c-ffa4-4c8f-9618-e2a1582c1c17 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Subnet': ['ID=8f1d8df6-6f1f-4e96-8b95-f7ee2ba73568,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:15.323037 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c9051c-ffa4-4c8f-9618-e2a1582c1c17 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network 41b66e4e-dbf1-40ba-9537-87ab841db984 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:15.342261 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-66c9051c-ffa4-4c8f-9618-e2a1582c1c17 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:15.346357 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c9051c-ffa4-4c8f-9618-e2a1582c1c17 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:15.347103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-66c9051c-ffa4-4c8f-9618-e2a1582c1c17 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:15.379008 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fea46aa0-0f94-4a42-8233-aa2a4fc411c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7441833 Apr 18 05:58:15.380165 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45334) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:15.409495 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7be6652a-f40d-4aa1-a5cf-b97a8faffe0d tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Request body: {'port': {'network_id': '4a8a605f-96df-4400-8cd4-a570f7367f7d', 'name': 'tempest-AllowedAddressPairTestJSON-160630581'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:15.410624 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5b07a80d-f320-4865-add9-9a510dae3883 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:15.416571 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5b07a80d-f320-4865-add9-9a510dae3883 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8667302 Apr 18 05:58:15.422213 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45338) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:15.426350 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-66c9051c-ffa4-4c8f-9618-e2a1582c1c17 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6984370 Apr 18 05:58:15.440109 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45340) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:15.448012 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-8853cddb-28fc-483b-9068-680a81d3ca14 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Request body: {'security_group_rule': {'security_group_id': 'e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0', 'project_id': '49ad773d519141abbf5e743e64df06bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:15.470643 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-213d9386-8917-4c8f-9c06-98f251ef31aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'port': {'network_id': '41b66e4e-dbf1-40ba-9537-87ab841db984', 'fixed_ips': [{'subnet_id': '6ce8a07b-58df-4e86-920b-a4a072d74194'}, {'subnet_id': '8f1d8df6-6f1f-4e96-8b95-f7ee2ba73568'}], 'name': 'tempest-PortsIpV6TestJSON-1563160574'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:15.511592 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8853cddb-28fc-483b-9068-680a81d3ca14 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:15.526370 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93295ae4-9fda-444c-bd9b-cdb89d635772 req-764484b5-b3ff-4c8f-9d9b-05cf403fa357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:15.532213 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-93295ae4-9fda-444c-bd9b-cdb89d635772 req-764484b5-b3ff-4c8f-9d9b-05cf403fa357 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 1098 time: 0.7145941 Apr 18 05:58:15.587889 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-7289c694-bd6e-4690-991f-b3cc3b5b6711 None None] Set router 6e87766f-695e-4337-804f-a080a6fc4fde gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:15.609921 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8853cddb-28fc-483b-9068-680a81d3ca14 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Usage tracker for resource:security_group_rule and tenant:49ad773d519141abbf5e743e64df06bc is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:15.625557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8853cddb-28fc-483b-9068-680a81d3ca14 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:15.653248 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8853cddb-28fc-483b-9068-680a81d3ca14 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:15.747495 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device fd646f8f-57b8-494e-bba0-0d1784ac69f0 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:58:15.789294 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-7289c694-bd6e-4690-991f-b3cc3b5b6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:58:12Z', 'revision_number': 11, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:15.801627 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7289c694-bd6e-4690-991f-b3cc3b5b6711 None None] The sync data for ids ['6e87766f-695e-4337-804f-a080a6fc4fde'] in dv-neutron-837489-1-hyperv is: [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:58:12Z', 'revision_number': 11, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:58:15.825236 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45352) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:15.836791 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-06c74d09-115f-429d-85f7-b4200e03e4c0 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:15.919367 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-8853cddb-28fc-483b-9068-680a81d3ca14 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Project 49ad773d519141abbf5e743e64df06bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 05:58:15.943324 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8853cddb-28fc-483b-9068-680a81d3ca14 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:16.025659 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-213d9386-8917-4c8f-9c06-98f251ef31aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:16.062024 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5e352-9902-45b1-b94f-b462db6383b8 req-4868e643-3f6a-411b-af78-86f8eaf5c604 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:16.069761 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bea5e352-9902-45b1-b94f-b462db6383b8 req-4868e643-3f6a-411b-af78-86f8eaf5c604 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc93699-9e79-47b8-ae98-7a80bd98524e HTTP/1.1" status: 200 len: 945 time: 0.2778986 Apr 18 05:58:16.072020 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-36a9cc7e-76ca-4410-8136-ebbdf117425b tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:16.072480 dv-neutron-837489-1-hyperv neutron-server[88035]: WARNING neutron.api.v2.base [None req-36a9cc7e-76ca-4410-8136-ebbdf117425b tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 05:58:16.073163 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-36a9cc7e-76ca-4410-8136-ebbdf117425b tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 05:58:16.074292 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-36a9cc7e-76ca-4410-8136-ebbdf117425b tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2481394 Apr 18 05:58:16.075514 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7be6652a-f40d-4aa1-a5cf-b97a8faffe0d tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:16.076869 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-213d9386-8917-4c8f-9c06-98f251ef31aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:port and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:16.078773 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45358) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:16.084001 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-213d9386-8917-4c8f-9c06-98f251ef31aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:16.090483 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-8e8ceadc-ba97-48b6-8cb5-67c6fd4c57d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group': {'name': 'tempest-secgroup--262788083'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:16.100954 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7be6652a-f40d-4aa1-a5cf-b97a8faffe0d tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Usage tracker for resource:port and tenant:8d95c7922bee443697454073529e83e8 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:16.106205 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7be6652a-f40d-4aa1-a5cf-b97a8faffe0d tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:16.109491 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8e8ceadc-ba97-48b6-8cb5-67c6fd4c57d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:16.122074 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7be6652a-f40d-4aa1-a5cf-b97a8faffe0d tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:16.123116 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-213d9386-8917-4c8f-9c06-98f251ef31aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:16.127047 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8e8ceadc-ba97-48b6-8cb5-67c6fd4c57d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:16.132541 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8e8ceadc-ba97-48b6-8cb5-67c6fd4c57d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:16.142774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8e8ceadc-ba97-48b6-8cb5-67c6fd4c57d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:16.146057 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8853cddb-28fc-483b-9068-680a81d3ca14 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:16.150987 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93295ae4-9fda-444c-bd9b-cdb89d635772 req-edffcfbd-cd78-4525-8311-a2d303010566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:16.154312 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-93295ae4-9fda-444c-bd9b-cdb89d635772 req-edffcfbd-cd78-4525-8311-a2d303010566 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2404285-3951-4b85-895a-b975b3056dc6 HTTP/1.1" status: 200 len: 898 time: 0.5822530 Apr 18 05:58:16.167476 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-06c74d09-115f-429d-85f7-b4200e03e4c0 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:16.177116 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-4a8a605f-96df-4400-8cd4-a570f7367f7d', 'network_id': '4a8a605f-96df-4400-8cd4-a570f7367f7d', 'tenant_id': '8d95c7922bee443697454073529e83e8', 'fixed_ips': [{'subnet_id': 'a9c23284-4d41-49fd-af78-456f1d4b6d7f'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:58:16.177819 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:16.240816 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8e8ceadc-ba97-48b6-8cb5-67c6fd4c57d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:16.251715 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be6652a-f40d-4aa1-a5cf-b97a8faffe0d tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Made reservation on behalf of 8d95c7922bee443697454073529e83e8 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:16.255239 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7be6652a-f40d-4aa1-a5cf-b97a8faffe0d tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:16.262293 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8853cddb-28fc-483b-9068-680a81d3ca14 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:16.269609 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port fd646f8f-57b8-494e-bba0-0d1784ac69f0 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:16.270789 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bea5e352-9902-45b1-b94f-b462db6383b8 req-65187177-a294-4dbf-92e8-d21dc4645de0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9a511f0-7c3a-417c-82d5-3dd86c544bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000222 Apr 18 05:58:16.295016 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 17565f2e-e11e-4925-8507-a335ef04acac up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:58:16.296277 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213d9386-8917-4c8f-9c06-98f251ef31aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:16.297594 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-06c74d09-115f-429d-85f7-b4200e03e4c0 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:16.305197 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c74d09-115f-429d-85f7-b4200e03e4c0 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Subnet': ['ID=41fd39ff-7aae-42b1-a1b7-d61768642793,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:16.307723 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-06c74d09-115f-429d-85f7-b4200e03e4c0 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/subnets/41fd39ff-7aae-42b1-a1b7-d61768642793 HTTP/1.1" status: 204 len: 168 time: 1.5771923 Apr 18 05:58:16.312832 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8e8ceadc-ba97-48b6-8cb5-67c6fd4c57d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:16.323209 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45362) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:16.331282 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4492625c-837e-400d-8d13-f82abf661f45 None None] Network 1105953e-ed86-421d-b764-eba3e2b2584b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:58:16.362734 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-7be6652a-f40d-4aa1-a5cf-b97a8faffe0d tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] device_id is not set on port 699e373e-3922-45ac-b8d9-aac9918f23b7 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:58:16.370141 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02a5fcc-f51e-47ea-9890-b32a104e5203 None None] Network 41b66e4e-dbf1-40ba-9537-87ab841db984 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:58:16.415627 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8e8ceadc-ba97-48b6-8cb5-67c6fd4c57d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:16.431183 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8e8ceadc-ba97-48b6-8cb5-67c6fd4c57d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:16.471883 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8e8ceadc-ba97-48b6-8cb5-67c6fd4c57d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:16.485409 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853cddb-28fc-483b-9068-680a81d3ca14 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b27f1e-6364-4bf5-aaac-62067c7a326f,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:16.534006 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-213d9386-8917-4c8f-9c06-98f251ef31aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:16.545436 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8853cddb-28fc-483b-9068-680a81d3ca14 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:16.546180 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8853cddb-28fc-483b-9068-680a81d3ca14 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1169102 Apr 18 05:58:16.562972 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-93295ae4-9fda-444c-bd9b-cdb89d635772 req-35f8feba-aa7f-4fb3-a95b-a380edd50b98 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7c421ca-6d86-40fa-b3e1-d826bf65db70 HTTP/1.1" status: 200 len: 1000 time: 0.3794773 Apr 18 05:58:16.567451 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-213d9386-8917-4c8f-9c06-98f251ef31aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] device_id is not set on port abd84e68-81d2-4b3d-98e4-17cc62876549 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:58:16.675558 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93295ae4-9fda-444c-bd9b-cdb89d635772 req-6c53aabe-4e05-4cbd-ac61-57eca1c10c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:16.678017 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-93295ae4-9fda-444c-bd9b-cdb89d635772 req-6c53aabe-4e05-4cbd-ac61-57eca1c10c2b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79c99ae8-b553-4829-97ea-deddbbeae601 HTTP/1.1" status: 200 len: 835 time: 0.0706661 Apr 18 05:58:16.683663 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8e8ceadc-ba97-48b6-8cb5-67c6fd4c57d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:16.741103 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-076405c6-f097-434b-9250-6c4b52c92ea6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:16.791106 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-076405c6-f097-434b-9250-6c4b52c92ea6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Deleting port 4869c312-9eb0-4ab4-b5fb-2b8c485f1e11 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:16.791770 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-076405c6-f097-434b-9250-6c4b52c92ea6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:16.813218 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f65433e9-5f8e-4e0a-a8ba-871fe3b2598d None None] Provisioning for port fd646f8f-57b8-494e-bba0-0d1784ac69f0 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:16.855503 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9b1fae88-2e94-445e-b4f9-6c03555e68d3 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:16.880700 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f65433e9-5f8e-4e0a-a8ba-871fe3b2598d None None] Provisioning complete for port fd646f8f-57b8-494e-bba0-0d1784ac69f0 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:16.881608 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f65433e9-5f8e-4e0a-a8ba-871fe3b2598d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:16.922643 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93295ae4-9fda-444c-bd9b-cdb89d635772 req-a8fa3c24-c9ca-4531-b3e5-21e20f23dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:16.924189 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-93295ae4-9fda-444c-bd9b-cdb89d635772 req-a8fa3c24-c9ca-4531-b3e5-21e20f23dfb7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2404285-3951-4b85-895a-b975b3056dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2350855 Apr 18 05:58:16.953963 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 17565f2e-e11e-4925-8507-a335ef04acac triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:16.954962 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:17.114529 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] Allocated IP 172.20.0.2 (4a8a605f-96df-4400-8cd4-a570f7367f7d/a9c23284-4d41-49fd-af78-456f1d4b6d7f/4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:17.117117 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8e8ceadc-ba97-48b6-8cb5-67c6fd4c57d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:17.149151 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8e8ceadc-ba97-48b6-8cb5-67c6fd4c57d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:17.214116 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8e8ceadc-ba97-48b6-8cb5-67c6fd4c57d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:17.295836 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8e8ceadc-ba97-48b6-8cb5-67c6fd4c57d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:17.341248 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8e8ceadc-ba97-48b6-8cb5-67c6fd4c57d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:17.443520 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-93295ae4-9fda-444c-bd9b-cdb89d635772 req-245e402e-dc71-497a-af38-f45c7913ad55 service neutron] 10.222.0.52 "GET /v2.0/networks/a2404285-3951-4b85-895a-b975b3056dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707911 Apr 18 05:58:17.446323 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8e8ceadc-ba97-48b6-8cb5-67c6fd4c57d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:17.514228 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ceadc-ba97-48b6-8cb5-67c6fd4c57d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f51fb3c-9996-423c-a5ae-dca8e998b9fc,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:17.574285 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f65433e9-5f8e-4e0a-a8ba-871fe3b2598d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:17.595995 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97ee101-4041-4627-b7a8-99e5dd650531 None None] DHCP port deletion for 1105953e-ed86-421d-b764-eba3e2b2584b request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:58:17.602558 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-076405c6-f097-434b-9250-6c4b52c92ea6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] For port 4869c312-9eb0-4ab4-b5fb-2b8c485f1e11, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4869c312-9eb0-4ab4-b5fb-2b8c485f1e11,segment=NetworkSegment(cad194e2-7fd1-415b-bc57-f1d944fa77ab),segment_id=cad194e2-7fd1-415b-bc57-f1d944fa77ab)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:17.602952 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-076405c6-f097-434b-9250-6c4b52c92ea6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:17.696064 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-213d9386-8917-4c8f-9c06-98f251ef31aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Allocated IP 2001:db8::f4 (41b66e4e-dbf1-40ba-9537-87ab841db984/6ce8a07b-58df-4e86-920b-a4a072d74194/abd84e68-81d2-4b3d-98e4-17cc62876549) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:17.708495 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-213d9386-8917-4c8f-9c06-98f251ef31aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Allocated IP 2001:db8:0:1::2db (41b66e4e-dbf1-40ba-9537-87ab841db984/8f1d8df6-6f1f-4e96-8b95-f7ee2ba73568/abd84e68-81d2-4b3d-98e4-17cc62876549) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:17.735271 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-c97ee101-4041-4627-b7a8-99e5dd650531 None None] Deleting port 4869c312-9eb0-4ab4-b5fb-2b8c485f1e11 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:17.735817 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c97ee101-4041-4627-b7a8-99e5dd650531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:17.750546 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-93295ae4-9fda-444c-bd9b-cdb89d635772 req-f0dfa4ce-64cf-427c-8ae8-3cfa73864817 service neutron] 10.222.0.52 "GET /v2.0/networks/a2404285-3951-4b85-895a-b975b3056dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928562 Apr 18 05:58:17.788669 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 1de457cd-0831-454d-97c2-e71b610872de no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:58:17.842455 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-076405c6-f097-434b-9250-6c4b52c92ea6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Calling delete_port for 4869c312-9eb0-4ab4-b5fb-2b8c485f1e11 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:17.842860 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 1de457cd-0831-454d-97c2-e71b610872de {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:58:17.843341 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 1de457cd-0831-454d-97c2-e71b610872de not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:58:17.843807 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4869c312-9eb0-4ab4-b5fb-2b8c485f1e11 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:58:17.889353 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device da0af385-aeba-4eeb-aec5-c779f2b8a70e up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:58:18.006351 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:18.021819 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f65433e9-5f8e-4e0a-a8ba-871fe3b2598d None None] For port fd646f8f-57b8-494e-bba0-0d1784ac69f0, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=fd646f8f-57b8-494e-bba0-0d1784ac69f0,segment=NetworkSegment(c97acd98-cb52-4020-b7fe-07a0405bae7d),segment_id=c97acd98-cb52-4020-b7fe-07a0405bae7d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:18.024913 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ff7b7-1bfc-4fb8-9f53-a32a95b0babf req-6335b015-c316-42bf-b9d6-55841d465041 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:18.027112 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-721ff7b7-1bfc-4fb8-9f53-a32a95b0babf req-6335b015-c316-42bf-b9d6-55841d465041 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc93699-9e79-47b8-ae98-7a80bd98524e HTTP/1.1" status: 200 len: 945 time: 0.5960181 Apr 18 05:58:18.030087 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-213d9386-8917-4c8f-9c06-98f251ef31aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:18.065301 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-213d9386-8917-4c8f-9c06-98f251ef31aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Transition to ACTIVE for port object abd84e68-81d2-4b3d-98e4-17cc62876549 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:18.095179 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8e8ceadc-ba97-48b6-8cb5-67c6fd4c57d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:18.095749 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-213d9386-8917-4c8f-9c06-98f251ef31aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:18.101815 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fae88-2e94-445e-b4f9-6c03555e68d3 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting port 973dadef-611e-4a76-a77c-b1e2d8bbcd1f {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:18.102472 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9b1fae88-2e94-445e-b4f9-6c03555e68d3 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:18.108486 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port da0af385-aeba-4eeb-aec5-c779f2b8a70e completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:18.121241 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] Transition to ACTIVE for port object 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:18.142812 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8e8ceadc-ba97-48b6-8cb5-67c6fd4c57d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:18.152247 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f65433e9-5f8e-4e0a-a8ba-871fe3b2598d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:18.153902 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:18.179937 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213d9386-8917-4c8f-9c06-98f251ef31aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network 41b66e4e-dbf1-40ba-9537-87ab841db984 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:18.183331 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-213d9386-8917-4c8f-9c06-98f251ef31aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:18.185765 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213d9386-8917-4c8f-9c06-98f251ef31aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:58:18.194035 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213d9386-8917-4c8f-9c06-98f251ef31aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:18.194696 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-213d9386-8917-4c8f-9c06-98f251ef31aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:18.195783 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-721ff7b7-1bfc-4fb8-9f53-a32a95b0babf req-499f5d93-6338-4d07-a6ed-a5879b0b9a8b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9a511f0-7c3a-417c-82d5-3dd86c544bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468065 Apr 18 05:58:18.208746 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-076405c6-f097-434b-9250-6c4b52c92ea6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:18.237471 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d9386-8917-4c8f-9c06-98f251ef31aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Port': ['ID=abd84e68-81d2-4b3d-98e4-17cc62876549,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:18.252389 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-213d9386-8917-4c8f-9c06-98f251ef31aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.8099937 Apr 18 05:58:18.257814 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45440) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:18.259832 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-c97ee101-4041-4627-b7a8-99e5dd650531 None None] The port '4869c312-9eb0-4ab4-b5fb-2b8c485f1e11' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:58:18.267469 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-4e7fb7bb-0317-4918-9203-6e24f10e8239 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6ce8a07b-58df-4e86-920b-a4a072d74194'}]}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:18.271487 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port da0af385-aeba-4eeb-aec5-c779f2b8a70e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:18.271855 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:18.309425 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076405c6-f097-434b-9250-6c4b52c92ea6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Port': ['ID=4869c312-9eb0-4ab4-b5fb-2b8c485f1e11,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:18.361763 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ceadc-ba97-48b6-8cb5-67c6fd4c57d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9894b4-76f9-4c9e-b5a1-e8e1dd2681f2,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:18.370088 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076405c6-f097-434b-9250-6c4b52c92ea6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] No DVR routers for this DVR port 4869c312-9eb0-4ab4-b5fb-2b8c485f1e11 on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:58:18.396468 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65433e9-5f8e-4e0a-a8ba-871fe3b2598d None None] Pushing event updated for resources: {'Port': ['ID=fd646f8f-57b8-494e-bba0-0d1784ac69f0,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:18.410939 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] Transition to ACTIVE for port object 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:18.484985 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:18.505331 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4e7fb7bb-0317-4918-9203-6e24f10e8239 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:18.520913 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-7be6652a-f40d-4aa1-a5cf-b97a8faffe0d tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Allocated IP 172.20.0.4 (4a8a605f-96df-4400-8cd4-a570f7367f7d/a9c23284-4d41-49fd-af78-456f1d4b6d7f/699e373e-3922-45ac-b8d9-aac9918f23b7) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:18.535000 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8e8ceadc-ba97-48b6-8cb5-67c6fd4c57d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:18.544564 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8e8ceadc-ba97-48b6-8cb5-67c6fd4c57d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4625759 Apr 18 05:58:18.546609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45454) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:18.557412 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-52179bd6-eb0a-4048-9af4-90cd5e2537cf tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group_rule': {'security_group_id': '3a9894b4-76f9-4c9e-b5a1-e8e1dd2681f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:18.570546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-52179bd6-eb0a-4048-9af4-90cd5e2537cf tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:18.601016 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-52179bd6-eb0a-4048-9af4-90cd5e2537cf tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:18.604384 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61353c8f-c8d6-4e3e-af62-0efee715a987 None None] Update dhcp port {'port': {'network_id': '41b66e4e-dbf1-40ba-9537-87ab841db984', 'fixed_ips': [{'subnet_id': '6ce8a07b-58df-4e86-920b-a4a072d74194', 'ip_address': '2001:db8::2'}, {'subnet_id': '8f1d8df6-6f1f-4e96-8b95-f7ee2ba73568'}], 'binding:host_id': 'dv-neutron-837489-1-hyperv'}, 'id': 'fd646f8f-57b8-494e-bba0-0d1784ac69f0'} from dv-neutron-837489-1-hyperv. {{(pid=88036) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 05:58:18.606693 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-52179bd6-eb0a-4048-9af4-90cd5e2537cf tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:18.616236 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-52179bd6-eb0a-4048-9af4-90cd5e2537cf tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:18.673544 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-61353c8f-c8d6-4e3e-af62-0efee715a987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:18.677515 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-52179bd6-eb0a-4048-9af4-90cd5e2537cf tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:18.683895 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] Network 4a8a605f-96df-4400-8cd4-a570f7367f7d is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:18.689564 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:18.706294 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:58:18.707987 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-076405c6-f097-434b-9250-6c4b52c92ea6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:18.725248 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] Pushing event updated for resources: {'Port': ['ID=4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:18.740148 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-076405c6-f097-434b-9250-6c4b52c92ea6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1105953e-ed86-421d-b764-eba3e2b2584b']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:18.754459 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-076405c6-f097-434b-9250-6c4b52c92ea6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad194e2-7fd1-415b-bc57-f1d944fa77ab') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:18.754758 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-076405c6-f097-434b-9250-6c4b52c92ea6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad194e2-7fd1-415b-bc57-f1d944fa77ab') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:18.767829 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-076405c6-f097-434b-9250-6c4b52c92ea6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:18.790386 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-076405c6-f097-434b-9250-6c4b52c92ea6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:18.797499 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076405c6-f097-434b-9250-6c4b52c92ea6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:58:18.798801 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-076405c6-f097-434b-9250-6c4b52c92ea6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:18.904626 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-52179bd6-eb0a-4048-9af4-90cd5e2537cf tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:18.978543 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-52179bd6-eb0a-4048-9af4-90cd5e2537cf tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:58:19.041096 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:58:19.068004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-076405c6-f097-434b-9250-6c4b52c92ea6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:19.074796 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52179bd6-eb0a-4048-9af4-90cd5e2537cf tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ecb0ba5-6e21-4603-b8cb-e364f3a9397a,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:19.077531 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] Attempting to bind port 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:58:19.078125 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] Attempting to bind port 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'bd3a0998-454d-4848-9a02-f657799231a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4a8a605f-96df-4400-8cd4-a570f7367f7d'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:58:19.078287 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] Attempting to bind port 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee on network 4a8a605f-96df-4400-8cd4-a570f7367f7d {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:58:19.084910 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:19.101191 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-076405c6-f097-434b-9250-6c4b52c92ea6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:19.101608 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:58:19.101990 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] Checking segment: {'id': 'bd3a0998-454d-4848-9a02-f657799231a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4a8a605f-96df-4400-8cd4-a570f7367f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:58:19.102395 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:19.102790 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] Bound using segment: {'id': 'bd3a0998-454d-4848-9a02-f657799231a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4a8a605f-96df-4400-8cd4-a570f7367f7d'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:58:19.103268 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] Bound port: 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3a0998-454d-4848-9a02-f657799231a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4a8a605f-96df-4400-8cd4-a570f7367f7d'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:58:19.103716 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:19.114727 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-076405c6-f097-434b-9250-6c4b52c92ea6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/networks/1105953e-ed86-421d-b764-eba3e2b2584b HTTP/1.1" status: 204 len: 168 time: 2.7882109 Apr 18 05:58:19.123902 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45460) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:19.142726 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-a53807e4-789c-4fd8-8187-1187f7d17dfa tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'router': {'routes': None}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:19.154689 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port da0af385-aeba-4eeb-aec5-c779f2b8a70e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=da0af385-aeba-4eeb-aec5-c779f2b8a70e,segment=NetworkSegment(38e1556b-9beb-4876-b3ae-bbd0a2592cda),segment_id=38e1556b-9beb-4876-b3ae-bbd0a2592cda)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:19.161455 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc93699-9e79-47b8-ae98-7a80bd98524e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0af385-aeba-4eeb-aec5-c779f2b8a70e'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:58:19.171338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-52179bd6-eb0a-4048-9af4-90cd5e2537cf tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:19.173722 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-52179bd6-eb0a-4048-9af4-90cd5e2537cf tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6256225 Apr 18 05:58:19.184178 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:19.186518 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45466) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:19.197952 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-2bbfce02-0eb1-44b3-8f36-79ae8c02c851 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group_rule': {'security_group_id': '3a9894b4-76f9-4c9e-b5a1-e8e1dd2681f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:19.200330 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076405c6-f097-434b-9250-6c4b52c92ea6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Pushing event deleted for resources: {'Network': ['ID=1105953e-ed86-421d-b764-eba3e2b2584b,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:19.206848 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2bbfce02-0eb1-44b3-8f36-79ae8c02c851 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:19.212434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2bbfce02-0eb1-44b3-8f36-79ae8c02c851 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:19.216498 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2bbfce02-0eb1-44b3-8f36-79ae8c02c851 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:19.227068 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2bbfce02-0eb1-44b3-8f36-79ae8c02c851 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:19.257777 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2bbfce02-0eb1-44b3-8f36-79ae8c02c851 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:19.363569 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-2bbfce02-0eb1-44b3-8f36-79ae8c02c851 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 05:58:19.365157 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2bbfce02-0eb1-44b3-8f36-79ae8c02c851 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1775002 Apr 18 05:58:19.368024 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45472) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:19.436528 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7272c86-ab6b-44fc-98b9-42812821e1ca'] response: {'server_uuid': 'fcc93699-9e79-47b8-ae98-7a80bd98524e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0af385-aeba-4eeb-aec5-c779f2b8a70e', 'code': 200} Apr 18 05:58:19.486879 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-12ff2f27-fe2f-482a-985c-5b465c5de73a tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:19.533509 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-12ff2f27-fe2f-482a-985c-5b465c5de73a tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:19.539042 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=da0af385-aeba-4eeb-aec5-c779f2b8a70e,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:19.547019 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-61353c8f-c8d6-4e3e-af62-0efee715a987 None None] Allocated IP 2001:db8:0:1::2 (41b66e4e-dbf1-40ba-9537-87ab841db984/8f1d8df6-6f1f-4e96-8b95-f7ee2ba73568/fd646f8f-57b8-494e-bba0-0d1784ac69f0) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:19.594566 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] For port 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:58:19.608929 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] For port 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee,segment=NetworkSegment(bd3a0998-454d-4848-9a02-f657799231a7),segment_id=bd3a0998-454d-4848-9a02-f657799231a7)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:58:19.624926 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:19.664198 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-9b1fae88-2e94-445e-b4f9-6c03555e68d3 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] For port 973dadef-611e-4a76-a77c-b1e2d8bbcd1f, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=973dadef-611e-4a76-a77c-b1e2d8bbcd1f,segment=NetworkSegment(ed04d3bc-3d64-4278-9d45-d5a8b9235e76),segment_id=ed04d3bc-3d64-4278-9d45-d5a8b9235e76)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:19.664572 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9b1fae88-2e94-445e-b4f9-6c03555e68d3 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:19.719308 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-12ff2f27-fe2f-482a-985c-5b465c5de73a tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:19.752455 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff2f27-fe2f-482a-985c-5b465c5de73a tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9894b4-76f9-4c9e-b5a1-e8e1dd2681f2,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:19.756121 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-12ff2f27-fe2f-482a-985c-5b465c5de73a tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:19.757874 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-12ff2f27-fe2f-482a-985c-5b465c5de73a tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "DELETE /v2.0/security-groups/3a9894b4-76f9-4c9e-b5a1-e8e1dd2681f2 HTTP/1.1" status: 204 len: 168 time: 0.3887465 Apr 18 05:58:19.760790 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e12edd-e1c8-4690-8f4f-ff57c9fa9f5b req-998a2847-d2c8-44ce-b3e7-0a0ea75d7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:19.762446 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-80e12edd-e1c8-4690-8f4f-ff57c9fa9f5b req-998a2847-d2c8-44ce-b3e7-0a0ea75d7757 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fcc93699-9e79-47b8-ae98-7a80bd98524e HTTP/1.1" status: 200 len: 1099 time: 0.1387601 Apr 18 05:58:19.763501 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45476) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:19.767526 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device fd646f8f-57b8-494e-bba0-0d1784ac69f0 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:58:19.863019 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-80e12edd-e1c8-4690-8f4f-ff57c9fa9f5b req-d27aa8f3-3534-4815-852f-e2870aa9dd01 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d9a511f0-7c3a-417c-82d5-3dd86c544bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776672 Apr 18 05:58:19.917585 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3b11f16c-5d2e-4e0d-bb12-6089ce84e9d6 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Synchronizing usage tracker for tenant:e8f6e00654534286aba45a04613014df on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:19.955743 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3b11f16c-5d2e-4e0d-bb12-6089ce84e9d6 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Unset dirty status for tenant:e8f6e00654534286aba45a04613014df on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:19.958185 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3b11f16c-5d2e-4e0d-bb12-6089ce84e9d6 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1943941 Apr 18 05:58:19.962033 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45482) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:19.966208 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b35e11-9930-4d8b-8c2a-1af581c375fe None None] Pushing event updated for resources: {'Port': ['ID=4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:19.982485 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-449b17c1-b5e1-49ca-9ac4-3556735a4abd tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group': {'name': 'tempest-secgroup--1749968959'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:19.993740 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-449b17c1-b5e1-49ca-9ac4-3556735a4abd tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:20.007114 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-449b17c1-b5e1-49ca-9ac4-3556735a4abd tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:20.010292 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-61353c8f-c8d6-4e3e-af62-0efee715a987 None None] For port fd646f8f-57b8-494e-bba0-0d1784ac69f0, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=fd646f8f-57b8-494e-bba0-0d1784ac69f0,segment=NetworkSegment(c97acd98-cb52-4020-b7fe-07a0405bae7d),segment_id=c97acd98-cb52-4020-b7fe-07a0405bae7d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:20.016382 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port fd646f8f-57b8-494e-bba0-0d1784ac69f0 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:20.016754 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:20.038881 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-449b17c1-b5e1-49ca-9ac4-3556735a4abd tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:20.062269 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.extraroute_db [None req-a53807e4-789c-4fd8-8187-1187f7d17dfa tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Added routes are [] {{(pid=88035) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 18 05:58:20.064616 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.extraroute_db [None req-a53807e4-789c-4fd8-8187-1187f7d17dfa tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Removed routes are [] {{(pid=88035) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 18 05:58:20.065815 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a53807e4-789c-4fd8-8187-1187f7d17dfa tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:20.078945 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-449b17c1-b5e1-49ca-9ac4-3556735a4abd tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:20.084976 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-449b17c1-b5e1-49ca-9ac4-3556735a4abd tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:20.091923 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fae88-2e94-445e-b4f9-6c03555e68d3 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Calling delete_port for 973dadef-611e-4a76-a77c-b1e2d8bbcd1f owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:20.093700 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-61353c8f-c8d6-4e3e-af62-0efee715a987 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:20.100172 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-449b17c1-b5e1-49ca-9ac4-3556735a4abd tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:20.116875 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-449b17c1-b5e1-49ca-9ac4-3556735a4abd tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:20.134939 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-61353c8f-c8d6-4e3e-af62-0efee715a987 None None] Transition to ACTIVE for port object fd646f8f-57b8-494e-bba0-0d1784ac69f0 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:20.144920 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-61353c8f-c8d6-4e3e-af62-0efee715a987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:20.274610 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-4e7fb7bb-0317-4918-9203-6e24f10e8239 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Delete allocated IP 2001:db8:0:1::2db (41b66e4e-dbf1-40ba-9537-87ab841db984/8f1d8df6-6f1f-4e96-8b95-f7ee2ba73568) {{(pid=88034) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 05:58:20.368225 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-449b17c1-b5e1-49ca-9ac4-3556735a4abd tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:20.462290 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7be6652a-f40d-4aa1-a5cf-b97a8faffe0d tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:20.484901 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-449b17c1-b5e1-49ca-9ac4-3556735a4abd tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:20.490511 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61353c8f-c8d6-4e3e-af62-0efee715a987 None None] Pushing event updated for resources: {'Port': ['ID=fd646f8f-57b8-494e-bba0-0d1784ac69f0,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:20.647508 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b17c1-b5e1-49ca-9ac4-3556735a4abd tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a92e90a-6c01-4150-987d-b4d71c4acab2,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:20.653415 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-449b17c1-b5e1-49ca-9ac4-3556735a4abd tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:20.658445 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-449b17c1-b5e1-49ca-9ac4-3556735a4abd tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6951103 Apr 18 05:58:20.661506 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45486) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:20.670588 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-cf3bd678-0e3e-4103-8c48-7fe14c4a503e tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group_rule': {'security_group_id': '3a92e90a-6c01-4150-987d-b4d71c4acab2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:20.671086 dv-neutron-837489-1-hyperv neutron-server[88034]: WARNING neutron.api.v2.base [None req-cf3bd678-0e3e-4103-8c48-7fe14c4a503e tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 18 05:58:20.671590 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-cf3bd678-0e3e-4103-8c48-7fe14c4a503e tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:58:20.676208 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-cf3bd678-0e3e-4103-8c48-7fe14c4a503e tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0136116 Apr 18 05:58:20.680000 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45490) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:20.761777 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-7be6652a-f40d-4aa1-a5cf-b97a8faffe0d tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Transition to ACTIVE for port object 699e373e-3922-45ac-b8d9-aac9918f23b7 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:20.772076 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a53807e4-789c-4fd8-8187-1187f7d17dfa tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:20.783881 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6558e-580d-4c64-ae90-7e9960ad0e82 req-f2ef2766-76e5-4089-b49c-4b7c4fefbf04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:20.791404 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6bb6558e-580d-4c64-ae90-7e9960ad0e82 req-f2ef2766-76e5-4089-b49c-4b7c4fefbf04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc93699-9e79-47b8-ae98-7a80bd98524e HTTP/1.1" status: 200 len: 946 time: 1.2495008 Apr 18 05:58:20.832519 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a53807e4-789c-4fd8-8187-1187f7d17dfa tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:20.872880 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6bb6558e-580d-4c64-ae90-7e9960ad0e82 req-3a9b2a18-a785-4e2a-99f2-15cbfee636f6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9a511f0-7c3a-417c-82d5-3dd86c544bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800281 Apr 18 05:58:20.923856 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4e7fb7bb-0317-4918-9203-6e24f10e8239 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:20.932468 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ad838655-045d-46c5-aa88-b67cd63a9058 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:20.953627 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-4e7fb7bb-0317-4918-9203-6e24f10e8239 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Ignored duplicate provisioning block setup for port abd84e68-81d2-4b3d-98e4-17cc62876549 by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 18 05:58:20.970253 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4e7fb7bb-0317-4918-9203-6e24f10e8239 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:21.023869 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ad838655-045d-46c5-aa88-b67cd63a9058 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:21.227168 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-4e7fb7bb-0317-4918-9203-6e24f10e8239 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] In _notify_port_updated(), no bound segment for port abd84e68-81d2-4b3d-98e4-17cc62876549 on network 41b66e4e-dbf1-40ba-9537-87ab841db984 {{(pid=88034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 05:58:21.233233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53807e4-789c-4fd8-8187-1187f7d17dfa tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router 6e87766f-695e-4337-804f-a080a6fc4fde has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:58:21.234012 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7fb7bb-0317-4918-9203-6e24f10e8239 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:21.234119 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4e7fb7bb-0317-4918-9203-6e24f10e8239 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:21.234497 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7be6652a-f40d-4aa1-a5cf-b97a8faffe0d tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:21.235962 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4e7fb7bb-0317-4918-9203-6e24f10e8239 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "PUT /v2.0/ports/abd84e68-81d2-4b3d-98e4-17cc62876549 HTTP/1.1" status: 200 len: 925 time: 2.9763584 Apr 18 05:58:21.240198 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45496) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:21.240900 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ad838655-045d-46c5-aa88-b67cd63a9058 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:21.265253 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-7981c58d-33d7-4315-9638-ae0b113f7a2a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6ce8a07b-58df-4e86-920b-a4a072d74194'}, {'subnet_id': '8f1d8df6-6f1f-4e96-8b95-f7ee2ba73568'}]}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:21.369873 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9b1fae88-2e94-445e-b4f9-6c03555e68d3 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:21.387658 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ad838655-045d-46c5-aa88-b67cd63a9058 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:21.391318 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ad838655-045d-46c5-aa88-b67cd63a9058 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "DELETE /v2.0/security-groups/3a92e90a-6c01-4150-987d-b4d71c4acab2 HTTP/1.1" status: 204 len: 168 time: 0.7044721 Apr 18 05:58:21.395764 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45500) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:21.476526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad838655-045d-46c5-aa88-b67cd63a9058 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a92e90a-6c01-4150-987d-b4d71c4acab2,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:21.480756 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fb7bb-0317-4918-9203-6e24f10e8239 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Port': ['ID=abd84e68-81d2-4b3d-98e4-17cc62876549,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:21.523836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d2d887-8922-49bd-821d-9524a9074a67 None None] Network 41b66e4e-dbf1-40ba-9537-87ab841db984 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:58:21.534931 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7981c58d-33d7-4315-9638-ae0b113f7a2a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:21.617033 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be6652a-f40d-4aa1-a5cf-b97a8faffe0d tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Network 4a8a605f-96df-4400-8cd4-a570f7367f7d is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:21.701478 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1626a43-a0b6-4852-b655-1c77bd65a18f None None] Network 4a8a605f-96df-4400-8cd4-a570f7367f7d requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:58:21.716798 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-7be6652a-f40d-4aa1-a5cf-b97a8faffe0d tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:21.806216 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be6652a-f40d-4aa1-a5cf-b97a8faffe0d tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:58:21.865380 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6652a-f40d-4aa1-a5cf-b97a8faffe0d tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Pushing event updated for resources: {'Port': ['ID=699e373e-3922-45ac-b8d9-aac9918f23b7,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:21.881044 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:58:21.980654 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1a8306ce-b682-41cb-930e-3e11d085d036 None None] Provisioning for port fd646f8f-57b8-494e-bba0-0d1784ac69f0 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:21.983182 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fae88-2e94-445e-b4f9-6c03555e68d3 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Port': ['ID=973dadef-611e-4a76-a77c-b1e2d8bbcd1f,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:21.987720 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53807e4-789c-4fd8-8187-1187f7d17dfa tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:58:22.019328 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36569c0f-0440-4924-85f1-e83ea8afd9ca None None] Sync routers for ids ['6e87766f-695e-4337-804f-a080a6fc4fde'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:58:22.054141 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1a8306ce-b682-41cb-930e-3e11d085d036 None None] Provisioning complete for port fd646f8f-57b8-494e-bba0-0d1784ac69f0 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:22.054981 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1a8306ce-b682-41cb-930e-3e11d085d036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:22.080698 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-7981c58d-33d7-4315-9638-ae0b113f7a2a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Allocated IP 2001:db8:0:1::a0 (41b66e4e-dbf1-40ba-9537-87ab841db984/8f1d8df6-6f1f-4e96-8b95-f7ee2ba73568/abd84e68-81d2-4b3d-98e4-17cc62876549) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:22.097238 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36569c0f-0440-4924-85f1-e83ea8afd9ca None None] Routers {'6e87766f-695e-4337-804f-a080a6fc4fde'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:22.097480 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a53807e4-789c-4fd8-8187-1187f7d17dfa tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:22.098514 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-36569c0f-0440-4924-85f1-e83ea8afd9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:58:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6e87766f-695e-4337-804f-a080a6fc4fde'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:22.098836 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a53807e4-789c-4fd8-8187-1187f7d17dfa tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/6e87766f-695e-4337-804f-a080a6fc4fde HTTP/1.1" status: 200 len: 704 time: 2.9679687 Apr 18 05:58:22.109932 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45506) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:22.130470 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1de451f1-5143-4657-b48b-5c9e254bacaa tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Synchronizing usage tracker for tenant:e8f6e00654534286aba45a04613014df on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:22.164793 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be6652a-f40d-4aa1-a5cf-b97a8faffe0d tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:22.165950 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7be6652a-f40d-4aa1-a5cf-b97a8faffe0d tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:22.224715 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:22.388427 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17fc71-2b29-45b7-97a7-c94a2c2295e6 req-412f9143-5690-48e0-b406-9935773c7045 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:22.397970 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ba17fc71-2b29-45b7-97a7-c94a2c2295e6 req-412f9143-5690-48e0-b406-9935773c7045 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc93699-9e79-47b8-ae98-7a80bd98524e HTTP/1.1" status: 200 len: 946 time: 0.3140609 Apr 18 05:58:22.416357 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device fd646f8f-57b8-494e-bba0-0d1784ac69f0 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:58:22.461568 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9b1fae88-2e94-445e-b4f9-6c03555e68d3 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:22.471954 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-36569c0f-0440-4924-85f1-e83ea8afd9ca None None] Set router 6e87766f-695e-4337-804f-a080a6fc4fde gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:22.480618 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f0bcefc9-9dde-4d70-9896-e660f08d65c7 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Synchronizing usage tracker for tenant:cfb0e03f77e24f68b484d6de092642f5 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:22.518932 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7981c58d-33d7-4315-9638-ae0b113f7a2a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:22.530269 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ba17fc71-2b29-45b7-97a7-c94a2c2295e6 req-30437397-f9f2-4213-8cd1-a3155a906372 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9a511f0-7c3a-417c-82d5-3dd86c544bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312962 Apr 18 05:58:22.547134 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-7981c58d-33d7-4315-9638-ae0b113f7a2a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Ignored duplicate provisioning block setup for port abd84e68-81d2-4b3d-98e4-17cc62876549 by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 18 05:58:22.555308 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7981c58d-33d7-4315-9638-ae0b113f7a2a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:22.577042 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7be6652a-f40d-4aa1-a5cf-b97a8faffe0d tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 7.1823721 Apr 18 05:58:22.591511 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45514) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:22.602137 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-891cc6f1-e6ec-4605-8d09-5c4443919799 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Request body: {'port': {'network_id': '4a8a605f-96df-4400-8cd4-a570f7367f7d', 'name': 'tempest-AllowedAddressPairTestJSON-872816627', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:65:b1:65'}]}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:22.744982 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-7981c58d-33d7-4315-9638-ae0b113f7a2a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] In _notify_port_updated(), no bound segment for port abd84e68-81d2-4b3d-98e4-17cc62876549 on network 41b66e4e-dbf1-40ba-9537-87ab841db984 {{(pid=88034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 05:58:22.750773 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7981c58d-33d7-4315-9638-ae0b113f7a2a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:22.752395 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7981c58d-33d7-4315-9638-ae0b113f7a2a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:22.756463 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7981c58d-33d7-4315-9638-ae0b113f7a2a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "PUT /v2.0/ports/abd84e68-81d2-4b3d-98e4-17cc62876549 HTTP/1.1" status: 200 len: 1010 time: 1.5076001 Apr 18 05:58:22.756463 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981c58d-33d7-4315-9638-ae0b113f7a2a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Port': ['ID=abd84e68-81d2-4b3d-98e4-17cc62876549,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:22.757552 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45518) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:22.775173 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-36569c0f-0440-4924-85f1-e83ea8afd9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:58:12Z', 'revision_number': 11, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:22.797621 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36569c0f-0440-4924-85f1-e83ea8afd9ca None None] Checking router: 6e87766f-695e-4337-804f-a080a6fc4fde for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:58:22.810080 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1de451f1-5143-4657-b48b-5c9e254bacaa tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Unset dirty status for tenant:e8f6e00654534286aba45a04613014df on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:22.811271 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1de451f1-5143-4657-b48b-5c9e254bacaa tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.4121585 Apr 18 05:58:22.829181 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45522) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:22.837166 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-e679db45-fda5-4712-a7d5-b8324a08cc47 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group': {'name': 'tempest-secgroup--827807874'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:22.845984 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-2539e64f-c0f6-475d-b60a-bf9ad2c99413 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port abd84e68-81d2-4b3d-98e4-17cc62876549 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:22.846431 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2539e64f-c0f6-475d-b60a-bf9ad2c99413 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:22.863539 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f0bcefc9-9dde-4d70-9896-e660f08d65c7 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Unset dirty status for tenant:cfb0e03f77e24f68b484d6de092642f5 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:22.866758 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f0bcefc9-9dde-4d70-9896-e660f08d65c7 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e87766f-695e-4337-804f-a080a6fc4fde HTTP/1.1" status: 200 len: 205 time: 0.7379594 Apr 18 05:58:22.874697 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45526) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:22.891706 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36569c0f-0440-4924-85f1-e83ea8afd9ca None None] Routers {'6e87766f-695e-4337-804f-a080a6fc4fde'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:22.893005 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-36569c0f-0440-4924-85f1-e83ea8afd9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:58:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6e87766f-695e-4337-804f-a080a6fc4fde'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:22.895492 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e679db45-fda5-4712-a7d5-b8324a08cc47 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:23.006337 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e679db45-fda5-4712-a7d5-b8324a08cc47 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:23.010791 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port fd646f8f-57b8-494e-bba0-0d1784ac69f0 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:23.010791 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:23.024462 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-891cc6f1-e6ec-4605-8d09-5c4443919799 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:23.161373 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e679db45-fda5-4712-a7d5-b8324a08cc47 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:23.186216 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cf999fab-94f0-4f8e-87d3-6588d0c881e3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:23.189862 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-891cc6f1-e6ec-4605-8d09-5c4443919799 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Usage tracker for resource:port and tenant:8d95c7922bee443697454073529e83e8 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:23.194742 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-891cc6f1-e6ec-4605-8d09-5c4443919799 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:23.214554 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-36569c0f-0440-4924-85f1-e83ea8afd9ca None None] Set router 6e87766f-695e-4337-804f-a080a6fc4fde gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:23.255943 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-891cc6f1-e6ec-4605-8d09-5c4443919799 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:23.279525 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c39b02-fd23-4ba1-ada2-0c7b98bb2872 req-f8d3e025-6cec-41d1-b5e0-f96a575a781d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:23.286768 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-95c39b02-fd23-4ba1-ada2-0c7b98bb2872 req-f8d3e025-6cec-41d1-b5e0-f96a575a781d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc93699-9e79-47b8-ae98-7a80bd98524e HTTP/1.1" status: 200 len: 946 time: 0.4781394 Apr 18 05:58:23.328881 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891cc6f1-e6ec-4605-8d09-5c4443919799 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Made reservation on behalf of 8d95c7922bee443697454073529e83e8 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:23.394457 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-95c39b02-fd23-4ba1-ada2-0c7b98bb2872 req-b463b589-4f55-433c-920b-e099e83cf801 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9a511f0-7c3a-417c-82d5-3dd86c544bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066985 Apr 18 05:58:23.425931 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-36569c0f-0440-4924-85f1-e83ea8afd9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:58:12Z', 'revision_number': 11, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:23.447438 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36569c0f-0440-4924-85f1-e83ea8afd9ca None None] The sync data for ids ['6e87766f-695e-4337-804f-a080a6fc4fde'] in dv-neutron-837489-1-hyperv is: [{'id': '6e87766f-695e-4337-804f-a080a6fc4fde', 'name': 'tempest-RoutersIpV6Test-router-574219912', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:27Z', 'updated_at': '2022-04-18T05:58:12Z', 'revision_number': 11, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:58:23.509738 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e679db45-fda5-4712-a7d5-b8324a08cc47 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:23.520412 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e679db45-fda5-4712-a7d5-b8324a08cc47 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:23.523489 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e679db45-fda5-4712-a7d5-b8324a08cc47 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:23.540067 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e679db45-fda5-4712-a7d5-b8324a08cc47 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:23.602570 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-891cc6f1-e6ec-4605-8d09-5c4443919799 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:23.607105 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-90347d7a-084f-4028-82e6-2d92e7d0d15c None None] Provisioning for port 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:23.617986 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-90347d7a-084f-4028-82e6-2d92e7d0d15c None None] Provisioning complete for port 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:23.618363 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-90347d7a-084f-4028-82e6-2d92e7d0d15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:23.631197 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-891cc6f1-e6ec-4605-8d09-5c4443919799 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] device_id is not set on port a2d868f0-52f1-403f-bb0b-51d1442cbc16 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:58:23.728658 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e679db45-fda5-4712-a7d5-b8324a08cc47 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:23.765882 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1fae88-2e94-445e-b4f9-6c03555e68d3 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router a9607895-f0b6-4931-8632-391ad3393134 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:58:23.887758 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-90347d7a-084f-4028-82e6-2d92e7d0d15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:23.937212 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2539e64f-c0f6-475d-b60a-bf9ad2c99413 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:23.961255 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-90347d7a-084f-4028-82e6-2d92e7d0d15c None None] For port 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee,segment=NetworkSegment(bd3a0998-454d-4848-9a02-f657799231a7),segment_id=bd3a0998-454d-4848-9a02-f657799231a7)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:23.977218 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-90347d7a-084f-4028-82e6-2d92e7d0d15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:24.107397 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-2539e64f-c0f6-475d-b60a-bf9ad2c99413 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Calling delete_port for abd84e68-81d2-4b3d-98e4-17cc62876549 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:24.138575 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e679db45-fda5-4712-a7d5-b8324a08cc47 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:24.148464 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90347d7a-084f-4028-82e6-2d92e7d0d15c None None] Pushing event updated for resources: {'Port': ['ID=4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:24.168533 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-66d980dd-3169-42dd-9339-7b897ea3b5d1 None None] Provisioning complete for port 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:24.175628 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-66d980dd-3169-42dd-9339-7b897ea3b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:24.175997 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1fae88-2e94-445e-b4f9-6c03555e68d3 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:58:24.197726 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bc1059-a793-4926-9f22-f42fc2659f0f None None] Sync routers for ids ['a9607895-f0b6-4931-8632-391ad3393134'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:58:24.212022 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9b1fae88-2e94-445e-b4f9-6c03555e68d3 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/a9607895-f0b6-4931-8632-391ad3393134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4102488 Apr 18 05:58:24.212631 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bc1059-a793-4926-9f22-f42fc2659f0f None None] Routers {'a9607895-f0b6-4931-8632-391ad3393134'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:24.213255 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-52bc1059-a793-4926-9f22-f42fc2659f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:58:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9607895-f0b6-4931-8632-391ad3393134'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:24.215994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45536) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:24.217379 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-891cc6f1-e6ec-4605-8d09-5c4443919799 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Allocated IP 172.20.0.8 (4a8a605f-96df-4400-8cd4-a570f7367f7d/a9c23284-4d41-49fd-af78-456f1d4b6d7f/a2d868f0-52f1-403f-bb0b-51d1442cbc16) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:24.422088 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6adfc59-d7c2-4c7c-9cba-9b32188053c8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting subnet c9e390d3-03c3-491b-b5a6-c1483e2133d7 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:58:24.436176 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6adfc59-d7c2-4c7c-9cba-9b32188053c8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:24.492216 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-66d980dd-3169-42dd-9339-7b897ea3b5d1 None None] Provisioning for port abd84e68-81d2-4b3d-98e4-17cc62876549 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:24.506131 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-66d980dd-3169-42dd-9339-7b897ea3b5d1 None None] Provisioning complete for port abd84e68-81d2-4b3d-98e4-17cc62876549 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:24.506505 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-66d980dd-3169-42dd-9339-7b897ea3b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:24.571638 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-52bc1059-a793-4926-9f22-f42fc2659f0f None None] Set router a9607895-f0b6-4931-8632-391ad3393134 gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:24.624514 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679db45-fda5-4712-a7d5-b8324a08cc47 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44709cf-7692-4d6d-a1ae-b08fabf11b58,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:24.630514 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cf999fab-94f0-4f8e-87d3-6588d0c881e3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:24.634638 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cf999fab-94f0-4f8e-87d3-6588d0c881e3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:24.636323 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e679db45-fda5-4712-a7d5-b8324a08cc47 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:24.637553 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e679db45-fda5-4712-a7d5-b8324a08cc47 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8071818 Apr 18 05:58:24.641354 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-66d980dd-3169-42dd-9339-7b897ea3b5d1 None None] Port abd84e68-81d2-4b3d-98e4-17cc62876549 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:58:24.646435 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45540) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:24.677202 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-66d980dd-3169-42dd-9339-7b897ea3b5d1 None None] Provisioning complete for port fd646f8f-57b8-494e-bba0-0d1784ac69f0 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:24.678843 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-66d980dd-3169-42dd-9339-7b897ea3b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:24.680817 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6adfc59-d7c2-4c7c-9cba-9b32188053c8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:24.714229 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cf999fab-94f0-4f8e-87d3-6588d0c881e3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:24.714793 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf999fab-94f0-4f8e-87d3-6588d0c881e3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Fanout notify agent at l3_agent the message router_deleted on router 6e87766f-695e-4337-804f-a080a6fc4fde {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:58:24.761089 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7d809a62-fd23-4312-892e-b5ebfd21977b tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group_rule': {'security_group_id': 'd44709cf-7692-4d6d-a1ae-b08fabf11b58', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:24.761535 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cf999fab-94f0-4f8e-87d3-6588d0c881e3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:24.764297 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-cf999fab-94f0-4f8e-87d3-6588d0c881e3 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/routers/6e87766f-695e-4337-804f-a080a6fc4fde HTTP/1.1" status: 204 len: 168 time: 1.8799891 Apr 18 05:58:24.765424 dv-neutron-837489-1-hyperv neutron-server[88035]: WARNING neutron.api.v2.base [None req-7d809a62-fd23-4312-892e-b5ebfd21977b tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 18 05:58:24.766142 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-7d809a62-fd23-4312-892e-b5ebfd21977b tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:58:24.773247 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7d809a62-fd23-4312-892e-b5ebfd21977b tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.1249330 Apr 18 05:58:24.787159 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45546) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:24.789374 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45548) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:24.815853 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-a4c5162c-0e84-4c1f-9b42-cd36085aee88 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-174602896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:24.838421 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-a4c5162c-0e84-4c1f-9b42-cd36085aee88 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:24.850332 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a4c5162c-0e84-4c1f-9b42-cd36085aee88 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Usage tracker for resource:router and tenant:cfb0e03f77e24f68b484d6de092642f5 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:24.853404 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a4c5162c-0e84-4c1f-9b42-cd36085aee88 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:24.863789 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-a4c5162c-0e84-4c1f-9b42-cd36085aee88 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:24.942155 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45554) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:24.943302 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a4c5162c-0e84-4c1f-9b42-cd36085aee88 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:24.944764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a4c5162c-0e84-4c1f-9b42-cd36085aee88 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:25.056242 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-66d980dd-3169-42dd-9339-7b897ea3b5d1 None None] Provisioning for port 699e373e-3922-45ac-b8d9-aac9918f23b7 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:25.071213 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-66d980dd-3169-42dd-9339-7b897ea3b5d1 None None] Provisioning complete for port 699e373e-3922-45ac-b8d9-aac9918f23b7 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:25.071602 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-66d980dd-3169-42dd-9339-7b897ea3b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:25.186668 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2539e64f-c0f6-475d-b60a-bf9ad2c99413 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:25.211529 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-66d980dd-3169-42dd-9339-7b897ea3b5d1 None None] Port 699e373e-3922-45ac-b8d9-aac9918f23b7 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:58:25.232710 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-891cc6f1-e6ec-4605-8d09-5c4443919799 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:25.257048 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a4c5162c-0e84-4c1f-9b42-cd36085aee88 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:25.259691 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-510ef37f-7fbc-4bdc-85fd-95995918475e tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:25.261459 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-52bc1059-a793-4926-9f22-f42fc2659f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:58:21Z', 'revision_number': 10, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:25.266926 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-891cc6f1-e6ec-4605-8d09-5c4443919799 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Transition to ACTIVE for port object a2d868f0-52f1-403f-bb0b-51d1442cbc16 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:25.272610 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bc1059-a793-4926-9f22-f42fc2659f0f None None] Checking router: a9607895-f0b6-4931-8632-391ad3393134 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:58:25.283663 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6adfc59-d7c2-4c7c-9cba-9b32188053c8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:25.286140 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bc1059-a793-4926-9f22-f42fc2659f0f None None] Routers {'a9607895-f0b6-4931-8632-391ad3393134'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:25.286945 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-52bc1059-a793-4926-9f22-f42fc2659f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:58:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9607895-f0b6-4931-8632-391ad3393134'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:25.331126 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c25ab412-5f9f-48d1-8af9-85ae28b3d7fd None None] Could not find standard attr ID for object abd84e68-81d2-4b3d-98e4-17cc62876549. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 05:58:25.353277 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c25ab412-5f9f-48d1-8af9-85ae28b3d7fd None None] Provisioning complete for port 699e373e-3922-45ac-b8d9-aac9918f23b7 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:25.353815 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c25ab412-5f9f-48d1-8af9-85ae28b3d7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:25.395454 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539e64f-c0f6-475d-b60a-bf9ad2c99413 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Port': ['ID=abd84e68-81d2-4b3d-98e4-17cc62876549,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:25.413880 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-510ef37f-7fbc-4bdc-85fd-95995918475e tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:25.521263 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-52bc1059-a793-4926-9f22-f42fc2659f0f None None] Set router a9607895-f0b6-4931-8632-391ad3393134 gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:25.537417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2539e64f-c0f6-475d-b60a-bf9ad2c99413 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:25.554582 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a4c5162c-0e84-4c1f-9b42-cd36085aee88 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:25.559692 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-891cc6f1-e6ec-4605-8d09-5c4443919799 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:25.602058 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2539e64f-c0f6-475d-b60a-bf9ad2c99413 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/ports/abd84e68-81d2-4b3d-98e4-17cc62876549 HTTP/1.1" status: 204 len: 168 time: 2.8423915 Apr 18 05:58:25.602058 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a4c5162c-0e84-4c1f-9b42-cd36085aee88 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:25.608053 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a4c5162c-0e84-4c1f-9b42-cd36085aee88 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8177328 Apr 18 05:58:25.608549 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45558) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:25.611790 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45560) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:25.624086 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-c25ab412-5f9f-48d1-8af9-85ae28b3d7fd None None] Port 699e373e-3922-45ac-b8d9-aac9918f23b7 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:58:25.645358 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6adfc59-d7c2-4c7c-9cba-9b32188053c8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:25.694586 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-510ef37f-7fbc-4bdc-85fd-95995918475e tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:25.732864 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:58:25.773927 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-6bbae4c2-6acc-4d72-83f6-659a7175b452 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:25.799274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891cc6f1-e6ec-4605-8d09-5c4443919799 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Pushing event updated for resources: {'Port': ['ID=a2d868f0-52f1-403f-bb0b-51d1442cbc16,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:25.813130 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adfc59-d7c2-4c7c-9cba-9b32188053c8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Subnet': ['ID=c9e390d3-03c3-491b-b5a6-c1483e2133d7,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:25.816895 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6adfc59-d7c2-4c7c-9cba-9b32188053c8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:25.818885 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900d03d7-5aaa-4bb7-967f-000d21ab0e67 None None] Network b24e6f0b-91d3-4bcc-abcb-c219a1cf87db requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:58:25.844697 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891cc6f1-e6ec-4605-8d09-5c4443919799 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Network 4a8a605f-96df-4400-8cd4-a570f7367f7d is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:25.857169 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-891cc6f1-e6ec-4605-8d09-5c4443919799 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:25.863517 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891cc6f1-e6ec-4605-8d09-5c4443919799 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:58:25.993508 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ef37f-7fbc-4bdc-85fd-95995918475e tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44709cf-7692-4d6d-a1ae-b08fabf11b58,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:26.009065 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891cc6f1-e6ec-4605-8d09-5c4443919799 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:26.009749 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-891cc6f1-e6ec-4605-8d09-5c4443919799 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:26.068208 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c6adfc59-d7c2-4c7c-9cba-9b32188053c8 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/subnets/c9e390d3-03c3-491b-b5a6-c1483e2133d7 HTTP/1.1" status: 204 len: 168 time: 1.8479066 Apr 18 05:58:26.070460 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45568) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:26.106107 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-891cc6f1-e6ec-4605-8d09-5c4443919799 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 3.5120280 Apr 18 05:58:26.108468 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-510ef37f-7fbc-4bdc-85fd-95995918475e tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:26.112174 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-510ef37f-7fbc-4bdc-85fd-95995918475e tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "DELETE /v2.0/security-groups/d44709cf-7692-4d6d-a1ae-b08fabf11b58 HTTP/1.1" status: 204 len: 168 time: 1.3190975 Apr 18 05:58:26.114722 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45572) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:26.115225 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45574) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:26.129095 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:26.129691 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:26.129816 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2a00c2-4617-47c3-857d-5319a62c85b6 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] GET failed (client error): The resource could not be found. Apr 18 05:58:26.130352 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5c2a00c2-4617-47c3-857d-5319a62c85b6 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Synchronizing usage tracker for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:26.257636 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-52bc1059-a793-4926-9f22-f42fc2659f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:58:21Z', 'revision_number': 10, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:26.270124 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bc1059-a793-4926-9f22-f42fc2659f0f None None] The sync data for ids ['a9607895-f0b6-4931-8632-391ad3393134'] in dv-neutron-837489-1-hyperv is: [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:58:21Z', 'revision_number': 10, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None, '_interfaces': [{'id': '6a4654e3-80cf-4f64-9352-0a762373b968', 'name': '', 'network_id': '756ae67a-738d-4228-b79c-ba10ebb5b77c', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'mac_address': 'fa:16:3e:d4:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9607895-f0b6-4931-8632-391ad3393134', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:53Z', 'updated_at': '2022-04-18T05:57:04Z', 'revision_number': 5, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'subnets': [{'id': '10b74cb9-7eb7-4b27-a180-0a4202808ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:58:26.343711 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e648d768-6cfd-430d-a4f0-7be7f49dba50 None None] Provisioning for port a2d868f0-52f1-403f-bb0b-51d1442cbc16 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:26.351002 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5c2a00c2-4617-47c3-857d-5319a62c85b6 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Unset dirty status for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:26.352863 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5c2a00c2-4617-47c3-857d-5319a62c85b6 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports/abd84e68-81d2-4b3d-98e4-17cc62876549 HTTP/1.1" status: 404 len: 333 time: 0.7406662 Apr 18 05:58:26.370712 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e648d768-6cfd-430d-a4f0-7be7f49dba50 None None] Provisioning complete for port a2d868f0-52f1-403f-bb0b-51d1442cbc16 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:26.371077 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e648d768-6cfd-430d-a4f0-7be7f49dba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:26.387469 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6227e784-3e44-4ab9-94f9-0bfbcaedf8ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:26.391029 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45580) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:26.460584 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-813ed659-f7e6-40ab-9ffe-42018185f2cb tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Synchronizing usage tracker for tenant:e8f6e00654534286aba45a04613014df on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:26.484894 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e648d768-6cfd-430d-a4f0-7be7f49dba50 None None] Port a2d868f0-52f1-403f-bb0b-51d1442cbc16 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:58:26.649736 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7358b3d-ca80-4ee5-9c27-e6698587e643 None None] DHCP port deletion for b24e6f0b-91d3-4bcc-abcb-c219a1cf87db request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:58:26.666581 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-b7358b3d-ca80-4ee5-9c27-e6698587e643 None None] Deleting port fb36198f-06a0-40ec-8b3a-705a2f5b24e8 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:26.670013 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b7358b3d-ca80-4ee5-9c27-e6698587e643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:26.671275 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-6227e784-3e44-4ab9-94f9-0bfbcaedf8ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting port fb36198f-06a0-40ec-8b3a-705a2f5b24e8 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:26.671693 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6227e784-3e44-4ab9-94f9-0bfbcaedf8ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:26.790624 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-813ed659-f7e6-40ab-9ffe-42018185f2cb tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Unset dirty status for tenant:e8f6e00654534286aba45a04613014df on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:26.792288 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-813ed659-f7e6-40ab-9ffe-42018185f2cb tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6738138 Apr 18 05:58:26.803635 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45584) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:26.816913 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-dc12f83b-f66e-4137-af7b-9a41a72cb7e5 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group': {'name': 'tempest-secgroup--1437008963'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:26.823311 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-dc12f83b-f66e-4137-af7b-9a41a72cb7e5 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:26.835598 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6bbae4c2-6acc-4d72-83f6-659a7175b452 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:26.837004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-dc12f83b-f66e-4137-af7b-9a41a72cb7e5 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:26.868804 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6bbae4c2-6acc-4d72-83f6-659a7175b452 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:26.872658 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc12f83b-f66e-4137-af7b-9a41a72cb7e5 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:26.926505 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-dc12f83b-f66e-4137-af7b-9a41a72cb7e5 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:26.933712 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f83f8db-c74b-49c2-9134-3279b8efd701 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting subnet 8f1d8df6-6f1f-4e96-8b95-f7ee2ba73568 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:58:26.953170 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-dc12f83b-f66e-4137-af7b-9a41a72cb7e5 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:26.957692 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f83f8db-c74b-49c2-9134-3279b8efd701 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:26.997585 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-dc12f83b-f66e-4137-af7b-9a41a72cb7e5 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:27.003957 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-b7358b3d-ca80-4ee5-9c27-e6698587e643 None None] For port fb36198f-06a0-40ec-8b3a-705a2f5b24e8, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=fb36198f-06a0-40ec-8b3a-705a2f5b24e8,segment=NetworkSegment(ed04d3bc-3d64-4278-9d45-d5a8b9235e76),segment_id=ed04d3bc-3d64-4278-9d45-d5a8b9235e76)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:27.004377 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b7358b3d-ca80-4ee5-9c27-e6698587e643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:27.013052 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec915066-ea38-4467-a256-5d52e47f4107 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:27.020180 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec915066-ea38-4467-a256-5d52e47f4107 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:27.026699 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec915066-ea38-4467-a256-5d52e47f4107 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:27.027590 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ec915066-ea38-4467-a256-5d52e47f4107 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Synchronizing usage tracker for tenant:8d95c7922bee443697454073529e83e8 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:27.098655 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-dc12f83b-f66e-4137-af7b-9a41a72cb7e5 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:27.142764 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ec915066-ea38-4467-a256-5d52e47f4107 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Unset dirty status for tenant:8d95c7922bee443697454073529e83e8 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:27.147257 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ec915066-ea38-4467-a256-5d52e47f4107 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 1.0310392 Apr 18 05:58:27.155200 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45590) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:27.185283 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-b7358b3d-ca80-4ee5-9c27-e6698587e643 None None] Calling delete_port for fb36198f-06a0-40ec-8b3a-705a2f5b24e8 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:27.190191 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbae4c2-6acc-4d72-83f6-659a7175b452 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Router a21c504a-7b40-47fd-9594-3604b1a87a86 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:58:27.266713 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f83f8db-c74b-49c2-9134-3279b8efd701 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:27.304356 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b7358b3d-ca80-4ee5-9c27-e6698587e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:27.312223 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-cf61fd2a-40ea-4bc4-88c1-d48e971f9c2c tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Deleting port a2d868f0-52f1-403f-bb0b-51d1442cbc16 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:27.312721 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cf61fd2a-40ea-4bc4-88c1-d48e971f9c2c tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:27.345748 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-6227e784-3e44-4ab9-94f9-0bfbcaedf8ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] For port fb36198f-06a0-40ec-8b3a-705a2f5b24e8, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=fb36198f-06a0-40ec-8b3a-705a2f5b24e8,segment=NetworkSegment(ed04d3bc-3d64-4278-9d45-d5a8b9235e76),segment_id=ed04d3bc-3d64-4278-9d45-d5a8b9235e76)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:27.346295 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6227e784-3e44-4ab9-94f9-0bfbcaedf8ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:27.356532 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7358b3d-ca80-4ee5-9c27-e6698587e643 None None] Pushing event deleted for resources: {'Port': ['ID=fb36198f-06a0-40ec-8b3a-705a2f5b24e8,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:27.366684 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7358b3d-ca80-4ee5-9c27-e6698587e643 None None] No DVR routers for this DVR port fb36198f-06a0-40ec-8b3a-705a2f5b24e8 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:58:27.433891 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbae4c2-6acc-4d72-83f6-659a7175b452 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:58:27.444142 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6bbae4c2-6acc-4d72-83f6-659a7175b452 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:27.447394 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e64ed5-7ac6-47fb-95c8-9b221a3789fe None None] Sync routers for ids ['a21c504a-7b40-47fd-9594-3604b1a87a86'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:58:27.448703 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6bbae4c2-6acc-4d72-83f6-659a7175b452 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "PUT /v2.0/routers/a21c504a-7b40-47fd-9594-3604b1a87a86 HTTP/1.1" status: 200 len: 697 time: 1.8339477 Apr 18 05:58:27.449320 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45594) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:27.463269 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e64ed5-7ac6-47fb-95c8-9b221a3789fe None None] Routers {'a21c504a-7b40-47fd-9594-3604b1a87a86'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:27.466682 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-12e64ed5-7ac6-47fb-95c8-9b221a3789fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:58:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a21c504a-7b40-47fd-9594-3604b1a87a86'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:27.523221 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-6227e784-3e44-4ab9-94f9-0bfbcaedf8ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Calling delete_port for fb36198f-06a0-40ec-8b3a-705a2f5b24e8 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:27.643891 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-12e64ed5-7ac6-47fb-95c8-9b221a3789fe None None] Set router a21c504a-7b40-47fd-9594-3604b1a87a86 gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:27.781459 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-6227e784-3e44-4ab9-94f9-0bfbcaedf8ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:58:27.782887 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-6227e784-3e44-4ab9-94f9-0bfbcaedf8ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:58:27.796244 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc12f83b-f66e-4137-af7b-9a41a72cb7e5 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:27.799707 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 973dadef-611e-4a76-a77c-b1e2d8bbcd1f no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:58:27.802461 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f83f8db-c74b-49c2-9134-3279b8efd701 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:27.812634 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b2a8875b-c8bc-42eb-85a5-896b548a3228 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/routers/a21c504a-7b40-47fd-9594-3604b1a87a86 HTTP/1.1" status: 200 len: 703 time: 0.3571033 Apr 18 05:58:27.819660 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45598) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:27.842119 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-12e64ed5-7ac6-47fb-95c8-9b221a3789fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21c504a-7b40-47fd-9594-3604b1a87a86', 'name': 'tempest-RoutersIpV6Test-router-174602896', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:58:25Z', 'updated_at': '2022-04-18T05:58:26Z', 'revision_number': 2, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:27.849653 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e64ed5-7ac6-47fb-95c8-9b221a3789fe None None] Checking router: a21c504a-7b40-47fd-9594-3604b1a87a86 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:58:27.851795 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 973dadef-611e-4a76-a77c-b1e2d8bbcd1f {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:58:27.852556 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 973dadef-611e-4a76-a77c-b1e2d8bbcd1f not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:58:27.853160 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device fb36198f-06a0-40ec-8b3a-705a2f5b24e8 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:58:27.867301 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc12f83b-f66e-4137-af7b-9a41a72cb7e5 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:27.875143 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-fad3b39e-5a29-47fc-9691-9714d20542a2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Synchronizing usage tracker for tenant:cfb0e03f77e24f68b484d6de092642f5 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:27.902038 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c0df229b-5324-46f1-af78-44e072ab26bf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:27.902273 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: fb36198f-06a0-40ec-8b3a-705a2f5b24e8 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:58:27.902649 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device fb36198f-06a0-40ec-8b3a-705a2f5b24e8 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:58:27.913522 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-fad3b39e-5a29-47fc-9691-9714d20542a2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Unset dirty status for tenant:cfb0e03f77e24f68b484d6de092642f5 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:27.917499 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-fad3b39e-5a29-47fc-9691-9714d20542a2 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/ports?device_id=a21c504a-7b40-47fd-9594-3604b1a87a86 HTTP/1.1" status: 200 len: 205 time: 0.0944676 Apr 18 05:58:27.917499 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45602) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:27.922076 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e64ed5-7ac6-47fb-95c8-9b221a3789fe None None] Routers {'a21c504a-7b40-47fd-9594-3604b1a87a86'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:27.924357 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-12e64ed5-7ac6-47fb-95c8-9b221a3789fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:58:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a21c504a-7b40-47fd-9594-3604b1a87a86'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:28.080734 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12f83b-f66e-4137-af7b-9a41a72cb7e5 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aad024b-e444-4333-a254-f0ad0e12fb55,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:28.095374 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc12f83b-f66e-4137-af7b-9a41a72cb7e5 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:28.100399 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45606) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:28.100847 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-dc12f83b-f66e-4137-af7b-9a41a72cb7e5 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2950552 Apr 18 05:58:28.135714 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f83f8db-c74b-49c2-9134-3279b8efd701 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:28.140835 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-12e64ed5-7ac6-47fb-95c8-9b221a3789fe None None] Set router a21c504a-7b40-47fd-9594-3604b1a87a86 gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:28.160901 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-4f08158c-df8a-4fc3-ae94-a55c0ae15e1f tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group_rule': {'security_group_id': '3aad024b-e444-4333-a254-f0ad0e12fb55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:28.161667 dv-neutron-837489-1-hyperv neutron-server[88034]: WARNING neutron.api.v2.base [None req-4f08158c-df8a-4fc3-ae94-a55c0ae15e1f tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 18 05:58:28.162160 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-4f08158c-df8a-4fc3-ae94-a55c0ae15e1f tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:58:28.163105 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4f08158c-df8a-4fc3-ae94-a55c0ae15e1f tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0598116 Apr 18 05:58:28.172900 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45610) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:28.180731 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-92eccfb5-24b9-43bb-a1c1-dbb9de63fbbd tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group_rule': {'security_group_id': '3aad024b-e444-4333-a254-f0ad0e12fb55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:28.181411 dv-neutron-837489-1-hyperv neutron-server[88034]: WARNING neutron.api.v2.base [None req-92eccfb5-24b9-43bb-a1c1-dbb9de63fbbd tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 18 05:58:28.181904 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-92eccfb5-24b9-43bb-a1c1-dbb9de63fbbd tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:58:28.185787 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-92eccfb5-24b9-43bb-a1c1-dbb9de63fbbd tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068712 Apr 18 05:58:28.185958 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cf61fd2a-40ea-4bc4-88c1-d48e971f9c2c tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:28.191514 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dfffef22-c834-47b3-9df0-a45d3504dcb1 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:28.200702 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45614) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:28.215627 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-cd29becb-32a1-474c-a1ff-8def58999c57 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group_rule': {'security_group_id': '3aad024b-e444-4333-a254-f0ad0e12fb55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:28.218504 dv-neutron-837489-1-hyperv neutron-server[88035]: WARNING neutron.api.v2.base [None req-cd29becb-32a1-474c-a1ff-8def58999c57 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 18 05:58:28.219355 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-cd29becb-32a1-474c-a1ff-8def58999c57 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:58:28.223706 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-cd29becb-32a1-474c-a1ff-8def58999c57 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0173266 Apr 18 05:58:28.262206 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-12e64ed5-7ac6-47fb-95c8-9b221a3789fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21c504a-7b40-47fd-9594-3604b1a87a86', 'name': 'tempest-RoutersIpV6Test-router-174602896', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:58:25Z', 'updated_at': '2022-04-18T05:58:26Z', 'revision_number': 2, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:28.268078 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e64ed5-7ac6-47fb-95c8-9b221a3789fe None None] The sync data for ids ['a21c504a-7b40-47fd-9594-3604b1a87a86'] in dv-neutron-837489-1-hyperv is: [{'id': 'a21c504a-7b40-47fd-9594-3604b1a87a86', 'name': 'tempest-RoutersIpV6Test-router-174602896', 'tenant_id': 'cfb0e03f77e24f68b484d6de092642f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:58:25Z', 'updated_at': '2022-04-18T05:58:26Z', 'revision_number': 2, 'project_id': 'cfb0e03f77e24f68b484d6de092642f5', 'gw_port_host': None}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:58:28.283656 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45618) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:28.295208 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-6227e784-3e44-4ab9-94f9-0bfbcaedf8ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting port fb36198f-06a0-40ec-8b3a-705a2f5b24e8 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:28.295793 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6227e784-3e44-4ab9-94f9-0bfbcaedf8ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:28.298650 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4283eb97-e3d1-46fb-b4cc-35f0c225bee5 None None] Network 41b66e4e-dbf1-40ba-9537-87ab841db984 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:58:28.322015 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-81f00c02-dd72-4d1b-bec7-bd1db68e7094 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group_rule': {'security_group_id': '3aad024b-e444-4333-a254-f0ad0e12fb55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:28.325082 dv-neutron-837489-1-hyperv neutron-server[88034]: WARNING neutron.api.v2.base [None req-81f00c02-dd72-4d1b-bec7-bd1db68e7094 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 18 05:58:28.326384 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-81f00c02-dd72-4d1b-bec7-bd1db68e7094 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:58:28.330180 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-81f00c02-dd72-4d1b-bec7-bd1db68e7094 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0452130 Apr 18 05:58:28.340633 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83f8db-c74b-49c2-9134-3279b8efd701 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Subnet': ['ID=8f1d8df6-6f1f-4e96-8b95-f7ee2ba73568,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:28.342542 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45624) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:28.416619 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3f83f8db-c74b-49c2-9134-3279b8efd701 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:28.462229 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-cf61fd2a-40ea-4bc4-88c1-d48e971f9c2c tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Calling delete_port for a2d868f0-52f1-403f-bb0b-51d1442cbc16 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:28.529767 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-6227e784-3e44-4ab9-94f9-0bfbcaedf8ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] The port 'fb36198f-06a0-40ec-8b3a-705a2f5b24e8' was deleted {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:58:28.539495 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3f83f8db-c74b-49c2-9134-3279b8efd701 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/subnets/8f1d8df6-6f1f-4e96-8b95-f7ee2ba73568 HTTP/1.1" status: 204 len: 168 time: 2.1311259 Apr 18 05:58:28.583011 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45628) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:28.859084 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dfffef22-c834-47b3-9df0-a45d3504dcb1 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:28.866629 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dfffef22-c834-47b3-9df0-a45d3504dcb1 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:28.950223 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dfffef22-c834-47b3-9df0-a45d3504dcb1 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:28.950976 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfffef22-c834-47b3-9df0-a45d3504dcb1 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Fanout notify agent at l3_agent the message router_deleted on router a21c504a-7b40-47fd-9594-3604b1a87a86 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:58:28.952075 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ad098437-f7f6-42e4-85c1-43095dae2b12 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:28.979938 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6227e784-3e44-4ab9-94f9-0bfbcaedf8ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:28.998677 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dfffef22-c834-47b3-9df0-a45d3504dcb1 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:29.003743 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-dfffef22-c834-47b3-9df0-a45d3504dcb1 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/routers/a21c504a-7b40-47fd-9594-3604b1a87a86 HTTP/1.1" status: 204 len: 168 time: 1.0815713 Apr 18 05:58:29.004889 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45632) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:29.066954 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b422ba-ceb6-4280-b907-aaee73b49763 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting subnet 6ce8a07b-58df-4e86-920b-a4a072d74194 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:58:29.092873 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-6227e784-3e44-4ab9-94f9-0bfbcaedf8ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24e6f0b-91d3-4bcc-abcb-c219a1cf87db']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:29.100496 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58b422ba-ceb6-4280-b907-aaee73b49763 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:29.103607 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-19128043-8ebc-407d-b070-7f5e7a6ca4d9 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/ports?device_id=a21c504a-7b40-47fd-9594-3604b1a87a86 HTTP/1.1" status: 200 len: 205 time: 0.0962305 Apr 18 05:58:29.106104 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45636) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:29.130043 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ad098437-f7f6-42e4-85c1-43095dae2b12 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:29.156088 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-6227e784-3e44-4ab9-94f9-0bfbcaedf8ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed04d3bc-3d64-4278-9d45-d5a8b9235e76') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:29.156584 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-6227e784-3e44-4ab9-94f9-0bfbcaedf8ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed04d3bc-3d64-4278-9d45-d5a8b9235e76') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:29.207379 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6227e784-3e44-4ab9-94f9-0bfbcaedf8ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:29.234800 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58b422ba-ceb6-4280-b907-aaee73b49763 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:29.289677 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6227e784-3e44-4ab9-94f9-0bfbcaedf8ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:29.292455 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cf61fd2a-40ea-4bc4-88c1-d48e971f9c2c tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:29.368777 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6227e784-3e44-4ab9-94f9-0bfbcaedf8ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:58:29.368777 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6227e784-3e44-4ab9-94f9-0bfbcaedf8ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:29.399940 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-b93ad9ae-44f2-4c09-ae8c-faf2bc7f0df9 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] delete failed (client error): The resource could not be found. Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:58:29.401436 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:58:29.405339 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b93ad9ae-44f2-4c09-ae8c-faf2bc7f0df9 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/routers/a21c504a-7b40-47fd-9594-3604b1a87a86 HTTP/1.1" status: 404 len: 336 time: 0.2987158 Apr 18 05:58:29.415654 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45642) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:29.521260 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ad098437-f7f6-42e4-85c1-43095dae2b12 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:29.526658 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61fd2a-40ea-4bc4-88c1-d48e971f9c2c tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Pushing event deleted for resources: {'Port': ['ID=a2d868f0-52f1-403f-bb0b-51d1442cbc16,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:29.567962 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-c0df229b-5324-46f1-af78-44e072ab26bf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.20.0.17 (22c34f74-478f-4492-8535-07cef219de72/6dd2bcf5-cccb-42a7-bf19-b042482fdf81/ff5d08b7-a429-46c4-bf4f-274b36a474cb) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:29.641588 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b1b0c9f6-745f-4898-82e6-82ec95e44a5f None None] Provisioning complete for port fd646f8f-57b8-494e-bba0-0d1784ac69f0 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:29.643979 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b1b0c9f6-745f-4898-82e6-82ec95e44a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:29.663991 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aaabc78-64f5-4d9c-8597-1490ad52cfd1 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] DELETE failed (client error): The resource could not be found. Apr 18 05:58:29.664482 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aaabc78-64f5-4d9c-8597-1490ad52cfd1 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:58:29.687252 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad098437-f7f6-42e4-85c1-43095dae2b12 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aad024b-e444-4333-a254-f0ad0e12fb55,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:29.757441 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6227e784-3e44-4ab9-94f9-0bfbcaedf8ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:29.787818 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ad098437-f7f6-42e4-85c1-43095dae2b12 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:29.792148 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45646) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:29.796608 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ad098437-f7f6-42e4-85c1-43095dae2b12 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "DELETE /v2.0/security-groups/3aad024b-e444-4333-a254-f0ad0e12fb55 HTTP/1.1" status: 204 len: 168 time: 1.3462653 Apr 18 05:58:29.804699 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9aaabc78-64f5-4d9c-8597-1490ad52cfd1 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/subnets/dec4cb34-ebe5-4bb1-80c3-e9c70c764088 HTTP/1.1" status: 404 len: 337 time: 0.3514864 Apr 18 05:58:29.834523 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45650) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:29.849198 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6227e784-3e44-4ab9-94f9-0bfbcaedf8ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:29.863971 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227e784-3e44-4ab9-94f9-0bfbcaedf8ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Network': ['ID=b24e6f0b-91d3-4bcc-abcb-c219a1cf87db,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:29.936493 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c0df229b-5324-46f1-af78-44e072ab26bf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:29.946083 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5e59ac85-98a9-4b5d-8276-4ba3a3c2da1e tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Synchronizing usage tracker for tenant:e8f6e00654534286aba45a04613014df on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:29.972503 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-c0df229b-5324-46f1-af78-44e072ab26bf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Transition to ACTIVE for port object ff5d08b7-a429-46c4-bf4f-274b36a474cb will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:29.978241 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5e59ac85-98a9-4b5d-8276-4ba3a3c2da1e tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Unset dirty status for tenant:e8f6e00654534286aba45a04613014df on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:29.979490 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5e59ac85-98a9-4b5d-8276-4ba3a3c2da1e tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1865160 Apr 18 05:58:29.983386 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45654) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:29.989520 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-c2437445-c20c-4a9e-8d99-dc3fc8669c98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group': {'name': 'tempest-secgroup--999348328'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:29.997813 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c2437445-c20c-4a9e-8d99-dc3fc8669c98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:30.005117 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b56559-c230-4c97-a60c-c30d7f3c35c6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] DELETE failed (client error): The resource could not be found. Apr 18 05:58:30.005697 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b56559-c230-4c97-a60c-c30d7f3c35c6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:58:30.007310 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-06b56559-c230-4c97-a60c-c30d7f3c35c6 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/subnets/20855584-315c-4cc2-8540-c96357df09a7 HTTP/1.1" status: 404 len: 337 time: 0.1400216 Apr 18 05:58:30.008753 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6227e784-3e44-4ab9-94f9-0bfbcaedf8ae tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/networks/b24e6f0b-91d3-4bcc-abcb-c219a1cf87db HTTP/1.1" status: 204 len: 168 time: 3.9300213 Apr 18 05:58:30.016314 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45658) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:30.017025 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45660) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:30.020790 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c2437445-c20c-4a9e-8d99-dc3fc8669c98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:30.072796 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4e9a98-56d8-43e5-b2b8-18235f04ae1e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] DELETE failed (client error): The resource could not be found. Apr 18 05:58:30.073244 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4e9a98-56d8-43e5-b2b8-18235f04ae1e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:58:30.076084 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bd4e9a98-56d8-43e5-b2b8-18235f04ae1e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/subnets/af3096be-1eba-444a-b746-6466357066f2 HTTP/1.1" status: 404 len: 337 time: 0.0574729 Apr 18 05:58:30.077517 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45666) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:30.115571 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58b422ba-ceb6-4280-b907-aaee73b49763 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:30.125128 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c2437445-c20c-4a9e-8d99-dc3fc8669c98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:30.140284 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfabd972-6170-455d-af5c-e0f325bca52f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] DELETE failed (client error): The resource could not be found. Apr 18 05:58:30.140739 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfabd972-6170-455d-af5c-e0f325bca52f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:58:30.144817 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-dfabd972-6170-455d-af5c-e0f325bca52f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/subnets/41fd39ff-7aae-42b1-a1b7-d61768642793 HTTP/1.1" status: 404 len: 337 time: 0.0639741 Apr 18 05:58:30.144817 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c0df229b-5324-46f1-af78-44e072ab26bf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:30.146879 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45670) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:30.255706 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c2437445-c20c-4a9e-8d99-dc3fc8669c98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:30.262254 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3d03fc58-2a64-43e7-9e2f-fa4879f306cb tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e87766f-695e-4337-804f-a080a6fc4fde HTTP/1.1" status: 200 len: 205 time: 0.0769157 Apr 18 05:58:30.266206 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45674) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:30.267263 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cf61fd2a-40ea-4bc4-88c1-d48e971f9c2c tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:30.268826 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0df229b-5324-46f1-af78-44e072ab26bf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 22c34f74-478f-4492-8535-07cef219de72 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:30.271723 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-cf61fd2a-40ea-4bc4-88c1-d48e971f9c2c tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "DELETE /v2.0/ports/a2d868f0-52f1-403f-bb0b-51d1442cbc16 HTTP/1.1" status: 204 len: 168 time: 3.1154232 Apr 18 05:58:30.271879 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c2437445-c20c-4a9e-8d99-dc3fc8669c98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:30.274316 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45676) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:30.284151 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-c0df229b-5324-46f1-af78-44e072ab26bf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:30.286598 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0df229b-5324-46f1-af78-44e072ab26bf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:58:30.350036 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c2437445-c20c-4a9e-8d99-dc3fc8669c98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:30.372769 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df229b-5324-46f1-af78-44e072ab26bf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=ff5d08b7-a429-46c4-bf4f-274b36a474cb,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:30.384192 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c2437445-c20c-4a9e-8d99-dc3fc8669c98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:30.395498 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6358db-b787-410a-beac-01cc7ae4cd4b tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] GET failed (client error): The resource could not be found. Apr 18 05:58:30.397079 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9a6358db-b787-410a-beac-01cc7ae4cd4b tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "GET /v2.0/ports/a2d868f0-52f1-403f-bb0b-51d1442cbc16 HTTP/1.1" status: 404 len: 333 time: 0.1151037 Apr 18 05:58:30.405635 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45682) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:30.418896 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-8ad9d19e-861e-4b3d-8320-7aba079e9096 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Request body: {'port': {'network_id': '4a8a605f-96df-4400-8cd4-a570f7367f7d', 'name': 'tempest-AllowedAddressPairTestJSON-348175076'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:30.456799 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-9b1a3d80-f188-44a8-8e6a-cd8a9f75ab24 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] delete failed (client error): The resource could not be found. Apr 18 05:58:30.458122 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9b1a3d80-f188-44a8-8e6a-cd8a9f75ab24 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/routers/6e87766f-695e-4337-804f-a080a6fc4fde HTTP/1.1" status: 404 len: 336 time: 0.1851900 Apr 18 05:58:30.470417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45686) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:30.526400 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c0df229b-5324-46f1-af78-44e072ab26bf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:30.549686 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58b422ba-ceb6-4280-b907-aaee73b49763 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:30.601965 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4d263581-4fa9-4b90-a8c1-9b17a66349bd tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc8cccc5-d203-4884-a165-0a6584c4dda3 HTTP/1.1" status: 200 len: 205 time: 0.1302745 Apr 18 05:58:30.619197 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45692) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:30.692150 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-9ac2fe4c-6d29-4007-9eb0-46c35430fb1d None None] Provisioning for port ff5d08b7-a429-46c4-bf4f-274b36a474cb completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:30.710871 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-9ac2fe4c-6d29-4007-9eb0-46c35430fb1d None None] Provisioning complete for port ff5d08b7-a429-46c4-bf4f-274b36a474cb triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:30.711260 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9ac2fe4c-6d29-4007-9eb0-46c35430fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:30.727240 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-24b3d43d-e207-4d37-a131-b94a2e2651f4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] delete failed (client error): The resource could not be found. Apr 18 05:58:30.730570 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-24b3d43d-e207-4d37-a131-b94a2e2651f4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/routers/fc8cccc5-d203-4884-a165-0a6584c4dda3 HTTP/1.1" status: 404 len: 336 time: 0.1057780 Apr 18 05:58:30.736611 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45696) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:30.748488 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58b422ba-ceb6-4280-b907-aaee73b49763 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:30.761105 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b422ba-ceb6-4280-b907-aaee73b49763 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce8a07b-58df-4e86-920b-a4a072d74194,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:30.776254 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-58b422ba-ceb6-4280-b907-aaee73b49763 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/subnets/6ce8a07b-58df-4e86-920b-a4a072d74194 HTTP/1.1" status: 204 len: 168 time: 2.1847289 Apr 18 05:58:30.777640 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45700) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:30.812882 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-9ac2fe4c-6d29-4007-9eb0-46c35430fb1d None None] Port ff5d08b7-a429-46c4-bf4f-274b36a474cb cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:58:30.816174 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd424c1f-3260-40fb-b2d4-70cc7bcb5e81 None None] Network 41b66e4e-dbf1-40ba-9537-87ab841db984 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:58:30.819485 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5d7e93-6f95-4f72-b0fd-fee619c73e35 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] DELETE failed (client error): The resource could not be found. Apr 18 05:58:30.819940 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5d7e93-6f95-4f72-b0fd-fee619c73e35 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:58:30.843272 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c2437445-c20c-4a9e-8d99-dc3fc8669c98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:30.850789 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8ad9d19e-861e-4b3d-8320-7aba079e9096 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:30.855292 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c2437445-c20c-4a9e-8d99-dc3fc8669c98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:30.861309 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7e5d7e93-6f95-4f72-b0fd-fee619c73e35 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/subnets/8ab4dc1c-2952-479b-9194-8a37e6308e19 HTTP/1.1" status: 404 len: 337 time: 0.1235483 Apr 18 05:58:30.880807 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45704) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:30.898104 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8ad9d19e-861e-4b3d-8320-7aba079e9096 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:30.932072 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb3d3-8033-4d3f-afc0-4dd79195eedc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:30.974951 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-7f8cb3d3-8033-4d3f-afc0-4dd79195eedc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port fd646f8f-57b8-494e-bba0-0d1784ac69f0 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:30.975261 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb3d3-8033-4d3f-afc0-4dd79195eedc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:30.984024 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c2437445-c20c-4a9e-8d99-dc3fc8669c98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:30.984024 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c2437445-c20c-4a9e-8d99-dc3fc8669c98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9996073 Apr 18 05:58:30.987166 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4c82aeb8-01b7-431c-8bce-ffeec6f2da55 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/ports?device_id=c19b7a2a-097b-400a-aa26-fc64e2e327c1 HTTP/1.1" status: 200 len: 205 time: 0.1008825 Apr 18 05:58:30.988757 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45708) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:30.996020 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-acf291a1-ccb5-4798-bca1-3fe1b91ce72f tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group_rule': {'security_group_id': 'fa85af1a-faa4-4283-833b-a715674c4924', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:30.997053 dv-neutron-837489-1-hyperv neutron-server[88034]: WARNING neutron.api.v2.base [None req-acf291a1-ccb5-4798-bca1-3fe1b91ce72f tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 05:58:30.997661 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-acf291a1-ccb5-4798-bca1-3fe1b91ce72f tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:58:30.998634 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-acf291a1-ccb5-4798-bca1-3fe1b91ce72f tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075910 Apr 18 05:58:30.999163 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45710) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:31.002957 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2437445-c20c-4a9e-8d99-dc3fc8669c98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa85af1a-faa4-4283-833b-a715674c4924,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:31.007350 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45716) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:31.024936 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-88ad44cf-0442-4b94-bf12-0916f491f257 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group_rule': {'security_group_id': 'fa85af1a-faa4-4283-833b-a715674c4924', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:31.035820 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-88ad44cf-0442-4b94-bf12-0916f491f257 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:31.046714 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-88ad44cf-0442-4b94-bf12-0916f491f257 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:31.081444 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-88ad44cf-0442-4b94-bf12-0916f491f257 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:31.104268 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-88ad44cf-0442-4b94-bf12-0916f491f257 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:31.117536 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-6526ea7c-39e1-44cb-bca3-453a9137c9a4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] delete failed (client error): The resource could not be found. Apr 18 05:58:31.121516 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6526ea7c-39e1-44cb-bca3-453a9137c9a4 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/routers/c19b7a2a-097b-400a-aa26-fc64e2e327c1 HTTP/1.1" status: 404 len: 336 time: 0.1199105 Apr 18 05:58:31.122404 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad9d19e-861e-4b3d-8320-7aba079e9096 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Made reservation on behalf of 8d95c7922bee443697454073529e83e8 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:31.126639 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ad9d19e-861e-4b3d-8320-7aba079e9096 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:31.142912 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45720) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:31.184374 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f30332-47cd-4230-9717-2a2de2fd1c68 None None] DHCP port deletion for 41b66e4e-dbf1-40ba-9537-87ab841db984 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:58:31.190582 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-80f30332-47cd-4230-9717-2a2de2fd1c68 None None] Deleting port fd646f8f-57b8-494e-bba0-0d1784ac69f0 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:31.190953 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-80f30332-47cd-4230-9717-2a2de2fd1c68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:31.211536 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-dfb357ae-7180-442e-8e2f-54be2473616e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c90618a-aaa3-4004-8451-74f815ddb22e HTTP/1.1" status: 200 len: 205 time: 0.0675237 Apr 18 05:58:31.215478 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45724) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:31.221324 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-8ad9d19e-861e-4b3d-8320-7aba079e9096 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] device_id is not set on port 15cada4d-d02e-4d9e-8442-06058f227674 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:58:31.293653 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-88ad44cf-0442-4b94-bf12-0916f491f257 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:58:31.297200 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-88ad44cf-0442-4b94-bf12-0916f491f257 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2826974 Apr 18 05:58:31.303147 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45728) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:31.343036 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c8a7b960-4c93-435f-b43d-a624c8b9dcd0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group_rule': {'security_group_id': 'fa85af1a-faa4-4283-833b-a715674c4924', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:31.343513 dv-neutron-837489-1-hyperv neutron-server[88035]: WARNING neutron.api.v2.base [None req-c8a7b960-4c93-435f-b43d-a624c8b9dcd0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 18 05:58:31.344003 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-c8a7b960-4c93-435f-b43d-a624c8b9dcd0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:58:31.359630 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c8a7b960-4c93-435f-b43d-a624c8b9dcd0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0530908 Apr 18 05:58:31.360931 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45732) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:31.370027 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-7f8cb3d3-8033-4d3f-afc0-4dd79195eedc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] For port fd646f8f-57b8-494e-bba0-0d1784ac69f0, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=fd646f8f-57b8-494e-bba0-0d1784ac69f0,segment=NetworkSegment(c97acd98-cb52-4020-b7fe-07a0405bae7d),segment_id=c97acd98-cb52-4020-b7fe-07a0405bae7d)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:31.370889 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb3d3-8033-4d3f-afc0-4dd79195eedc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:31.400091 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c0df229b-5324-46f1-af78-44e072ab26bf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:31.420976 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-80f30332-47cd-4230-9717-2a2de2fd1c68 None None] For port fd646f8f-57b8-494e-bba0-0d1784ac69f0, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=fd646f8f-57b8-494e-bba0-0d1784ac69f0,segment=NetworkSegment(c97acd98-cb52-4020-b7fe-07a0405bae7d),segment_id=c97acd98-cb52-4020-b7fe-07a0405bae7d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:31.421374 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-80f30332-47cd-4230-9717-2a2de2fd1c68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:31.423704 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-fca93086-136b-4b31-bfcf-e8a4763899e0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group_rule': {'security_group_id': 'fa85af1a-faa4-4283-833b-a715674c4924', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:31.493496 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fca93086-136b-4b31-bfcf-e8a4763899e0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:31.565118 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-7f8cb3d3-8033-4d3f-afc0-4dd79195eedc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Calling delete_port for fd646f8f-57b8-494e-bba0-0d1784ac69f0 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:31.593485 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fca93086-136b-4b31-bfcf-e8a4763899e0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:31.604899 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-80f30332-47cd-4230-9717-2a2de2fd1c68 None None] Calling delete_port for fd646f8f-57b8-494e-bba0-0d1784ac69f0 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:31.617140 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-57cc4f8d-5c62-4783-ad3d-9186d4fbfa4e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] delete failed (client error): The resource could not be found. Apr 18 05:58:31.620823 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-57cc4f8d-5c62-4783-ad3d-9186d4fbfa4e tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/routers/9c90618a-aaa3-4004-8451-74f815ddb22e HTTP/1.1" status: 404 len: 336 time: 0.4020000 Apr 18 05:58:31.621427 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45736) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:31.631438 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fca93086-136b-4b31-bfcf-e8a4763899e0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:31.651473 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fca93086-136b-4b31-bfcf-e8a4763899e0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:31.696813 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69d6aa3-7866-4a8a-bdbd-c54b715f6fb1 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] DELETE failed (client error): The resource could not be found. Apr 18 05:58:31.697259 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69d6aa3-7866-4a8a-bdbd-c54b715f6fb1 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:58:31.731421 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-80f30332-47cd-4230-9717-2a2de2fd1c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:31.779344 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device fd646f8f-57b8-494e-bba0-0d1784ac69f0 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:58:31.780554 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-fca93086-136b-4b31-bfcf-e8a4763899e0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:58:31.783930 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fca93086-136b-4b31-bfcf-e8a4763899e0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4197583 Apr 18 05:58:31.785033 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45742) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:31.790939 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-716ae71c-2873-4edc-be7b-d1d2fd2b4421 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:31.828456 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: fd646f8f-57b8-494e-bba0-0d1784ac69f0 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:58:31.828816 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device fd646f8f-57b8-494e-bba0-0d1784ac69f0 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:58:31.832925 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f30332-47cd-4230-9717-2a2de2fd1c68 None None] Pushing event deleted for resources: {'Port': ['ID=fd646f8f-57b8-494e-bba0-0d1784ac69f0,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:31.836475 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f30332-47cd-4230-9717-2a2de2fd1c68 None None] No DVR routers for this DVR port fd646f8f-57b8-494e-bba0-0d1784ac69f0 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:58:31.875380 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-cb8ce8ff-6de3-4f7b-8bf2-7946af8e64ae tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group_rule': {'security_group_id': 'fa85af1a-faa4-4283-833b-a715674c4924', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:31.876540 dv-neutron-837489-1-hyperv neutron-server[88035]: WARNING neutron.api.v2.base [None req-cb8ce8ff-6de3-4f7b-8bf2-7946af8e64ae tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 05:58:31.877346 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-cb8ce8ff-6de3-4f7b-8bf2-7946af8e64ae tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:58:31.878284 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-cb8ce8ff-6de3-4f7b-8bf2-7946af8e64ae tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0135920 Apr 18 05:58:31.886653 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-7f8cb3d3-8033-4d3f-afc0-4dd79195eedc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:58:31.886958 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-7f8cb3d3-8033-4d3f-afc0-4dd79195eedc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:58:31.887340 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45746) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:31.895070 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-068742fc-aff2-4154-8e51-43f63c4b3c00 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group_rule': {'security_group_id': 'fa85af1a-faa4-4283-833b-a715674c4924', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:31.902862 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c69d6aa3-7866-4a8a-bdbd-c54b715f6fb1 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/subnets/a520794b-d446-4b0a-966c-d26888592c86 HTTP/1.1" status: 404 len: 337 time: 0.2703173 Apr 18 05:58:31.915483 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45750) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:31.953707 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-068742fc-aff2-4154-8e51-43f63c4b3c00 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:31.964950 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-068742fc-aff2-4154-8e51-43f63c4b3c00 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:31.969637 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-068742fc-aff2-4154-8e51-43f63c4b3c00 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:31.979181 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-068742fc-aff2-4154-8e51-43f63c4b3c00 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:32.032341 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0a2f5bc4-4ab1-41eb-b5ad-2a84fbe2739c tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/ports?device_id=230efa0f-adb0-43f2-ba02-33007981aaaf HTTP/1.1" status: 200 len: 205 time: 0.1154671 Apr 18 05:58:32.035132 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45754) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:32.056956 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.securitygroups_db [None req-068742fc-aff2-4154-8e51-43f63c4b3c00 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Project e8f6e00654534286aba45a04613014df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 05:58:32.118096 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-068742fc-aff2-4154-8e51-43f63c4b3c00 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:58:32.121828 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-068742fc-aff2-4154-8e51-43f63c4b3c00 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2289762 Apr 18 05:58:32.122175 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45758) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:32.128955 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c22ce9e5-6de5-4036-a66d-547aea425346 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group_rule': {'security_group_id': 'fa85af1a-faa4-4283-833b-a715674c4924', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:32.129178 dv-neutron-837489-1-hyperv neutron-server[88035]: WARNING neutron.api.v2.base [None req-c22ce9e5-6de5-4036-a66d-547aea425346 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 18 05:58:32.129424 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-3d48b5c8-d351-49eb-817b-d27aee68494f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] delete failed (client error): The resource could not be found. Apr 18 05:58:32.129546 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-c22ce9e5-6de5-4036-a66d-547aea425346 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:58:32.134967 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3d48b5c8-d351-49eb-817b-d27aee68494f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/routers/230efa0f-adb0-43f2-ba02-33007981aaaf HTTP/1.1" status: 404 len: 336 time: 0.0924721 Apr 18 05:58:32.135179 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c22ce9e5-6de5-4036-a66d-547aea425346 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073903 Apr 18 05:58:32.135179 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45762) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:32.136540 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45764) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:32.137543 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-8ad9d19e-861e-4b3d-8320-7aba079e9096 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Allocated IP 172.20.0.6 (4a8a605f-96df-4400-8cd4-a570f7367f7d/a9c23284-4d41-49fd-af78-456f1d4b6d7f/15cada4d-d02e-4d9e-8442-06058f227674) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:32.176515 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-69ee3d3d-6fe3-4ab1-b6ab-83f269d65bf0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group_rule': {'security_group_id': 'fa85af1a-faa4-4283-833b-a715674c4924', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:32.189570 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3b1c35-d9cc-4d29-86ae-bd310ec6a70f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] DELETE failed (client error): The resource could not be found. Apr 18 05:58:32.190019 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f3b1c35-d9cc-4d29-86ae-bd310ec6a70f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:58:32.194360 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-69ee3d3d-6fe3-4ab1-b6ab-83f269d65bf0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:32.208582 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2f3b1c35-d9cc-4d29-86ae-bd310ec6a70f tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/subnets/58a8f93f-7d7c-4cee-a8cb-52c4cb830030 HTTP/1.1" status: 404 len: 337 time: 0.0741451 Apr 18 05:58:32.209698 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-69ee3d3d-6fe3-4ab1-b6ab-83f269d65bf0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:32.213511 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-69ee3d3d-6fe3-4ab1-b6ab-83f269d65bf0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:32.215859 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45770) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:32.259636 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-69ee3d3d-6fe3-4ab1-b6ab-83f269d65bf0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:32.272326 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-922678b8-e88e-49e9-b5d7-efec798aeb04 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "GET /v2.0/ports?device_id=0193d6bd-02cb-4a54-91cd-300487f40f7f HTTP/1.1" status: 200 len: 205 time: 0.0542111 Apr 18 05:58:32.279546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45774) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:32.311447 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.securitygroups_db [None req-69ee3d3d-6fe3-4ab1-b6ab-83f269d65bf0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Project e8f6e00654534286aba45a04613014df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 05:58:32.359428 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-716ae71c-2873-4edc-be7b-d1d2fd2b4421 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting port 6a4654e3-80cf-4f64-9352-0a762373b968 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:32.359428 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-716ae71c-2873-4edc-be7b-d1d2fd2b4421 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:32.373761 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-3f2aec5e-abce-4936-8224-44affcd3703d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] delete failed (client error): The resource could not be found. Apr 18 05:58:32.375457 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3f2aec5e-abce-4936-8224-44affcd3703d tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/routers/0193d6bd-02cb-4a54-91cd-300487f40f7f HTTP/1.1" status: 404 len: 336 time: 0.0948370 Apr 18 05:58:32.390115 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45778) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:32.395745 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-7f8cb3d3-8033-4d3f-afc0-4dd79195eedc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port fd646f8f-57b8-494e-bba0-0d1784ac69f0 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:32.396107 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb3d3-8033-4d3f-afc0-4dd79195eedc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:32.460545 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-69ee3d3d-6fe3-4ab1-b6ab-83f269d65bf0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:58:32.464141 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-69ee3d3d-6fe3-4ab1-b6ab-83f269d65bf0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3235919 Apr 18 05:58:32.467070 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45782) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:32.542539 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-088d88cc-5801-421b-82e9-913ca8503ade tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group_rule': {'security_group_id': 'fa85af1a-faa4-4283-833b-a715674c4924', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:32.560857 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-088d88cc-5801-421b-82e9-913ca8503ade tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:32.582923 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-088d88cc-5801-421b-82e9-913ca8503ade tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:32.591590 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-088d88cc-5801-421b-82e9-913ca8503ade tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:32.617998 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-088d88cc-5801-421b-82e9-913ca8503ade tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:32.621720 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da85237-d5ee-4a80-a496-27ef8d73be87 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] DELETE failed (client error): The resource could not be found. Apr 18 05:58:32.622164 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da85237-d5ee-4a80-a496-27ef8d73be87 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:58:32.623865 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0da85237-d5ee-4a80-a496-27ef8d73be87 tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/subnets/77d0df0e-0d3f-4e5f-a66b-d275a6fc13b2 HTTP/1.1" status: 404 len: 337 time: 0.2037148 Apr 18 05:58:32.631041 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c0df229b-5324-46f1-af78-44e072ab26bf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:32.634199 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45786) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:32.647822 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-7f8cb3d3-8033-4d3f-afc0-4dd79195eedc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] The port 'fd646f8f-57b8-494e-bba0-0d1784ac69f0' was deleted {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:58:32.693239 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c0df229b-5324-46f1-af78-44e072ab26bf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:32.762257 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc7d3e4-ab35-45bf-8ca2-c59de2182f6b tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] DELETE failed (client error): The resource could not be found. Apr 18 05:58:32.762885 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc7d3e4-ab35-45bf-8ca2-c59de2182f6b tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:58:32.767235 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bdc7d3e4-ab35-45bf-8ca2-c59de2182f6b tempest-RoutersIpV6Test-390792359 tempest-RoutersIpV6Test-390792359-project] 10.222.0.15 "DELETE /v2.0/subnets/5ace0a4d-0e5a-4ae0-be84-5bd9bfe2966b HTTP/1.1" status: 404 len: 337 time: 0.1295733 Apr 18 05:58:32.767235 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-088d88cc-5801-421b-82e9-913ca8503ade tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Project e8f6e00654534286aba45a04613014df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 05:58:32.828571 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ad9d19e-861e-4b3d-8320-7aba079e9096 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:32.869145 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb3d3-8033-4d3f-afc0-4dd79195eedc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:32.899791 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-088d88cc-5801-421b-82e9-913ca8503ade tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:58:32.903895 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-088d88cc-5801-421b-82e9-913ca8503ade tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4317095 Apr 18 05:58:32.909216 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45794) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:32.914730 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-7f8cb3d3-8033-4d3f-afc0-4dd79195eedc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b66e4e-dbf1-40ba-9537-87ab841db984']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:32.916869 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df229b-5324-46f1-af78-44e072ab26bf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=ff5d08b7-a429-46c4-bf4f-274b36a474cb,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:32.927203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-8ad9d19e-861e-4b3d-8320-7aba079e9096 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Transition to ACTIVE for port object 15cada4d-d02e-4d9e-8442-06058f227674 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:32.937298 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c0df229b-5324-46f1-af78-44e072ab26bf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:32.943388 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-7f8cb3d3-8033-4d3f-afc0-4dd79195eedc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97acd98-cb52-4020-b7fe-07a0405bae7d') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:32.943632 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-7f8cb3d3-8033-4d3f-afc0-4dd79195eedc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97acd98-cb52-4020-b7fe-07a0405bae7d') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:32.959544 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-716ae71c-2873-4edc-be7b-d1d2fd2b4421 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] For port 6a4654e3-80cf-4f64-9352-0a762373b968, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=6a4654e3-80cf-4f64-9352-0a762373b968,segment=NetworkSegment(d265579f-c780-41e3-8d15-c55cd99d114d),segment_id=d265579f-c780-41e3-8d15-c55cd99d114d)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:32.959893 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-716ae71c-2873-4edc-be7b-d1d2fd2b4421 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:32.986383 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb3d3-8033-4d3f-afc0-4dd79195eedc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:33.114372 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ad9d19e-861e-4b3d-8320-7aba079e9096 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:33.125304 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-716ae71c-2873-4edc-be7b-d1d2fd2b4421 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Calling delete_port for 6a4654e3-80cf-4f64-9352-0a762373b968 owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:33.162357 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb3d3-8033-4d3f-afc0-4dd79195eedc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:33.179739 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8cb3d3-8033-4d3f-afc0-4dd79195eedc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:58:33.180167 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb3d3-8033-4d3f-afc0-4dd79195eedc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:58:33.197179 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:58:33.231129 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9d19e-861e-4b3d-8320-7aba079e9096 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Pushing event updated for resources: {'Port': ['ID=15cada4d-d02e-4d9e-8442-06058f227674,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:33.246699 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad9d19e-861e-4b3d-8320-7aba079e9096 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Network 4a8a605f-96df-4400-8cd4-a570f7367f7d is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:33.247327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45800) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:33.252747 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-8ad9d19e-861e-4b3d-8320-7aba079e9096 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:33.259994 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad9d19e-861e-4b3d-8320-7aba079e9096 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:58:33.294687 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fa1142a8-0bd5-4509-8426-21dffd0b4383 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:33.361031 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb3d3-8033-4d3f-afc0-4dd79195eedc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:33.364802 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fa1142a8-0bd5-4509-8426-21dffd0b4383 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:33.396823 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb3d3-8033-4d3f-afc0-4dd79195eedc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:33.419181 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cb3d3-8033-4d3f-afc0-4dd79195eedc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Network': ['ID=41b66e4e-dbf1-40ba-9537-87ab841db984,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:33.429610 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad9d19e-861e-4b3d-8320-7aba079e9096 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:33.433978 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8ad9d19e-861e-4b3d-8320-7aba079e9096 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:33.465635 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0df229b-5324-46f1-af78-44e072ab26bf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 22c34f74-478f-4492-8535-07cef219de72 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:33.467103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-c0df229b-5324-46f1-af78-44e072ab26bf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:33.558832 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7f8cb3d3-8033-4d3f-afc0-4dd79195eedc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/networks/41b66e4e-dbf1-40ba-9537-87ab841db984 HTTP/1.1" status: 204 len: 168 time: 2.7770557 Apr 18 05:58:33.567765 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45806) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:33.574865 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-716ae71c-2873-4edc-be7b-d1d2fd2b4421 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:33.659864 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2a95e9ce-5513-4166-bb0c-9223265fd530 None None] Provisioning for port 15cada4d-d02e-4d9e-8442-06058f227674 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:33.673519 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2a95e9ce-5513-4166-bb0c-9223265fd530 None None] Provisioning complete for port 15cada4d-d02e-4d9e-8442-06058f227674 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:33.673952 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2a95e9ce-5513-4166-bb0c-9223265fd530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:33.733071 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ae71c-2873-4edc-be7b-d1d2fd2b4421 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Port': ['ID=6a4654e3-80cf-4f64-9352-0a762373b968,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:33.777121 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fa1142a8-0bd5-4509-8426-21dffd0b4383 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:33.811176 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1142a8-0bd5-4509-8426-21dffd0b4383 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa85af1a-faa4-4283-833b-a715674c4924,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:33.864135 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2a95e9ce-5513-4166-bb0c-9223265fd530 None None] Port 15cada4d-d02e-4d9e-8442-06058f227674 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:58:33.879775 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8ad9d19e-861e-4b3d-8320-7aba079e9096 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4707823 Apr 18 05:58:33.885576 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45818) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:33.903915 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-461c5fab-d408-467d-b015-4d81bbd203af tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:65:b1:65'}]}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:33.935126 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fa1142a8-0bd5-4509-8426-21dffd0b4383 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:33.936546 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fa1142a8-0bd5-4509-8426-21dffd0b4383 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "DELETE /v2.0/security-groups/fa85af1a-faa4-4283-833b-a715674c4924 HTTP/1.1" status: 204 len: 168 time: 1.0248802 Apr 18 05:58:33.948374 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45822) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:33.986667 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-31a4f771-32c3-4193-8c4e-4af65d9d0f3d None None] Provisioning complete for port ff5d08b7-a429-46c4-bf4f-274b36a474cb triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:33.987158 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-31a4f771-32c3-4193-8c4e-4af65d9d0f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:34.045774 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-31a4f771-32c3-4193-8c4e-4af65d9d0f3d None None] Port ff5d08b7-a429-46c4-bf4f-274b36a474cb cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:58:34.069739 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-716ae71c-2873-4edc-be7b-d1d2fd2b4421 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:34.088189 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-eec9fcbb-fad4-43cb-8f46-f5a455a472d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cfb0e03f77e24f68b484d6de092642f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8397009 Apr 18 05:58:34.095126 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45828) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:34.103121 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aef85a6-bd27-4548-9fd4-0b6664b1e9f9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:34.103824 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3aef85a6-bd27-4548-9fd4-0b6664b1e9f9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Synchronizing usage tracker for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:34.216552 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3aef85a6-bd27-4548-9fd4-0b6664b1e9f9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Unset dirty status for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:34.221885 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3aef85a6-bd27-4548-9fd4-0b6664b1e9f9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6527467 Apr 18 05:58:34.222548 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45832) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:34.266065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0df229b-5324-46f1-af78-44e072ab26bf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router d80b2c63-ac79-4c6f-bb81-8d493381630e has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:58:34.363824 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-461c5fab-d408-467d-b015-4d81bbd203af tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:34.450328 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0f801e12-2bcf-4713-a524-7c0bf9e60050 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Synchronizing usage tracker for tenant:e8f6e00654534286aba45a04613014df on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:34.576953 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0df229b-5324-46f1-af78-44e072ab26bf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:58:34.583534 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c0df229b-5324-46f1-af78-44e072ab26bf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/routers/d80b2c63-ac79-4c6f-bb81-8d493381630e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6339939 Apr 18 05:58:34.599555 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] Sync routers for ids ['d80b2c63-ac79-4c6f-bb81-8d493381630e'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:58:34.609761 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] Routers {'d80b2c63-ac79-4c6f-bb81-8d493381630e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:34.610739 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:58:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d80b2c63-ac79-4c6f-bb81-8d493381630e'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:34.642980 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-41aa17f2-c441-46c4-9411-d3c132d8defa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:34.648005 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0f801e12-2bcf-4713-a524-7c0bf9e60050 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Unset dirty status for tenant:e8f6e00654534286aba45a04613014df on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:34.653681 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0f801e12-2bcf-4713-a524-7c0bf9e60050 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6981702 Apr 18 05:58:34.666334 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45846) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:34.676397 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-ebedc560-444c-4a23-a912-00fe197bec98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group': {'name': 'tempest-secgroup--84194801'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:34.684838 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716ae71c-2873-4edc-be7b-d1d2fd2b4421 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router a9607895-f0b6-4931-8632-391ad3393134 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:58:34.701604 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ebedc560-444c-4a23-a912-00fe197bec98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:34.717993 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-41aa17f2-c441-46c4-9411-d3c132d8defa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:34.747969 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ebedc560-444c-4a23-a912-00fe197bec98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:34.757148 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-461c5fab-d408-467d-b015-4d81bbd203af tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:34.764413 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-461c5fab-d408-467d-b015-4d81bbd203af tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:34.815047 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b3a7d16a-9063-40e4-8f2f-0f68a4f4c68e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5812025 Apr 18 05:58:34.819189 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45852) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:34.839347 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-1d48a3b0-78c6-4dd0-94e0-49a38cf968b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-854184592'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:34.863286 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1d48a3b0-78c6-4dd0-94e0-49a38cf968b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:34.877277 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] Set router d80b2c63-ac79-4c6f-bb81-8d493381630e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:34.909369 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1d48a3b0-78c6-4dd0-94e0-49a38cf968b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:network and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:34.915193 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1d48a3b0-78c6-4dd0-94e0-49a38cf968b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:34.928755 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1d48a3b0-78c6-4dd0-94e0-49a38cf968b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:34.937501 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ebedc560-444c-4a23-a912-00fe197bec98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:34.967142 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d48a3b0-78c6-4dd0-94e0-49a38cf968b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:34.971930 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d48a3b0-78c6-4dd0-94e0-49a38cf968b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:34.973777 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716ae71c-2873-4edc-be7b-d1d2fd2b4421 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:58:34.988549 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c846956-9731-447d-beb3-bc092c5c3369 None None] Sync routers for ids ['a9607895-f0b6-4931-8632-391ad3393134'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:58:34.992673 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c5fab-d408-467d-b015-4d81bbd203af tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Pushing event updated for resources: {'Port': ['ID=15cada4d-d02e-4d9e-8442-06058f227674,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:35.006165 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ebedc560-444c-4a23-a912-00fe197bec98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:35.009615 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d48a3b0-78c6-4dd0-94e0-49a38cf968b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:58:35.010777 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ebedc560-444c-4a23-a912-00fe197bec98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:35.017773 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c846956-9731-447d-beb3-bc092c5c3369 None None] Routers {'a9607895-f0b6-4931-8632-391ad3393134'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:35.019152 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-0c846956-9731-447d-beb3-bc092c5c3369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:58:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9607895-f0b6-4931-8632-391ad3393134'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:35.020602 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ebedc560-444c-4a23-a912-00fe197bec98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:35.020764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d48a3b0-78c6-4dd0-94e0-49a38cf968b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:35.021177 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-1d48a3b0-78c6-4dd0-94e0-49a38cf968b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Added segment 934d4122-a324-4408-810f-c408b5d8fa26 of type vlan for network 634881fa-6356-481e-a41e-f05157c9b196 Apr 18 05:58:35.034425 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ebedc560-444c-4a23-a912-00fe197bec98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:35.079965 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d48a3b0-78c6-4dd0-94e0-49a38cf968b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:35.161640 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d48a3b0-78c6-4dd0-94e0-49a38cf968b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:35.169128 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d48a3b0-78c6-4dd0-94e0-49a38cf968b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:35.169962 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d48a3b0-78c6-4dd0-94e0-49a38cf968b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:35.180194 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ebedc560-444c-4a23-a912-00fe197bec98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:35.201775 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-716ae71c-2873-4edc-be7b-d1d2fd2b4421 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/a9607895-f0b6-4931-8632-391ad3393134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1579916 Apr 18 05:58:35.202705 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ebedc560-444c-4a23-a912-00fe197bec98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:35.211454 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45858) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:35.214240 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-461c5fab-d408-467d-b015-4d81bbd203af tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] In _notify_port_updated(), no bound segment for port 15cada4d-d02e-4d9e-8442-06058f227674 on network 4a8a605f-96df-4400-8cd4-a570f7367f7d {{(pid=88034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 05:58:35.222414 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461c5fab-d408-467d-b015-4d81bbd203af tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:35.222640 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-461c5fab-d408-467d-b015-4d81bbd203af tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:35.224683 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-461c5fab-d408-467d-b015-4d81bbd203af tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "PUT /v2.0/ports/15cada4d-d02e-4d9e-8442-06058f227674 HTTP/1.1" status: 200 len: 992 time: 1.3380687 Apr 18 05:58:35.244373 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45860) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:35.326285 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-0c846956-9731-447d-beb3-bc092c5c3369 None None] Set router a9607895-f0b6-4931-8632-391ad3393134 gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:35.373990 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1d48a3b0-78c6-4dd0-94e0-49a38cf968b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5479436 Apr 18 05:58:35.390560 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45866) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:35.407506 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-df33be81-4e14-4817-816a-ca7db017d553 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'subnet': {'network_id': '634881fa-6356-481e-a41e-f05157c9b196', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:35.415041 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-c266ee0f-2951-48a1-ab23-10f3f970420a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting subnet 10b74cb9-7eb7-4b27-a180-0a4202808ef6 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:58:35.432434 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-46188668-fbb9-4209-b604-a8b2bd0169c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:35.449868 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'name': 'tempest-TestNetworkBasicOps-router-821609139', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:53Z', 'updated_at': '2022-04-18T05:58:31Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:55:55Z', 'updated_at': '2022-04-18T05:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'c6d620a6-c481-4b1c-8bce-01132d20a994', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.42', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'port_id': 'e7c421ca-6d86-40fa-b3e1-d826bf65db70', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'mac_address': 'fa:16:3e:a3:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14ab37a-5cc3-4f81-91aa-b3a9199c24de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:12Z', 'revision_number': 1, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467e4537-4abc-4776-9d7d-dab79a588b0d', 'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:a0:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:10Z', 'updated_at': '2022-04-18T05:56:25Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff5d08b7-a429-46c4-bf4f-274b36a474cb', 'name': '', 'network_id': '22c34f74-478f-4492-8535-07cef219de72', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:1a:34:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6dd2bcf5-cccb-42a7-bf19-b042482fdf81', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:58:28Z', 'updated_at': '2022-04-18T05:58:32Z', 'revision_number': 2, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '6dd2bcf5-cccb-42a7-bf19-b042482fdf81', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:35.461031 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48a3b0-78c6-4dd0-94e0-49a38cf968b1 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Network': ['ID=634881fa-6356-481e-a41e-f05157c9b196,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:35.471717 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] Checking router: d80b2c63-ac79-4c6f-bb81-8d493381630e for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:58:35.472120 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] Updating router d80b2c63-ac79-4c6f-bb81-8d493381630e port ff5d08b7-a429-46c4-bf4f-274b36a474cb binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:58:35.498243 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c266ee0f-2951-48a1-ab23-10f3f970420a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:35.537126 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:35.548487 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 634881fa-6356-481e-a41e-f05157c9b196 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:58:35.580997 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-df33be81-4e14-4817-816a-ca7db017d553 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:35.588323 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-df33be81-4e14-4817-816a-ca7db017d553 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:subnet and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:35.595367 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-df33be81-4e14-4817-816a-ca7db017d553 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:35.602214 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-41aa17f2-c441-46c4-9411-d3c132d8defa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:35.604818 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-df33be81-4e14-4817-816a-ca7db017d553 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:35.609144 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-8ff42a58-24dc-4f31-ab66-714440c267ea tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Deleting port 15cada4d-d02e-4d9e-8442-06058f227674 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:35.610212 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ff42a58-24dc-4f31-ab66-714440c267ea tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:35.632152 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df33be81-4e14-4817-816a-ca7db017d553 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:35.635910 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-df33be81-4e14-4817-816a-ca7db017d553 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:35.648728 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-0c846956-9731-447d-beb3-bc092c5c3369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:58:33Z', 'revision_number': 11, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:35.656673 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c846956-9731-447d-beb3-bc092c5c3369 None None] Checking router: a9607895-f0b6-4931-8632-391ad3393134 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:58:35.667326 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-acfe188b-6778-4be1-a501-3e96f2e8354f None None] Provisioning complete for port 15cada4d-d02e-4d9e-8442-06058f227674 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:35.667676 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-acfe188b-6778-4be1-a501-3e96f2e8354f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:35.696011 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedc560-444c-4a23-a912-00fe197bec98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4c5939-e985-419f-abfd-919094d839e8,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:35.724891 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c846956-9731-447d-beb3-bc092c5c3369 None None] Routers {'a9607895-f0b6-4931-8632-391ad3393134'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:35.725522 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-0c846956-9731-447d-beb3-bc092c5c3369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:58:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9607895-f0b6-4931-8632-391ad3393134'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:35.741810 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-41aa17f2-c441-46c4-9411-d3c132d8defa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:35.745926 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-41aa17f2-c441-46c4-9411-d3c132d8defa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb66e155-f06e-4c22-ab14-de81517e2267 HTTP/1.1" status: 204 len: 168 time: 1.6390760 Apr 18 05:58:35.749434 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c266ee0f-2951-48a1-ab23-10f3f970420a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:35.797172 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa17f2-c441-46c4-9411-d3c132d8defa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb66e155-f06e-4c22-ab14-de81517e2267,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:35.808029 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ebedc560-444c-4a23-a912-00fe197bec98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:35.813168 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ebedc560-444c-4a23-a912-00fe197bec98 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1430337 Apr 18 05:58:35.818383 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45872) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:35.867419 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-2025dbf9-dadb-4657-8c49-d3bbaf29cde5 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group_rule': {'security_group_id': '4a4c5939-e985-419f-abfd-919094d839e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:35.879057 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-acfe188b-6778-4be1-a501-3e96f2e8354f None None] Port 15cada4d-d02e-4d9e-8442-06058f227674 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:58:35.886967 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2025dbf9-dadb-4657-8c49-d3bbaf29cde5 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:35.899594 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2025dbf9-dadb-4657-8c49-d3bbaf29cde5 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:35.904494 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2025dbf9-dadb-4657-8c49-d3bbaf29cde5 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:35.918350 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2025dbf9-dadb-4657-8c49-d3bbaf29cde5 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:36.021981 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-0c846956-9731-447d-beb3-bc092c5c3369 None None] Set router a9607895-f0b6-4931-8632-391ad3393134 gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:36.131609 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:36.156075 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] Transition to ACTIVE for port object ff5d08b7-a429-46c4-bf4f-274b36a474cb will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:36.211452 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:36.268854 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-0c846956-9731-447d-beb3-bc092c5c3369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:58:33Z', 'revision_number': 11, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:36.271553 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-df33be81-4e14-4817-816a-ca7db017d553 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:36.279138 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c846956-9731-447d-beb3-bc092c5c3369 None None] The sync data for ids ['a9607895-f0b6-4931-8632-391ad3393134'] in dv-neutron-837489-1-hyperv is: [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:58:33Z', 'revision_number': 11, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:58:36.286752 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ff42a58-24dc-4f31-ab66-714440c267ea tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:36.304316 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c266ee0f-2951-48a1-ab23-10f3f970420a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:36.406065 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-2025dbf9-dadb-4657-8c49-d3bbaf29cde5 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] create failed (client error): The resource could not be found. Apr 18 05:58:36.407803 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2025dbf9-dadb-4657-8c49-d3bbaf29cde5 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5882072 Apr 18 05:58:36.439502 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45886) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:36.513454 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-12186cd3-ea7c-4447-a2c2-11f9d39a75cc tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group_rule': {'security_group_id': '4a4c5939-e985-419f-abfd-919094d839e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0f5c9708-bdc4-4be9-acae-c4efae0d5b5d'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:36.533135 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-12186cd3-ea7c-4447-a2c2-11f9d39a75cc tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:36.550360 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-8ff42a58-24dc-4f31-ab66-714440c267ea tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Calling delete_port for 15cada4d-d02e-4d9e-8442-06058f227674 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:36.556647 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-12186cd3-ea7c-4447-a2c2-11f9d39a75cc tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:36.609389 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-12186cd3-ea7c-4447-a2c2-11f9d39a75cc tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:36.621009 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-12186cd3-ea7c-4447-a2c2-11f9d39a75cc tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:36.664394 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] Attempting to bind port ff5d08b7-a429-46c4-bf4f-274b36a474cb on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:58:36.664394 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] Attempting to bind port ff5d08b7-a429-46c4-bf4f-274b36a474cb by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '38e1556b-9beb-4876-b3ae-bbd0a2592cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '22c34f74-478f-4492-8535-07cef219de72'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:58:36.664394 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] Attempting to bind port ff5d08b7-a429-46c4-bf4f-274b36a474cb on network 22c34f74-478f-4492-8535-07cef219de72 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:58:36.680556 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:58:36.680966 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] Checking segment: {'id': '38e1556b-9beb-4876-b3ae-bbd0a2592cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '22c34f74-478f-4492-8535-07cef219de72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:58:36.681373 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:36.682934 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] Bound using segment: {'id': '38e1556b-9beb-4876-b3ae-bbd0a2592cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '22c34f74-478f-4492-8535-07cef219de72'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:58:36.683492 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] Bound port: ff5d08b7-a429-46c4-bf4f-274b36a474cb, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e1556b-9beb-4876-b3ae-bbd0a2592cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '22c34f74-478f-4492-8535-07cef219de72'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:58:36.683869 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:36.691070 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33be81-4e14-4817-816a-ca7db017d553 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Subnet': ['ID=95bb6815-0807-472f-a905-7a19dc072f9a,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:36.729817 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c266ee0f-2951-48a1-ab23-10f3f970420a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:36.734014 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33be81-4e14-4817-816a-ca7db017d553 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Checking segment: {'id': '934d4122-a324-4408-810f-c408b5d8fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '634881fa-6356-481e-a41e-f05157c9b196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:58:36.734516 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df33be81-4e14-4817-816a-ca7db017d553 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network hostable DHCP agents. Network: 634881fa-6356-481e-a41e-f05157c9b196, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:58:36.786204 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] For port ff5d08b7-a429-46c4-bf4f-274b36a474cb, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:58:36.789640 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] For port ff5d08b7-a429-46c4-bf4f-274b36a474cb, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=ff5d08b7-a429-46c4-bf4f-274b36a474cb,segment=NetworkSegment(38e1556b-9beb-4876-b3ae-bbd0a2592cda),segment_id=38e1556b-9beb-4876-b3ae-bbd0a2592cda)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:58:36.797172 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d23c11-cf42-461f-80e1-8d6f261aada5 None None] Pushing event updated for resources: {'Port': ['ID=ff5d08b7-a429-46c4-bf4f-274b36a474cb,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:36.806065 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:36.863081 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-12186cd3-ea7c-4447-a2c2-11f9d39a75cc tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] create failed (client error): The resource could not be found. Apr 18 05:58:36.867031 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-12186cd3-ea7c-4447-a2c2-11f9d39a75cc tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4240408 Apr 18 05:58:36.868549 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45892) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:36.874357 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df33be81-4e14-4817-816a-ca7db017d553 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network 634881fa-6356-481e-a41e-f05157c9b196 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:58:36.878328 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266ee0f-2951-48a1-ab23-10f3f970420a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Subnet': ['ID=10b74cb9-7eb7-4b27-a180-0a4202808ef6,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:36.889544 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088c044c-bca1-48ac-af04-8a8395069088 None None] Network 756ae67a-738d-4228-b79c-ba10ebb5b77c requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:58:36.904949 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c266ee0f-2951-48a1-ab23-10f3f970420a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:36.914212 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c266ee0f-2951-48a1-ab23-10f3f970420a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/subnets/10b74cb9-7eb7-4b27-a180-0a4202808ef6 HTTP/1.1" status: 204 len: 168 time: 1.6748011 Apr 18 05:58:36.917606 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45898) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:36.963359 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] Routers {'d80b2c63-ac79-4c6f-bb81-8d493381630e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:36.963983 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:58:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d80b2c63-ac79-4c6f-bb81-8d493381630e'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:37.000314 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-df33be81-4e14-4817-816a-ca7db017d553 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 634881fa-6356-481e-a41e-f05157c9b196) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:37.036758 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df33be81-4e14-4817-816a-ca7db017d553 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:37.037909 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-df33be81-4e14-4817-816a-ca7db017d553 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:37.087808 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-df33be81-4e14-4817-816a-ca7db017d553 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6944575 Apr 18 05:58:37.101240 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d23c11-cf42-461f-80e1-8d6f261aada5 None None] Pushing event updated for resources: {'Port': ['ID=ff5d08b7-a429-46c4-bf4f-274b36a474cb,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:37.103349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45916) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:37.114200 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-2cce15cd-30b5-4ae0-a97f-34ff81032e32 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'port': {'network_id': '634881fa-6356-481e-a41e-f05157c9b196', 'name': 'tempest-PortsIpV6TestJSON-1053825210'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:37.157993 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4db6f35d-2e93-4e07-8cd8-5f4ecdd88fdb tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:37.176761 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f599f933-5d1d-4e31-a958-90b81ebbad80 None None] Network 634881fa-6356-481e-a41e-f05157c9b196 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:58:37.334734 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4db6f35d-2e93-4e07-8cd8-5f4ecdd88fdb tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:37.415034 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2cce15cd-30b5-4ae0-a97f-34ff81032e32 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:37.427616 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2cce15cd-30b5-4ae0-a97f-34ff81032e32 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:37.436844 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] Set router d80b2c63-ac79-4c6f-bb81-8d493381630e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:37.443403 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4db6f35d-2e93-4e07-8cd8-5f4ecdd88fdb tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:37.487695 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45926) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:37.492098 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cce15cd-30b5-4ae0-a97f-34ff81032e32 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:37.502406 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2cce15cd-30b5-4ae0-a97f-34ff81032e32 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:37.507340 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ff42a58-24dc-4f31-ab66-714440c267ea tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:37.551381 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4db6f35d-2e93-4e07-8cd8-5f4ecdd88fdb tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:37.552919 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4db6f35d-2e93-4e07-8cd8-5f4ecdd88fdb tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "DELETE /v2.0/security-groups/4a4c5939-e985-419f-abfd-919094d839e8 HTTP/1.1" status: 204 len: 168 time: 0.6836488 Apr 18 05:58:37.554526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6f35d-2e93-4e07-8cd8-5f4ecdd88fdb tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4c5939-e985-419f-abfd-919094d839e8,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:37.562003 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45932) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:37.629564 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-2cce15cd-30b5-4ae0-a97f-34ff81032e32 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] device_id is not set on port 9873d42b-04cf-4929-9b06-567cce614c70 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:58:37.709644 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 6a4654e3-80cf-4f64-9352-0a762373b968 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:58:37.753256 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff42a58-24dc-4f31-ab66-714440c267ea tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Pushing event deleted for resources: {'Port': ['ID=15cada4d-d02e-4d9e-8442-06058f227674,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:37.768283 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 6a4654e3-80cf-4f64-9352-0a762373b968 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:58:37.768879 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 6a4654e3-80cf-4f64-9352-0a762373b968 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:58:37.787552 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-131310219'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:37.823318 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:37.854489 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Usage tracker for resource:network and tenant:f76d284a0f7a495a90fa40549ff5592c is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:37.865634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:37.871140 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d5d91110-4186-409c-8d03-04c14c236d55 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Synchronizing usage tracker for tenant:e8f6e00654534286aba45a04613014df on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:37.897015 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:37.913724 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-32512e3f-ed97-4df9-9202-11096e539d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:37.931596 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d5d91110-4186-409c-8d03-04c14c236d55 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Unset dirty status for tenant:e8f6e00654534286aba45a04613014df on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:37.933769 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d5d91110-4186-409c-8d03-04c14c236d55 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3705604 Apr 18 05:58:37.939878 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:37.952821 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83434590-1e77-4115-b9f1-9866d0e3e84d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:37.958438 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-634881fa-6356-481e-a41e-f05157c9b196', 'network_id': '634881fa-6356-481e-a41e-f05157c9b196', 'tenant_id': 'f4e2526787dc4037bf990e53a39e8336', 'fixed_ips': [{'subnet_id': '95bb6815-0807-472f-a905-7a19dc072f9a'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:58:37.959759 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:37.963747 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45936) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:37.986692 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Made reservation on behalf of f76d284a0f7a495a90fa40549ff5592c for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:37.990682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:38.006079 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:38.028749 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:38.040807 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Usage tracker for resource:security_group_rule and tenant:f76d284a0f7a495a90fa40549ff5592c is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:38.043902 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:38.050637 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:38.056822 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-6c75200f-dd7d-4b53-a8da-d6c2b9e1921f tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group_rule': {'security_group_id': '056be760-9136-49e5-b3fa-6d3ec5b73c92', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:38.070243 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6c75200f-dd7d-4b53-a8da-d6c2b9e1921f tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:38.074717 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6c75200f-dd7d-4b53-a8da-d6c2b9e1921f tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:38.092368 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6c75200f-dd7d-4b53-a8da-d6c2b9e1921f tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:38.106315 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6c75200f-dd7d-4b53-a8da-d6c2b9e1921f tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:38.154174 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce95b5bc-8b0e-462b-8858-52970fc3b406 None None] DHCP port deletion for 756ae67a-738d-4228-b79c-ba10ebb5b77c request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:58:38.173824 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'name': 'tempest-TestNetworkBasicOps-router-821609139', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:53Z', 'updated_at': '2022-04-18T05:58:31Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:55:55Z', 'updated_at': '2022-04-18T05:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'c6d620a6-c481-4b1c-8bce-01132d20a994', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.42', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'port_id': 'e7c421ca-6d86-40fa-b3e1-d826bf65db70', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'mac_address': 'fa:16:3e:a3:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14ab37a-5cc3-4f81-91aa-b3a9199c24de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:12Z', 'revision_number': 1, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467e4537-4abc-4776-9d7d-dab79a588b0d', 'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:a0:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:10Z', 'updated_at': '2022-04-18T05:56:25Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff5d08b7-a429-46c4-bf4f-274b36a474cb', 'name': '', 'network_id': '22c34f74-478f-4492-8535-07cef219de72', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:1a:34:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6dd2bcf5-cccb-42a7-bf19-b042482fdf81', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:58:28Z', 'updated_at': '2022-04-18T05:58:36Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '6dd2bcf5-cccb-42a7-bf19-b042482fdf81', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:38.177195 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-2cce15cd-30b5-4ae0-a97f-34ff81032e32 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Allocated IP 2001:db8::162 (634881fa-6356-481e-a41e-f05157c9b196/95bb6815-0807-472f-a905-7a19dc072f9a/9873d42b-04cf-4929-9b06-567cce614c70) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:38.179551 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480fb4bc-684b-4597-9f36-3bcc9bbe4c01 None None] The sync data for ids ['d80b2c63-ac79-4c6f-bb81-8d493381630e'] in dv-neutron-837489-1-hyperv is: [{'id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'name': 'tempest-TestNetworkBasicOps-router-821609139', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:53Z', 'updated_at': '2022-04-18T05:58:31Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:55:55Z', 'updated_at': '2022-04-18T05:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'c6d620a6-c481-4b1c-8bce-01132d20a994', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.42', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'port_id': 'e7c421ca-6d86-40fa-b3e1-d826bf65db70', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'mac_address': 'fa:16:3e:a3:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14ab37a-5cc3-4f81-91aa-b3a9199c24de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:12Z', 'revision_number': 1, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467e4537-4abc-4776-9d7d-dab79a588b0d', 'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:a0:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:10Z', 'updated_at': '2022-04-18T05:56:25Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff5d08b7-a429-46c4-bf4f-274b36a474cb', 'name': '', 'network_id': '22c34f74-478f-4492-8535-07cef219de72', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:1a:34:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6dd2bcf5-cccb-42a7-bf19-b042482fdf81', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:58:28Z', 'updated_at': '2022-04-18T05:58:36Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '6dd2bcf5-cccb-42a7-bf19-b042482fdf81', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:58:38.202220 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-ce95b5bc-8b0e-462b-8858-52970fc3b406 None None] Deleting port 02f57376-d272-48f8-8f2d-6652a4489f54 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:38.203824 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ce95b5bc-8b0e-462b-8858-52970fc3b406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:38.212172 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-83434590-1e77-4115-b9f1-9866d0e3e84d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Deleting port 02f57376-d272-48f8-8f2d-6652a4489f54 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:38.212556 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83434590-1e77-4115-b9f1-9866d0e3e84d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:38.360018 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:38.360707 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-6c75200f-dd7d-4b53-a8da-d6c2b9e1921f tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] create failed (client error): The resource could not be found. Apr 18 05:58:38.376712 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6c75200f-dd7d-4b53-a8da-d6c2b9e1921f tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3152955 Apr 18 05:58:38.376890 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45940) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:38.376890 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:38.383429 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-0018caa0-f5bc-4a4d-bfdc-4cbef4bcc5c3 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group': {'name': 'tempest-secgroup--404654175'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:38.403292 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ff42a58-24dc-4f31-ab66-714440c267ea tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:38.443985 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8ff42a58-24dc-4f31-ab66-714440c267ea tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "DELETE /v2.0/ports/15cada4d-d02e-4d9e-8442-06058f227674 HTTP/1.1" status: 204 len: 168 time: 3.1984739 Apr 18 05:58:38.452525 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45944) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:38.473813 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0018caa0-f5bc-4a4d-bfdc-4cbef4bcc5c3 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:38.549112 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:38.559047 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0018caa0-f5bc-4a4d-bfdc-4cbef4bcc5c3 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:38.562479 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-83434590-1e77-4115-b9f1-9866d0e3e84d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] For port 02f57376-d272-48f8-8f2d-6652a4489f54, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=02f57376-d272-48f8-8f2d-6652a4489f54,segment=NetworkSegment(d265579f-c780-41e3-8d15-c55cd99d114d),segment_id=d265579f-c780-41e3-8d15-c55cd99d114d)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:38.562994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83434590-1e77-4115-b9f1-9866d0e3e84d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:38.591946 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:58:38.610082 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c338ce-9869-4c8c-a7b6-21b4e99863f8 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] GET failed (client error): The resource could not be found. Apr 18 05:58:38.615199 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-22c338ce-9869-4c8c-a7b6-21b4e99863f8 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Synchronizing usage tracker for tenant:8d95c7922bee443697454073529e83e8 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:38.629650 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee2fcc9-49a8-4b10-b2c6-bc583bb1f634,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:38.671831 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:38.690421 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:38.698140 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Added segment 9e5a1729-edbe-4f3b-81a7-856ef2266e48 of type vlan for network 03960b31-22b8-4ac3-b970-15bc2ef4beed Apr 18 05:58:38.699723 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0018caa0-f5bc-4a4d-bfdc-4cbef4bcc5c3 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:38.702786 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-ce95b5bc-8b0e-462b-8858-52970fc3b406 None None] For port 02f57376-d272-48f8-8f2d-6652a4489f54, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=02f57376-d272-48f8-8f2d-6652a4489f54,segment=NetworkSegment(d265579f-c780-41e3-8d15-c55cd99d114d),segment_id=d265579f-c780-41e3-8d15-c55cd99d114d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:38.703230 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ce95b5bc-8b0e-462b-8858-52970fc3b406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:38.765169 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-22c338ce-9869-4c8c-a7b6-21b4e99863f8 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Unset dirty status for tenant:8d95c7922bee443697454073529e83e8 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:38.785881 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-22c338ce-9869-4c8c-a7b6-21b4e99863f8 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "GET /v2.0/ports/15cada4d-d02e-4d9e-8442-06058f227674 HTTP/1.1" status: 404 len: 333 time: 0.3230786 Apr 18 05:58:38.786630 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45950) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:38.789846 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-83434590-1e77-4115-b9f1-9866d0e3e84d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Calling delete_port for 02f57376-d272-48f8-8f2d-6652a4489f54 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:38.813370 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2cce15cd-30b5-4ae0-a97f-34ff81032e32 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:38.823260 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-92cbaefb-14cd-4496-be5f-26cfdfc1d7f9 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Request body: {'port': {'network_id': '4a8a605f-96df-4400-8cd4-a570f7367f7d', 'name': 'tempest-AllowedAddressPairTestJSON-1578110382'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:38.892365 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-ce95b5bc-8b0e-462b-8858-52970fc3b406 None None] Calling delete_port for 02f57376-d272-48f8-8f2d-6652a4489f54 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:38.925180 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83434590-1e77-4115-b9f1-9866d0e3e84d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:38.979226 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0018caa0-f5bc-4a4d-bfdc-4cbef4bcc5c3 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:38.981010 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-ce95b5bc-8b0e-462b-8858-52970fc3b406 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:58:38.981373 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-ce95b5bc-8b0e-462b-8858-52970fc3b406 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:58:38.997768 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83434590-1e77-4115-b9f1-9866d0e3e84d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Port': ['ID=02f57376-d272-48f8-8f2d-6652a4489f54,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:38.999807 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83434590-1e77-4115-b9f1-9866d0e3e84d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] No DVR routers for this DVR port 02f57376-d272-48f8-8f2d-6652a4489f54 on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:58:39.022009 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-0018caa0-f5bc-4a4d-bfdc-4cbef4bcc5c3 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:39.032840 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-0018caa0-f5bc-4a4d-bfdc-4cbef4bcc5c3 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:39.043629 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:39.047345 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-2cce15cd-30b5-4ae0-a97f-34ff81032e32 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Transition to ACTIVE for port object 9873d42b-04cf-4929-9b06-567cce614c70 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:39.051990 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0018caa0-f5bc-4a4d-bfdc-4cbef4bcc5c3 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:39.114481 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-92cbaefb-14cd-4496-be5f-26cfdfc1d7f9 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:39.124390 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-92cbaefb-14cd-4496-be5f-26cfdfc1d7f9 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:39.147883 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cbaefb-14cd-4496-be5f-26cfdfc1d7f9 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Made reservation on behalf of 8d95c7922bee443697454073529e83e8 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:39.151372 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-92cbaefb-14cd-4496-be5f-26cfdfc1d7f9 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:39.171265 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83434590-1e77-4115-b9f1-9866d0e3e84d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:39.175903 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:39.181361 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:39.181952 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:39.200236 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-83434590-1e77-4115-b9f1-9866d0e3e84d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756ae67a-738d-4228-b79c-ba10ebb5b77c']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:39.211962 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-92cbaefb-14cd-4496-be5f-26cfdfc1d7f9 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] device_id is not set on port bcebfe7f-60b3-4843-a823-6e2b9e269be8 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:58:39.214886 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-83434590-1e77-4115-b9f1-9866d0e3e84d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd265579f-c780-41e3-8d15-c55cd99d114d') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:39.215123 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-83434590-1e77-4115-b9f1-9866d0e3e84d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd265579f-c780-41e3-8d15-c55cd99d114d') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:39.226914 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83434590-1e77-4115-b9f1-9866d0e3e84d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:39.243822 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83434590-1e77-4115-b9f1-9866d0e3e84d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:39.251784 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83434590-1e77-4115-b9f1-9866d0e3e84d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:58:39.251986 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83434590-1e77-4115-b9f1-9866d0e3e84d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:58:39.269344 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:58:39.367167 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] Allocated IP 2001:db8::2 (634881fa-6356-481e-a41e-f05157c9b196/95bb6815-0807-472f-a905-7a19dc072f9a/c297a89b-beb2-42df-8ccb-e3331d52458c) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:39.394267 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83434590-1e77-4115-b9f1-9866d0e3e84d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:39.429379 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83434590-1e77-4115-b9f1-9866d0e3e84d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:39.432774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83434590-1e77-4115-b9f1-9866d0e3e84d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Pushing event deleted for resources: {'Network': ['ID=756ae67a-738d-4228-b79c-ba10ebb5b77c,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:39.441944 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2cce15cd-30b5-4ae0-a97f-34ff81032e32 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:39.446585 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-83434590-1e77-4115-b9f1-9866d0e3e84d tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/networks/756ae67a-738d-4228-b79c-ba10ebb5b77c HTTP/1.1" status: 204 len: 168 time: 2.5270786 Apr 18 05:58:39.449274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45954) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:39.455044 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-cf737471-e792-4aa1-8322-321b54f121b7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'router': {'routes': None}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:39.501820 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-ce95b5bc-8b0e-462b-8858-52970fc3b406 None None] Deleting port 02f57376-d272-48f8-8f2d-6652a4489f54 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:39.502180 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ce95b5bc-8b0e-462b-8858-52970fc3b406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:39.548395 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce15cd-30b5-4ae0-a97f-34ff81032e32 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Port': ['ID=9873d42b-04cf-4929-9b06-567cce614c70,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:39.550905 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Pushing event updated for resources: {'Network': ['ID=03960b31-22b8-4ac3-b970-15bc2ef4beed,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:39.579082 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-ce95b5bc-8b0e-462b-8858-52970fc3b406 None None] The port '02f57376-d272-48f8-8f2d-6652a4489f54' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:58:39.584716 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cce15cd-30b5-4ae0-a97f-34ff81032e32 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network 634881fa-6356-481e-a41e-f05157c9b196 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:39.591792 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 03960b31-22b8-4ac3-b970-15bc2ef4beed details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:58:39.592716 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-2cce15cd-30b5-4ae0-a97f-34ff81032e32 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:39.600431 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7fb87803-443e-4e9b-b2e7-9095bef9b790 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.0693455 Apr 18 05:58:39.601314 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45960) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:39.602218 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cce15cd-30b5-4ae0-a97f-34ff81032e32 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:58:39.608311 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cce15cd-30b5-4ae0-a97f-34ff81032e32 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:39.609053 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2cce15cd-30b5-4ae0-a97f-34ff81032e32 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:39.646964 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-781f5a98-3335-402f-91c0-c2d9f71ae507 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Request body: {'subnet': {'network_id': '03960b31-22b8-4ac3-b970-15bc2ef4beed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:39.825203 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device ff5d08b7-a429-46c4-bf4f-274b36a474cb up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:58:39.848539 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2cce15cd-30b5-4ae0-a97f-34ff81032e32 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7412574 Apr 18 05:58:39.855269 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0018caa0-f5bc-4a4d-bfdc-4cbef4bcc5c3 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:39.856638 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45966) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:39.913887 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-93671258-691e-4ed3-8488-68b39115d201 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'port': {'network_id': '634881fa-6356-481e-a41e-f05157c9b196', 'name': 'tempest-PortsIpV6TestJSON-1858404100'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:39.930341 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0018caa0-f5bc-4a4d-bfdc-4cbef4bcc5c3 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:40.019627 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:40.051288 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] Transition to ACTIVE for port object c297a89b-beb2-42df-8ccb-e3331d52458c will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:40.093896 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:40.098808 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] Transition to ACTIVE for port object c297a89b-beb2-42df-8ccb-e3331d52458c will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:40.108652 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:40.138385 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.extraroute_db [None req-cf737471-e792-4aa1-8322-321b54f121b7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Added routes are [] {{(pid=88035) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 18 05:58:40.139052 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.extraroute_db [None req-cf737471-e792-4aa1-8322-321b54f121b7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Removed routes are [] {{(pid=88035) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 18 05:58:40.139052 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cf737471-e792-4aa1-8322-321b54f121b7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:40.154298 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port ff5d08b7-a429-46c4-bf4f-274b36a474cb completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:40.178555 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port ff5d08b7-a429-46c4-bf4f-274b36a474cb triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:40.178866 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:40.206428 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-781f5a98-3335-402f-91c0-c2d9f71ae507 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:40.207844 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] Network 634881fa-6356-481e-a41e-f05157c9b196 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:40.221765 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:40.231890 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:58:40.238886 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-781f5a98-3335-402f-91c0-c2d9f71ae507 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Usage tracker for resource:subnet and tenant:f76d284a0f7a495a90fa40549ff5592c is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:40.246110 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-92cbaefb-14cd-4496-be5f-26cfdfc1d7f9 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Allocated IP 172.20.0.13 (4a8a605f-96df-4400-8cd4-a570f7367f7d/a9c23284-4d41-49fd-af78-456f1d4b6d7f/bcebfe7f-60b3-4843-a823-6e2b9e269be8) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:40.248971 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-781f5a98-3335-402f-91c0-c2d9f71ae507 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:40.256670 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0018caa0-f5bc-4a4d-bfdc-4cbef4bcc5c3 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:40.260715 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0018caa0-f5bc-4a4d-bfdc-4cbef4bcc5c3 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8880706 Apr 18 05:58:40.269374 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-781f5a98-3335-402f-91c0-c2d9f71ae507 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:40.275995 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] Pushing event updated for resources: {'Port': ['ID=c297a89b-beb2-42df-8ccb-e3331d52458c,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:40.276302 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45970) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:40.284387 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-bb11a5f1-badb-4f24-9f9f-51e15de65008 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group': {'name': 'tempest-secgroup--475042070'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:40.290491 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bb11a5f1-badb-4f24-9f9f-51e15de65008 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:40.306841 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bb11a5f1-badb-4f24-9f9f-51e15de65008 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:40.319386 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018caa0-f5bc-4a4d-bfdc-4cbef4bcc5c3 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ddc9db-9d46-4929-844f-7a7a07f1ce77,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:40.332514 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bb11a5f1-badb-4f24-9f9f-51e15de65008 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:40.356453 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] Attempting to bind port c297a89b-beb2-42df-8ccb-e3331d52458c on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:58:40.357117 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] Attempting to bind port c297a89b-beb2-42df-8ccb-e3331d52458c by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '934d4122-a324-4408-810f-c408b5d8fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '634881fa-6356-481e-a41e-f05157c9b196'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:58:40.357669 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] Attempting to bind port c297a89b-beb2-42df-8ccb-e3331d52458c on network 634881fa-6356-481e-a41e-f05157c9b196 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:58:40.394336 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:58:40.395487 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] Checking segment: {'id': '934d4122-a324-4408-810f-c408b5d8fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '634881fa-6356-481e-a41e-f05157c9b196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:58:40.396063 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:40.396625 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] Bound using segment: {'id': '934d4122-a324-4408-810f-c408b5d8fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '634881fa-6356-481e-a41e-f05157c9b196'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:58:40.397266 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] Bound port: c297a89b-beb2-42df-8ccb-e3331d52458c, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934d4122-a324-4408-810f-c408b5d8fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '634881fa-6356-481e-a41e-f05157c9b196'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:58:40.397814 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:40.403878 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781f5a98-3335-402f-91c0-c2d9f71ae507 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Made reservation on behalf of f76d284a0f7a495a90fa40549ff5592c for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:40.408329 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-781f5a98-3335-402f-91c0-c2d9f71ae507 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:40.487690 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:40.514878 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bb11a5f1-badb-4f24-9f9f-51e15de65008 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:40.526750 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cf737471-e792-4aa1-8322-321b54f121b7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:40.532604 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cf737471-e792-4aa1-8322-321b54f121b7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:40.563889 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port ff5d08b7-a429-46c4-bf4f-274b36a474cb, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=ff5d08b7-a429-46c4-bf4f-274b36a474cb,segment=NetworkSegment(38e1556b-9beb-4876-b3ae-bbd0a2592cda),segment_id=38e1556b-9beb-4876-b3ae-bbd0a2592cda)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:40.568089 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] For port c297a89b-beb2-42df-8ccb-e3331d52458c, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:58:40.572253 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] For port c297a89b-beb2-42df-8ccb-e3331d52458c, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c297a89b-beb2-42df-8ccb-e3331d52458c,segment=NetworkSegment(934d4122-a324-4408-810f-c408b5d8fa26),segment_id=934d4122-a324-4408-810f-c408b5d8fa26)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:58:40.573836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:40.587261 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bb11a5f1-badb-4f24-9f9f-51e15de65008 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:40.590506 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-93671258-691e-4ed3-8488-68b39115d201 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:40.602681 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bb11a5f1-badb-4f24-9f9f-51e15de65008 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:40.623080 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bb11a5f1-badb-4f24-9f9f-51e15de65008 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:40.643269 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-93671258-691e-4ed3-8488-68b39115d201 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:40.698029 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 02f57376-d272-48f8-8f2d-6652a4489f54 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:58:40.735577 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:40.756113 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 02f57376-d272-48f8-8f2d-6652a4489f54 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:58:40.756593 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 02f57376-d272-48f8-8f2d-6652a4489f54 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:58:40.766629 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93671258-691e-4ed3-8488-68b39115d201 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:40.769564 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-93671258-691e-4ed3-8488-68b39115d201 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:40.792688 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf737471-e792-4aa1-8322-321b54f121b7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router a9607895-f0b6-4931-8632-391ad3393134 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:58:40.799558 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=ff5d08b7-a429-46c4-bf4f-274b36a474cb,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:40.898895 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98095251-1d1a-48a0-ad07-1ec4603c0d12 None None] Pushing event updated for resources: {'Port': ['ID=c297a89b-beb2-42df-8ccb-e3331d52458c,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:40.934587 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-93671258-691e-4ed3-8488-68b39115d201 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] device_id is not set on port f54f338b-be22-412a-8d6b-9f782ab25df7 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:58:40.949950 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf737471-e792-4aa1-8322-321b54f121b7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:58:40.958450 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cf737471-e792-4aa1-8322-321b54f121b7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:40.963707 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-cf737471-e792-4aa1-8322-321b54f121b7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/a9607895-f0b6-4931-8632-391ad3393134 HTTP/1.1" status: 200 len: 700 time: 1.5132062 Apr 18 05:58:40.964843 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45974) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:40.966365 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da346cd-fc8f-44b3-b973-07575f8179b4 None None] Sync routers for ids ['a9607895-f0b6-4931-8632-391ad3393134'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:58:40.986414 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da346cd-fc8f-44b3-b973-07575f8179b4 None None] Routers {'a9607895-f0b6-4931-8632-391ad3393134'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:40.989231 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-8da346cd-fc8f-44b3-b973-07575f8179b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:58:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9607895-f0b6-4931-8632-391ad3393134'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:41.024519 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c146aa88-df82-4ff3-bc29-89e0a41f6ab5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Synchronizing usage tracker for tenant:1e86337a57bd435798aa8639156e9b5e on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:41.039602 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-92cbaefb-14cd-4496-be5f-26cfdfc1d7f9 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:41.065503 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c146aa88-df82-4ff3-bc29-89e0a41f6ab5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Unset dirty status for tenant:1e86337a57bd435798aa8639156e9b5e on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:41.069891 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c146aa88-df82-4ff3-bc29-89e0a41f6ab5 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9607895-f0b6-4931-8632-391ad3393134 HTTP/1.1" status: 200 len: 205 time: 0.1037586 Apr 18 05:58:41.070537 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45980) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:41.153058 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-92cbaefb-14cd-4496-be5f-26cfdfc1d7f9 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Transition to ACTIVE for port object bcebfe7f-60b3-4843-a823-6e2b9e269be8 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:41.186930 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bb11a5f1-badb-4f24-9f9f-51e15de65008 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:41.206131 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bb11a5f1-badb-4f24-9f9f-51e15de65008 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:41.246881 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-8da346cd-fc8f-44b3-b973-07575f8179b4 None None] Set router a9607895-f0b6-4931-8632-391ad3393134 gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:41.323436 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-34d06a0a-ffba-4c07-a149-2d0575f06d41 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:41.414655 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb11a5f1-badb-4f24-9f9f-51e15de65008 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=562d184e-f4f7-4842-a823-725412775233,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:41.433416 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-781f5a98-3335-402f-91c0-c2d9f71ae507 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:41.486608 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-8da346cd-fc8f-44b3-b973-07575f8179b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:58:33Z', 'revision_number': 11, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:41.491240 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da346cd-fc8f-44b3-b973-07575f8179b4 None None] Checking router: a9607895-f0b6-4931-8632-391ad3393134 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:58:41.502381 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da346cd-fc8f-44b3-b973-07575f8179b4 None None] Routers {'a9607895-f0b6-4931-8632-391ad3393134'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:41.502987 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-8da346cd-fc8f-44b3-b973-07575f8179b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:58:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a9607895-f0b6-4931-8632-391ad3393134'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:41.545015 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bb11a5f1-badb-4f24-9f9f-51e15de65008 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:41.546350 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bb11a5f1-badb-4f24-9f9f-51e15de65008 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2691672 Apr 18 05:58:41.553601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781f5a98-3335-402f-91c0-c2d9f71ae507 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Checking segment: {'id': '9e5a1729-edbe-4f3b-81a7-856ef2266e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '03960b31-22b8-4ac3-b970-15bc2ef4beed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:58:41.553958 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781f5a98-3335-402f-91c0-c2d9f71ae507 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Network hostable DHCP agents. Network: 03960b31-22b8-4ac3-b970-15bc2ef4beed, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:58:41.563961 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 45984) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:41.584695 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-9c8552db-45b7-46f1-8ce2-e2dd8b489fa0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group_rule': {'security_group_id': 'd8ddc9db-9d46-4929-844f-7a7a07f1ce77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '562d184e-f4f7-4842-a823-725412775233'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:41.591558 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9c8552db-45b7-46f1-8ce2-e2dd8b489fa0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:41.595482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9c8552db-45b7-46f1-8ce2-e2dd8b489fa0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:41.598510 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9c8552db-45b7-46f1-8ce2-e2dd8b489fa0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:41.604477 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9c8552db-45b7-46f1-8ce2-e2dd8b489fa0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:41.614526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-93671258-691e-4ed3-8488-68b39115d201 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Allocated IP 2001:db8::14 (634881fa-6356-481e-a41e-f05157c9b196/95bb6815-0807-472f-a905-7a19dc072f9a/f54f338b-be22-412a-8d6b-9f782ab25df7) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:41.669388 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781f5a98-3335-402f-91c0-c2d9f71ae507 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Network 03960b31-22b8-4ac3-b970-15bc2ef4beed is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:58:41.676432 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-92cbaefb-14cd-4496-be5f-26cfdfc1d7f9 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:41.691698 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-8da346cd-fc8f-44b3-b973-07575f8179b4 None None] Set router a9607895-f0b6-4931-8632-391ad3393134 gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:41.815641 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cbaefb-14cd-4496-be5f-26cfdfc1d7f9 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Network 4a8a605f-96df-4400-8cd4-a570f7367f7d is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:41.817109 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f5a98-3335-402f-91c0-c2d9f71ae507 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Pushing event updated for resources: {'Subnet': ['ID=07f3802d-f9cf-44af-bed0-8a20fae4ccbe,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:41.837859 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-92cbaefb-14cd-4496-be5f-26cfdfc1d7f9 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:41.841022 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cbaefb-14cd-4496-be5f-26cfdfc1d7f9 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:58:41.841154 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-34d06a0a-ffba-4c07-a149-2d0575f06d41 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:41.843644 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-34d06a0a-ffba-4c07-a149-2d0575f06d41 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:41.871269 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-34d06a0a-ffba-4c07-a149-2d0575f06d41 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:41.872106 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d06a0a-ffba-4c07-a149-2d0575f06d41 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Fanout notify agent at l3_agent the message router_deleted on router a9607895-f0b6-4931-8632-391ad3393134 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:58:41.908599 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-34d06a0a-ffba-4c07-a149-2d0575f06d41 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:41.908792 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device ff5d08b7-a429-46c4-bf4f-274b36a474cb up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:58:41.909937 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-34d06a0a-ffba-4c07-a149-2d0575f06d41 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/routers/a9607895-f0b6-4931-8632-391ad3393134 HTTP/1.1" status: 204 len: 168 time: 0.8384252 Apr 18 05:58:41.918385 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45988) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:41.924259 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-1b7b9305-cd63-4b7b-b0a8-264f3ef8a132 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1973498018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:41.940613 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1b7b9305-cd63-4b7b-b0a8-264f3ef8a132 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:41.945962 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1b7b9305-cd63-4b7b-b0a8-264f3ef8a132 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Usage tracker for resource:router and tenant:1e86337a57bd435798aa8639156e9b5e is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:41.950190 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1b7b9305-cd63-4b7b-b0a8-264f3ef8a132 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:41.959917 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1b7b9305-cd63-4b7b-b0a8-264f3ef8a132 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:42.008930 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-8da346cd-fc8f-44b3-b973-07575f8179b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:58:33Z', 'revision_number': 11, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:42.019442 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da346cd-fc8f-44b3-b973-07575f8179b4 None None] The sync data for ids ['a9607895-f0b6-4931-8632-391ad3393134'] in dv-neutron-837489-1-hyperv is: [{'id': 'a9607895-f0b6-4931-8632-391ad3393134', 'name': 'tempest-RoutersTest-router-444620412', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:56:50Z', 'updated_at': '2022-04-18T05:58:33Z', 'revision_number': 11, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:58:42.020612 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9305-cd63-4b7b-b0a8-264f3ef8a132 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:42.021935 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9305-cd63-4b7b-b0a8-264f3ef8a132 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:42.048394 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port ff5d08b7-a429-46c4-bf4f-274b36a474cb triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:42.049070 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:42.054274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9305-cd63-4b7b-b0a8-264f3ef8a132 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:42.092229 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-781f5a98-3335-402f-91c0-c2d9f71ae507 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 03960b31-22b8-4ac3-b970-15bc2ef4beed) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:42.095214 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-9c8552db-45b7-46f1-8ce2-e2dd8b489fa0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:58:42.099694 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9c8552db-45b7-46f1-8ce2-e2dd8b489fa0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5182946 Apr 18 05:58:42.102799 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 45994) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:42.107272 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f5a98-3335-402f-91c0-c2d9f71ae507 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:42.107882 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-781f5a98-3335-402f-91c0-c2d9f71ae507 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:42.108140 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ce625b-0304-47da-b316-c41aaebcf5f0 None None] Network 03960b31-22b8-4ac3-b970-15bc2ef4beed requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:58:42.119817 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9305-cd63-4b7b-b0a8-264f3ef8a132 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:42.200924 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbaefb-14cd-4496-be5f-26cfdfc1d7f9 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Pushing event updated for resources: {'Port': ['ID=bcebfe7f-60b3-4843-a823-6e2b9e269be8,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:42.218351 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-781f5a98-3335-402f-91c0-c2d9f71ae507 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5878892 Apr 18 05:58:42.220891 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9305-cd63-4b7b-b0a8-264f3ef8a132 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:42.225632 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1b7b9305-cd63-4b7b-b0a8-264f3ef8a132 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3059957 Apr 18 05:58:42.227717 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46000) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:42.229581 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46002) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:42.243976 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-42d20eee-f0a4-4f22-9b9e-666ecde03254 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Request body: {'port': {'network_id': '03960b31-22b8-4ac3-b970-15bc2ef4beed', 'name': 'tempest-TagsExtTest-1522080191'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:42.274700 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-25240c28-22c9-4c02-a730-a6eaf424804a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:42.281115 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cbaefb-14cd-4496-be5f-26cfdfc1d7f9 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:42.282362 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-92cbaefb-14cd-4496-be5f-26cfdfc1d7f9 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:42.371547 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-93671258-691e-4ed3-8488-68b39115d201 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:42.402618 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-92cbaefb-14cd-4496-be5f-26cfdfc1d7f9 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6085720 Apr 18 05:58:42.405145 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46010) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:42.442314 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-91d4bfd9-2b1e-4dae-8afc-2a1e00cb2331 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:65:b1:65'}]}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:42.522714 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1a1049-de21-4793-9f8e-c4a3df92128a None None] Network 634881fa-6356-481e-a41e-f05157c9b196 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:58:42.533394 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-93671258-691e-4ed3-8488-68b39115d201 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Transition to ACTIVE for port object f54f338b-be22-412a-8d6b-9f782ab25df7 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:42.559919 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-95df286e-c6d7-459a-829c-5d385e6da1a1 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:42.684997 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-93671258-691e-4ed3-8488-68b39115d201 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:42.738803 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c987649e-9e25-4120-8bcc-eee82b746afa None None] Provisioning for port bcebfe7f-60b3-4843-a823-6e2b9e269be8 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:42.751874 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c987649e-9e25-4120-8bcc-eee82b746afa None None] Provisioning complete for port bcebfe7f-60b3-4843-a823-6e2b9e269be8 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:42.752394 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c987649e-9e25-4120-8bcc-eee82b746afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:42.758836 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93671258-691e-4ed3-8488-68b39115d201 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network 634881fa-6356-481e-a41e-f05157c9b196 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:42.765177 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-93671258-691e-4ed3-8488-68b39115d201 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:42.768308 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93671258-691e-4ed3-8488-68b39115d201 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:58:42.774199 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93671258-691e-4ed3-8488-68b39115d201 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:42.774736 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-93671258-691e-4ed3-8488-68b39115d201 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:42.824841 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-95df286e-c6d7-459a-829c-5d385e6da1a1 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:42.829173 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-03960b31-22b8-4ac3-b970-15bc2ef4beed', 'network_id': '03960b31-22b8-4ac3-b970-15bc2ef4beed', 'tenant_id': 'f76d284a0f7a495a90fa40549ff5592c', 'fixed_ips': [{'subnet_id': '07f3802d-f9cf-44af-bed0-8a20fae4ccbe'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:58:42.830108 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:42.850187 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c297a89b-beb2-42df-8ccb-e3331d52458c up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:58:42.863546 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-93671258-691e-4ed3-8488-68b39115d201 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9904461 Apr 18 05:58:42.863546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93671258-691e-4ed3-8488-68b39115d201 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Port': ['ID=f54f338b-be22-412a-8d6b-9f782ab25df7,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:42.864694 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46020) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:42.959966 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-a82687ae-a730-4245-89c9-8bab43666198 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Synchronizing usage tracker for tenant:49ad773d519141abbf5e743e64df06bc on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:42.997066 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-91d4bfd9-2b1e-4dae-8afc-2a1e00cb2331 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:43.013841 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-c987649e-9e25-4120-8bcc-eee82b746afa None None] Port bcebfe7f-60b3-4843-a823-6e2b9e269be8 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:58:43.018846 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25240c28-22c9-4c02-a730-a6eaf424804a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:43.024172 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-a82687ae-a730-4245-89c9-8bab43666198 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Unset dirty status for tenant:49ad773d519141abbf5e743e64df06bc on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:43.025377 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-42d20eee-f0a4-4f22-9b9e-666ecde03254 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:43.025509 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-a82687ae-a730-4245-89c9-8bab43666198 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-469729717&fields=id&tenant_id=49ad773d519141abbf5e743e64df06bc HTTP/1.1" status: 200 len: 267 time: 0.2380574 Apr 18 05:58:43.034358 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-42d20eee-f0a4-4f22-9b9e-666ecde03254 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Usage tracker for resource:port and tenant:f76d284a0f7a495a90fa40549ff5592c is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:43.045400 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-42d20eee-f0a4-4f22-9b9e-666ecde03254 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:43.051797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25240c28-22c9-4c02-a730-a6eaf424804a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:43.058372 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-95df286e-c6d7-459a-829c-5d385e6da1a1 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:43.063218 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-42d20eee-f0a4-4f22-9b9e-666ecde03254 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:43.122555 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port c297a89b-beb2-42df-8ccb-e3331d52458c completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:43.161257 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df286e-c6d7-459a-829c-5d385e6da1a1 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=562d184e-f4f7-4842-a823-725412775233,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:43.170005 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] Allocated IP 172.20.0.2 (03960b31-22b8-4ac3-b970-15bc2ef4beed/07f3802d-f9cf-44af-bed0-8a20fae4ccbe/90e3d5f1-ba92-4040-bb73-65eb6b18b7d2) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:43.173544 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-fb9fbfce-cf67-4ba5-8273-5c2e8947d521 None None] Provisioning for port c297a89b-beb2-42df-8ccb-e3331d52458c completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:43.199278 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-fb9fbfce-cf67-4ba5-8273-5c2e8947d521 None None] Provisioning complete for port c297a89b-beb2-42df-8ccb-e3331d52458c triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:43.199649 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fb9fbfce-cf67-4ba5-8273-5c2e8947d521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:43.233634 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d20eee-f0a4-4f22-9b9e-666ecde03254 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Made reservation on behalf of f76d284a0f7a495a90fa40549ff5592c for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:43.236348 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-42d20eee-f0a4-4f22-9b9e-666ecde03254 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:43.264923 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-95df286e-c6d7-459a-829c-5d385e6da1a1 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:43.269277 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-95df286e-c6d7-459a-829c-5d385e6da1a1 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "DELETE /v2.0/security-groups/562d184e-f4f7-4842-a823-725412775233 HTTP/1.1" status: 204 len: 168 time: 1.1611254 Apr 18 05:58:43.272514 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46024) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:43.273708 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9995dc5-c473-40f6-a059-3d013e33364c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:43.274085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b9995dc5-c473-40f6-a059-3d013e33364c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Synchronizing usage tracker for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:43.319222 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-42d20eee-f0a4-4f22-9b9e-666ecde03254 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] device_id is not set on port 64629a52-c44f-43c2-af8f-eee5a54ef339 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:58:43.428701 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b9995dc5-c473-40f6-a059-3d013e33364c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Unset dirty status for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:43.433055 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b9995dc5-c473-40f6-a059-3d013e33364c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A162 HTTP/1.1" status: 200 len: 929 time: 0.5649989 Apr 18 05:58:43.448356 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46028) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:43.482681 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fb9fbfce-cf67-4ba5-8273-5c2e8947d521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:43.501780 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-df5a066a-3a5f-4fd0-95e7-350873806de2 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Synchronizing usage tracker for tenant:e8f6e00654534286aba45a04613014df on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:43.546248 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-90a71bc0-889c-4b30-b311-a82dea8698da tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:43.547103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-90a71bc0-889c-4b30-b311-a82dea8698da tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Synchronizing usage tracker for tenant:49ad773d519141abbf5e743e64df06bc on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:43.586180 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-90a71bc0-889c-4b30-b311-a82dea8698da tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Unset dirty status for tenant:49ad773d519141abbf5e743e64df06bc on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:43.593379 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-90a71bc0-889c-4b30-b311-a82dea8698da tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/networks?id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1 HTTP/1.1" status: 200 len: 812 time: 0.3839478 Apr 18 05:58:43.603380 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:43.606870 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-fb9fbfce-cf67-4ba5-8273-5c2e8947d521 None None] For port c297a89b-beb2-42df-8ccb-e3331d52458c, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c297a89b-beb2-42df-8ccb-e3331d52458c,segment=NetworkSegment(934d4122-a324-4408-810f-c408b5d8fa26),segment_id=934d4122-a324-4408-810f-c408b5d8fa26)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:43.615838 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-6aaf7071-133a-4d77-8b4a-a231f7270769 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/quotas/49ad773d519141abbf5e743e64df06bc HTTP/1.1" status: 200 len: 375 time: 0.0213156 Apr 18 05:58:43.617061 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fb9fbfce-cf67-4ba5-8273-5c2e8947d521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:43.619135 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] Transition to ACTIVE for port object 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:43.621115 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-df5a066a-3a5f-4fd0-95e7-350873806de2 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Unset dirty status for tenant:e8f6e00654534286aba45a04613014df on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:43.625522 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-df5a066a-3a5f-4fd0-95e7-350873806de2 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3469932 Apr 18 05:58:43.625776 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25240c28-22c9-4c02-a730-a6eaf424804a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Router 09531735-daa6-4a99-9d5c-f186b5a35fc4 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:58:43.627562 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46032) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:43.632771 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-51799860-47a4-4775-a924-3b0deb2da7a6 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port f54f338b-be22-412a-8d6b-9f782ab25df7 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:43.633114 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-51799860-47a4-4775-a924-3b0deb2da7a6 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:43.697189 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-91d4bfd9-2b1e-4dae-8afc-2a1e00cb2331 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:43.712014 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] Transition to ACTIVE for port object 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:43.715437 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-91d4bfd9-2b1e-4dae-8afc-2a1e00cb2331 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:43.725241 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fbfce-cf67-4ba5-8273-5c2e8947d521 None None] Pushing event updated for resources: {'Port': ['ID=c297a89b-beb2-42df-8ccb-e3331d52458c,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:43.738601 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:43.785026 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-b51337e4-e087-4809-a659-194374281885 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=49ad773d519141abbf5e743e64df06bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1678457 Apr 18 05:58:43.866597 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] Network 03960b31-22b8-4ac3-b970-15bc2ef4beed is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:43.879244 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:43.886817 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:58:43.894175 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-8b70c00f-cc60-4384-b944-cb8cd080dac1 None None] Provisioning complete for port c297a89b-beb2-42df-8ccb-e3331d52458c triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:43.895492 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8b70c00f-cc60-4384-b944-cb8cd080dac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:43.941194 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] Pushing event updated for resources: {'Port': ['ID=90e3d5f1-ba92-4040-bb73-65eb6b18b7d2,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:43.971681 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4bfd9-2b1e-4dae-8afc-2a1e00cb2331 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Pushing event updated for resources: {'Port': ['ID=bcebfe7f-60b3-4843-a823-6e2b9e269be8,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:43.988913 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-91d4bfd9-2b1e-4dae-8afc-2a1e00cb2331 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] In _notify_port_updated(), no bound segment for port bcebfe7f-60b3-4843-a823-6e2b9e269be8 on network 4a8a605f-96df-4400-8cd4-a570f7367f7d {{(pid=88034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 05:58:43.994742 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d4bfd9-2b1e-4dae-8afc-2a1e00cb2331 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:43.995519 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-91d4bfd9-2b1e-4dae-8afc-2a1e00cb2331 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:43.996976 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-91d4bfd9-2b1e-4dae-8afc-2a1e00cb2331 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "PUT /v2.0/ports/bcebfe7f-60b3-4843-a823-6e2b9e269be8 HTTP/1.1" status: 200 len: 997 time: 1.5781276 Apr 18 05:58:43.999963 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46036) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:44.093007 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-dae2c094-7554-45b0-9281-342ac4bb4df4 service neutron] 10.222.0.15 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070118 Apr 18 05:58:44.107252 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] Attempting to bind port 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:58:44.108430 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] Attempting to bind port 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '9e5a1729-edbe-4f3b-81a7-856ef2266e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '03960b31-22b8-4ac3-b970-15bc2ef4beed'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:58:44.108984 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] Attempting to bind port 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2 on network 03960b31-22b8-4ac3-b970-15bc2ef4beed {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:58:44.140480 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-a79e34c3-4943-437c-9f8f-6bb9cd1a2582 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Deleting port bcebfe7f-60b3-4843-a823-6e2b9e269be8 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:44.140891 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a79e34c3-4943-437c-9f8f-6bb9cd1a2582 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:44.179101 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:58:44.179475 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] Checking segment: {'id': '9e5a1729-edbe-4f3b-81a7-856ef2266e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '03960b31-22b8-4ac3-b970-15bc2ef4beed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:58:44.179876 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:44.180414 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] Bound using segment: {'id': '9e5a1729-edbe-4f3b-81a7-856ef2266e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '03960b31-22b8-4ac3-b970-15bc2ef4beed'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:58:44.180891 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] Bound port: 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5a1729-edbe-4f3b-81a7-856ef2266e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '03960b31-22b8-4ac3-b970-15bc2ef4beed'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:58:44.181261 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:44.217969 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-42d20eee-f0a4-4f22-9b9e-666ecde03254 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Allocated IP 172.20.0.9 (03960b31-22b8-4ac3-b970-15bc2ef4beed/07f3802d-f9cf-44af-bed0-8a20fae4ccbe/64629a52-c44f-43c2-af8f-eee5a54ef339) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:44.319311 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] For port 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:58:44.323470 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25240c28-22c9-4c02-a730-a6eaf424804a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:58:44.325379 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] For port 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=90e3d5f1-ba92-4040-bb73-65eb6b18b7d2,segment=NetworkSegment(9e5a1729-edbe-4f3b-81a7-856ef2266e48),segment_id=9e5a1729-edbe-4f3b-81a7-856ef2266e48)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:58:44.338543 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-8b70c00f-cc60-4384-b944-cb8cd080dac1 None None] Provisioning for port f54f338b-be22-412a-8d6b-9f782ab25df7 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:44.338854 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6b4b6ec7-704f-4d16-b0ca-a0a53bd03f92 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:44.349157 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468c102b-a69b-4257-8b1e-01a424536f57 None None] Sync routers for ids ['09531735-daa6-4a99-9d5c-f186b5a35fc4'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:58:44.365961 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468c102b-a69b-4257-8b1e-01a424536f57 None None] Routers {'09531735-daa6-4a99-9d5c-f186b5a35fc4'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:44.366646 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-468c102b-a69b-4257-8b1e-01a424536f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:58:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['09531735-daa6-4a99-9d5c-f186b5a35fc4'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:44.377333 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-ced5a4d8-6f74-47df-b991-3e0f0454dc7f service neutron] 10.222.0.15 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757888 Apr 18 05:58:44.400940 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25240c28-22c9-4c02-a730-a6eaf424804a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:44.402082 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-25240c28-22c9-4c02-a730-a6eaf424804a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "PUT /v2.0/routers/09531735-daa6-4a99-9d5c-f186b5a35fc4 HTTP/1.1" status: 200 len: 694 time: 2.1639035 Apr 18 05:58:44.428976 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46042) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:44.510003 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a79e34c3-4943-437c-9f8f-6bb9cd1a2582 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:44.542421 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-468c102b-a69b-4257-8b1e-01a424536f57 None None] Set router 09531735-daa6-4a99-9d5c-f186b5a35fc4 gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:44.592771 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6b4b6ec7-704f-4d16-b0ca-a0a53bd03f92 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:44.651988 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-a79e34c3-4943-437c-9f8f-6bb9cd1a2582 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Calling delete_port for bcebfe7f-60b3-4843-a823-6e2b9e269be8 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:44.672964 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-8b70c00f-cc60-4384-b944-cb8cd080dac1 None None] Provisioning complete for port f54f338b-be22-412a-8d6b-9f782ab25df7 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:44.672964 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8b70c00f-cc60-4384-b944-cb8cd080dac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:44.700989 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:44.714991 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-468c102b-a69b-4257-8b1e-01a424536f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09531735-daa6-4a99-9d5c-f186b5a35fc4', 'name': 'tempest-RoutersTest-router-1973498018', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:58:42Z', 'updated_at': '2022-04-18T05:58:43Z', 'revision_number': 2, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:44.763063 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468c102b-a69b-4257-8b1e-01a424536f57 None None] Checking router: 09531735-daa6-4a99-9d5c-f186b5a35fc4 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:58:44.783732 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2ac4fa9d-e97e-4a3b-b504-29f94ba51b0e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/routers/09531735-daa6-4a99-9d5c-f186b5a35fc4 HTTP/1.1" status: 200 len: 700 time: 0.3535724 Apr 18 05:58:44.798173 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46052) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:44.801999 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468c102b-a69b-4257-8b1e-01a424536f57 None None] Routers {'09531735-daa6-4a99-9d5c-f186b5a35fc4'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:44.802644 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-468c102b-a69b-4257-8b1e-01a424536f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:58:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['09531735-daa6-4a99-9d5c-f186b5a35fc4'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:44.877654 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a79e34c3-4943-437c-9f8f-6bb9cd1a2582 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:44.894063 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9327ec4c-bb8a-4da2-b361-1f357b24b205 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/ports?device_id=09531735-daa6-4a99-9d5c-f186b5a35fc4 HTTP/1.1" status: 200 len: 205 time: 0.0943511 Apr 18 05:58:44.923280 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-42d20eee-f0a4-4f22-9b9e-666ecde03254 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:44.927037 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46056) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:44.942487 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6b4b6ec7-704f-4d16-b0ca-a0a53bd03f92 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:44.958788 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-51799860-47a4-4775-a924-3b0deb2da7a6 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:44.975407 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-8b70c00f-cc60-4384-b944-cb8cd080dac1 None None] Port f54f338b-be22-412a-8d6b-9f782ab25df7 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:58:44.983214 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b6ec7-704f-4d16-b0ca-a0a53bd03f92 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ddc9db-9d46-4929-844f-7a7a07f1ce77,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:44.992189 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-42d20eee-f0a4-4f22-9b9e-666ecde03254 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Transition to ACTIVE for port object 64629a52-c44f-43c2-af8f-eee5a54ef339 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:44.993519 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6b4b6ec7-704f-4d16-b0ca-a0a53bd03f92 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:44.997577 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6b4b6ec7-704f-4d16-b0ca-a0a53bd03f92 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "DELETE /v2.0/security-groups/d8ddc9db-9d46-4929-844f-7a7a07f1ce77 HTTP/1.1" status: 204 len: 168 time: 1.3688161 Apr 18 05:58:44.998348 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46060) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:45.038901 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-468c102b-a69b-4257-8b1e-01a424536f57 None None] Set router 09531735-daa6-4a99-9d5c-f186b5a35fc4 gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:45.177732 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e34c3-4943-437c-9f8f-6bb9cd1a2582 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Pushing event deleted for resources: {'Port': ['ID=bcebfe7f-60b3-4843-a823-6e2b9e269be8,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:45.197132 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-51799860-47a4-4775-a924-3b0deb2da7a6 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Calling delete_port for f54f338b-be22-412a-8d6b-9f782ab25df7 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:45.212693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-468c102b-a69b-4257-8b1e-01a424536f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09531735-daa6-4a99-9d5c-f186b5a35fc4', 'name': 'tempest-RoutersTest-router-1973498018', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:58:42Z', 'updated_at': '2022-04-18T05:58:43Z', 'revision_number': 2, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:45.214741 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebb7b0-f235-4e04-a179-85992d364a10 None None] Pushing event updated for resources: {'Port': ['ID=90e3d5f1-ba92-4040-bb73-65eb6b18b7d2,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:45.223345 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468c102b-a69b-4257-8b1e-01a424536f57 None None] The sync data for ids ['09531735-daa6-4a99-9d5c-f186b5a35fc4'] in dv-neutron-837489-1-hyperv is: [{'id': '09531735-daa6-4a99-9d5c-f186b5a35fc4', 'name': 'tempest-RoutersTest-router-1973498018', 'tenant_id': '1e86337a57bd435798aa8639156e9b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:58:42Z', 'updated_at': '2022-04-18T05:58:43Z', 'revision_number': 2, 'project_id': '1e86337a57bd435798aa8639156e9b5e', 'gw_port_host': None}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:58:45.229363 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-8b70c00f-cc60-4384-b944-cb8cd080dac1 None None] Provisioning for port 9873d42b-04cf-4929-9b06-567cce614c70 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:45.238722 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-8b70c00f-cc60-4384-b944-cb8cd080dac1 None None] Provisioning complete for port 9873d42b-04cf-4929-9b06-567cce614c70 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:45.239082 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8b70c00f-cc60-4384-b944-cb8cd080dac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:45.325320 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-8b70c00f-cc60-4384-b944-cb8cd080dac1 None None] Port 9873d42b-04cf-4929-9b06-567cce614c70 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:58:45.371517 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f5ccf78d-b566-4c83-982d-3fbeeb403d99 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Synchronizing usage tracker for tenant:e8f6e00654534286aba45a04613014df on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:45.436004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-42d20eee-f0a4-4f22-9b9e-666ecde03254 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:45.449024 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2ecc85a2-e625-4c33-b713-254af6071ed3 None None] Provisioning complete for port f54f338b-be22-412a-8d6b-9f782ab25df7 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:45.449415 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2ecc85a2-e625-4c33-b713-254af6071ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:45.461688 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e89f6305-c69f-445a-9209-fe5930c6bc8e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:45.539791 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2ecc85a2-e625-4c33-b713-254af6071ed3 None None] Port f54f338b-be22-412a-8d6b-9f782ab25df7 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:58:45.545012 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d20eee-f0a4-4f22-9b9e-666ecde03254 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Pushing event updated for resources: {'Port': ['ID=64629a52-c44f-43c2-af8f-eee5a54ef339,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:45.547947 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2ecc85a2-e625-4c33-b713-254af6071ed3 None None] Could not find standard attr ID for object bcebfe7f-60b3-4843-a823-6e2b9e269be8. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 05:58:45.552933 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f5ccf78d-b566-4c83-982d-3fbeeb403d99 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Unset dirty status for tenant:e8f6e00654534286aba45a04613014df on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:45.559304 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46064) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:45.559700 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f5ccf78d-b566-4c83-982d-3fbeeb403d99 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4627869 Apr 18 05:58:45.572518 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2ecc85a2-e625-4c33-b713-254af6071ed3 None None] Provisioning complete for port 9873d42b-04cf-4929-9b06-567cce614c70 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:45.573158 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2ecc85a2-e625-4c33-b713-254af6071ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:45.577259 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d20eee-f0a4-4f22-9b9e-666ecde03254 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Network 03960b31-22b8-4ac3-b970-15bc2ef4beed is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:45.580817 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-42d20eee-f0a4-4f22-9b9e-666ecde03254 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:45.585133 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d20eee-f0a4-4f22-9b9e-666ecde03254 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:58:45.630724 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-51799860-47a4-4775-a924-3b0deb2da7a6 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:45.632060 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-f8102096-443b-4a2c-a399-301f465730c6 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group': {'name': 'tempest-secgroup--645025804'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:45.646693 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f8102096-443b-4a2c-a399-301f465730c6 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:45.647848 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2ecc85a2-e625-4c33-b713-254af6071ed3 None None] Port 9873d42b-04cf-4929-9b06-567cce614c70 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:58:45.658541 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f8102096-443b-4a2c-a399-301f465730c6 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:45.667265 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a79e34c3-4943-437c-9f8f-6bb9cd1a2582 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:45.696506 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51799860-47a4-4775-a924-3b0deb2da7a6 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Port': ['ID=f54f338b-be22-412a-8d6b-9f782ab25df7,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:45.746408 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f8102096-443b-4a2c-a399-301f465730c6 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:45.753823 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-51799860-47a4-4775-a924-3b0deb2da7a6 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:45.771847 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d20eee-f0a4-4f22-9b9e-666ecde03254 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:45.772517 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-42d20eee-f0a4-4f22-9b9e-666ecde03254 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:45.776295 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a79e34c3-4943-437c-9f8f-6bb9cd1a2582 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "DELETE /v2.0/ports/bcebfe7f-60b3-4843-a823-6e2b9e269be8 HTTP/1.1" status: 204 len: 168 time: 1.7744024 Apr 18 05:58:45.776988 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46068) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:45.801536 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-42d20eee-f0a4-4f22-9b9e-666ecde03254 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.5662770 Apr 18 05:58:45.807107 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-51799860-47a4-4775-a924-3b0deb2da7a6 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/ports/f54f338b-be22-412a-8d6b-9f782ab25df7 HTTP/1.1" status: 204 len: 168 time: 2.2989988 Apr 18 05:58:45.807816 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46070) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:45.808167 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46072) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:45.850804 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c297a89b-beb2-42df-8ccb-e3331d52458c up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:58:45.868335 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-2b32c7e7-5861-4283-b809-a8b90cce360f tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-292784174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:45.886957 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2b32c7e7-5861-4283-b809-a8b90cce360f tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:45.889911 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-26eb8061-ac54-4656-b90c-0fafd5dc09e3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] GET failed (client error): The resource could not be found. Apr 18 05:58:45.890609 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-26eb8061-ac54-4656-b90c-0fafd5dc09e3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Synchronizing usage tracker for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:45.909237 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2b32c7e7-5861-4283-b809-a8b90cce360f tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Usage tracker for resource:router and tenant:f76d284a0f7a495a90fa40549ff5592c is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:45.967917 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2b32c7e7-5861-4283-b809-a8b90cce360f tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:45.979845 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-26eb8061-ac54-4656-b90c-0fafd5dc09e3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Unset dirty status for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:45.981352 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-26eb8061-ac54-4656-b90c-0fafd5dc09e3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports/f54f338b-be22-412a-8d6b-9f782ab25df7 HTTP/1.1" status: 404 len: 333 time: 0.1702611 Apr 18 05:58:45.988055 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2b32c7e7-5861-4283-b809-a8b90cce360f tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:45.991230 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46084) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:45.996737 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-744c6e31-5102-4809-95cb-0b84488549e8 req-1637c268-be58-4833-b030-b75906e9b251 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Synchronizing usage tracker for tenant:49ad773d519141abbf5e743e64df06bc on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:46.004185 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port c297a89b-beb2-42df-8ccb-e3331d52458c triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:46.004621 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:46.070544 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-744c6e31-5102-4809-95cb-0b84488549e8 req-1637c268-be58-4833-b030-b75906e9b251 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Unset dirty status for tenant:49ad773d519141abbf5e743e64df06bc on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:46.071728 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-744c6e31-5102-4809-95cb-0b84488549e8 req-1637c268-be58-4833-b030-b75906e9b251 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 210 time: 0.1583571 Apr 18 05:58:46.076523 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2b32c7e7-5861-4283-b809-a8b90cce360f tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:46.077217 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e89f6305-c69f-445a-9209-fe5930c6bc8e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:46.077713 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2b32c7e7-5861-4283-b809-a8b90cce360f tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:46.087974 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e89f6305-c69f-445a-9209-fe5930c6bc8e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:46.128458 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-43e7cff6-4e09-434c-8be4-6785933f4c92 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port 9873d42b-04cf-4929-9b06-567cce614c70 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:46.128458 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-43e7cff6-4e09-434c-8be4-6785933f4c92 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:46.210865 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e89f6305-c69f-445a-9209-fe5930c6bc8e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:46.211455 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89f6305-c69f-445a-9209-fe5930c6bc8e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Fanout notify agent at l3_agent the message router_deleted on router 09531735-daa6-4a99-9d5c-f186b5a35fc4 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:58:46.225710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f8102096-443b-4a2c-a399-301f465730c6 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:46.234776 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-5458a4d5-d9b6-402f-9035-bd4a33f5f6e2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] GET failed (client error): The resource could not be found. Apr 18 05:58:46.242721 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5458a4d5-d9b6-402f-9035-bd4a33f5f6e2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Synchronizing usage tracker for tenant:8d95c7922bee443697454073529e83e8 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:46.247416 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f8102096-443b-4a2c-a399-301f465730c6 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:46.253212 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f8102096-443b-4a2c-a399-301f465730c6 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:46.268621 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f8102096-443b-4a2c-a399-301f465730c6 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:46.275590 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e89f6305-c69f-445a-9209-fe5930c6bc8e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:46.282141 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e89f6305-c69f-445a-9209-fe5930c6bc8e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/routers/09531735-daa6-4a99-9d5c-f186b5a35fc4 HTTP/1.1" status: 204 len: 168 time: 1.3482819 Apr 18 05:58:46.289857 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46094) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:46.291865 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:58:46.382115 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5458a4d5-d9b6-402f-9035-bd4a33f5f6e2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Unset dirty status for tenant:8d95c7922bee443697454073529e83e8 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:46.383662 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5458a4d5-d9b6-402f-9035-bd4a33f5f6e2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "GET /v2.0/ports/bcebfe7f-60b3-4843-a823-6e2b9e269be8 HTTP/1.1" status: 404 len: 333 time: 0.2307312 Apr 18 05:58:46.406192 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46100) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:46.408403 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-86fab463-74c7-407e-bede-8fb4f4adcb32 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Synchronizing usage tracker for tenant:1e86337a57bd435798aa8639156e9b5e on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:46.410695 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1261712a-2f56-48fd-b386-68e6bc70161a None None] Network 03960b31-22b8-4ac3-b970-15bc2ef4beed requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:58:46.449022 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-0e2df5b8-eb44-4b22-a2b6-3a607551ceca tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Request body: {'port': {'network_id': '4a8a605f-96df-4400-8cd4-a570f7367f7d', 'name': 'tempest-AllowedAddressPairTestJSON-115644033'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:46.484636 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2b32c7e7-5861-4283-b809-a8b90cce360f tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:46.513987 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-86fab463-74c7-407e-bede-8fb4f4adcb32 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] Unset dirty status for tenant:1e86337a57bd435798aa8639156e9b5e on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:46.516855 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-86fab463-74c7-407e-bede-8fb4f4adcb32 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/ports?device_id=09531735-daa6-4a99-9d5c-f186b5a35fc4 HTTP/1.1" status: 200 len: 205 time: 0.2216382 Apr 18 05:58:46.520209 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46106) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:46.580530 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c022564e-4ce8-4803-8ded-f4e10ab27bfe None None] Provisioning for port 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:46.599546 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:46.613298 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:46.613663 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:46.626721 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2b32c7e7-5861-4283-b809-a8b90cce360f tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:46.698527 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f8102096-443b-4a2c-a399-301f465730c6 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:46.699515 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46110) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:46.807529 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f8102096-443b-4a2c-a399-301f465730c6 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:46.834395 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-43e7cff6-4e09-434c-8be4-6785933f4c92 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:46.837088 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:46.846009 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0e2df5b8-eb44-4b22-a2b6-3a607551ceca tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:46.856242 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0e2df5b8-eb44-4b22-a2b6-3a607551ceca tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:46.888923 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=90e3d5f1-ba92-4040-bb73-65eb6b18b7d2,segment=NetworkSegment(9e5a1729-edbe-4f3b-81a7-856ef2266e48),segment_id=9e5a1729-edbe-4f3b-81a7-856ef2266e48)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:46.893764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2df5b8-eb44-4b22-a2b6-3a607551ceca tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Made reservation on behalf of 8d95c7922bee443697454073529e83e8 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:46.897479 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0e2df5b8-eb44-4b22-a2b6-3a607551ceca tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:46.900901 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:46.941951 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8102096-443b-4a2c-a399-301f465730c6 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c10ca6c-6e3a-4b1e-b6f2-583616849593,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:46.989781 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-43e7cff6-4e09-434c-8be4-6785933f4c92 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Calling delete_port for 9873d42b-04cf-4929-9b06-567cce614c70 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:46.999590 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f8102096-443b-4a2c-a399-301f465730c6 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:47.004094 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f8102096-443b-4a2c-a399-301f465730c6 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4406714 Apr 18 05:58:47.012561 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46114) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:47.014451 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=90e3d5f1-ba92-4040-bb73-65eb6b18b7d2,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:47.018956 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-0e2df5b8-eb44-4b22-a2b6-3a607551ceca tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] device_id is not set on port 775473e2-ee1e-44e5-b985-6c38191ae013 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:58:47.028793 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-b4566537-b031-4687-96ef-40adf420fd77 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] delete failed (client error): The resource could not be found. Apr 18 05:58:47.029859 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b4566537-b031-4687-96ef-40adf420fd77 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/routers/09531735-daa6-4a99-9d5c-f186b5a35fc4 HTTP/1.1" status: 404 len: 336 time: 0.5057356 Apr 18 05:58:47.037932 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46118) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:47.059738 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-e9a6b5b0-331b-4c17-a3b8-6b54541233a8 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group_rule': {'security_group_id': '6c10ca6c-6e3a-4b1e-b6f2-583616849593', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:47.070317 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e9a6b5b0-331b-4c17-a3b8-6b54541233a8 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:47.092672 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2b32c7e7-5861-4283-b809-a8b90cce360f tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:47.093846 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2b32c7e7-5861-4283-b809-a8b90cce360f tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2847726 Apr 18 05:58:47.095642 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-99646950-dd25-4a47-846e-665aeb62038e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] DELETE failed (client error): The resource could not be found. Apr 18 05:58:47.096106 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99646950-dd25-4a47-846e-665aeb62038e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:58:47.100131 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-99646950-dd25-4a47-846e-665aeb62038e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/subnets/d0d36153-c3f9-49a6-8b55-81e1c70f175e HTTP/1.1" status: 404 len: 337 time: 0.0595267 Apr 18 05:58:47.100305 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e9a6b5b0-331b-4c17-a3b8-6b54541233a8 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:47.101684 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46122) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:47.101843 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46124) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:47.139839 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e9a6b5b0-331b-4c17-a3b8-6b54541233a8 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:47.155069 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-de9ade98-81f7-4932-9d49-da985a1074de tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1965920916', 'prefixes': ['172.20.0.0/16']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:47.162293 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e9a6b5b0-331b-4c17-a3b8-6b54541233a8 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:47.172530 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34c7061-e06b-4e6d-b822-008f03ab43db tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] DELETE failed (client error): The resource could not be found. Apr 18 05:58:47.177888 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34c7061-e06b-4e6d-b822-008f03ab43db tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:58:47.182291 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e34c7061-e06b-4e6d-b822-008f03ab43db tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/subnets/25f8554d-12f5-4005-b5a2-bfc358ea51da HTTP/1.1" status: 404 len: 337 time: 0.0771179 Apr 18 05:58:47.182951 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46132) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:47.207389 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-de9ade98-81f7-4932-9d49-da985a1074de tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:47.223618 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c2e078-ed44-4fa6-b84e-80605a2b126a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] DELETE failed (client error): The resource could not be found. Apr 18 05:58:47.224086 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c2e078-ed44-4fa6-b84e-80605a2b126a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:58:47.268520 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e6c2e078-ed44-4fa6-b84e-80605a2b126a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/subnets/c9e390d3-03c3-491b-b5a6-c1483e2133d7 HTTP/1.1" status: 404 len: 337 time: 0.0820694 Apr 18 05:58:47.271007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46136) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:47.319226 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-0e2df5b8-eb44-4b22-a2b6-3a607551ceca tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Allocated IP 172.20.0.13 (4a8a605f-96df-4400-8cd4-a570f7367f7d/a9c23284-4d41-49fd-af78-456f1d4b6d7f/775473e2-ee1e-44e5-b985-6c38191ae013) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:47.343364 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32f0585-c9c8-48e4-8dc1-96f002652163 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] DELETE failed (client error): The resource could not be found. Apr 18 05:58:47.343738 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32f0585-c9c8-48e4-8dc1-96f002652163 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:58:47.347971 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e32f0585-c9c8-48e4-8dc1-96f002652163 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/subnets/10b74cb9-7eb7-4b27-a180-0a4202808ef6 HTTP/1.1" status: 404 len: 337 time: 0.0735869 Apr 18 05:58:47.348323 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46140) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:47.453340 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-381dc366-7d53-4d8f-adec-4a1b366e5b6d None None] Provisioning complete for port 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:47.455048 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-381dc366-7d53-4d8f-adec-4a1b366e5b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:47.475658 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-88a7786e-5eea-46fd-a861-9a41e7876f08 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9607895-f0b6-4931-8632-391ad3393134 HTTP/1.1" status: 200 len: 205 time: 0.1239891 Apr 18 05:58:47.482572 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46144) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:47.549367 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6b1d5b47-8bde-43ff-95fa-ef4ed3e8c709 req-12bb83cd-dfdb-414e-b99b-41242f1c1a5d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 210 time: 0.2042255 Apr 18 05:58:47.582048 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-43e7cff6-4e09-434c-8be4-6785933f4c92 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:47.633829 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-381dc366-7d53-4d8f-adec-4a1b366e5b6d None None] Provisioning for port 64629a52-c44f-43c2-af8f-eee5a54ef339 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:47.639049 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-381dc366-7d53-4d8f-adec-4a1b366e5b6d None None] Provisioning complete for port 64629a52-c44f-43c2-af8f-eee5a54ef339 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:47.639414 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-381dc366-7d53-4d8f-adec-4a1b366e5b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:47.651910 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7cff6-4e09-434c-8be4-6785933f4c92 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Port': ['ID=9873d42b-04cf-4929-9b06-567cce614c70,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:47.654817 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-5ceaea4c-8cb3-459e-91fd-9c5fd2dcf94b tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] delete failed (client error): The resource could not be found. Apr 18 05:58:47.658819 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5ceaea4c-8cb3-459e-91fd-9c5fd2dcf94b tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/routers/a9607895-f0b6-4931-8632-391ad3393134 HTTP/1.1" status: 404 len: 336 time: 0.1723609 Apr 18 05:58:47.658963 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46148) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:47.714385 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-381dc366-7d53-4d8f-adec-4a1b366e5b6d None None] Port 64629a52-c44f-43c2-af8f-eee5a54ef339 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:58:47.757104 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-43e7cff6-4e09-434c-8be4-6785933f4c92 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:47.771206 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-43e7cff6-4e09-434c-8be4-6785933f4c92 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/ports/9873d42b-04cf-4929-9b06-567cce614c70 HTTP/1.1" status: 204 len: 168 time: 1.7772827 Apr 18 05:58:47.772331 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46152) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:47.774841 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2bc85dd2-f3fd-487d-ad53-a946c634569e tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28c59ff-c48e-478d-a197-2ce1409be076 HTTP/1.1" status: 200 len: 205 time: 0.1148725 Apr 18 05:58:47.777399 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46156) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:47.803146 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:58:47.897343 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7034fa6a-5b3e-4dc9-a479-1eacc3a93501 None None] Provisioning complete for port 64629a52-c44f-43c2-af8f-eee5a54ef339 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:47.897729 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7034fa6a-5b3e-4dc9-a479-1eacc3a93501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:47.909373 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-580a4f66-5b09-403f-8f84-e6e06a75b60d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] GET failed (client error): The resource could not be found. Apr 18 05:58:47.909960 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-580a4f66-5b09-403f-8f84-e6e06a75b60d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Synchronizing usage tracker for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:47.915341 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-6d977872-7b90-4b48-9de4-c51f26c042c7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] delete failed (client error): The resource could not be found. Apr 18 05:58:47.916637 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6d977872-7b90-4b48-9de4-c51f26c042c7 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/routers/f28c59ff-c48e-478d-a197-2ce1409be076 HTTP/1.1" status: 404 len: 336 time: 0.0911670 Apr 18 05:58:47.919112 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46160) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:47.967986 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:47.968568 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:47.973631 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3d84bb-45d5-4b87-8049-8e718d6b85fb tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] DELETE failed (client error): The resource could not be found. Apr 18 05:58:47.974146 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3d84bb-45d5-4b87-8049-8e718d6b85fb tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:58:47.978522 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0a3d84bb-45d5-4b87-8049-8e718d6b85fb tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/subnets/42afb87b-7b16-466b-983b-c7796857add0 HTTP/1.1" status: 404 len: 337 time: 0.0558281 Apr 18 05:58:47.979426 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46164) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:47.999061 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0e2df5b8-eb44-4b22-a2b6-3a607551ceca tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:48.016833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-0e2df5b8-eb44-4b22-a2b6-3a607551ceca tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Transition to ACTIVE for port object 775473e2-ee1e-44e5-b985-6c38191ae013 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:48.021205 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-580a4f66-5b09-403f-8f84-e6e06a75b60d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Unset dirty status for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:48.025199 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-580a4f66-5b09-403f-8f84-e6e06a75b60d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports/9873d42b-04cf-4929-9b06-567cce614c70 HTTP/1.1" status: 404 len: 333 time: 0.2465661 Apr 18 05:58:48.034142 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46168) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:48.040588 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e3f005fc-fbe3-4899-a4bf-305aba115ffe tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b4cda6-bf57-4835-9441-026e83febe00 HTTP/1.1" status: 200 len: 205 time: 0.0580082 Apr 18 05:58:48.044511 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-7034fa6a-5b3e-4dc9-a479-1eacc3a93501 None None] Port 64629a52-c44f-43c2-af8f-eee5a54ef339 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:58:48.094912 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46172) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:48.195585 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab1b706-0e65-420c-b803-45bab4d4dd54 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting subnet 95bb6815-0807-472f-a905-7a19dc072f9a {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:58:48.212792 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-e9a6b5b0-331b-4c17-a3b8-6b54541233a8 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:58:48.213840 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e9a6b5b0-331b-4c17-a3b8-6b54541233a8 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 1.1983438 Apr 18 05:58:48.229681 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46178) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:48.245083 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-d2d788d1-b71f-43a2-9fce-05a2d12acc81 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group_rule': {'security_group_id': '6c10ca6c-6e3a-4b1e-b6f2-583616849593', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:48.262449 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-f529cabd-1f99-45aa-9d1a-02c7fe99abcc tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:48.263942 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-f529cabd-1f99-45aa-9d1a-02c7fe99abcc tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.52 "GET /v2.0/networks?id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1 HTTP/1.1" status: 200 len: 812 time: 0.6939700 Apr 18 05:58:48.267502 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d2d788d1-b71f-43a2-9fce-05a2d12acc81 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:48.270273 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0e2df5b8-eb44-4b22-a2b6-3a607551ceca tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:48.309667 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d2d788d1-b71f-43a2-9fce-05a2d12acc81 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:48.329797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ab1b706-0e65-420c-b803-45bab4d4dd54 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:48.357049 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-a8d789d4-566b-4a36-8744-9b19f93798dc tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] delete failed (client error): The resource could not be found. Apr 18 05:58:48.361454 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a8d789d4-566b-4a36-8744-9b19f93798dc tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/routers/88b4cda6-bf57-4835-9441-026e83febe00 HTTP/1.1" status: 404 len: 336 time: 0.2656136 Apr 18 05:58:48.366805 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46182) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:48.370088 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d2d788d1-b71f-43a2-9fce-05a2d12acc81 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:48.390957 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d2d788d1-b71f-43a2-9fce-05a2d12acc81 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:48.428487 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4774b654-e531-4e60-b965-8371d05364af tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3ad271e-2e52-413d-b445-095d7a1e19f3 HTTP/1.1" status: 200 len: 205 time: 0.0605021 Apr 18 05:58:48.429665 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46186) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:48.461662 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2df5b8-eb44-4b22-a2b6-3a607551ceca tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Network 4a8a605f-96df-4400-8cd4-a570f7367f7d is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:48.476587 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de9ade98-81f7-4932-9d49-da985a1074de tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks [] for subnetpool, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:48.481326 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-de9ade98-81f7-4932-9d49-da985a1074de tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.3422308 Apr 18 05:58:48.481326 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-0e2df5b8-eb44-4b22-a2b6-3a607551ceca tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:48.486265 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2df5b8-eb44-4b22-a2b6-3a607551ceca tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Pushing event updated for resources: {'Port': ['ID=775473e2-ee1e-44e5-b985-6c38191ae013,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:48.492208 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46190) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:48.495266 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2df5b8-eb44-4b22-a2b6-3a607551ceca tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:58:48.505492 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-f84c7a81-b994-4eb5-817b-34cdfe32315a tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '07f3802d-f9cf-44af-bed0-8a20fae4ccbe', 'tempest-TagsExtTest-Tag-920028365') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:48.526744 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-715c45cf-6c79-4a1e-93bc-d04e78307936 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49ad773d519141abbf5e743e64df06bc HTTP/1.1" status: 200 len: 379 time: 0.2097991 Apr 18 05:58:48.539038 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ab1b706-0e65-420c-b803-45bab4d4dd54 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:48.553536 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-30aa3014-85b0-4f4c-b6cd-4817c98f7b3f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Request body: {'port': {'device_id': 'aa1b2230-966e-4ff0-9053-adbebfc7c8c7', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'admin_state_up': True, 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'security_groups': ['e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:48.653913 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ab1b706-0e65-420c-b803-45bab4d4dd54 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:48.654696 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-d2d788d1-b71f-43a2-9fce-05a2d12acc81 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:58:48.655741 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d2d788d1-b71f-43a2-9fce-05a2d12acc81 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4209173 Apr 18 05:58:48.680491 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46196) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:48.718074 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-5a1a3f8a-0b5b-4ead-ba92-f738c177cb87 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] delete failed (client error): The resource could not be found. Apr 18 05:58:48.721562 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5a1a3f8a-0b5b-4ead-ba92-f738c177cb87 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/routers/f3ad271e-2e52-413d-b445-095d7a1e19f3 HTTP/1.1" status: 404 len: 336 time: 0.2862494 Apr 18 05:58:48.725914 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46198) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:48.770199 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-68303d26-c2af-47a5-89d6-c81db3bdf17b None None] Provisioning for port 775473e2-ee1e-44e5-b985-6c38191ae013 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:48.777112 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-68303d26-c2af-47a5-89d6-c81db3bdf17b None None] Provisioning complete for port 775473e2-ee1e-44e5-b985-6c38191ae013 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:48.777786 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-68303d26-c2af-47a5-89d6-c81db3bdf17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:48.842314 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-61f43c34-99c8-4922-9264-c4c00c054812 req-b25c3dc9-5e2c-485d-bc7c-b37426345972 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 210 time: 0.0725262 Apr 18 05:58:48.843165 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-22227bc9-3625-4a86-a6e8-5978998217e1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] DELETE failed (client error): The resource could not be found. Apr 18 05:58:48.843668 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22227bc9-3625-4a86-a6e8-5978998217e1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:58:48.850056 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-22227bc9-3625-4a86-a6e8-5978998217e1 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/subnets/64a9a9c7-004e-444c-ac00-54fdbd5efae4 HTTP/1.1" status: 404 len: 337 time: 0.1190913 Apr 18 05:58:48.850056 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46204) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:48.859207 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-68303d26-c2af-47a5-89d6-c81db3bdf17b None None] Port 775473e2-ee1e-44e5-b985-6c38191ae013 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:58:48.874610 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2df5b8-eb44-4b22-a2b6-3a607551ceca tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:48.875452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0e2df5b8-eb44-4b22-a2b6-3a607551ceca tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:48.882074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-30aa3014-85b0-4f4c-b6cd-4817c98f7b3f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:48.918593 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-30aa3014-85b0-4f4c-b6cd-4817c98f7b3f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:48.926358 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ae9d5ad8-9b1e-47b1-be4c-94f7a3cedb66 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/ports?device_id=a850e6ec-4c3d-4560-b732-b89412caa610 HTTP/1.1" status: 200 len: 205 time: 0.0734589 Apr 18 05:58:48.927043 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46208) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:48.943061 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0e2df5b8-eb44-4b22-a2b6-3a607551ceca tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5214386 Apr 18 05:58:48.948587 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46212) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:48.992535 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-14dd350a-de2c-46ff-a5db-0cc0e3abd29a tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Request body: {'port': {'network_id': '4a8a605f-96df-4400-8cd4-a570f7367f7d', 'name': 'tempest-AllowedAddressPairTestJSON-2098273995'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:48.996164 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ab1b706-0e65-420c-b803-45bab4d4dd54 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:49.011071 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-30aa3014-85b0-4f4c-b6cd-4817c98f7b3f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Made reservation on behalf of 49ad773d519141abbf5e743e64df06bc for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:49.014525 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-30aa3014-85b0-4f4c-b6cd-4817c98f7b3f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:49.049333 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1b706-0e65-420c-b803-45bab4d4dd54 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Subnet': ['ID=95bb6815-0807-472f-a905-7a19dc072f9a,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:49.054726 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-866541f4-baee-4ca7-9591-24e933b1af61 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] delete failed (client error): The resource could not be found. Apr 18 05:58:49.058062 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-866541f4-baee-4ca7-9591-24e933b1af61 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/routers/a850e6ec-4c3d-4560-b732-b89412caa610 HTTP/1.1" status: 404 len: 336 time: 0.1282141 Apr 18 05:58:49.058884 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46216) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:49.059633 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ab1b706-0e65-420c-b803-45bab4d4dd54 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:49.063722 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fc16183a-2c4b-4ed3-87a5-5ccb6653c885 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:49.072159 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf0675e-d01e-408d-a005-7a36eb1ebf3a None None] Network 634881fa-6356-481e-a41e-f05157c9b196 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:58:49.076000 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8ab1b706-0e65-420c-b803-45bab4d4dd54 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/subnets/95bb6815-0807-472f-a905-7a19dc072f9a HTTP/1.1" status: 204 len: 168 time: 1.0383942 Apr 18 05:58:49.076576 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46220) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:49.177774 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f84c7a81-b994-4eb5-817b-34cdfe32315a tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "PUT /v2.0/subnets/07f3802d-f9cf-44af-bed0-8a20fae4ccbe/tags/tempest-TagsExtTest-Tag-920028365 HTTP/1.1" status: 201 len: 201 time: 0.6772337 Apr 18 05:58:49.184352 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46224) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:49.190042 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-e8098da6-4558-4fd6-a1be-02fd97fda102 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '64629a52-c44f-43c2-af8f-eee5a54ef339', 'tempest-TagsExtTest-Tag-1793764790') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:49.227231 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-04847535-65cd-4def-8033-9c459b4159a9 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] DELETE failed (client error): The resource could not be found. Apr 18 05:58:49.227735 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04847535-65cd-4def-8033-9c459b4159a9 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:58:49.231686 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-04847535-65cd-4def-8033-9c459b4159a9 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/subnets/2cb03041-2889-48f1-be47-4608e3c7c252 HTTP/1.1" status: 404 len: 337 time: 0.1673012 Apr 18 05:58:49.238460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46228) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:49.269903 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-897001d2-c36d-4da6-8242-d34ac3141c80 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:49.282979 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fc16183a-2c4b-4ed3-87a5-5ccb6653c885 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:49.305385 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-897001d2-c36d-4da6-8242-d34ac3141c80 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port c297a89b-beb2-42df-8ccb-e3331d52458c {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:49.306079 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-897001d2-c36d-4da6-8242-d34ac3141c80 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:49.336137 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bf52aae6-2978-4664-83ae-1e40244772ef tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "GET /v2.0/ports?device_id=83851054-6446-4afc-b9c3-a618ab17ad9e HTTP/1.1" status: 200 len: 205 time: 0.0897288 Apr 18 05:58:49.342535 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46232) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:49.413794 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e8098da6-4558-4fd6-a1be-02fd97fda102 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "PUT /v2.0/ports/64629a52-c44f-43c2-af8f-eee5a54ef339/tags/tempest-TagsExtTest-Tag-1793764790 HTTP/1.1" status: 201 len: 201 time: 0.2255411 Apr 18 05:58:49.417207 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46236) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:49.428314 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3ce1b6-a421-422d-9aa6-5af3b644f562 None None] DHCP port deletion for 634881fa-6356-481e-a41e-f05157c9b196 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:58:49.433372 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-176057a0-beda-4d2b-90df-41d8771c7a8a tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b', 'tempest-TagsExtTest-Tag-1133715060') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:49.435788 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-3e3ce1b6-a421-422d-9aa6-5af3b644f562 None None] Deleting port c297a89b-beb2-42df-8ccb-e3331d52458c {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:49.437343 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce1b6-a421-422d-9aa6-5af3b644f562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:49.477628 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-042f3537-6702-44e6-b0c2-d9f394595907 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] delete failed (client error): The resource could not be found. Apr 18 05:58:49.478638 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-042f3537-6702-44e6-b0c2-d9f394595907 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/routers/83851054-6446-4afc-b9c3-a618ab17ad9e HTTP/1.1" status: 404 len: 336 time: 0.1259828 Apr 18 05:58:49.499507 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46240) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:49.553001 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-7684a754-09b1-47fe-b668-310302e382c2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] DELETE failed (client error): The resource could not be found. Apr 18 05:58:49.553628 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7684a754-09b1-47fe-b668-310302e382c2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:58:49.559531 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7684a754-09b1-47fe-b668-310302e382c2 tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/subnets/969185cd-6c34-4fb4-98fe-7fc21efc72f4 HTTP/1.1" status: 404 len: 337 time: 0.0575051 Apr 18 05:58:49.562416 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46244) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:49.605835 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d35249-f128-4c58-ad8e-4390b4ba148a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] DELETE failed (client error): The resource could not be found. Apr 18 05:58:49.606461 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d35249-f128-4c58-ad8e-4390b4ba148a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:58:49.619499 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-38d35249-f128-4c58-ad8e-4390b4ba148a tempest-RoutersTest-1380428756 tempest-RoutersTest-1380428756-project] 10.222.0.15 "DELETE /v2.0/subnets/50d40424-9dc8-4056-b8a2-20a75ce639bb HTTP/1.1" status: 404 len: 337 time: 0.0477843 Apr 18 05:58:49.670518 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd16b687-4a2e-4d5a-88a9-4c1e675e1efa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:49.725855 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-14dd350a-de2c-46ff-a5db-0cc0e3abd29a tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:49.769709 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-14dd350a-de2c-46ff-a5db-0cc0e3abd29a tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:49.771684 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fc16183a-2c4b-4ed3-87a5-5ccb6653c885 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:49.823830 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-30aa3014-85b0-4f4c-b6cd-4817c98f7b3f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Allocated IP 172.20.0.6 (9a334fa7-a286-4212-a09e-a8fc3f33e6a1/6b4d1495-96ee-47de-b8ec-9793f712c5be/ab59e274-d138-4982-bb71-2e1dea54ad12) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:49.833819 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16183a-2c4b-4ed3-87a5-5ccb6653c885 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c10ca6c-6e3a-4b1e-b6f2-583616849593,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:49.840324 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-3e3ce1b6-a421-422d-9aa6-5af3b644f562 None None] For port c297a89b-beb2-42df-8ccb-e3331d52458c, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c297a89b-beb2-42df-8ccb-e3331d52458c,segment=NetworkSegment(934d4122-a324-4408-810f-c408b5d8fa26),segment_id=934d4122-a324-4408-810f-c408b5d8fa26)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:49.840793 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce1b6-a421-422d-9aa6-5af3b644f562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:49.856529 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dd350a-de2c-46ff-a5db-0cc0e3abd29a tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Made reservation on behalf of 8d95c7922bee443697454073529e83e8 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:49.860964 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-14dd350a-de2c-46ff-a5db-0cc0e3abd29a tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:49.978042 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fc16183a-2c4b-4ed3-87a5-5ccb6653c885 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:49.981468 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-fc16183a-2c4b-4ed3-87a5-5ccb6653c885 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "DELETE /v2.0/security-groups/6c10ca6c-6e3a-4b1e-b6f2-583616849593 HTTP/1.1" status: 204 len: 168 time: 1.2317643 Apr 18 05:58:49.997441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46254) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:50.002250 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-14dd350a-de2c-46ff-a5db-0cc0e3abd29a tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] device_id is not set on port 45756320-d5b9-42b8-a9aa-d2dd9d31b74b yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:58:50.024325 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-3e3ce1b6-a421-422d-9aa6-5af3b644f562 None None] Calling delete_port for c297a89b-beb2-42df-8ccb-e3331d52458c owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:50.111800 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c297a89b-beb2-42df-8ccb-e3331d52458c no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:58:50.155822 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce1b6-a421-422d-9aa6-5af3b644f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:50.180705 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46258) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:50.209213 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-176057a0-beda-4d2b-90df-41d8771c7a8a tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "PUT /v2.0/routers/0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b/tags/tempest-TagsExtTest-Tag-1133715060 HTTP/1.1" status: 201 len: 201 time: 0.7891908 Apr 18 05:58:50.211844 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46264) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:50.216644 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: c297a89b-beb2-42df-8ccb-e3331d52458c {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:58:50.216995 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c297a89b-beb2-42df-8ccb-e3331d52458c not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:58:50.231802 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3ce1b6-a421-422d-9aa6-5af3b644f562 None None] No DVR routers for this DVR port c297a89b-beb2-42df-8ccb-e3331d52458c on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:58:50.239430 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-897001d2-c36d-4da6-8242-d34ac3141c80 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] For port c297a89b-beb2-42df-8ccb-e3331d52458c, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c297a89b-beb2-42df-8ccb-e3331d52458c,segment=NetworkSegment(934d4122-a324-4408-810f-c408b5d8fa26),segment_id=934d4122-a324-4408-810f-c408b5d8fa26)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:50.240004 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ce1b6-a421-422d-9aa6-5af3b644f562 None None] Pushing event deleted for resources: {'Port': ['ID=c297a89b-beb2-42df-8ccb-e3331d52458c,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:50.240540 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-897001d2-c36d-4da6-8242-d34ac3141c80 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:50.246684 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-ba534248-a3ea-42ce-8f24-9b7d23e48dfa req-abd184dd-0886-4e2b-8dc6-c62d8e1773b3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Synchronizing usage tracker for tenant:49ad773d519141abbf5e743e64df06bc on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:50.258914 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-d7e0dc98-1bdd-4c1f-98b0-52f2652f3c0c tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '90c0317e-f673-40c0-af7d-7f1e155ab096', 'tempest-TagsExtTest-Tag-525643878') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:50.402435 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f7424fa2-90a1-4010-878c-303690873726 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Synchronizing usage tracker for tenant:e8f6e00654534286aba45a04613014df on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:50.439336 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-ba534248-a3ea-42ce-8f24-9b7d23e48dfa req-abd184dd-0886-4e2b-8dc6-c62d8e1773b3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Unset dirty status for tenant:49ad773d519141abbf5e743e64df06bc on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:50.440518 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ba534248-a3ea-42ce-8f24-9b7d23e48dfa req-abd184dd-0886-4e2b-8dc6-c62d8e1773b3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 210 time: 0.3688793 Apr 18 05:58:50.475300 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:58:50.552675 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-897001d2-c36d-4da6-8242-d34ac3141c80 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Calling delete_port for c297a89b-beb2-42df-8ccb-e3331d52458c owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:50.555725 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-30aa3014-85b0-4f4c-b6cd-4817c98f7b3f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:50.580967 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-14dd350a-de2c-46ff-a5db-0cc0e3abd29a tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Allocated IP 172.20.0.14 (4a8a605f-96df-4400-8cd4-a570f7367f7d/a9c23284-4d41-49fd-af78-456f1d4b6d7f/45756320-d5b9-42b8-a9aa-d2dd9d31b74b) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:50.586659 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f7424fa2-90a1-4010-878c-303690873726 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Unset dirty status for tenant:e8f6e00654534286aba45a04613014df on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:50.591529 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f7424fa2-90a1-4010-878c-303690873726 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5521898 Apr 18 05:58:50.593138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46268) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:50.596901 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-30aa3014-85b0-4f4c-b6cd-4817c98f7b3f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Transition to ACTIVE for port object ab59e274-d138-4982-bb71-2e1dea54ad12 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:50.601858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-f028db99-55ba-4d7d-93d0-29f59110ac7c tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group': {'name': 'tempest-secgroup--1946630700'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:50.621457 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f028db99-55ba-4d7d-93d0-29f59110ac7c tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:50.664165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f028db99-55ba-4d7d-93d0-29f59110ac7c tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:50.701922 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d7e0dc98-1bdd-4c1f-98b0-52f2652f3c0c tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "PUT /v2.0/subnetpools/90c0317e-f673-40c0-af7d-7f1e155ab096/tags/tempest-TagsExtTest-Tag-525643878 HTTP/1.1" status: 201 len: 201 time: 0.4488671 Apr 18 05:58:50.704153 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46272) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:50.708009 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1bc40083-dfbc-43bf-91ac-b2b4776ab4b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e86337a57bd435798aa8639156e9b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5259330 Apr 18 05:58:50.708369 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-0c523be2-dc44-4150-8c50-dbdc2b9e475c tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '07f3802d-f9cf-44af-bed0-8a20fae4ccbe') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:50.711923 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46276) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:50.731587 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-897001d2-c36d-4da6-8242-d34ac3141c80 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:58:50.732089 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-897001d2-c36d-4da6-8242-d34ac3141c80 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:58:50.751420 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f028db99-55ba-4d7d-93d0-29f59110ac7c tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:50.783974 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc5ce33a-ea04-44f5-8944-f0ae853ed0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:50.813855 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc5ce33a-ea04-44f5-8944-f0ae853ed0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:50.843257 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-30aa3014-85b0-4f4c-b6cd-4817c98f7b3f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:50.876123 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc5ce33a-ea04-44f5-8944-f0ae853ed0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:50.891892 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ce33a-ea04-44f5-8944-f0ae853ed0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d2e55d-51a6-497a-b301-489486fd9036,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:50.911983 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc5ce33a-ea04-44f5-8944-f0ae853ed0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:50.916367 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-dc5ce33a-ea04-44f5-8944-f0ae853ed0fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1d2e55d-51a6-497a-b301-489486fd9036 HTTP/1.1" status: 204 len: 168 time: 0.2023001 Apr 18 05:58:50.949954 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f028db99-55ba-4d7d-93d0-29f59110ac7c tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:50.985258 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f028db99-55ba-4d7d-93d0-29f59110ac7c tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Usage tracker for resource:security_group_rule and tenant:e8f6e00654534286aba45a04613014df is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:51.005908 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f028db99-55ba-4d7d-93d0-29f59110ac7c tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:51.026601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-30aa3014-85b0-4f4c-b6cd-4817c98f7b3f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Network 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:51.027407 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-cd16b687-4a2e-4d5a-88a9-4c1e675e1efa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port ff5d08b7-a429-46c4-bf4f-274b36a474cb {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:51.027745 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd16b687-4a2e-4d5a-88a9-4c1e675e1efa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:51.065232 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f028db99-55ba-4d7d-93d0-29f59110ac7c tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:51.067375 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-30aa3014-85b0-4f4c-b6cd-4817c98f7b3f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:51.089227 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-30aa3014-85b0-4f4c-b6cd-4817c98f7b3f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:58:51.145470 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa3014-85b0-4f4c-b6cd-4817c98f7b3f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Pushing event updated for resources: {'Port': ['ID=ab59e274-d138-4982-bb71-2e1dea54ad12,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:51.233542 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-897001d2-c36d-4da6-8242-d34ac3141c80 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port c297a89b-beb2-42df-8ccb-e3331d52458c {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:51.234031 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-897001d2-c36d-4da6-8242-d34ac3141c80 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:51.274818 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0c523be2-dc44-4150-8c50-dbdc2b9e475c tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/subnets/07f3802d-f9cf-44af-bed0-8a20fae4ccbe/tags HTTP/1.1" status: 200 len: 240 time: 0.5714383 Apr 18 05:58:51.279253 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-14dd350a-de2c-46ff-a5db-0cc0e3abd29a tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:51.281229 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46290) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:51.300994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-898d1e3f-54ab-4194-a86b-9aba9aba8dc1 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '07f3802d-f9cf-44af-bed0-8a20fae4ccbe', 'tempest-TagsExtTest-Tag-920028365') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:51.391562 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-30aa3014-85b0-4f4c-b6cd-4817c98f7b3f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:51.392589 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-30aa3014-85b0-4f4c-b6cd-4817c98f7b3f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:51.393405 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-897001d2-c36d-4da6-8242-d34ac3141c80 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] The port 'c297a89b-beb2-42df-8ccb-e3331d52458c' was deleted {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:58:51.412489 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-40a9f695-2c79-449b-92b2-90eac032f2af None None] Provisioning for port ab59e274-d138-4982-bb71-2e1dea54ad12 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:51.419634 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-40a9f695-2c79-449b-92b2-90eac032f2af None None] Provisioning complete for port ab59e274-d138-4982-bb71-2e1dea54ad12 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:51.421711 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-40a9f695-2c79-449b-92b2-90eac032f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:51.449455 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-14dd350a-de2c-46ff-a5db-0cc0e3abd29a tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Transition to ACTIVE for port object 45756320-d5b9-42b8-a9aa-d2dd9d31b74b will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:51.461789 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-30aa3014-85b0-4f4c-b6cd-4817c98f7b3f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9129276 Apr 18 05:58:51.497243 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] Request body: {'port': {'device_id': 'aa1b2230-966e-4ff0-9053-adbebfc7c8c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:51.510034 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-40a9f695-2c79-449b-92b2-90eac032f2af None None] Port ab59e274-d138-4982-bb71-2e1dea54ad12 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:58:51.553645 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-897001d2-c36d-4da6-8242-d34ac3141c80 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:51.589743 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-897001d2-c36d-4da6-8242-d34ac3141c80 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634881fa-6356-481e-a41e-f05157c9b196']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:51.611806 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-897001d2-c36d-4da6-8242-d34ac3141c80 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934d4122-a324-4408-810f-c408b5d8fa26') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:51.611806 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-897001d2-c36d-4da6-8242-d34ac3141c80 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934d4122-a324-4408-810f-c408b5d8fa26') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:51.696174 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-897001d2-c36d-4da6-8242-d34ac3141c80 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:51.724070 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-898d1e3f-54ab-4194-a86b-9aba9aba8dc1 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/subnets/07f3802d-f9cf-44af-bed0-8a20fae4ccbe/tags/tempest-TagsExtTest-Tag-920028365 HTTP/1.1" status: 204 len: 168 time: 0.4324493 Apr 18 05:58:51.728541 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46304) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:51.729777 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-897001d2-c36d-4da6-8242-d34ac3141c80 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:51.754517 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897001d2-c36d-4da6-8242-d34ac3141c80 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:58:51.755194 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-897001d2-c36d-4da6-8242-d34ac3141c80 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:51.808724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f028db99-55ba-4d7d-93d0-29f59110ac7c tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:51.831976 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-cd16b687-4a2e-4d5a-88a9-4c1e675e1efa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port ff5d08b7-a429-46c4-bf4f-274b36a474cb, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=ff5d08b7-a429-46c4-bf4f-274b36a474cb,segment=NetworkSegment(38e1556b-9beb-4876-b3ae-bbd0a2592cda),segment_id=38e1556b-9beb-4876-b3ae-bbd0a2592cda)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:51.832734 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd16b687-4a2e-4d5a-88a9-4c1e675e1efa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:51.843632 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f028db99-55ba-4d7d-93d0-29f59110ac7c tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:58:51.877575 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:58:51.882012 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-681955a4-45fb-4679-98ed-f5e58a5be3fa tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '07f3802d-f9cf-44af-bed0-8a20fae4ccbe', 'tempest-TagsExtTest-Tag-920028365') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:51.934516 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3917ac1-dfce-456f-98ab-2942ba120913 req-c03d4c66-8f0a-4b60-8f08-cbf623bd99d5 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:51.939254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:51.942425 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b3917ac1-dfce-456f-98ab-2942ba120913 req-c03d4c66-8f0a-4b60-8f08-cbf623bd99d5 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 931 time: 0.3371294 Apr 18 05:58:51.946067 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-897001d2-c36d-4da6-8242-d34ac3141c80 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:51.948833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f028db99-55ba-4d7d-93d0-29f59110ac7c tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:51.953676 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f028db99-55ba-4d7d-93d0-29f59110ac7c tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3569131 Apr 18 05:58:51.982221 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46310) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:51.982546 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46312) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:52.010757 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-822f2c2b-95dd-4b08-877b-073bac47fcc0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:52.010997 dv-neutron-837489-1-hyperv neutron-server[88035]: WARNING neutron.api.v2.base [None req-822f2c2b-95dd-4b08-877b-073bac47fcc0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 05:58:52.011436 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-822f2c2b-95dd-4b08-877b-073bac47fcc0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 05:58:52.015117 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-822f2c2b-95dd-4b08-877b-073bac47fcc0 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "PUT /v2.0/security-groups/63ba521e-1391-4988-b8dc-f7de0e5d76e3 HTTP/1.1" status: 409 len: 330 time: 0.0242774 Apr 18 05:58:52.018008 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-897001d2-c36d-4da6-8242-d34ac3141c80 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:52.029096 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46318) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:52.036446 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897001d2-c36d-4da6-8242-d34ac3141c80 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Network': ['ID=634881fa-6356-481e-a41e-f05157c9b196,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:52.044540 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b3917ac1-dfce-456f-98ab-2942ba120913 req-eb58ab1d-f055-40a7-a47b-a4683b9032c5 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012640 Apr 18 05:58:52.067417 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-897001d2-c36d-4da6-8242-d34ac3141c80 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/networks/634881fa-6356-481e-a41e-f05157c9b196 HTTP/1.1" status: 204 len: 168 time: 2.9869237 Apr 18 05:58:52.069118 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46324) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:52.084107 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-fcc9b101-151d-4c03-9738-013b21bd00cf tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1937586955'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:52.087948 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-cd16b687-4a2e-4d5a-88a9-4c1e675e1efa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for ff5d08b7-a429-46c4-bf4f-274b36a474cb owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:52.100957 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fcc9b101-151d-4c03-9738-013b21bd00cf tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:52.111412 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fcc9b101-151d-4c03-9738-013b21bd00cf tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:network and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:52.115599 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fcc9b101-151d-4c03-9738-013b21bd00cf tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:52.129933 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fcc9b101-151d-4c03-9738-013b21bd00cf tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:52.179879 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc9b101-151d-4c03-9738-013b21bd00cf tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:52.183307 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b101-151d-4c03-9738-013b21bd00cf tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:52.191096 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-14dd350a-de2c-46ff-a5db-0cc0e3abd29a tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:52.196512 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028db99-55ba-4d7d-93d0-29f59110ac7c tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ba521e-1391-4988-b8dc-f7de0e5d76e3,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:52.202135 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-bb81dffe-5a8c-45e1-94c5-e8fa9b9eeff2 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1495154104'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:52.217992 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-bb81dffe-5a8c-45e1-94c5-e8fa9b9eeff2 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:52.222999 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bdb10199-7841-449f-bef2-9bfb5a31c5d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:52.235711 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-bb81dffe-5a8c-45e1-94c5-e8fa9b9eeff2 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:52.242763 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-bb81dffe-5a8c-45e1-94c5-e8fa9b9eeff2 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:52.251200 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-681955a4-45fb-4679-98ed-f5e58a5be3fa tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "DELETE /v2.0/subnets/07f3802d-f9cf-44af-bed0-8a20fae4ccbe/tags/tempest-TagsExtTest-Tag-920028365 HTTP/1.1" status: 204 len: 168 time: 0.5041368 Apr 18 05:58:52.255704 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46328) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:52.267791 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-bb81dffe-5a8c-45e1-94c5-e8fa9b9eeff2 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:52.272333 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-a66a83a1-5149-4fc5-9e93-ee42b01e8ede tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '07f3802d-f9cf-44af-bed0-8a20fae4ccbe') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:52.311890 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bdb10199-7841-449f-bef2-9bfb5a31c5d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:52.328535 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dd350a-de2c-46ff-a5db-0cc0e3abd29a tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Network 4a8a605f-96df-4400-8cd4-a570f7367f7d is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:52.329126 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc9b101-151d-4c03-9738-013b21bd00cf tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:58:52.336142 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-14dd350a-de2c-46ff-a5db-0cc0e3abd29a tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:52.352810 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb81dffe-5a8c-45e1-94c5-e8fa9b9eeff2 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:52.382777 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b101-151d-4c03-9738-013b21bd00cf tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:52.383125 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-fcc9b101-151d-4c03-9738-013b21bd00cf tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Added segment 35cb2ef8-a821-4f15-b021-2752f83a7fdf of type vlan for network 78dd6daa-f185-49af-aa5d-9e4df35a36ba Apr 18 05:58:52.392457 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb81dffe-5a8c-45e1-94c5-e8fa9b9eeff2 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:52.394870 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dd350a-de2c-46ff-a5db-0cc0e3abd29a tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:58:52.410625 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-bb81dffe-5a8c-45e1-94c5-e8fa9b9eeff2 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:52.414676 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-bb81dffe-5a8c-45e1-94c5-e8fa9b9eeff2 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group_rule and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:52.417574 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-bb81dffe-5a8c-45e1-94c5-e8fa9b9eeff2 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:52.423741 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-bb81dffe-5a8c-45e1-94c5-e8fa9b9eeff2 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:52.429927 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd350a-de2c-46ff-a5db-0cc0e3abd29a tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Pushing event updated for resources: {'Port': ['ID=45756320-d5b9-42b8-a9aa-d2dd9d31b74b,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:52.481359 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bdb10199-7841-449f-bef2-9bfb5a31c5d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:52.541852 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b101-151d-4c03-9738-013b21bd00cf tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:52.546910 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb10199-7841-449f-bef2-9bfb5a31c5d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ba521e-1391-4988-b8dc-f7de0e5d76e3,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:52.623506 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bdb10199-7841-449f-bef2-9bfb5a31c5d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:52.624801 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bdb10199-7841-449f-bef2-9bfb5a31c5d9 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "DELETE /v2.0/security-groups/63ba521e-1391-4988-b8dc-f7de0e5d76e3 HTTP/1.1" status: 204 len: 168 time: 0.5947843 Apr 18 05:58:52.632909 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a66a83a1-5149-4fc5-9e93-ee42b01e8ede tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/subnets/07f3802d-f9cf-44af-bed0-8a20fae4ccbe/tags HTTP/1.1" status: 200 len: 205 time: 0.3692572 Apr 18 05:58:52.635449 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46332) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:52.635950 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46334) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:52.646062 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-419b15f4-ebcc-4bcf-8ca0-8f6cf589c757 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '64629a52-c44f-43c2-af8f-eee5a54ef339') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:52.706180 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b101-151d-4c03-9738-013b21bd00cf tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:52.711753 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc9b101-151d-4c03-9738-013b21bd00cf tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:52.712362 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b101-151d-4c03-9738-013b21bd00cf tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:52.740052 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dd350a-de2c-46ff-a5db-0cc0e3abd29a tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:52.740894 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-14dd350a-de2c-46ff-a5db-0cc0e3abd29a tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:52.742725 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d13a67e9-f660-488b-9c30-6c4834f1e2d3 None None] Provisioning for port 45756320-d5b9-42b8-a9aa-d2dd9d31b74b completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:52.751683 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d13a67e9-f660-488b-9c30-6c4834f1e2d3 None None] Provisioning complete for port 45756320-d5b9-42b8-a9aa-d2dd9d31b74b triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:52.752326 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d13a67e9-f660-488b-9c30-6c4834f1e2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:52.834362 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-14dd350a-de2c-46ff-a5db-0cc0e3abd29a tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8572602 Apr 18 05:58:52.835817 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46340) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:52.839978 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-d13a67e9-f660-488b-9c30-6c4834f1e2d3 None None] Port 45756320-d5b9-42b8-a9aa-d2dd9d31b74b cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:58:52.844975 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-7d4ca762-9ebe-4673-b8d7-1855ee0a7421 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:65:b1:65'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:de:92:42'}]}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:52.879695 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb81dffe-5a8c-45e1-94c5-e8fa9b9eeff2 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:52.881225 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd16b687-4a2e-4d5a-88a9-4c1e675e1efa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:52.890686 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fcc9b101-151d-4c03-9738-013b21bd00cf tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8180680 Apr 18 05:58:52.896072 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb81dffe-5a8c-45e1-94c5-e8fa9b9eeff2 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:52.903399 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-72c7fdc3-b91c-4fe9-80f3-a6108e47043c tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Synchronizing usage tracker for tenant:e8f6e00654534286aba45a04613014df on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:52.904378 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46344) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:52.916842 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9b101-151d-4c03-9738-013b21bd00cf tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Network': ['ID=78dd6daa-f185-49af-aa5d-9e4df35a36ba,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:52.921892 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-bb81dffe-5a8c-45e1-94c5-e8fa9b9eeff2 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:52.928030 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 78dd6daa-f185-49af-aa5d-9e4df35a36ba details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:58:52.934625 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-88c3031e-1e77-4987-9391-5f35e63b2bdb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'subnet': {'network_id': '78dd6daa-f185-49af-aa5d-9e4df35a36ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:52.954928 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-bb81dffe-5a8c-45e1-94c5-e8fa9b9eeff2 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group_rule and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:52.956384 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16b687-4a2e-4d5a-88a9-4c1e675e1efa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=ff5d08b7-a429-46c4-bf4f-274b36a474cb,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:52.975215 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-bb81dffe-5a8c-45e1-94c5-e8fa9b9eeff2 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:52.998639 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-bb81dffe-5a8c-45e1-94c5-e8fa9b9eeff2 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:53.065398 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-72c7fdc3-b91c-4fe9-80f3-a6108e47043c tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] Unset dirty status for tenant:e8f6e00654534286aba45a04613014df on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:53.066616 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-72c7fdc3-b91c-4fe9-80f3-a6108e47043c tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4295948 Apr 18 05:58:53.085150 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46350) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:53.087645 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81dffe-5a8c-45e1-94c5-e8fa9b9eeff2 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136dfeba-ea87-491c-9c3c-5eac677ea853,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:53.259024 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.resource_extend [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:58:53.263549 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-419b15f4-ebcc-4bcf-8ca0-8f6cf589c757 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/ports/64629a52-c44f-43c2-af8f-eee5a54ef339/tags HTTP/1.1" status: 200 len: 241 time: 0.6244755 Apr 18 05:58:53.268599 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46354) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:53.273791 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-83bccfa5-0f26-4e6d-95e9-5b16c24312b3 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] delete failed (client error): The resource could not be found. Apr 18 05:58:53.274735 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-83bccfa5-0f26-4e6d-95e9-5b16c24312b3 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "DELETE /v2.0/security-groups/b715dbfd-fda4-4880-a2c0-eaeb51618f49 HTTP/1.1" status: 404 len: 347 time: 0.1885166 Apr 18 05:58:53.278048 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-88c3031e-1e77-4987-9391-5f35e63b2bdb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:53.279811 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46358) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:53.283004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-49704101-4f4d-4cb5-be66-424a4087bdcf tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '64629a52-c44f-43c2-af8f-eee5a54ef339', 'tempest-TagsExtTest-Tag-1793764790') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:53.329119 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-88c3031e-1e77-4987-9391-5f35e63b2bdb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:subnet and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:53.343322 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-88c3031e-1e77-4987-9391-5f35e63b2bdb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:53.356334 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-038005ae-dc3b-4304-832d-1371f08e05cb tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] show failed (client error): The resource could not be found. Apr 18 05:58:53.363053 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-038005ae-dc3b-4304-832d-1371f08e05cb tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "GET /v2.0/security-groups/510708cb-8c9d-434f-af2e-b42d045e37e7 HTTP/1.1" status: 404 len: 347 time: 0.0486705 Apr 18 05:58:53.363053 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-88c3031e-1e77-4987-9391-5f35e63b2bdb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:53.364421 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46362) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:53.400755 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb81dffe-5a8c-45e1-94c5-e8fa9b9eeff2 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:53.401730 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c3031e-1e77-4987-9391-5f35e63b2bdb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:53.405250 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-88c3031e-1e77-4987-9391-5f35e63b2bdb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:53.423798 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb81dffe-5a8c-45e1-94c5-e8fa9b9eeff2 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:53.425301 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-66bf2ed1-799f-4315-ab62-912e2a34c297 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] show failed (client error): The resource could not be found. Apr 18 05:58:53.426318 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-66bf2ed1-799f-4315-ab62-912e2a34c297 tempest-NegativeSecGroupIPv6Test-549093599 tempest-NegativeSecGroupIPv6Test-549093599-project] 10.222.0.15 "GET /v2.0/security-group-rules/8a57105e-c4f5-45d7-b742-f5a407220a39 HTTP/1.1" status: 404 len: 356 time: 0.0560474 Apr 18 05:58:53.566232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb81dffe-5a8c-45e1-94c5-e8fa9b9eeff2 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:53.570850 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bb81dffe-5a8c-45e1-94c5-e8fa9b9eeff2 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5779011 Apr 18 05:58:53.571156 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46368) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:53.577312 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81dffe-5a8c-45e1-94c5-e8fa9b9eeff2 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7989d5-5018-4347-a61b-80ad6829bfdc,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:53.609501 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-49704101-4f4d-4cb5-be66-424a4087bdcf tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/ports/64629a52-c44f-43c2-af8f-eee5a54ef339/tags/tempest-TagsExtTest-Tag-1793764790 HTTP/1.1" status: 204 len: 168 time: 0.3349147 Apr 18 05:58:53.609831 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab59e274-d138-4982-bb71-2e1dea54ad12 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 05:58:53.612403 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46372) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:53.622071 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:53.630148 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-be5afb4b-56c3-45fa-a4c5-93e0e87647a0 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '64629a52-c44f-43c2-af8f-eee5a54ef339', 'tempest-TagsExtTest-Tag-1793764790') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:53.717923 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-84b9d295-e39f-4a30-b95b-dac0cef59da8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:53.751099 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46378) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:53.778383 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05263937-5bc8-404a-888b-62b01ef46319 req-78c038e7-c1e4-4bc9-a9f3-2ec99a41fa8a tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:53.779882 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-05263937-5bc8-404a-888b-62b01ef46319 req-78c038e7-c1e4-4bc9-a9f3-2ec99a41fa8a tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 931 time: 0.5869401 Apr 18 05:58:53.780954 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] Transition to ACTIVE for port object ab59e274-d138-4982-bb71-2e1dea54ad12 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:53.802416 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-84b9d295-e39f-4a30-b95b-dac0cef59da8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:53.806379 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-84b9d295-e39f-4a30-b95b-dac0cef59da8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2279291 Apr 18 05:58:53.807509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46384) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:53.809987 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:53.817248 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c2ea22b8-341c-448b-9cab-8bde189f156f tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Request body: {'security_group': {'name': 'tempest-security--1008116232', 'description': 'tempest-security-description-749034336'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:53.863089 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd16b687-4a2e-4d5a-88a9-4c1e675e1efa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:53.866386 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7d4ca762-9ebe-4673-b8d7-1855ee0a7421 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:53.880452 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c2ea22b8-341c-448b-9cab-8bde189f156f tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:53.891506 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-be5afb4b-56c3-45fa-a4c5-93e0e87647a0 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "DELETE /v2.0/ports/64629a52-c44f-43c2-af8f-eee5a54ef339/tags/tempest-TagsExtTest-Tag-1793764790 HTTP/1.1" status: 204 len: 168 time: 0.2742336 Apr 18 05:58:53.894271 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46388) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:53.904683 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-8f851659-cac5-4b4d-acf2-89be63c8765b tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '64629a52-c44f-43c2-af8f-eee5a54ef339') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:53.944124 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-88c3031e-1e77-4987-9391-5f35e63b2bdb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:54.067354 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c2ea22b8-341c-448b-9cab-8bde189f156f tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:54.071039 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3031e-1e77-4987-9391-5f35e63b2bdb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Subnet': ['ID=d30b2054-0b06-45a6-8440-dc2da8dbc04e,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:54.079293 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c2ea22b8-341c-448b-9cab-8bde189f156f tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:54.105043 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3031e-1e77-4987-9391-5f35e63b2bdb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Checking segment: {'id': '35cb2ef8-a821-4f15-b021-2752f83a7fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '78dd6daa-f185-49af-aa5d-9e4df35a36ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:58:54.105405 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c3031e-1e77-4987-9391-5f35e63b2bdb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network hostable DHCP agents. Network: 78dd6daa-f185-49af-aa5d-9e4df35a36ba, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:58:54.117974 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c2ea22b8-341c-448b-9cab-8bde189f156f tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:54.119181 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c2ea22b8-341c-448b-9cab-8bde189f156f tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "PUT /v2.0/security-groups/db7989d5-5018-4347-a61b-80ad6829bfdc HTTP/1.1" status: 200 len: 1779 time: 0.3114572 Apr 18 05:58:54.125473 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46392) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:54.154154 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea22b8-341c-448b-9cab-8bde189f156f tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7989d5-5018-4347-a61b-80ad6829bfdc,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:54.166066 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8f851659-cac5-4b4d-acf2-89be63c8765b tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/ports/64629a52-c44f-43c2-af8f-eee5a54ef339/tags HTTP/1.1" status: 200 len: 205 time: 0.2685690 Apr 18 05:58:54.173369 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46396) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:54.184482 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-dfdc2d15-9850-40c2-8b1a-336f612ac6d2 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:54.184910 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab59e274-d138-4982-bb71-2e1dea54ad12,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:54.190605 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-05263937-5bc8-404a-888b-62b01ef46319 req-cb154bd1-a5d9-4f44-aaa2-07e2ebc94a66 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3878584 Apr 18 05:58:54.261972 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c3031e-1e77-4987-9391-5f35e63b2bdb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network 78dd6daa-f185-49af-aa5d-9e4df35a36ba is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:58:54.280092 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f987a429-1be7-4706-b311-239015df4492 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-groups/db7989d5-5018-4347-a61b-80ad6829bfdc HTTP/1.1" status: 200 len: 1779 time: 0.1480377 Apr 18 05:58:54.282855 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46400) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:54.286142 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-88c3031e-1e77-4987-9391-5f35e63b2bdb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 78dd6daa-f185-49af-aa5d-9e4df35a36ba) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:54.293484 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b27bf8-47a0-499c-a1c6-ac4c61123515 None None] Network 78dd6daa-f185-49af-aa5d-9e4df35a36ba requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:58:54.305278 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c3031e-1e77-4987-9391-5f35e63b2bdb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:54.305852 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-88c3031e-1e77-4987-9391-5f35e63b2bdb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:54.356304 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6079a949-e052-4eda-a770-2e83f25996b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8f6e00654534286aba45a04613014df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5999227 Apr 18 05:58:54.364407 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46404) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:54.412423 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-dfdc2d15-9850-40c2-8b1a-336f612ac6d2 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/routers/0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b/tags HTTP/1.1" status: 200 len: 241 time: 0.2379425 Apr 18 05:58:54.415315 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46408) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:54.416723 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-88c3031e-1e77-4987-9391-5f35e63b2bdb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4974546 Apr 18 05:58:54.422032 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-032de73a-dc03-4a7d-b215-7eb91d4ebd7e tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b', 'tempest-TagsExtTest-Tag-1133715060') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:54.442363 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46412) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:54.512797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5fe52fe6-0cbe-4b85-8359-e96ed4e86765 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:54.528164 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-fe174c51-6c75-4c0a-8957-adea320ebf2e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'port': {'network_id': '78dd6daa-f185-49af-aa5d-9e4df35a36ba', 'name': 'tempest-PortsIpV6TestJSON-384746244', 'fixed_ips': [{'subnet_id': 'd30b2054-0b06-45a6-8440-dc2da8dbc04e', 'ip_address': '2001:db8::10'}]}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:54.547748 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-78dd6daa-f185-49af-aa5d-9e4df35a36ba', 'network_id': '78dd6daa-f185-49af-aa5d-9e4df35a36ba', 'tenant_id': 'f4e2526787dc4037bf990e53a39e8336', 'fixed_ips': [{'subnet_id': 'd30b2054-0b06-45a6-8440-dc2da8dbc04e'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:58:54.548866 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:54.570753 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] Attempting to bind port ab59e274-d138-4982-bb71-2e1dea54ad12 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:58:54.571099 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] Attempting to bind port ab59e274-d138-4982-bb71-2e1dea54ad12 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '9a24e6a0-0078-424a-80a4-0d69850347a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:58:54.571425 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] Attempting to bind port ab59e274-d138-4982-bb71-2e1dea54ad12 on network 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:58:54.602577 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5fe52fe6-0cbe-4b85-8359-e96ed4e86765 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:54.614229 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-032de73a-dc03-4a7d-b215-7eb91d4ebd7e tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/routers/0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b/tags/tempest-TagsExtTest-Tag-1133715060 HTTP/1.1" status: 204 len: 168 time: 0.1939933 Apr 18 05:58:54.616257 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46416) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:54.622871 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-cdb51f30-fc6f-4928-956b-bd7a4f09be7f tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b', 'tempest-TagsExtTest-Tag-1133715060') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:54.623207 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] Port ab59e274-d138-4982-bb71-2e1dea54ad12 on network 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:58:54.623765 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] Attempting to bind port ab59e274-d138-4982-bb71-2e1dea54ad12 on network 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:58:54.717786 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] Allocated IP 2001:db8::2 (78dd6daa-f185-49af-aa5d-9e4df35a36ba/d30b2054-0b06-45a6-8440-dc2da8dbc04e/fbd8fe53-4fc1-490f-bb2a-ba50259f4091) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:54.763685 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:58:54.764021 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] Checking segment: {'id': '9a24e6a0-0078-424a-80a4-0d69850347a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:58:54.764426 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] Bound using segment: {'id': '9a24e6a0-0078-424a-80a4-0d69850347a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:58:54.764869 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] Bound port: ab59e274-d138-4982-bb71-2e1dea54ad12, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a24e6a0-0078-424a-80a4-0d69850347a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:58:54.765206 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:54.792757 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5fe52fe6-0cbe-4b85-8359-e96ed4e86765 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:54.813156 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-cdb51f30-fc6f-4928-956b-bd7a4f09be7f tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "DELETE /v2.0/routers/0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b/tags/tempest-TagsExtTest-Tag-1133715060 HTTP/1.1" status: 204 len: 168 time: 0.1967230 Apr 18 05:58:54.815689 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe52fe6-0cbe-4b85-8359-e96ed4e86765 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7989d5-5018-4347-a61b-80ad6829bfdc,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:54.818089 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46420) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:54.823601 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-5fa2b50e-4c27-4f26-9b85-c1b2b3b9eef2 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:54.846157 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-26532483-3b2d-4301-a1e3-43411d71d048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:54.896459 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5fe52fe6-0cbe-4b85-8359-e96ed4e86765 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:54.897620 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5fe52fe6-0cbe-4b85-8359-e96ed4e86765 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "DELETE /v2.0/security-groups/db7989d5-5018-4347-a61b-80ad6829bfdc HTTP/1.1" status: 204 len: 168 time: 0.6138768 Apr 18 05:58:54.900816 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46424) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:54.967191 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:54.978283 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] Transition to ACTIVE for port object fbd8fe53-4fc1-490f-bb2a-ba50259f4091 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:54.999393 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] Transition to ACTIVE for port object fbd8fe53-4fc1-490f-bb2a-ba50259f4091 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:55.007082 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:55.015359 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-26532483-3b2d-4301-a1e3-43411d71d048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:55.022767 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.resource_extend [None req-7d4ca762-9ebe-4673-b8d7-1855ee0a7421 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:58:55.073038 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7d4ca762-9ebe-4673-b8d7-1855ee0a7421 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:55.085550 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] Network 78dd6daa-f185-49af-aa5d-9e4df35a36ba is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:55.089074 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:55.094383 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:58:55.096622 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] Pushing event updated for resources: {'Port': ['ID=fbd8fe53-4fc1-490f-bb2a-ba50259f4091,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:55.106773 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7d4ca762-9ebe-4673-b8d7-1855ee0a7421 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:55.144939 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5fa2b50e-4c27-4f26-9b85-c1b2b3b9eef2 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/routers/0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b/tags HTTP/1.1" status: 200 len: 205 time: 0.3233113 Apr 18 05:58:55.145761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46428) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:55.147386 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-fe174c51-6c75-4c0a-8957-adea320ebf2e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:55.151084 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-c12ef216-7ad3-4f49-b06a-a82407dc694e tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '90c0317e-f673-40c0-af7d-7f1e155ab096') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:55.163855 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7b7c448d-1631-43f6-97f8-c5d3a149492b tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:55.167627 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] For port ab59e274-d138-4982-bb71-2e1dea54ad12, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:58:55.187077 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7b7c448d-1631-43f6-97f8-c5d3a149492b tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:55.188491 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7b7c448d-1631-43f6-97f8-c5d3a149492b tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2861841 Apr 18 05:58:55.192399 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46432) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:55.192565 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] Attempting to bind port fbd8fe53-4fc1-490f-bb2a-ba50259f4091 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:58:55.192928 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] Attempting to bind port fbd8fe53-4fc1-490f-bb2a-ba50259f4091 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '35cb2ef8-a821-4f15-b021-2752f83a7fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '78dd6daa-f185-49af-aa5d-9e4df35a36ba'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:58:55.193313 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] Attempting to bind port fbd8fe53-4fc1-490f-bb2a-ba50259f4091 on network 78dd6daa-f185-49af-aa5d-9e4df35a36ba {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:58:55.198934 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:58:55.199298 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] Checking segment: {'id': '35cb2ef8-a821-4f15-b021-2752f83a7fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '78dd6daa-f185-49af-aa5d-9e4df35a36ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:58:55.199693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:55.200118 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] Bound using segment: {'id': '35cb2ef8-a821-4f15-b021-2752f83a7fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '78dd6daa-f185-49af-aa5d-9e4df35a36ba'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:58:55.200618 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] Bound port: fbd8fe53-4fc1-490f-bb2a-ba50259f4091, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35cb2ef8-a821-4f15-b021-2752f83a7fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '78dd6daa-f185-49af-aa5d-9e4df35a36ba'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:58:55.201128 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:55.211091 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c12ef216-7ad3-4f49-b06a-a82407dc694e tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/subnetpools/90c0317e-f673-40c0-af7d-7f1e155ab096/tags HTTP/1.1" status: 200 len: 240 time: 0.0616200 Apr 18 05:58:55.211500 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46436) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:55.224018 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-50e5adf1-a290-4cb2-ac68-20f3f363c8dd tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '90c0317e-f673-40c0-af7d-7f1e155ab096', 'tempest-TagsExtTest-Tag-525643878') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:55.236473 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-bac9b24b-4ce4-4296-a230-34c189b09bb1 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] delete failed (client error): The resource could not be found. Apr 18 05:58:55.237514 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bac9b24b-4ce4-4296-a230-34c189b09bb1 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "DELETE /v2.0/security-groups/db7989d5-5018-4347-a61b-80ad6829bfdc HTTP/1.1" status: 404 len: 347 time: 0.0442100 Apr 18 05:58:55.246240 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46442) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:55.259682 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-74ed2fa4-3c80-4c19-823b-4f1eaef3cea6 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Request body: {'security_group': {'name': 'tempest-secgroup--446971850'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:55.266514 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-74ed2fa4-3c80-4c19-823b-4f1eaef3cea6 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:55.283395 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-50e5adf1-a290-4cb2-ac68-20f3f363c8dd tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/subnetpools/90c0317e-f673-40c0-af7d-7f1e155ab096/tags/tempest-TagsExtTest-Tag-525643878 HTTP/1.1" status: 204 len: 168 time: 0.0691836 Apr 18 05:58:55.283395 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-74ed2fa4-3c80-4c19-823b-4f1eaef3cea6 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:55.285905 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46446) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:55.292539 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-7e2de21c-bf6f-4257-8545-31d2a451f14d tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '90c0317e-f673-40c0-af7d-7f1e155ab096', 'tempest-TagsExtTest-Tag-525643878') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:55.337181 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] For port fbd8fe53-4fc1-490f-bb2a-ba50259f4091, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:58:55.342126 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] For port fbd8fe53-4fc1-490f-bb2a-ba50259f4091, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=fbd8fe53-4fc1-490f-bb2a-ba50259f4091,segment=NetworkSegment(35cb2ef8-a821-4f15-b021-2752f83a7fdf),segment_id=35cb2ef8-a821-4f15-b021-2752f83a7fdf)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:58:55.355618 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:55.364980 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-74ed2fa4-3c80-4c19-823b-4f1eaef3cea6 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:55.389156 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-fe174c51-6c75-4c0a-8957-adea320ebf2e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:port and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:55.408836 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-fe174c51-6c75-4c0a-8957-adea320ebf2e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:55.415389 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] For port ab59e274-d138-4982-bb71-2e1dea54ad12, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ab59e274-d138-4982-bb71-2e1dea54ad12,segment=NetworkSegment(9a24e6a0-0078-424a-80a4-0d69850347a2),segment_id=9a24e6a0-0078-424a-80a4-0d69850347a2)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:58:55.437944 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-fe174c51-6c75-4c0a-8957-adea320ebf2e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:55.441585 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd16b687-4a2e-4d5a-88a9-4c1e675e1efa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router d80b2c63-ac79-4c6f-bb81-8d493381630e has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:58:55.452530 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:55.493813 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6bd91-27e5-4eb1-abfe-12c5952f2578 None None] Pushing event updated for resources: {'Port': ['ID=fbd8fe53-4fc1-490f-bb2a-ba50259f4091,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:55.497916 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ca762-9ebe-4673-b8d7-1855ee0a7421 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Pushing event updated for resources: {'Port': ['ID=45756320-d5b9-42b8-a9aa-d2dd9d31b74b,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:55.512444 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-74ed2fa4-3c80-4c19-823b-4f1eaef3cea6 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:55.517387 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-74ed2fa4-3c80-4c19-823b-4f1eaef3cea6 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group_rule and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:55.525214 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-74ed2fa4-3c80-4c19-823b-4f1eaef3cea6 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:55.541330 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-74ed2fa4-3c80-4c19-823b-4f1eaef3cea6 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:55.558704 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ca762-9ebe-4673-b8d7-1855ee0a7421 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] In _notify_port_updated(), no bound segment for port 45756320-d5b9-42b8-a9aa-d2dd9d31b74b on network 4a8a605f-96df-4400-8cd4-a570f7367f7d {{(pid=88034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 05:58:55.562077 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7e2de21c-bf6f-4257-8545-31d2a451f14d tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "DELETE /v2.0/subnetpools/90c0317e-f673-40c0-af7d-7f1e155ab096/tags/tempest-TagsExtTest-Tag-525643878 HTTP/1.1" status: 204 len: 168 time: 0.2752671 Apr 18 05:58:55.565514 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4ca762-9ebe-4673-b8d7-1855ee0a7421 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:55.566424 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7d4ca762-9ebe-4673-b8d7-1855ee0a7421 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:55.567749 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7d4ca762-9ebe-4673-b8d7-1855ee0a7421 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "PUT /v2.0/ports/45756320-d5b9-42b8-a9aa-d2dd9d31b74b HTTP/1.1" status: 200 len: 1057 time: 2.7318251 Apr 18 05:58:55.570498 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46450) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:55.570821 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46452) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:55.573517 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:55.574295 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:55.575619 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] 10.222.0.52 "PUT /v2.0/ports/ab59e274-d138-4982-bb71-2e1dea54ad12 HTTP/1.1" status: 200 len: 1093 time: 4.0978529 Apr 18 05:58:55.583534 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1b2230-966e-4ff0-9053-adbebfc7c8c7', 'tag': 'ab59e274-d138-4982-bb71-2e1dea54ad12'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:58:55.638803 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-307c512e-de5b-40db-8f57-9e75c1d61762 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '90c0317e-f673-40c0-af7d-7f1e155ab096') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:55.640970 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ac60a99d-90e9-4f40-8e16-2e564c94a11d None None] Provisioning complete for port 45756320-d5b9-42b8-a9aa-d2dd9d31b74b triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:55.641360 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ac60a99d-90e9-4f40-8e16-2e564c94a11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:55.650375 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe174c51-6c75-4c0a-8957-adea320ebf2e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:55.714833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-26532483-3b2d-4301-a1e3-43411d71d048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:55.720772 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37cf7330-8c49-4a28-ad9f-6217fb4a832f'] response: {'name': 'network-changed', 'server_uuid': 'aa1b2230-966e-4ff0-9053-adbebfc7c8c7', 'tag': 'ab59e274-d138-4982-bb71-2e1dea54ad12', 'status': 'completed', 'code': 200} Apr 18 05:58:55.735262 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b5521-1aac-47ed-9e59-80bdc237491b req-1336c955-7149-43f3-a38a-3641af302dfc tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:55.736956 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c81b5521-1aac-47ed-9e59-80bdc237491b req-1336c955-7149-43f3-a38a-3641af302dfc tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 943 time: 0.3500481 Apr 18 05:58:55.776018 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-ac60a99d-90e9-4f40-8e16-2e564c94a11d None None] Port 45756320-d5b9-42b8-a9aa-d2dd9d31b74b cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:58:55.787743 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26532483-3b2d-4301-a1e3-43411d71d048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f51fb3c-9996-423c-a5ae-dca8e998b9fc,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:55.824989 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-cad04a3a-89bd-4d7d-8637-d73153f82247 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Deleting port 45756320-d5b9-42b8-a9aa-d2dd9d31b74b {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:55.825426 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cad04a3a-89bd-4d7d-8637-d73153f82247 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:55.878827 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6addf67-feeb-4513-8fcf-013d050244f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab59e274-d138-4982-bb71-2e1dea54ad12,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:55.886883 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-307c512e-de5b-40db-8f57-9e75c1d61762 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/subnetpools/90c0317e-f673-40c0-af7d-7f1e155ab096/tags HTTP/1.1" status: 200 len: 205 time: 0.3149619 Apr 18 05:58:55.899524 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46460) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:55.927440 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-74ed2fa4-3c80-4c19-823b-4f1eaef3cea6 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:55.929981 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-add0b352-9af2-4c4b-ba96-4cfdda1173ef tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '90c0317e-f673-40c0-af7d-7f1e155ab096') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:55.952810 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c81b5521-1aac-47ed-9e59-80bdc237491b req-5c8907e7-6ffd-40b7-a2f8-aac0602fe23d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745384 Apr 18 05:58:55.963155 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-74ed2fa4-3c80-4c19-823b-4f1eaef3cea6 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:56.033026 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-26532483-3b2d-4301-a1e3-43411d71d048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:56.036567 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-26532483-3b2d-4301-a1e3-43411d71d048 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f51fb3c-9996-423c-a5ae-dca8e998b9fc HTTP/1.1" status: 204 len: 168 time: 1.6668429 Apr 18 05:58:56.086986 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed2fa4-3c80-4c19-823b-4f1eaef3cea6 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea185d7-1eb2-4ab9-a825-89ddf94a7242,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:56.091991 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-74ed2fa4-3c80-4c19-823b-4f1eaef3cea6 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:56.093467 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-74ed2fa4-3c80-4c19-823b-4f1eaef3cea6 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8462918 Apr 18 05:58:56.103969 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46466) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:56.117962 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-77eedd4f-1365-4037-a9a7-bd25f20d4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:56.119412 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-77eedd4f-1365-4037-a9a7-bd25f20d4bcf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49ad773d519141abbf5e743e64df06bc&device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 1096 time: 0.4542301 Apr 18 05:58:56.122750 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-023376f0-679d-43b7-8748-42ca10766782 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Request body: {'security_group_rule': {'security_group_id': '2ea185d7-1eb2-4ab9-a825-89ddf94a7242', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:56.130521 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd16b687-4a2e-4d5a-88a9-4c1e675e1efa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:58:56.137108 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fe174c51-6c75-4c0a-8957-adea320ebf2e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:56.143376 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c83cdc-475b-41ab-95cc-2b75872aeafa None None] Sync routers for ids ['d80b2c63-ac79-4c6f-bb81-8d493381630e'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:58:56.157605 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-cd16b687-4a2e-4d5a-88a9-4c1e675e1efa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/routers/d80b2c63-ac79-4c6f-bb81-8d493381630e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4562097 Apr 18 05:58:56.157797 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c83cdc-475b-41ab-95cc-2b75872aeafa None None] Routers {'d80b2c63-ac79-4c6f-bb81-8d493381630e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:56.158605 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d7c83cdc-475b-41ab-95cc-2b75872aeafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:58:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d80b2c63-ac79-4c6f-bb81-8d493381630e'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:56.240491 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-023376f0-679d-43b7-8748-42ca10766782 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:56.271726 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cad04a3a-89bd-4d7d-8637-d73153f82247 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:56.284208 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-023376f0-679d-43b7-8748-42ca10766782 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group_rule and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:56.311030 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-023376f0-679d-43b7-8748-42ca10766782 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:56.322768 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-104a3db4-aaae-4b52-b3bb-4051d6ce717e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab59e274-d138-4982-bb71-2e1dea54ad12 HTTP/1.1" status: 200 len: 217 time: 0.1891599 Apr 18 05:58:56.327538 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-add0b352-9af2-4c4b-ba96-4cfdda1173ef tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "DELETE /v2.0/subnetpools/90c0317e-f673-40c0-af7d-7f1e155ab096/tags HTTP/1.1" status: 204 len: 168 time: 0.4128017 Apr 18 05:58:56.330867 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46474) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:56.389060 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-023376f0-679d-43b7-8748-42ca10766782 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:56.389735 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-fe174c51-6c75-4c0a-8957-adea320ebf2e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] device_id is not set on port 33f0364c-4baf-4877-87aa-0e4b2c4b8fa0 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:58:56.426646 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-22a12c11-d78e-43a3-9bfa-5da8366bfce2 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:56.452354 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-cad04a3a-89bd-4d7d-8637-d73153f82247 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Calling delete_port for 45756320-d5b9-42b8-a9aa-d2dd9d31b74b owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:56.501852 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-d7c83cdc-475b-41ab-95cc-2b75872aeafa None None] Set router d80b2c63-ac79-4c6f-bb81-8d493381630e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:56.573925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-023376f0-679d-43b7-8748-42ca10766782 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:56.618703 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-efc24203-9366-4192-8e56-f33e30a912c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:56.620476 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-efc24203-9366-4192-8e56-f33e30a912c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b4d1495-96ee-47de-b8ec-9793f712c5be HTTP/1.1" status: 200 len: 851 time: 0.2887790 Apr 18 05:58:56.894405 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43212e-5879-479e-adbe-911eaf5fd78a req-94506da9-5ee7-45a2-a827-5015a07161f4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:56.895967 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-de43212e-5879-479e-adbe-911eaf5fd78a req-94506da9-5ee7-45a2-a827-5015a07161f4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc93699-9e79-47b8-ae98-7a80bd98524e HTTP/1.1" status: 200 len: 946 time: 0.2242992 Apr 18 05:58:56.948442 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cad04a3a-89bd-4d7d-8637-d73153f82247 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:56.993371 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-fe174c51-6c75-4c0a-8957-adea320ebf2e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Allocated IP 2001:db8::10 (78dd6daa-f185-49af-aa5d-9e4df35a36ba/d30b2054-0b06-45a6-8440-dc2da8dbc04e/33f0364c-4baf-4877-87aa-0e4b2c4b8fa0) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:57.003351 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d7c83cdc-475b-41ab-95cc-2b75872aeafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'name': 'tempest-TestNetworkBasicOps-router-821609139', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:53Z', 'updated_at': '2022-04-18T05:58:52Z', 'revision_number': 6, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:55:55Z', 'updated_at': '2022-04-18T05:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'c6d620a6-c481-4b1c-8bce-01132d20a994', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.42', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'port_id': 'e7c421ca-6d86-40fa-b3e1-d826bf65db70', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'mac_address': 'fa:16:3e:a3:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14ab37a-5cc3-4f81-91aa-b3a9199c24de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:12Z', 'revision_number': 1, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467e4537-4abc-4776-9d7d-dab79a588b0d', 'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:a0:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:10Z', 'updated_at': '2022-04-18T05:56:25Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:57.007936 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c83cdc-475b-41ab-95cc-2b75872aeafa None None] Checking router: d80b2c63-ac79-4c6f-bb81-8d493381630e for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:58:57.018495 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c83cdc-475b-41ab-95cc-2b75872aeafa None None] Routers {'d80b2c63-ac79-4c6f-bb81-8d493381630e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:58:57.019617 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d7c83cdc-475b-41ab-95cc-2b75872aeafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:58:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d80b2c63-ac79-4c6f-bb81-8d493381630e'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:57.105752 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd019649-ff12-4dbb-947f-f1af39b5da38 None None] Network 78dd6daa-f185-49af-aa5d-9e4df35a36ba requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:58:57.151887 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-22a12c11-d78e-43a3-9bfa-5da8366bfce2 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "DELETE /v2.0/routers/0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b/tags HTTP/1.1" status: 204 len: 168 time: 0.7687848 Apr 18 05:58:57.154228 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46498) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:57.197434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-52c9770c-747e-45c9-b4dc-10de2da047ec tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '64629a52-c44f-43c2-af8f-eee5a54ef339') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:57.221442 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-de43212e-5879-479e-adbe-911eaf5fd78a req-d7d89197-868c-49b0-95bf-b995278af114 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9a511f0-7c3a-417c-82d5-3dd86c544bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3181596 Apr 18 05:58:57.239002 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-023376f0-679d-43b7-8748-42ca10766782 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:57.242909 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-d7c83cdc-475b-41ab-95cc-2b75872aeafa None None] Set router d80b2c63-ac79-4c6f-bb81-8d493381630e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:58:57.248302 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad04a3a-89bd-4d7d-8637-d73153f82247 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Pushing event deleted for resources: {'Port': ['ID=45756320-d5b9-42b8-a9aa-d2dd9d31b74b,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:57.347642 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46502) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:57.372857 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-023376f0-679d-43b7-8748-42ca10766782 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:57.407900 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5baf7702-258e-4aba-9994-6837ac8ecc4c None None] Provisioning for port fbd8fe53-4fc1-490f-bb2a-ba50259f4091 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:57.508689 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023376f0-679d-43b7-8748-42ca10766782 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a4da40-6855-4b00-895b-5640781141a6,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:57.540487 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-35df4c62-c8ce-4044-b2e1-cd67ce728f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:57.542198 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-35df4c62-c8ce-4044-b2e1-cd67ce728f26 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8742874 Apr 18 05:58:57.544987 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023376f0-679d-43b7-8748-42ca10766782 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:57.545345 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023376f0-679d-43b7-8748-42ca10766782 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:57.545680 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023376f0-679d-43b7-8748-42ca10766782 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:57.546044 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023376f0-679d-43b7-8748-42ca10766782 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:57.546378 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023376f0-679d-43b7-8748-42ca10766782 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:57.546732 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023376f0-679d-43b7-8748-42ca10766782 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:57.547216 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023376f0-679d-43b7-8748-42ca10766782 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:57.547871 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023376f0-679d-43b7-8748-42ca10766782 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:57.548407 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023376f0-679d-43b7-8748-42ca10766782 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:57.548732 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023376f0-679d-43b7-8748-42ca10766782 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:57.549071 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023376f0-679d-43b7-8748-42ca10766782 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:57.549381 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023376f0-679d-43b7-8748-42ca10766782 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:57.586750 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-cad04a3a-89bd-4d7d-8637-d73153f82247 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:57.621158 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-31b717bf-7db1-42eb-bda1-facc3dac9bec tempest-ServiceProvidersTest-658740691 tempest-ServiceProvidersTest-658740691-project] 10.222.0.15 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2723811 Apr 18 05:58:57.629690 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-cad04a3a-89bd-4d7d-8637-d73153f82247 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "DELETE /v2.0/ports/45756320-d5b9-42b8-a9aa-d2dd9d31b74b HTTP/1.1" status: 204 len: 168 time: 2.0562041 Apr 18 05:58:57.630376 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46510) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:57.688260 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71a270c-e942-497c-a30e-787c784d2b43 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] GET failed (client error): The resource could not be found. Apr 18 05:58:57.688811 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d71a270c-e942-497c-a30e-787c784d2b43 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Synchronizing usage tracker for tenant:8d95c7922bee443697454073529e83e8 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:57.728323 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d71a270c-e942-497c-a30e-787c784d2b43 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Unset dirty status for tenant:8d95c7922bee443697454073529e83e8 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:57.733118 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d71a270c-e942-497c-a30e-787c784d2b43 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "GET /v2.0/ports/45756320-d5b9-42b8-a9aa-d2dd9d31b74b HTTP/1.1" status: 404 len: 333 time: 0.1017153 Apr 18 05:58:57.733864 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46514) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:57.794943 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-d7c83cdc-475b-41ab-95cc-2b75872aeafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'name': 'tempest-TestNetworkBasicOps-router-821609139', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:53Z', 'updated_at': '2022-04-18T05:58:52Z', 'revision_number': 6, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:55:55Z', 'updated_at': '2022-04-18T05:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'c6d620a6-c481-4b1c-8bce-01132d20a994', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.42', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'port_id': 'e7c421ca-6d86-40fa-b3e1-d826bf65db70', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'mac_address': 'fa:16:3e:a3:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14ab37a-5cc3-4f81-91aa-b3a9199c24de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:12Z', 'revision_number': 1, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467e4537-4abc-4776-9d7d-dab79a588b0d', 'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:a0:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:10Z', 'updated_at': '2022-04-18T05:56:25Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:57.809196 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c83cdc-475b-41ab-95cc-2b75872aeafa None None] The sync data for ids ['d80b2c63-ac79-4c6f-bb81-8d493381630e'] in dv-neutron-837489-1-hyperv is: [{'id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'name': 'tempest-TestNetworkBasicOps-router-821609139', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:53Z', 'updated_at': '2022-04-18T05:58:52Z', 'revision_number': 6, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:55:55Z', 'updated_at': '2022-04-18T05:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'c6d620a6-c481-4b1c-8bce-01132d20a994', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.42', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'port_id': 'e7c421ca-6d86-40fa-b3e1-d826bf65db70', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'mac_address': 'fa:16:3e:a3:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14ab37a-5cc3-4f81-91aa-b3a9199c24de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:57:06Z', 'updated_at': '2022-04-18T05:57:12Z', 'revision_number': 1, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467e4537-4abc-4776-9d7d-dab79a588b0d', 'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:a0:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:10Z', 'updated_at': '2022-04-18T05:56:25Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:58:57.840345 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device fbd8fe53-4fc1-490f-bb2a-ba50259f4091 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:58:57.845721 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-43275258-8b56-455d-b40c-77c68aa857eb tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Deleting port 775473e2-ee1e-44e5-b985-6c38191ae013 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:57.846184 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-43275258-8b56-455d-b40c-77c68aa857eb tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:57.945387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port fbd8fe53-4fc1-490f-bb2a-ba50259f4091 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:57.952269 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port fbd8fe53-4fc1-490f-bb2a-ba50259f4091 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:57.953831 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:57.988422 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-023376f0-679d-43b7-8748-42ca10766782 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:57.989825 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-023376f0-679d-43b7-8748-42ca10766782 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8808680 Apr 18 05:58:58.088512 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46520) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:58.117415 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:58.120441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fe174c51-6c75-4c0a-8957-adea320ebf2e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:58.153435 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46526) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:58.189606 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-fe174c51-6c75-4c0a-8957-adea320ebf2e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Transition to ACTIVE for port object 33f0364c-4baf-4877-87aa-0e4b2c4b8fa0 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:58:58.191528 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port fbd8fe53-4fc1-490f-bb2a-ba50259f4091, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=fbd8fe53-4fc1-490f-bb2a-ba50259f4091,segment=NetworkSegment(35cb2ef8-a821-4f15-b021-2752f83a7fdf),segment_id=35cb2ef8-a821-4f15-b021-2752f83a7fdf)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:58.197701 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-af43f346-8f5a-4104-9c3f-8d3f6c8bf77e None None] Provisioning complete for port fbd8fe53-4fc1-490f-bb2a-ba50259f4091 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:58.198252 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-af43f346-8f5a-4104-9c3f-8d3f6c8bf77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:58.231679 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:58.240068 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4966d-5d4e-40a1-b01c-0450e573b130 req-39a252cc-2d2a-4cba-b83c-eb7fef7eebc4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:58.247670 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4ba4966d-5d4e-40a1-b01c-0450e573b130 req-39a252cc-2d2a-4cba-b83c-eb7fef7eebc4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 943 time: 1.0144112 Apr 18 05:58:58.249926 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-57d45856-dfd8-4fb0-bc7a-6d787fc20328 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:58.284567 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-57d45856-dfd8-4fb0-bc7a-6d787fc20328 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:58.326151 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-31ede77c-ccff-4cf5-ab28-f772a8a97ba7 service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7689669 Apr 18 05:58:58.337993 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-52c9770c-747e-45c9-b4dc-10de2da047ec tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "DELETE /v2.0/ports/64629a52-c44f-43c2-af8f-eee5a54ef339/tags HTTP/1.1" status: 204 len: 168 time: 1.1727750 Apr 18 05:58:58.339070 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46534) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:58.351392 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-8f614b39-c469-407b-9dbe-15a5f0e687a4 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '07f3802d-f9cf-44af-bed0-8a20fae4ccbe') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:58.397531 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=fbd8fe53-4fc1-490f-bb2a-ba50259f4091,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:58.405239 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4bfda-4bc6-4c65-b528-86b53b001ba5 req-f7f72898-47c3-4e37-ba95-7bff61b520df tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:58.406754 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-48a4bfda-4bc6-4c65-b528-86b53b001ba5 req-f7f72898-47c3-4e37-ba95-7bff61b520df tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc93699-9e79-47b8-ae98-7a80bd98524e HTTP/1.1" status: 200 len: 946 time: 0.4564538 Apr 18 05:58:58.414365 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-43275258-8b56-455d-b40c-77c68aa857eb tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:58.455703 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4ba4966d-5d4e-40a1-b01c-0450e573b130 req-69d9ce41-dcab-414d-b53c-4e0e3b138c31 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069287 Apr 18 05:58:58.563743 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-57d45856-dfd8-4fb0-bc7a-6d787fc20328 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:58.584368 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fe174c51-6c75-4c0a-8957-adea320ebf2e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:58.585902 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-52d223f2-178f-4935-9b34-1b11ef91a750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:58.601856 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d45856-dfd8-4fb0-bc7a-6d787fc20328 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25a4da40-6855-4b00-895b-5640781141a6,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:58.657657 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-57d45856-dfd8-4fb0-bc7a-6d787fc20328 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:58.658750 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-57d45856-dfd8-4fb0-bc7a-6d787fc20328 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/25a4da40-6855-4b00-895b-5640781141a6 HTTP/1.1" status: 204 len: 168 time: 0.5684109 Apr 18 05:58:58.666072 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-52d223f2-178f-4935-9b34-1b11ef91a750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:58.670587 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46538) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:58.693325 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-43275258-8b56-455d-b40c-77c68aa857eb tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Calling delete_port for 775473e2-ee1e-44e5-b985-6c38191ae013 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:58.694236 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-52d223f2-178f-4935-9b34-1b11ef91a750 admin admin] Usage tracker for resource:security_group_rule and tenant:7a03fb3530714f61acc000507b0c9092 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:58.711094 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-52d223f2-178f-4935-9b34-1b11ef91a750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:58.716517 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe174c51-6c75-4c0a-8957-adea320ebf2e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network 78dd6daa-f185-49af-aa5d-9e4df35a36ba is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:58:58.730182 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-fe174c51-6c75-4c0a-8957-adea320ebf2e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:58.736058 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-52d223f2-178f-4935-9b34-1b11ef91a750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:58.741321 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe174c51-6c75-4c0a-8957-adea320ebf2e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:58:58.746919 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe174c51-6c75-4c0a-8957-adea320ebf2e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:58.747452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fe174c51-6c75-4c0a-8957-adea320ebf2e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:58.756259 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-33b11262-6359-4d4d-a724-91cf048e7cd1 req-131da8a6-3b7c-4e68-bec6-4d66bdd0ce63 service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112396 Apr 18 05:58:58.762039 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe174c51-6c75-4c0a-8957-adea320ebf2e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Port': ['ID=33f0364c-4baf-4877-87aa-0e4b2c4b8fa0,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:58.764713 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [req-48a4bfda-4bc6-4c65-b528-86b53b001ba5 req-4d52370b-03c6-414f-8c80-82967514034e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port da0af385-aeba-4eeb-aec5-c779f2b8a70e {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:58:58.765073 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-48a4bfda-4bc6-4c65-b528-86b53b001ba5 req-4d52370b-03c6-414f-8c80-82967514034e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:58.807743 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-fe174c51-6c75-4c0a-8957-adea320ebf2e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3091180 Apr 18 05:58:58.812693 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46542) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:58.831174 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4d26ab3d-d32d-4b19-8576-8eb6ad8017f8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:58:58.843099 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-7466e56e-aa79-4013-9ab4-2f11d205d906 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'port': {'network_id': '78dd6daa-f185-49af-aa5d-9e4df35a36ba', 'name': 'tempest-PortsIpV6TestJSON-742911968', 'fixed_ips': [{'subnet_id': 'd30b2054-0b06-45a6-8440-dc2da8dbc04e', 'ip_address': '2001:db8::f'}]}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:58.984876 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ea922-d43c-43b0-abc2-89a79d923d78 req-895d6cad-d268-4e6b-a72f-3c5cdf0c28ab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:58.986538 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7d0ea922-d43c-43b0-abc2-89a79d923d78 req-895d6cad-d268-4e6b-a72f-3c5cdf0c28ab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc93699-9e79-47b8-ae98-7a80bd98524e HTTP/1.1" status: 200 len: 946 time: 0.5502021 Apr 18 05:58:59.004872 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4d26ab3d-d32d-4b19-8576-8eb6ad8017f8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:58:59.006036 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4d26ab3d-d32d-4b19-8576-8eb6ad8017f8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3313892 Apr 18 05:58:59.013196 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8f614b39-c469-407b-9dbe-15a5f0e687a4 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "DELETE /v2.0/subnets/07f3802d-f9cf-44af-bed0-8a20fae4ccbe/tags HTTP/1.1" status: 204 len: 168 time: 0.6694031 Apr 18 05:58:59.013196 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46546) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:59.020736 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46548) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:59.040266 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-ab6f281b-e147-4c07-9fdc-ea39f615bf46 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '07f3802d-f9cf-44af-bed0-8a20fae4ccbe', 'tempest-TagsExtTest-Tag-1913599554') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:59.073904 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2dfc8cbf-7861-444f-baf9-3aa13141e9b5 None None] Provisioning for port 33f0364c-4baf-4877-87aa-0e4b2c4b8fa0 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:58:59.081755 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2dfc8cbf-7861-444f-baf9-3aa13141e9b5 None None] Provisioning complete for port 33f0364c-4baf-4877-87aa-0e4b2c4b8fa0 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:59.082691 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2dfc8cbf-7861-444f-baf9-3aa13141e9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:59.117284 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-52d223f2-178f-4935-9b34-1b11ef91a750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:59.127635 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-52d223f2-178f-4935-9b34-1b11ef91a750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:59.150354 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2dfc8cbf-7861-444f-baf9-3aa13141e9b5 None None] Port 33f0364c-4baf-4877-87aa-0e4b2c4b8fa0 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:58:59.185774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-43275258-8b56-455d-b40c-77c68aa857eb tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:59.203045 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce4e0a-3daf-4373-86c9-2a7cb76d1c08 req-cb9a2057-837a-41fb-a863-78b85b3aae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:59.205363 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-11ce4e0a-3daf-4373-86c9-2a7cb76d1c08 req-cb9a2057-837a-41fb-a863-78b85b3aae86 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49ad773d519141abbf5e743e64df06bc&device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 1096 time: 0.3468828 Apr 18 05:58:59.209412 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7466e56e-aa79-4013-9ab4-2f11d205d906 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:58:59.216888 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7466e56e-aa79-4013-9ab4-2f11d205d906 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:port and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:58:59.225608 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-52d223f2-178f-4935-9b34-1b11ef91a750 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a03fb3530714f61acc000507b0c9092&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0644515 Apr 18 05:58:59.230778 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7d0ea922-d43c-43b0-abc2-89a79d923d78 req-91e5e8ae-8507-4f61-912b-b96b792d811e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9a511f0-7c3a-417c-82d5-3dd86c544bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296360 Apr 18 05:58:59.241000 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46554) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:59.249280 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7466e56e-aa79-4013-9ab4-2f11d205d906 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:58:59.253273 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d223f2-178f-4935-9b34-1b11ef91a750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad07e78-4743-4eb8-9f7f-4f495d95f92c,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:59.271986 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43275258-8b56-455d-b40c-77c68aa857eb tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Pushing event deleted for resources: {'Port': ['ID=775473e2-ee1e-44e5-b985-6c38191ae013,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:59.274144 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7466e56e-aa79-4013-9ab4-2f11d205d906 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:58:59.342503 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43275258-8b56-455d-b40c-77c68aa857eb tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:59.342847 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43275258-8b56-455d-b40c-77c68aa857eb tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:59.343192 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43275258-8b56-455d-b40c-77c68aa857eb tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:59.343530 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43275258-8b56-455d-b40c-77c68aa857eb tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:59.343980 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43275258-8b56-455d-b40c-77c68aa857eb tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:59.344461 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43275258-8b56-455d-b40c-77c68aa857eb tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:59.344653 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43275258-8b56-455d-b40c-77c68aa857eb tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:59.344975 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43275258-8b56-455d-b40c-77c68aa857eb tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:59.345314 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43275258-8b56-455d-b40c-77c68aa857eb tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:59.345626 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43275258-8b56-455d-b40c-77c68aa857eb tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:59.346438 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43275258-8b56-455d-b40c-77c68aa857eb tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:59.346438 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43275258-8b56-455d-b40c-77c68aa857eb tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:59.349442 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7466e56e-aa79-4013-9ab4-2f11d205d906 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:59.354327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7466e56e-aa79-4013-9ab4-2f11d205d906 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:59.389762 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4bb8e328-9412-4635-99e3-24d5a949e432 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:59.426764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-7466e56e-aa79-4013-9ab4-2f11d205d906 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] device_id is not set on port 36c6ac7c-af67-4e12-b041-4d112bab4e63 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:58:59.460186 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [req-48a4bfda-4bc6-4c65-b528-86b53b001ba5 req-4d52370b-03c6-414f-8c80-82967514034e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port da0af385-aeba-4eeb-aec5-c779f2b8a70e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=da0af385-aeba-4eeb-aec5-c779f2b8a70e,segment=NetworkSegment(38e1556b-9beb-4876-b3ae-bbd0a2592cda),segment_id=38e1556b-9beb-4876-b3ae-bbd0a2592cda)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:58:59.460865 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-48a4bfda-4bc6-4c65-b528-86b53b001ba5 req-4d52370b-03c6-414f-8c80-82967514034e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:59.466267 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ab6f281b-e147-4c07-9fdc-ea39f615bf46 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "PUT /v2.0/subnets/07f3802d-f9cf-44af-bed0-8a20fae4ccbe/tags/tempest-TagsExtTest-Tag-1913599554 HTTP/1.1" status: 201 len: 201 time: 0.4445188 Apr 18 05:58:59.470713 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46558) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:59.478422 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce4e0a-3daf-4373-86c9-2a7cb76d1c08 req-5a1f9d88-6a5f-4300-b33d-9cb579c3679c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:59.480385 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-11ce4e0a-3daf-4373-86c9-2a7cb76d1c08 req-5a1f9d88-6a5f-4300-b33d-9cb579c3679c service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1 HTTP/1.1" status: 200 len: 913 time: 0.2587280 Apr 18 05:58:59.490487 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-eab79d57-81f2-42ef-bc5d-86b27531babd tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '64629a52-c44f-43c2-af8f-eee5a54ef339', 'tempest-TagsExtTest-Tag-1082926996') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:58:59.623040 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [req-48a4bfda-4bc6-4c65-b528-86b53b001ba5 req-4d52370b-03c6-414f-8c80-82967514034e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for da0af385-aeba-4eeb-aec5-c779f2b8a70e owned by compute:nova {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:58:59.643917 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-11ce4e0a-3daf-4373-86c9-2a7cb76d1c08 req-5f040665-9139-47cb-bf0d-441e1b0d5879 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab59e274-d138-4982-bb71-2e1dea54ad12 HTTP/1.1" status: 200 len: 217 time: 0.1262469 Apr 18 05:58:59.665411 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4bb8e328-9412-4635-99e3-24d5a949e432 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:59.701920 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-43275258-8b56-455d-b40c-77c68aa857eb tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:59.705287 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1d064f11-1036-41b5-9953-f0510efa1026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:59.743948 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device fbd8fe53-4fc1-490f-bb2a-ba50259f4091 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:58:59.777279 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-43275258-8b56-455d-b40c-77c68aa857eb tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "DELETE /v2.0/ports/775473e2-ee1e-44e5-b985-6c38191ae013 HTTP/1.1" status: 204 len: 168 time: 2.0392215 Apr 18 05:58:59.780367 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46564) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:58:59.805146 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce4e0a-3daf-4373-86c9-2a7cb76d1c08 req-4a410c99-684a-4220-bf1b-c342c57b550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:59.806613 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-11ce4e0a-3daf-4373-86c9-2a7cb76d1c08 req-4a410c99-684a-4220-bf1b-c342c57b550c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b4d1495-96ee-47de-b8ec-9793f712c5be HTTP/1.1" status: 200 len: 851 time: 0.1537762 Apr 18 05:58:59.823476 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port fbd8fe53-4fc1-490f-bb2a-ba50259f4091 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:58:59.823861 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:59.939990 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1d064f11-1036-41b5-9953-f0510efa1026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:59.959160 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea244c-d58e-4333-818d-12ec63452d04 req-9c4a3a81-728b-4993-bc1e-865faf1a0458 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:59.960877 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-19ea244c-d58e-4333-818d-12ec63452d04 req-9c4a3a81-728b-4993-bc1e-865faf1a0458 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 943 time: 0.3718050 Apr 18 05:58:59.964287 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device ff5d08b7-a429-46c4-bf4f-274b36a474cb no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:58:59.976558 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-7466e56e-aa79-4013-9ab4-2f11d205d906 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Allocated IP 2001:db8::f (78dd6daa-f185-49af-aa5d-9e4df35a36ba/d30b2054-0b06-45a6-8440-dc2da8dbc04e/36c6ac7c-af67-4e12-b041-4d112bab4e63) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:00.003079 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: ff5d08b7-a429-46c4-bf4f-274b36a474cb {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:59:00.003433 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device ff5d08b7-a429-46c4-bf4f-274b36a474cb not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:59:00.004326 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-a930fb13-9646-4461-8554-44420987b1c9 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] GET failed (client error): The resource could not be found. Apr 18 05:59:00.004830 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a930fb13-9646-4461-8554-44420987b1c9 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Synchronizing usage tracker for tenant:8d95c7922bee443697454073529e83e8 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:00.016835 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4bb8e328-9412-4635-99e3-24d5a949e432 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:00.074017 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8e328-9412-4635-99e3-24d5a949e432 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea185d7-1eb2-4ab9-a825-89ddf94a7242,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:00.089971 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a930fb13-9646-4461-8554-44420987b1c9 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Unset dirty status for tenant:8d95c7922bee443697454073529e83e8 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:00.091342 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a930fb13-9646-4461-8554-44420987b1c9 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "GET /v2.0/ports/775473e2-ee1e-44e5-b985-6c38191ae013 HTTP/1.1" status: 404 len: 333 time: 0.3090637 Apr 18 05:59:00.095774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46568) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:00.138684 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-48a4bfda-4bc6-4c65-b528-86b53b001ba5 req-4d52370b-03c6-414f-8c80-82967514034e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:00.167911 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-eab79d57-81f2-42ef-bc5d-86b27531babd tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "PUT /v2.0/ports/64629a52-c44f-43c2-af8f-eee5a54ef339/tags/tempest-TagsExtTest-Tag-1082926996 HTTP/1.1" status: 201 len: 201 time: 0.6892927 Apr 18 05:59:00.184585 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46572) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:00.194548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-6eaa13a7-91d4-4018-aaac-0451ac90272c tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b', 'tempest-TagsExtTest-Tag-395487314') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:00.203372 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4bb8e328-9412-4635-99e3-24d5a949e432 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:00.204660 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4bb8e328-9412-4635-99e3-24d5a949e432 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "DELETE /v2.0/security-groups/2ea185d7-1eb2-4ab9-a825-89ddf94a7242 HTTP/1.1" status: 204 len: 168 time: 1.1648471 Apr 18 05:59:00.209802 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52370b-03c6-414f-8c80-82967514034e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=da0af385-aeba-4eeb-aec5-c779f2b8a70e,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:00.211443 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46576) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:00.245298 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-19ea244c-d58e-4333-818d-12ec63452d04 req-abea1a31-f0c4-467d-a0e9-f9f2291271aa tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716384 Apr 18 05:59:00.271212 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1d064f11-1036-41b5-9953-f0510efa1026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:00.307691 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce4e0a-3daf-4373-86c9-2a7cb76d1c08 req-40668bd0-2d16-4d7c-b8c9-0882a6fc4b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:00.309638 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-11ce4e0a-3daf-4373-86c9-2a7cb76d1c08 req-40668bd0-2d16-4d7c-b8c9-0882a6fc4b38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4558225 Apr 18 05:59:00.320652 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-aa8a853d-1f5d-4f57-9894-4dabf13c24c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Deleting port 699e373e-3922-45ac-b8d9-aac9918f23b7 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:00.321241 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-aa8a853d-1f5d-4f57-9894-4dabf13c24c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:00.416480 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d064f11-1036-41b5-9953-f0510efa1026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad07e78-4743-4eb8-9f7f-4f495d95f92c,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:00.429050 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a4bfda-4bc6-4c65-b528-86b53b001ba5 req-4d52370b-03c6-414f-8c80-82967514034e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] No DVR routers for this DVR port da0af385-aeba-4eeb-aec5-c779f2b8a70e on host hv-neutron-8374 {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:59:00.439849 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-48a4bfda-4bc6-4c65-b528-86b53b001ba5 req-4d52370b-03c6-414f-8c80-82967514034e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:00.441924 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-48a4bfda-4bc6-4c65-b528-86b53b001ba5 req-4d52370b-03c6-414f-8c80-82967514034e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "DELETE /v2.0/ports/da0af385-aeba-4eeb-aec5-c779f2b8a70e HTTP/1.1" status: 204 len: 173 time: 2.0042782 Apr 18 05:59:00.444437 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc93699-9e79-47b8-ae98-7a80bd98524e', 'name': 'network-vif-deleted', 'tag': 'da0af385-aeba-4eeb-aec5-c779f2b8a70e'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:59:00.449148 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1d064f11-1036-41b5-9953-f0510efa1026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:00.450223 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1d064f11-1036-41b5-9953-f0510efa1026 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cad07e78-4743-4eb8-9f7f-4f495d95f92c HTTP/1.1" status: 204 len: 168 time: 1.2077479 Apr 18 05:59:00.451903 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-45a11151-5788-47c5-9e6a-b16bca05b1a2 req-b0b525f6-fa32-4786-8a79-4c78413a05e9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:00.487727 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fd2cddc1-f714-4814-98c4-5b0006144452 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:00.551806 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-45a11151-5788-47c5-9e6a-b16bca05b1a2 req-b0b525f6-fa32-4786-8a79-4c78413a05e9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:00.553021 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-45a11151-5788-47c5-9e6a-b16bca05b1a2 req-b0b525f6-fa32-4786-8a79-4c78413a05e9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc93699-9e79-47b8-ae98-7a80bd98524e HTTP/1.1" status: 200 len: 210 time: 0.2026901 Apr 18 05:59:00.569001 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fd2cddc1-f714-4814-98c4-5b0006144452 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:00.570313 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fd2cddc1-f714-4814-98c4-5b0006144452 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3546917 Apr 18 05:59:00.594627 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46588) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:00.632629 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-ed7daf60-064f-41c8-a30d-d69932e50841 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Request body: {'security_group': {'name': 'tempest-secgroup--244737823'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:00.644298 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ed7daf60-064f-41c8-a30d-d69932e50841 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:00.705644 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6eaa13a7-91d4-4018-aaac-0451ac90272c tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "PUT /v2.0/routers/0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b/tags/tempest-TagsExtTest-Tag-395487314 HTTP/1.1" status: 201 len: 201 time: 0.5193541 Apr 18 05:59:00.716211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46592) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:00.742087 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-fa60dd33-cfcd-4590-8ffd-bb72132aae6a tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '90c0317e-f673-40c0-af7d-7f1e155ab096', 'tempest-TagsExtTest-Tag-1824479179') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:00.765994 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e23c12-f7f1-4b80-9607-0bc4ef834cde'] response: {'server_uuid': 'fcc93699-9e79-47b8-ae98-7a80bd98524e', 'name': 'network-vif-deleted', 'tag': 'da0af385-aeba-4eeb-aec5-c779f2b8a70e', 'status': 'completed', 'code': 200} Apr 18 05:59:00.767100 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ed7daf60-064f-41c8-a30d-d69932e50841 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:00.774098 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-11ce4e0a-3daf-4373-86c9-2a7cb76d1c08 req-bbb620c9-ffd2-47c9-948a-7f89796e6756 service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531536 Apr 18 05:59:00.813392 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ed7daf60-064f-41c8-a30d-d69932e50841 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:00.837041 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7466e56e-aa79-4013-9ab4-2f11d205d906 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:00.845393 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-aa8a853d-1f5d-4f57-9894-4dabf13c24c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:00.859914 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ed7daf60-064f-41c8-a30d-d69932e50841 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:00.918327 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ed7daf60-064f-41c8-a30d-d69932e50841 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group_rule and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:00.925701 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-7466e56e-aa79-4013-9ab4-2f11d205d906 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Transition to ACTIVE for port object 36c6ac7c-af67-4e12-b041-4d112bab4e63 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:00.966942 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-fa60dd33-cfcd-4590-8ffd-bb72132aae6a tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "PUT /v2.0/subnetpools/90c0317e-f673-40c0-af7d-7f1e155ab096/tags/tempest-TagsExtTest-Tag-1824479179 HTTP/1.1" status: 201 len: 201 time: 0.2376134 Apr 18 05:59:00.978877 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46604) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:00.979705 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ed7daf60-064f-41c8-a30d-d69932e50841 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:00.989638 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-11ce4e0a-3daf-4373-86c9-2a7cb76d1c08 req-2411b081-d28f-45ab-8597-afb3d25177f9 service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907864 Apr 18 05:59:00.993663 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-aa8a853d-1f5d-4f57-9894-4dabf13c24c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Calling delete_port for 699e373e-3922-45ac-b8d9-aac9918f23b7 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:01.001724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7466e56e-aa79-4013-9ab4-2f11d205d906 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.030391 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-1bb68711-c4a3-4051-b56f-260d9e93f7d3 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '07f3802d-f9cf-44af-bed0-8a20fae4ccbe', {'tags': ['tempest-TagsExtTest-Tag-384924310', 'tempest-TagsExtTest-Tag-1397569023', 'tempest-TagsExtTest-Tag-632495260']}) {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:01.063430 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ed7daf60-064f-41c8-a30d-d69932e50841 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:01.067702 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7466e56e-aa79-4013-9ab4-2f11d205d906 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network 78dd6daa-f185-49af-aa5d-9e4df35a36ba is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:01.070981 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-7466e56e-aa79-4013-9ab4-2f11d205d906 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:01.074911 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7466e56e-aa79-4013-9ab4-2f11d205d906 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:01.080678 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7466e56e-aa79-4013-9ab4-2f11d205d906 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:01.081306 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7466e56e-aa79-4013-9ab4-2f11d205d906 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.111221 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466e56e-aa79-4013-9ab4-2f11d205d906 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Port': ['ID=36c6ac7c-af67-4e12-b041-4d112bab4e63,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:01.133941 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7466e56e-aa79-4013-9ab4-2f11d205d906 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3148360 Apr 18 05:59:01.133941 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46610) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:01.244408 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f39098-16fd-41a4-9036-eebc9ce2a736 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:01.245206 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-50f39098-16fd-41a4-9036-eebc9ce2a736 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Synchronizing usage tracker for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:01.248778 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1bb68711-c4a3-4051-b56f-260d9e93f7d3 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "PUT /v2.0/subnets/07f3802d-f9cf-44af-bed0-8a20fae4ccbe/tags HTTP/1.1" status: 200 len: 316 time: 0.2654555 Apr 18 05:59:01.252353 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46618) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:01.263562 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-638eab13-2401-4925-ae89-18805ebf1b96 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '07f3802d-f9cf-44af-bed0-8a20fae4ccbe') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:01.314502 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-50f39098-16fd-41a4-9036-eebc9ce2a736 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Unset dirty status for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:01.316281 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-50f39098-16fd-41a4-9036-eebc9ce2a736 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1814625 Apr 18 05:59:01.321481 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ed7daf60-064f-41c8-a30d-d69932e50841 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.322449 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46626) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:01.432397 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-638eab13-2401-4925-ae89-18805ebf1b96 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "DELETE /v2.0/subnets/07f3802d-f9cf-44af-bed0-8a20fae4ccbe/tags HTTP/1.1" status: 204 len: 168 time: 0.1765764 Apr 18 05:59:01.435028 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46630) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:01.443219 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-cf6ca7fa-8aa8-4647-897d-b6b3df825d81 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '07f3802d-f9cf-44af-bed0-8a20fae4ccbe', 'tempest-TagsExtTest-Tag-384924310') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:01.451419 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ed7daf60-064f-41c8-a30d-d69932e50841 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.485349 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-aa8a853d-1f5d-4f57-9894-4dabf13c24c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.498618 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-496f4e82-5a61-4786-b936-1caee413d1a7 None None] Provisioning for port 36c6ac7c-af67-4e12-b041-4d112bab4e63 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:01.505211 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-496f4e82-5a61-4786-b936-1caee413d1a7 None None] Provisioning complete for port 36c6ac7c-af67-4e12-b041-4d112bab4e63 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:01.505582 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-496f4e82-5a61-4786-b936-1caee413d1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.554704 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-cf6ca7fa-8aa8-4647-897d-b6b3df825d81 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] show failed (client error): The resource could not be found. Apr 18 05:59:01.558641 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-cf6ca7fa-8aa8-4647-897d-b6b3df825d81 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/subnets/07f3802d-f9cf-44af-bed0-8a20fae4ccbe/tags/tempest-TagsExtTest-Tag-384924310 HTTP/1.1" status: 404 len: 328 time: 0.1199050 Apr 18 05:59:01.559168 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46636) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:01.565811 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-4619dce7-d86f-42d9-8dbb-22207486aeea tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '07f3802d-f9cf-44af-bed0-8a20fae4ccbe', 'tempest-TagsExtTest-Tag-1397569023') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:01.566102 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-496f4e82-5a61-4786-b936-1caee413d1a7 None None] Port 36c6ac7c-af67-4e12-b041-4d112bab4e63 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:59:01.641342 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7daf60-064f-41c8-a30d-d69932e50841 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e019fdba-f980-48b3-be35-a56bdc3341ca,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:01.643916 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a853d-1f5d-4f57-9894-4dabf13c24c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Pushing event deleted for resources: {'Port': ['ID=699e373e-3922-45ac-b8d9-aac9918f23b7,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:01.650262 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ed7daf60-064f-41c8-a30d-d69932e50841 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.654674 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ed7daf60-064f-41c8-a30d-d69932e50841 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0557935 Apr 18 05:59:01.657457 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46644) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:01.668239 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-62235f4e-0aa1-4927-b92b-624d3c6c3b78 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Request body: {'security_group_rule': {'security_group_id': 'e019fdba-f980-48b3-be35-a56bdc3341ca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:01.672773 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46648) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:01.687239 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-62235f4e-0aa1-4927-b92b-624d3c6c3b78 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:01.694215 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-62235f4e-0aa1-4927-b92b-624d3c6c3b78 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group_rule and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:01.697479 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-62235f4e-0aa1-4927-b92b-624d3c6c3b78 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:01.705956 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-4619dce7-d86f-42d9-8dbb-22207486aeea tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] show failed (client error): The resource could not be found. Apr 18 05:59:01.706984 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4619dce7-d86f-42d9-8dbb-22207486aeea tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/subnets/07f3802d-f9cf-44af-bed0-8a20fae4ccbe/tags/tempest-TagsExtTest-Tag-1397569023 HTTP/1.1" status: 404 len: 329 time: 0.1468797 Apr 18 05:59:01.708146 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-62235f4e-0aa1-4927-b92b-624d3c6c3b78 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:01.713004 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46652) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:01.731407 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-98bdc91e-cb4a-4859-9da2-600352bfffbb tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '07f3802d-f9cf-44af-bed0-8a20fae4ccbe', 'tempest-TagsExtTest-Tag-632495260') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:01.784453 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-aa8a853d-1f5d-4f57-9894-4dabf13c24c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.789515 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-aa8a853d-1f5d-4f57-9894-4dabf13c24c2 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "DELETE /v2.0/ports/699e373e-3922-45ac-b8d9-aac9918f23b7 HTTP/1.1" status: 204 len: 168 time: 1.6926343 Apr 18 05:59:01.794626 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46656) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:01.816712 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-62235f4e-0aa1-4927-b92b-624d3c6c3b78 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.864460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f7661558-6b7a-428c-9a62-0d438e2ace74 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.875542 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343df9fd-0908-493b-9ffd-cb12e599708c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:01.881684 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343df9fd-0908-493b-9ffd-cb12e599708c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:01.888550 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343df9fd-0908-493b-9ffd-cb12e599708c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:01.889419 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-343df9fd-0908-493b-9ffd-cb12e599708c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Synchronizing usage tracker for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:01.916892 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f7661558-6b7a-428c-9a62-0d438e2ace74 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.924421 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-343df9fd-0908-493b-9ffd-cb12e599708c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Unset dirty status for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:01.928257 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-343df9fd-0908-493b-9ffd-cb12e599708c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.5118949 Apr 18 05:59:01.929959 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46662) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:01.935432 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1176589-6a32-4985-a282-d3c4921db189 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Deleting subnet a9c23284-4d41-49fd-af78-456f1d4b6d7f {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:59:01.939464 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b1176589-6a32-4985-a282-d3c4921db189 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.954188 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-62235f4e-0aa1-4927-b92b-624d3c6c3b78 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.959293 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-98bdc91e-cb4a-4859-9da2-600352bfffbb tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] show failed (client error): The resource could not be found. Apr 18 05:59:01.960376 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-98bdc91e-cb4a-4859-9da2-600352bfffbb tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/subnets/07f3802d-f9cf-44af-bed0-8a20fae4ccbe/tags/tempest-TagsExtTest-Tag-632495260 HTTP/1.1" status: 404 len: 328 time: 0.2464128 Apr 18 05:59:01.971050 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46668) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:01.971722 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-62235f4e-0aa1-4927-b92b-624d3c6c3b78 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.993029 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-ad3c1b55-dad8-42dd-8170-5554f56471a4 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '64629a52-c44f-43c2-af8f-eee5a54ef339', {'tags': ['tempest-TagsExtTest-Tag-729048463', 'tempest-TagsExtTest-Tag-2032491795', 'tempest-TagsExtTest-Tag-1057992583']}) {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:02.003189 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device da0af385-aeba-4eeb-aec5-c779f2b8a70e no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:59:02.054824 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62235f4e-0aa1-4927-b92b-624d3c6c3b78 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eccfc953-63bb-4383-b55b-16f1e455b250,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:02.082003 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-62235f4e-0aa1-4927-b92b-624d3c6c3b78 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.083443 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-62235f4e-0aa1-4927-b92b-624d3c6c3b78 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4199979 Apr 18 05:59:02.087492 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46676) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:02.091516 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: da0af385-aeba-4eeb-aec5-c779f2b8a70e {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:59:02.091960 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device da0af385-aeba-4eeb-aec5-c779f2b8a70e not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:59:02.094945 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-c3115a5f-aa1b-4054-9890-38bf1728ac06 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Request body: {'security_group_rule': {'security_group_id': 'e019fdba-f980-48b3-be35-a56bdc3341ca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:02.102418 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c3115a5f-aa1b-4054-9890-38bf1728ac06 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:02.111729 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c3115a5f-aa1b-4054-9890-38bf1728ac06 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group_rule and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:02.115624 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacaee6-962f-469f-9c0f-b9d43b5794df req-7c280f2a-8b89-44c1-bbd2-281fe262b29a tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:02.116523 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c3115a5f-aa1b-4054-9890-38bf1728ac06 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:02.117141 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ddacaee6-962f-469f-9c0f-b9d43b5794df req-7c280f2a-8b89-44c1-bbd2-281fe262b29a tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 943 time: 0.6606889 Apr 18 05:59:02.129136 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c3115a5f-aa1b-4054-9890-38bf1728ac06 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:02.140888 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f7661558-6b7a-428c-9a62-0d438e2ace74 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.167952 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7661558-6b7a-428c-9a62-0d438e2ace74 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a511f0-7c3a-417c-82d5-3dd86c544bc8,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:02.174631 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ad3c1b55-dad8-42dd-8170-5554f56471a4 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "PUT /v2.0/ports/64629a52-c44f-43c2-af8f-eee5a54ef339/tags HTTP/1.1" status: 200 len: 317 time: 0.2008352 Apr 18 05:59:02.178283 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46680) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:02.178283 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c3115a5f-aa1b-4054-9890-38bf1728ac06 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.217936 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b1176589-6a32-4985-a282-d3c4921db189 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.231866 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-f325e035-81dd-4212-ba57-0b8d8060016f tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '64629a52-c44f-43c2-af8f-eee5a54ef339') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:02.258799 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-9c9eab59-2287-42c3-bbe4-e88f98e8fc20 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port 36c6ac7c-af67-4e12-b041-4d112bab4e63 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:02.259140 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9c9eab59-2287-42c3-bbe4-e88f98e8fc20 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.285597 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f7661558-6b7a-428c-9a62-0d438e2ace74 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.290044 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f7661558-6b7a-428c-9a62-0d438e2ace74 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/security-groups/d9a511f0-7c3a-417c-82d5-3dd86c544bc8 HTTP/1.1" status: 204 len: 168 time: 0.6162851 Apr 18 05:59:02.327248 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c3115a5f-aa1b-4054-9890-38bf1728ac06 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.330939 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ddacaee6-962f-469f-9c0f-b9d43b5794df req-d9bcba9e-7976-4775-bd85-a39737dca537 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727479 Apr 18 05:59:02.355714 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c3115a5f-aa1b-4054-9890-38bf1728ac06 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.374266 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46690) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:02.387260 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b1176589-6a32-4985-a282-d3c4921db189 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.419220 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3115a5f-aa1b-4054-9890-38bf1728ac06 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e2cd00-dcf6-4d6d-bae9-7d107f8fc600,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:02.458397 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c3115a5f-aa1b-4054-9890-38bf1728ac06 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.459623 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c3115a5f-aa1b-4054-9890-38bf1728ac06 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3712015 Apr 18 05:59:02.463138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46698) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:02.471951 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-5b8e4c1e-5473-43da-8f68-732bf6188a92 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Request body: {'security_group_rule': {'security_group_id': 'e019fdba-f980-48b3-be35-a56bdc3341ca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:02.488126 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-407f0431-4fe0-49f5-8916-6b6bd38f0f64 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting subnet 6dd2bcf5-cccb-42a7-bf19-b042482fdf81 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:59:02.492099 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-5b8e4c1e-5473-43da-8f68-732bf6188a92 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:02.494472 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-407f0431-4fe0-49f5-8916-6b6bd38f0f64 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.528766 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5b8e4c1e-5473-43da-8f68-732bf6188a92 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group_rule and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:02.540353 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f325e035-81dd-4212-ba57-0b8d8060016f tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "DELETE /v2.0/ports/64629a52-c44f-43c2-af8f-eee5a54ef339/tags HTTP/1.1" status: 204 len: 168 time: 0.3142879 Apr 18 05:59:02.540549 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5b8e4c1e-5473-43da-8f68-732bf6188a92 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:02.545183 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46702) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:02.568291 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-a2487ba6-e97a-492c-8011-efb2754aa09e tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '64629a52-c44f-43c2-af8f-eee5a54ef339', 'tempest-TagsExtTest-Tag-729048463') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:02.628806 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b1176589-6a32-4985-a282-d3c4921db189 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.683651 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1176589-6a32-4985-a282-d3c4921db189 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c23284-4d41-49fd-af78-456f1d4b6d7f,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:02.685898 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b1176589-6a32-4985-a282-d3c4921db189 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.699255 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ba7fc8-1216-4b7c-961f-9fa2f9f06f93 None None] Network 4a8a605f-96df-4400-8cd4-a570f7367f7d requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:02.706578 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b1176589-6a32-4985-a282-d3c4921db189 tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "DELETE /v2.0/subnets/a9c23284-4d41-49fd-af78-456f1d4b6d7f HTTP/1.1" status: 204 len: 168 time: 0.9090512 Apr 18 05:59:02.710108 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46706) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:02.710668 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-5b8e4c1e-5473-43da-8f68-732bf6188a92 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:02.715772 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9c9eab59-2287-42c3-bbe4-e88f98e8fc20 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.739140 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-407f0431-4fe0-49f5-8916-6b6bd38f0f64 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.798521 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5b8e4c1e-5473-43da-8f68-732bf6188a92 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.850633 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-edb4f6e0-a3e7-4a73-9fc6-5e7bb288bd0f tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.896108 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-a2487ba6-e97a-492c-8011-efb2754aa09e tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] show failed (client error): The resource could not be found. Apr 18 05:59:02.899751 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a2487ba6-e97a-492c-8011-efb2754aa09e tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/ports/64629a52-c44f-43c2-af8f-eee5a54ef339/tags/tempest-TagsExtTest-Tag-729048463 HTTP/1.1" status: 404 len: 328 time: 0.3452859 Apr 18 05:59:02.900876 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46710) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:02.913809 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-407f0431-4fe0-49f5-8916-6b6bd38f0f64 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.945507 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-2df990b9-aa8a-46fd-b65c-ae7401ca9c8f tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '64629a52-c44f-43c2-af8f-eee5a54ef339', 'tempest-TagsExtTest-Tag-2032491795') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:02.975687 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5b8e4c1e-5473-43da-8f68-732bf6188a92 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.000745 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5b8e4c1e-5473-43da-8f68-732bf6188a92 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.017532 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-9c9eab59-2287-42c3-bbe4-e88f98e8fc20 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Calling delete_port for 36c6ac7c-af67-4e12-b041-4d112bab4e63 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:03.046577 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e4c1e-5473-43da-8f68-732bf6188a92 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27230517-8a38-4b24-ab8c-24a16c14c175,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:03.061443 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168358d2-921b-4002-8fe8-8defd82dce4a None None] DHCP port deletion for 4a8a605f-96df-4400-8cd4-a570f7367f7d request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:59:03.065905 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-168358d2-921b-4002-8fe8-8defd82dce4a None None] Deleting port 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:03.066395 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-168358d2-921b-4002-8fe8-8defd82dce4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.067190 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5b8e4c1e-5473-43da-8f68-732bf6188a92 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.071119 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5b8e4c1e-5473-43da-8f68-732bf6188a92 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6045172 Apr 18 05:59:03.072162 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46714) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:03.077678 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-edb4f6e0-a3e7-4a73-9fc6-5e7bb288bd0f tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Deleting port 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:03.079271 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-edb4f6e0-a3e7-4a73-9fc6-5e7bb288bd0f tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.083393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-3e9b108a-7406-49ec-8a40-011daa1e2b13 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Request body: {'security_group_rule': {'security_group_id': 'e019fdba-f980-48b3-be35-a56bdc3341ca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:03.092608 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3e9b108a-7406-49ec-8a40-011daa1e2b13 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:03.098769 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3e9b108a-7406-49ec-8a40-011daa1e2b13 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group_rule and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:03.103280 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3e9b108a-7406-49ec-8a40-011daa1e2b13 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:03.116821 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3e9b108a-7406-49ec-8a40-011daa1e2b13 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:03.120916 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46718) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:03.124381 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-407f0431-4fe0-49f5-8916-6b6bd38f0f64 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.162748 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-937304c4-02db-4c6f-86b3-d12b12a92abc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-15214943', 'description': 'tempest-secgroup-smoke-15214943 description', 'project_id': '7b66247ce3a54159b17aa96e039e5639'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:03.185775 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-937304c4-02db-4c6f-86b3-d12b12a92abc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:03.189486 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-2df990b9-aa8a-46fd-b65c-ae7401ca9c8f tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] show failed (client error): The resource could not be found. Apr 18 05:59:03.190679 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2df990b9-aa8a-46fd-b65c-ae7401ca9c8f tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/ports/64629a52-c44f-43c2-af8f-eee5a54ef339/tags/tempest-TagsExtTest-Tag-2032491795 HTTP/1.1" status: 404 len: 329 time: 0.2889740 Apr 18 05:59:03.191457 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0431-4fe0-49f5-8916-6b6bd38f0f64 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Subnet': ['ID=6dd2bcf5-cccb-42a7-bf19-b042482fdf81,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:03.195370 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-407f0431-4fe0-49f5-8916-6b6bd38f0f64 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.197912 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46722) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:03.198829 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-937304c4-02db-4c6f-86b3-d12b12a92abc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Usage tracker for resource:security_group and tenant:7b66247ce3a54159b17aa96e039e5639 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:03.207938 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-937304c4-02db-4c6f-86b3-d12b12a92abc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:03.217705 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-9373363b-e981-4c35-a585-a91e44f6eafe tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '64629a52-c44f-43c2-af8f-eee5a54ef339', 'tempest-TagsExtTest-Tag-1057992583') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:03.232495 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8741a632-13ba-4a81-b95f-3d21c26f4923 None None] Network 22c34f74-478f-4492-8535-07cef219de72 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:03.251082 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-937304c4-02db-4c6f-86b3-d12b12a92abc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:03.263246 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3e9b108a-7406-49ec-8a40-011daa1e2b13 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.274412 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-407f0431-4fe0-49f5-8916-6b6bd38f0f64 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/subnets/6dd2bcf5-cccb-42a7-bf19-b042482fdf81 HTTP/1.1" status: 204 len: 168 time: 0.8966963 Apr 18 05:59:03.276428 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46726) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:03.303963 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-937304c4-02db-4c6f-86b3-d12b12a92abc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.339823 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-937304c4-02db-4c6f-86b3-d12b12a92abc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.402202 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-937304c4-02db-4c6f-86b3-d12b12a92abc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:03.407860 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-937304c4-02db-4c6f-86b3-d12b12a92abc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Usage tracker for resource:security_group_rule and tenant:7b66247ce3a54159b17aa96e039e5639 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:03.419365 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-937304c4-02db-4c6f-86b3-d12b12a92abc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:03.432530 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-937304c4-02db-4c6f-86b3-d12b12a92abc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:03.448586 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3e9b108a-7406-49ec-8a40-011daa1e2b13 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.450921 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-9373363b-e981-4c35-a585-a91e44f6eafe tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] show failed (client error): The resource could not be found. Apr 18 05:59:03.452399 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9373363b-e981-4c35-a585-a91e44f6eafe tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/ports/64629a52-c44f-43c2-af8f-eee5a54ef339/tags/tempest-TagsExtTest-Tag-1057992583 HTTP/1.1" status: 404 len: 329 time: 0.2504647 Apr 18 05:59:03.459011 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46732) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:03.462735 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3e9b108a-7406-49ec-8a40-011daa1e2b13 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.482296 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-99bc4232-0913-4325-b497-a609fd63ba60 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b', {'tags': ['tempest-TagsExtTest-Tag-1210516512', 'tempest-TagsExtTest-Tag-429710402', 'tempest-TagsExtTest-Tag-746361806']}) {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:03.577124 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b108a-7406-49ec-8a40-011daa1e2b13 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99052807-a120-4b90-88d9-93cbccabf7ec,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:03.610659 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-168358d2-921b-4002-8fe8-8defd82dce4a None None] For port 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee,segment=NetworkSegment(bd3a0998-454d-4848-9a02-f657799231a7),segment_id=bd3a0998-454d-4848-9a02-f657799231a7)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:03.611055 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-168358d2-921b-4002-8fe8-8defd82dce4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.666674 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9c9eab59-2287-42c3-bbe4-e88f98e8fc20 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.697591 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3e9b108a-7406-49ec-8a40-011daa1e2b13 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.702104 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3e9b108a-7406-49ec-8a40-011daa1e2b13 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6276617 Apr 18 05:59:03.706079 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46736) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:03.719073 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-2c517a93-de64-4133-b564-28241955ddf9 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Request body: {'security_group_rule': {'security_group_id': 'e019fdba-f980-48b3-be35-a56bdc3341ca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:03.732619 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-68df5397-ffcf-4c8e-9930-7a19b93108b6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.741092 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2c517a93-de64-4133-b564-28241955ddf9 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:03.746282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2c517a93-de64-4133-b564-28241955ddf9 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group_rule and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:03.750043 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2c517a93-de64-4133-b564-28241955ddf9 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:03.766511 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2c517a93-de64-4133-b564-28241955ddf9 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:03.786451 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9eab59-2287-42c3-bbe4-e88f98e8fc20 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Port': ['ID=36c6ac7c-af67-4e12-b041-4d112bab4e63,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:03.795403 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-edb4f6e0-a3e7-4a73-9fc6-5e7bb288bd0f tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] For port 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee,segment=NetworkSegment(bd3a0998-454d-4848-9a02-f657799231a7),segment_id=bd3a0998-454d-4848-9a02-f657799231a7)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:03.795775 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-edb4f6e0-a3e7-4a73-9fc6-5e7bb288bd0f tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.804580 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2c517a93-de64-4133-b564-28241955ddf9 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.805635 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:59:03.826277 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9c9eab59-2287-42c3-bbe4-e88f98e8fc20 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.866940 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-99bc4232-0913-4325-b497-a609fd63ba60 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "PUT /v2.0/routers/0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b/tags HTTP/1.1" status: 200 len: 316 time: 0.4057856 Apr 18 05:59:03.884185 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46740) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:03.894353 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-168358d2-921b-4002-8fe8-8defd82dce4a None None] Calling delete_port for 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:03.896608 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-844df1ec-15b1-43f3-9724-8618f7f1fa5b tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:03.958055 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11a522b-a618-4fc5-8b33-6e1479584696 None None] DHCP port deletion for 22c34f74-478f-4492-8535-07cef219de72 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:59:03.970395 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-d11a522b-a618-4fc5-8b33-6e1479584696 None None] Deleting port f02486b7-fdc2-441f-938b-6adc3c12f991 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:03.970768 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d11a522b-a618-4fc5-8b33-6e1479584696 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.000695 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2c517a93-de64-4133-b564-28241955ddf9 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.048958 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2c517a93-de64-4133-b564-28241955ddf9 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.110634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c517a93-de64-4133-b564-28241955ddf9 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e7dafc-444e-4e9f-bf89-747930381898,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:04.115338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2c517a93-de64-4133-b564-28241955ddf9 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.119775 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2c517a93-de64-4133-b564-28241955ddf9 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4088402 Apr 18 05:59:04.122027 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46744) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:04.151915 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-937304c4-02db-4c6f-86b3-d12b12a92abc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.168871 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.178713 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-edb4f6e0-a3e7-4a73-9fc6-5e7bb288bd0f tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Calling delete_port for 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:04.215369 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-937304c4-02db-4c6f-86b3-d12b12a92abc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.219512 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-937304c4-02db-4c6f-86b3-d12b12a92abc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:04.223545 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-937304c4-02db-4c6f-86b3-d12b12a92abc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Usage tracker for resource:security_group_rule and tenant:7b66247ce3a54159b17aa96e039e5639 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:04.226505 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-937304c4-02db-4c6f-86b3-d12b12a92abc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:04.241054 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-68df5397-ffcf-4c8e-9930-7a19b93108b6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port f02486b7-fdc2-441f-938b-6adc3c12f991 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:04.241501 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-68df5397-ffcf-4c8e-9930-7a19b93108b6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.243768 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-937304c4-02db-4c6f-86b3-d12b12a92abc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:04.250886 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-168358d2-921b-4002-8fe8-8defd82dce4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.276483 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7f427cbc-2655-4a51-8ec1-e76c40d75f22 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.305911 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9c9eab59-2287-42c3-bbe4-e88f98e8fc20 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/ports/36c6ac7c-af67-4e12-b041-4d112bab4e63 HTTP/1.1" status: 204 len: 168 time: 2.3749633 Apr 18 05:59:04.315215 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7f427cbc-2655-4a51-8ec1-e76c40d75f22 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.318715 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46748) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:04.326583 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6682dd9-ebee-4d0b-a8f1-cbf88f371f9a req-9d0e1646-8537-469e-a301-b55a5a921146 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:04.328201 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937304c4-02db-4c6f-86b3-d12b12a92abc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c427e55-8381-4be7-ba6a-161c3ef2266a,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:04.328509 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b6682dd9-ebee-4d0b-a8f1-cbf88f371f9a req-9d0e1646-8537-469e-a301-b55a5a921146 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 943 time: 0.7450581 Apr 18 05:59:04.378978 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-844df1ec-15b1-43f3-9724-8618f7f1fa5b tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "DELETE /v2.0/routers/0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b/tags HTTP/1.1" status: 204 len: 168 time: 0.4891350 Apr 18 05:59:04.380923 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7f427cbc-2655-4a51-8ec1-e76c40d75f22 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.395755 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46752) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:04.412609 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168358d2-921b-4002-8fe8-8defd82dce4a None None] Pushing event deleted for resources: {'Port': ['ID=4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:04.415510 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168358d2-921b-4002-8fe8-8defd82dce4a None None] No DVR routers for this DVR port 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:59:04.455859 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-63a3407b-5599-462f-97d5-319fa75690c2 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b', 'tempest-TagsExtTest-Tag-1210516512') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:04.474858 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39debc9-66c4-400a-985b-03cc0de46981 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] GET failed (client error): The resource could not be found. Apr 18 05:59:04.475522 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b39debc9-66c4-400a-985b-03cc0de46981 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Synchronizing usage tracker for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:04.507672 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-d11a522b-a618-4fc5-8b33-6e1479584696 None None] For port f02486b7-fdc2-441f-938b-6adc3c12f991, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f02486b7-fdc2-441f-938b-6adc3c12f991,segment=NetworkSegment(38e1556b-9beb-4876-b3ae-bbd0a2592cda),segment_id=38e1556b-9beb-4876-b3ae-bbd0a2592cda)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:04.508089 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d11a522b-a618-4fc5-8b33-6e1479584696 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.510531 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-edb4f6e0-a3e7-4a73-9fc6-5e7bb288bd0f tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:59:04.510911 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-edb4f6e0-a3e7-4a73-9fc6-5e7bb288bd0f tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:59:04.532809 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f427cbc-2655-4a51-8ec1-e76c40d75f22 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68e7dafc-444e-4e9f-bf89-747930381898,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:04.541170 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b6682dd9-ebee-4d0b-a8f1-cbf88f371f9a req-c2d88cf7-1233-4143-a79f-993e898d5d39 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739204 Apr 18 05:59:04.564793 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b39debc9-66c4-400a-985b-03cc0de46981 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Unset dirty status for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:04.568721 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b39debc9-66c4-400a-985b-03cc0de46981 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports/36c6ac7c-af67-4e12-b041-4d112bab4e63 HTTP/1.1" status: 404 len: 333 time: 0.2366104 Apr 18 05:59:04.569175 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-937304c4-02db-4c6f-86b3-d12b12a92abc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.570062 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46756) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:04.571071 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7f427cbc-2655-4a51-8ec1-e76c40d75f22 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.572182 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7f427cbc-2655-4a51-8ec1-e76c40d75f22 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/68e7dafc-444e-4e9f-bf89-747930381898 HTTP/1.1" status: 204 len: 168 time: 0.4419568 Apr 18 05:59:04.604515 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46760) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:04.640283 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-937304c4-02db-4c6f-86b3-d12b12a92abc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.644384 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-68df5397-ffcf-4c8e-9930-7a19b93108b6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port f02486b7-fdc2-441f-938b-6adc3c12f991, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f02486b7-fdc2-441f-938b-6adc3c12f991,segment=NetworkSegment(38e1556b-9beb-4876-b3ae-bbd0a2592cda),segment_id=38e1556b-9beb-4876-b3ae-bbd0a2592cda)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:04.644859 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-68df5397-ffcf-4c8e-9930-7a19b93108b6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.660462 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-d11a522b-a618-4fc5-8b33-6e1479584696 None None] Calling delete_port for f02486b7-fdc2-441f-938b-6adc3c12f991 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:04.742906 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d11a522b-a618-4fc5-8b33-6e1479584696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.759203 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-63a3407b-5599-462f-97d5-319fa75690c2 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] show failed (client error): The resource could not be found. Apr 18 05:59:04.762839 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-63a3407b-5599-462f-97d5-319fa75690c2 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/routers/0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b/tags/tempest-TagsExtTest-Tag-1210516512 HTTP/1.1" status: 404 len: 329 time: 0.3484626 Apr 18 05:59:04.766233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46764) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:04.770948 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-937304c4-02db-4c6f-86b3-d12b12a92abc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.772165 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-937304c4-02db-4c6f-86b3-d12b12a92abc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.6493981 Apr 18 05:59:04.777905 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-d37376cf-c952-414e-bfd9-e3de1c65b968 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port 33f0364c-4baf-4877-87aa-0e4b2c4b8fa0 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:04.778234 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d37376cf-c952-414e-bfd9-e3de1c65b968 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.779145 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-68df5397-ffcf-4c8e-9930-7a19b93108b6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for f02486b7-fdc2-441f-938b-6adc3c12f991 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:04.795036 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a522b-a618-4fc5-8b33-6e1479584696 None None] Pushing event deleted for resources: {'Port': ['ID=f02486b7-fdc2-441f-938b-6adc3c12f991,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:04.800227 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a522b-a618-4fc5-8b33-6e1479584696 None None] No DVR routers for this DVR port f02486b7-fdc2-441f-938b-6adc3c12f991 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:59:04.803381 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937304c4-02db-4c6f-86b3-d12b12a92abc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5967be3a-7276-44cf-ad4e-9ab736c45c9e,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:04.806290 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a522b-a618-4fc5-8b33-6e1479584696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.806812 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a522b-a618-4fc5-8b33-6e1479584696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.806997 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a522b-a618-4fc5-8b33-6e1479584696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.807419 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a522b-a618-4fc5-8b33-6e1479584696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.807631 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a522b-a618-4fc5-8b33-6e1479584696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.807964 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a522b-a618-4fc5-8b33-6e1479584696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.808391 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a522b-a618-4fc5-8b33-6e1479584696 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.810516 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a522b-a618-4fc5-8b33-6e1479584696 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.810644 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46768) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:04.810733 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a522b-a618-4fc5-8b33-6e1479584696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.810733 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a522b-a618-4fc5-8b33-6e1479584696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.810733 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a522b-a618-4fc5-8b33-6e1479584696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.810733 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a522b-a618-4fc5-8b33-6e1479584696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.812907 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-18e979b8-ca8e-4d5c-95bb-9d7366d31585 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b', 'tempest-TagsExtTest-Tag-429710402') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:04.828996 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-07a17443-9a0b-47de-92b5-ab4076d5fd07 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Request body: {'security_group_rule': {'security_group_id': '5967be3a-7276-44cf-ad4e-9ab736c45c9e', 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:04.846040 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6de244df-b691-437e-9ed5-a8d71f4ba5e6 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:04.856840 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-07a17443-9a0b-47de-92b5-ab4076d5fd07 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:04.874255 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-07a17443-9a0b-47de-92b5-ab4076d5fd07 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Usage tracker for resource:security_group_rule and tenant:7b66247ce3a54159b17aa96e039e5639 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:04.881227 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-07a17443-9a0b-47de-92b5-ab4076d5fd07 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:04.915325 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-07a17443-9a0b-47de-92b5-ab4076d5fd07 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:04.929737 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6de244df-b691-437e-9ed5-a8d71f4ba5e6 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:04.931035 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6de244df-b691-437e-9ed5-a8d71f4ba5e6 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3254864 Apr 18 05:59:04.938785 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46772) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:04.993041 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-18e979b8-ca8e-4d5c-95bb-9d7366d31585 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] show failed (client error): The resource could not be found. Apr 18 05:59:04.994081 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-18e979b8-ca8e-4d5c-95bb-9d7366d31585 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/routers/0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b/tags/tempest-TagsExtTest-Tag-429710402 HTTP/1.1" status: 404 len: 328 time: 0.2268538 Apr 18 05:59:04.996121 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-68df5397-ffcf-4c8e-9930-7a19b93108b6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:59:04.996435 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-68df5397-ffcf-4c8e-9930-7a19b93108b6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:59:04.997469 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46776) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:05.002642 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-4e9f5390-36ca-4f8d-bd52-3f8c8e0aad8a tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b', 'tempest-TagsExtTest-Tag-746361806') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:05.054959 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-edb4f6e0-a3e7-4a73-9fc6-5e7bb288bd0f tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Deleting port 4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:05.055298 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-edb4f6e0-a3e7-4a73-9fc6-5e7bb288bd0f tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.125637 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-07a17443-9a0b-47de-92b5-ab4076d5fd07 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.134454 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-edb4f6e0-a3e7-4a73-9fc6-5e7bb288bd0f tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] The port '4cd6bf35-8e1f-4f2b-b7e7-a41f2d6c00ee' was deleted {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:59:05.140409 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-03fb77a4-ac8e-4a46-b948-0f4a853891a8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.209493 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-03fb77a4-ac8e-4a46-b948-0f4a853891a8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.268192 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-4e9f5390-36ca-4f8d-bd52-3f8c8e0aad8a tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] show failed (client error): The resource could not be found. Apr 18 05:59:05.271757 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4e9f5390-36ca-4f8d-bd52-3f8c8e0aad8a tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/routers/0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b/tags/tempest-TagsExtTest-Tag-746361806 HTTP/1.1" status: 404 len: 328 time: 0.2710118 Apr 18 05:59:05.277044 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46780) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:05.285252 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b2f21c7c-5825-4bfe-a983-1e51300ba669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.295448 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-c3d2a8a8-60bc-4424-96ab-45c001740a07 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '90c0317e-f673-40c0-af7d-7f1e155ab096', {'tags': ['tempest-TagsExtTest-Tag-484740953', 'tempest-TagsExtTest-Tag-2137713492', 'tempest-TagsExtTest-Tag-1886011927']}) {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:05.307677 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-03fb77a4-ac8e-4a46-b948-0f4a853891a8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.319367 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d37376cf-c952-414e-bfd9-e3de1c65b968 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.326110 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-edb4f6e0-a3e7-4a73-9fc6-5e7bb288bd0f tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.350047 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-07a17443-9a0b-47de-92b5-ab4076d5fd07 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.354033 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-edb4f6e0-a3e7-4a73-9fc6-5e7bb288bd0f tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a8a605f-96df-4400-8cd4-a570f7367f7d']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:05.366849 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-edb4f6e0-a3e7-4a73-9fc6-5e7bb288bd0f tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3a0998-454d-4848-9a02-f657799231a7') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:05.367149 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-edb4f6e0-a3e7-4a73-9fc6-5e7bb288bd0f tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3a0998-454d-4848-9a02-f657799231a7') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:05.378946 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-edb4f6e0-a3e7-4a73-9fc6-5e7bb288bd0f tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.400236 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-edb4f6e0-a3e7-4a73-9fc6-5e7bb288bd0f tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.406880 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb4f6e0-a3e7-4a73-9fc6-5e7bb288bd0f tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:59:05.407418 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-edb4f6e0-a3e7-4a73-9fc6-5e7bb288bd0f tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:59:05.422649 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:59:05.464292 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb77a4-ac8e-4a46-b948-0f4a853891a8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99052807-a120-4b90-88d9-93cbccabf7ec,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:05.473738 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-d37376cf-c952-414e-bfd9-e3de1c65b968 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Calling delete_port for 33f0364c-4baf-4877-87aa-0e4b2c4b8fa0 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:05.499699 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-68df5397-ffcf-4c8e-9930-7a19b93108b6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port f02486b7-fdc2-441f-938b-6adc3c12f991 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:05.499699 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-68df5397-ffcf-4c8e-9930-7a19b93108b6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.507402 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-07a17443-9a0b-47de-92b5-ab4076d5fd07 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.563961 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a17443-9a0b-47de-92b5-ab4076d5fd07 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a79301a-97eb-46c6-9a6d-a52fa079c789,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:05.566080 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-03fb77a4-ac8e-4a46-b948-0f4a853891a8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.567272 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-03fb77a4-ac8e-4a46-b948-0f4a853891a8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/99052807-a120-4b90-88d9-93cbccabf7ec HTTP/1.1" status: 204 len: 168 time: 0.6309557 Apr 18 05:59:05.572316 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46784) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:05.578833 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c3d2a8a8-60bc-4424-96ab-45c001740a07 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "PUT /v2.0/subnetpools/90c0317e-f673-40c0-af7d-7f1e155ab096/tags HTTP/1.1" status: 200 len: 317 time: 0.3012981 Apr 18 05:59:05.581979 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46788) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:05.598644 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-07a17443-9a0b-47de-92b5-ab4076d5fd07 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.602399 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-07a17443-9a0b-47de-92b5-ab4076d5fd07 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7851140 Apr 18 05:59:05.614400 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46794) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:05.620301 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-e397303e-f29d-465c-a7c5-62668cb8cc42 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '90c0317e-f673-40c0-af7d-7f1e155ab096') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:05.640728 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-d7417249-2b06-473d-8fea-b0f8367ce63e tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Request body: {'security_group_rule': {'security_group_id': '5967be3a-7276-44cf-ad4e-9ab736c45c9e', 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:05.652108 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d7417249-2b06-473d-8fea-b0f8367ce63e tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:05.665296 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d7417249-2b06-473d-8fea-b0f8367ce63e tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Usage tracker for resource:security_group_rule and tenant:7b66247ce3a54159b17aa96e039e5639 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:05.669231 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d7417249-2b06-473d-8fea-b0f8367ce63e tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:05.684356 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-edb4f6e0-a3e7-4a73-9fc6-5e7bb288bd0f tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.712990 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-68df5397-ffcf-4c8e-9930-7a19b93108b6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] The port 'f02486b7-fdc2-441f-938b-6adc3c12f991' was deleted {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:59:05.713372 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d7417249-2b06-473d-8fea-b0f8367ce63e tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:05.714287 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-edb4f6e0-a3e7-4a73-9fc6-5e7bb288bd0f tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.751055 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-58084952-9d1c-4597-b3b3-979edb8ac51c tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:05.758230 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4f6e0-a3e7-4a73-9fc6-5e7bb288bd0f tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] Pushing event deleted for resources: {'Network': ['ID=4a8a605f-96df-4400-8cd4-a570f7367f7d,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:05.759310 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f02486b7-fdc2-441f-938b-6adc3c12f991 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:59:05.801273 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-edb4f6e0-a3e7-4a73-9fc6-5e7bb288bd0f tempest-AllowedAddressPairTestJSON-1695843245 tempest-AllowedAddressPairTestJSON-1695843245-project] 10.222.0.15 "DELETE /v2.0/networks/4a8a605f-96df-4400-8cd4-a570f7367f7d HTTP/1.1" status: 204 len: 168 time: 3.0900331 Apr 18 05:59:05.807081 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: f02486b7-fdc2-441f-938b-6adc3c12f991 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:59:05.807523 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f02486b7-fdc2-441f-938b-6adc3c12f991 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:59:05.844329 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d7417249-2b06-473d-8fea-b0f8367ce63e tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.860341 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d37376cf-c952-414e-bfd9-e3de1c65b968 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.861941 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-58084952-9d1c-4597-b3b3-979edb8ac51c tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:05.863270 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-58084952-9d1c-4597-b3b3-979edb8ac51c tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2868304 Apr 18 05:59:05.866328 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46800) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:05.886113 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-68df5397-ffcf-4c8e-9930-7a19b93108b6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.920671 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e397303e-f29d-465c-a7c5-62668cb8cc42 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "DELETE /v2.0/subnetpools/90c0317e-f673-40c0-af7d-7f1e155ab096/tags HTTP/1.1" status: 204 len: 168 time: 0.3210254 Apr 18 05:59:05.922509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46804) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:05.929683 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-68df5397-ffcf-4c8e-9930-7a19b93108b6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c34f74-478f-4492-8535-07cef219de72']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:05.932675 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37376cf-c952-414e-bfd9-e3de1c65b968 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Port': ['ID=33f0364c-4baf-4877-87aa-0e4b2c4b8fa0,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:05.941170 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-3193c5b5-b455-47f6-8368-47a23b258db3 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '90c0317e-f673-40c0-af7d-7f1e155ab096', 'tempest-TagsExtTest-Tag-484740953') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:05.959721 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1dcb6268-0203-4888-ba5f-678fd2e8d238 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.971699 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-68df5397-ffcf-4c8e-9930-7a19b93108b6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e1556b-9beb-4876-b3ae-bbd0a2592cda') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:05.971998 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-68df5397-ffcf-4c8e-9930-7a19b93108b6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e1556b-9beb-4876-b3ae-bbd0a2592cda') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:05.983190 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1dcb6268-0203-4888-ba5f-678fd2e8d238 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.002851 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-68df5397-ffcf-4c8e-9930-7a19b93108b6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.014541 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d37376cf-c952-414e-bfd9-e3de1c65b968 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.033974 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-68df5397-ffcf-4c8e-9930-7a19b93108b6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.034622 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118597cb-8d58-4d42-a0ac-1a6bcdbc381f req-1be74d95-aa5c-4aea-9384-377d65a06087 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:06.036203 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-118597cb-8d58-4d42-a0ac-1a6bcdbc381f req-1be74d95-aa5c-4aea-9384-377d65a06087 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 943 time: 0.3153398 Apr 18 05:59:06.045656 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-3193c5b5-b455-47f6-8368-47a23b258db3 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] show failed (client error): The resource could not be found. Apr 18 05:59:06.047290 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3193c5b5-b455-47f6-8368-47a23b258db3 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/subnetpools/90c0317e-f673-40c0-af7d-7f1e155ab096/tags/tempest-TagsExtTest-Tag-484740953 HTTP/1.1" status: 404 len: 328 time: 0.1239731 Apr 18 05:59:06.048824 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68df5397-ffcf-4c8e-9930-7a19b93108b6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:59:06.049381 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-68df5397-ffcf-4c8e-9930-7a19b93108b6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.053448 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46810) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:59:06.065705 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:59:06.077475 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1dcb6268-0203-4888-ba5f-678fd2e8d238 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.079225 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-53a0872e-2274-4caa-999e-aed2001de453 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '90c0317e-f673-40c0-af7d-7f1e155ab096', 'tempest-TagsExtTest-Tag-2137713492') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:06.101498 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d7417249-2b06-473d-8fea-b0f8367ce63e tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.113716 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d37376cf-c952-414e-bfd9-e3de1c65b968 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/ports/33f0364c-4baf-4877-87aa-0e4b2c4b8fa0 HTTP/1.1" status: 204 len: 168 time: 1.5402718 Apr 18 05:59:06.126396 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46814) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:06.127068 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d7417249-2b06-473d-8fea-b0f8367ce63e tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.156679 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb6268-0203-4888-ba5f-678fd2e8d238 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27230517-8a38-4b24-ab8c-24a16c14c175,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:06.174640 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1dcb6268-0203-4888-ba5f-678fd2e8d238 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.175759 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1dcb6268-0203-4888-ba5f-678fd2e8d238 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/27230517-8a38-4b24-ab8c-24a16c14c175 HTTP/1.1" status: 204 len: 168 time: 0.3082612 Apr 18 05:59:06.178381 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46818) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:06.182143 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-68df5397-ffcf-4c8e-9930-7a19b93108b6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.196618 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46822) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:06.217659 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-68df5397-ffcf-4c8e-9930-7a19b93108b6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.226577 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-118597cb-8d58-4d42-a0ac-1a6bcdbc381f req-eb0e3cc5-bb6d-44e4-ba36-8583e022c15c tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736941 Apr 18 05:59:06.227035 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7417249-2b06-473d-8fea-b0f8367ce63e tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39bae8b-5707-4479-be29-899e5b1fb903,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:06.231710 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe180a2-242d-487b-9c8d-b021ae02ef07 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] GET failed (client error): The resource could not be found. Apr 18 05:59:06.232677 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-dbe180a2-242d-487b-9c8d-b021ae02ef07 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Synchronizing usage tracker for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:06.233515 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df5397-ffcf-4c8e-9930-7a19b93108b6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Network': ['ID=22c34f74-478f-4492-8535-07cef219de72,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:06.238007 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-53a0872e-2274-4caa-999e-aed2001de453 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] show failed (client error): The resource could not be found. Apr 18 05:59:06.238896 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-53a0872e-2274-4caa-999e-aed2001de453 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/subnetpools/90c0317e-f673-40c0-af7d-7f1e155ab096/tags/tempest-TagsExtTest-Tag-2137713492 HTTP/1.1" status: 404 len: 329 time: 0.1748106 Apr 18 05:59:06.240977 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d7417249-2b06-473d-8fea-b0f8367ce63e tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.242056 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d7417249-2b06-473d-8fea-b0f8367ce63e tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6131415 Apr 18 05:59:06.242647 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46828) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:06.248201 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46832) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:06.253331 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-8a24cb10-5451-4038-91b0-2bfdcf8a8edd tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '90c0317e-f673-40c0-af7d-7f1e155ab096', 'tempest-TagsExtTest-Tag-1886011927') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:06.262533 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-68df5397-ffcf-4c8e-9930-7a19b93108b6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/networks/22c34f74-478f-4492-8535-07cef219de72 HTTP/1.1" status: 204 len: 168 time: 2.9793291 Apr 18 05:59:06.264926 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-2be08ec1-213c-4853-8f00-aec422d2d4e9 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Request body: {'security_group_rule': {'security_group_id': '5967be3a-7276-44cf-ad4e-9ab736c45c9e', 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:06.265374 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46836) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:06.277342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2be08ec1-213c-4853-8f00-aec422d2d4e9 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:06.284269 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2be08ec1-213c-4853-8f00-aec422d2d4e9 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Usage tracker for resource:security_group_rule and tenant:7b66247ce3a54159b17aa96e039e5639 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:06.288260 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2be08ec1-213c-4853-8f00-aec422d2d4e9 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:06.294750 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-dbe180a2-242d-487b-9c8d-b021ae02ef07 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Unset dirty status for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:06.299318 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-dbe180a2-242d-487b-9c8d-b021ae02ef07 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports/33f0364c-4baf-4877-87aa-0e4b2c4b8fa0 HTTP/1.1" status: 404 len: 333 time: 0.1668131 Apr 18 05:59:06.299318 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2be08ec1-213c-4853-8f00-aec422d2d4e9 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:06.300414 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46840) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:06.352519 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-11b064f3-1e39-4be7-82af-748c05628076 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:06.371943 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-8a24cb10-5451-4038-91b0-2bfdcf8a8edd tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] show failed (client error): The resource could not be found. Apr 18 05:59:06.377275 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8a24cb10-5451-4038-91b0-2bfdcf8a8edd tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/subnetpools/90c0317e-f673-40c0-af7d-7f1e155ab096/tags/tempest-TagsExtTest-Tag-1886011927 HTTP/1.1" status: 404 len: 329 time: 0.1293867 Apr 18 05:59:06.377275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2be08ec1-213c-4853-8f00-aec422d2d4e9 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.379272 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46844) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:06.389267 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-94c93250-33ce-4fc4-b4a2-a9fbf88ef2ea tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '90c0317e-f673-40c0-af7d-7f1e155ab096') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:06.420564 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-11b064f3-1e39-4be7-82af-748c05628076 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:06.422520 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-11b064f3-1e39-4be7-82af-748c05628076 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2419648 Apr 18 05:59:06.423880 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-f30a9564-47ff-432d-8fed-329d87ae6e35 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting subnet d30b2054-0b06-45a6-8440-dc2da8dbc04e {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:59:06.426002 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46850) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:06.435026 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f30a9564-47ff-432d-8fed-329d87ae6e35 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.533636 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-22730a89-b1e2-4ada-9e47-fff329d9523b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d95c7922bee443697454073529e83e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3275366 Apr 18 05:59:06.537018 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2be08ec1-213c-4853-8f00-aec422d2d4e9 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.537700 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46854) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:06.543922 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f30a9564-47ff-432d-8fed-329d87ae6e35 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.561535 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-94c93250-33ce-4fc4-b4a2-a9fbf88ef2ea tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "DELETE /v2.0/subnetpools/90c0317e-f673-40c0-af7d-7f1e155ab096/tags HTTP/1.1" status: 204 len: 168 time: 0.1786640 Apr 18 05:59:06.563278 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46858) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:06.564318 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-8d2803f2-6ae4-4e17-9f20-77c5351c883b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port f10273ae-e796-4bfb-82af-fb29eca41562 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:06.564662 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8d2803f2-6ae4-4e17-9f20-77c5351c883b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.588939 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26faadfd-6c20-4112-9ed2-3a6333004d57 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.589141 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2be08ec1-213c-4853-8f00-aec422d2d4e9 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.611954 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-caea5db7-b2e5-41bf-b545-0baf83f65c91 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:06.638626 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be08ec1-213c-4853-8f00-aec422d2d4e9 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=befdf833-8a17-4a48-9280-a73e6e578dd7,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:06.662716 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2be08ec1-213c-4853-8f00-aec422d2d4e9 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.663893 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2be08ec1-213c-4853-8f00-aec422d2d4e9 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4148304 Apr 18 05:59:06.666924 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26faadfd-6c20-4112-9ed2-3a6333004d57 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.671452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46862) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:06.682864 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-264aa130-c125-409f-9448-b5bb04786ccc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Request body: {'security_group_rule': {'security_group_id': '5967be3a-7276-44cf-ad4e-9ab736c45c9e', 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:06.697266 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-264aa130-c125-409f-9448-b5bb04786ccc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:06.707648 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-264aa130-c125-409f-9448-b5bb04786ccc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Usage tracker for resource:security_group_rule and tenant:7b66247ce3a54159b17aa96e039e5639 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:06.711238 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-264aa130-c125-409f-9448-b5bb04786ccc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:06.718822 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-264aa130-c125-409f-9448-b5bb04786ccc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:06.725725 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f5ece2af-11f3-4527-a786-bb38687ee931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.759230 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-264aa130-c125-409f-9448-b5bb04786ccc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.771747 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f30a9564-47ff-432d-8fed-329d87ae6e35 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.812099 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f5ece2af-11f3-4527-a786-bb38687ee931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.813165 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26faadfd-6c20-4112-9ed2-3a6333004d57 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.888602 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26faadfd-6c20-4112-9ed2-3a6333004d57 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7e2cd00-dcf6-4d6d-bae9-7d107f8fc600,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:06.907195 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-caea5db7-b2e5-41bf-b545-0baf83f65c91 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "DELETE /v2.0/routers/0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b/tags HTTP/1.1" status: 204 len: 168 time: 0.3123057 Apr 18 05:59:06.908244 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26faadfd-6c20-4112-9ed2-3a6333004d57 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.911628 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-26faadfd-6c20-4112-9ed2-3a6333004d57 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/a7e2cd00-dcf6-4d6d-bae9-7d107f8fc600 HTTP/1.1" status: 204 len: 168 time: 0.4822092 Apr 18 05:59:06.911628 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46866) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:06.913523 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46868) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:06.919868 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-264aa130-c125-409f-9448-b5bb04786ccc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.923783 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.tag.tag_plugin [None req-2257c3eb-9703-4841-b4ee-45f0ca71adc3 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '64629a52-c44f-43c2-af8f-eee5a54ef339') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:06.924946 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-264aa130-c125-409f-9448-b5bb04786ccc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.935099 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f5ece2af-11f3-4527-a786-bb38687ee931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.948538 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f30a9564-47ff-432d-8fed-329d87ae6e35 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.997601 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8d2803f2-6ae4-4e17-9f20-77c5351c883b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.997931 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8d2803f2-6ae4-4e17-9f20-77c5351c883b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.998129 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ece2af-11f3-4527-a786-bb38687ee931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c15991-ddee-49ec-94a3-45516c24696b,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:07.002961 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264aa130-c125-409f-9448-b5bb04786ccc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405f716d-a66b-430b-b8ba-65498e29a896,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:07.016282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a9564-47ff-432d-8fed-329d87ae6e35 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Subnet': ['ID=d30b2054-0b06-45a6-8440-dc2da8dbc04e,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:07.021084 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f30a9564-47ff-432d-8fed-329d87ae6e35 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.026950 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f5ece2af-11f3-4527-a786-bb38687ee931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.030958 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f5ece2af-11f3-4527-a786-bb38687ee931 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51c15991-ddee-49ec-94a3-45516c24696b HTTP/1.1" status: 204 len: 168 time: 0.4894819 Apr 18 05:59:07.034069 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f30a9564-47ff-432d-8fed-329d87ae6e35 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/subnets/d30b2054-0b06-45a6-8440-dc2da8dbc04e HTTP/1.1" status: 204 len: 168 time: 0.7317493 Apr 18 05:59:07.035676 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-264aa130-c125-409f-9448-b5bb04786ccc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.036799 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-264aa130-c125-409f-9448-b5bb04786ccc tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3638511 Apr 18 05:59:07.037322 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46876) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:07.037982 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbf6c22-f1bb-48d7-9b5b-41f9fbe8232e None None] Network 78dd6daa-f185-49af-aa5d-9e4df35a36ba requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:07.039400 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46878) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:07.046424 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-2b1f7492-10c9-4978-bd2c-9c6c969affe6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Request body: {'security_group_rule': {'security_group_id': '5967be3a-7276-44cf-ad4e-9ab736c45c9e', 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:07.073947 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2b1f7492-10c9-4978-bd2c-9c6c969affe6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:07.092058 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2b1f7492-10c9-4978-bd2c-9c6c969affe6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Usage tracker for resource:security_group_rule and tenant:7b66247ce3a54159b17aa96e039e5639 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:07.098597 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2b1f7492-10c9-4978-bd2c-9c6c969affe6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:07.109051 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2b1f7492-10c9-4978-bd2c-9c6c969affe6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:07.138858 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-8d2803f2-6ae4-4e17-9f20-77c5351c883b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for f10273ae-e796-4bfb-82af-fb29eca41562 owned by network:floatingip {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:07.183298 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-2b1f7492-10c9-4978-bd2c-9c6c969affe6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Project 7b66247ce3a54159b17aa96e039e5639 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 05:59:07.194927 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9ea634d4-6c2b-4ea5-bb40-52db3c50e469 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:07.196564 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf315-45cb-4c05-a874-073f42f3897a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.199269 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2b1f7492-10c9-4978-bd2c-9c6c969affe6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.350347 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-f1fdf315-45cb-4c05-a874-073f42f3897a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port fbd8fe53-4fc1-490f-bb2a-ba50259f4091 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:07.350887 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf315-45cb-4c05-a874-073f42f3897a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.451007 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceae69e-9cd1-45cd-8172-18b976d79021 None None] DHCP port deletion for 78dd6daa-f185-49af-aa5d-9e4df35a36ba request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:59:07.458025 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2ceae69e-9cd1-45cd-8172-18b976d79021 None None] Deleting port fbd8fe53-4fc1-490f-bb2a-ba50259f4091 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:07.458398 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2ceae69e-9cd1-45cd-8172-18b976d79021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.485706 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9ea634d4-6c2b-4ea5-bb40-52db3c50e469 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:07.490642 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9ea634d4-6c2b-4ea5-bb40-52db3c50e469 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5744720 Apr 18 05:59:07.491489 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2b1f7492-10c9-4978-bd2c-9c6c969affe6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.492210 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46894) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:07.523386 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2b1f7492-10c9-4978-bd2c-9c6c969affe6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.546360 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2257c3eb-9703-4841-b4ee-45f0ca71adc3 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "DELETE /v2.0/ports/64629a52-c44f-43c2-af8f-eee5a54ef339/tags HTTP/1.1" status: 204 len: 168 time: 0.6337540 Apr 18 05:59:07.551927 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46898) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:07.577432 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.tag.tag_plugin [None req-7ef54411-e582-4cd6-985b-57dd52c60667 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '07f3802d-f9cf-44af-bed0-8a20fae4ccbe') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:07.607151 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f7492-10c9-4978-bd2c-9c6c969affe6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d48a101-af65-46fb-83ac-5bd00e573ca3,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:07.615412 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-28373dea-4404-4078-8506-18ac9922aa10 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.615920 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7f64dc6b-7b3a-40f8-8698-8669edcef336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.658279 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-28373dea-4404-4078-8506-18ac9922aa10 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.678253 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9395744-5277-4ac0-9e80-c4c3299f8efa req-72992233-32d3-4858-966a-a367f52c0f89 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:07.679603 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2b1f7492-10c9-4978-bd2c-9c6c969affe6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.679744 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c9395744-5277-4ac0-9e80-c4c3299f8efa req-72992233-32d3-4858-966a-a367f52c0f89 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 943 time: 0.2009695 Apr 18 05:59:07.681127 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2b1f7492-10c9-4978-bd2c-9c6c969affe6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6406317 Apr 18 05:59:07.685826 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46904) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:07.716362 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8d2803f2-6ae4-4e17-9f20-77c5351c883b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.752401 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-8e726583-1ffb-4cff-9634-f8c14817b568 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Request body: {'security_group_rule': {'security_group_id': '5967be3a-7276-44cf-ad4e-9ab736c45c9e', 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:07.767740 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8e726583-1ffb-4cff-9634-f8c14817b568 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:07.792532 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8e726583-1ffb-4cff-9634-f8c14817b568 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Usage tracker for resource:security_group_rule and tenant:7b66247ce3a54159b17aa96e039e5639 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:07.798114 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-f1fdf315-45cb-4c05-a874-073f42f3897a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] For port fbd8fe53-4fc1-490f-bb2a-ba50259f4091, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=fbd8fe53-4fc1-490f-bb2a-ba50259f4091,segment=NetworkSegment(35cb2ef8-a821-4f15-b021-2752f83a7fdf),segment_id=35cb2ef8-a821-4f15-b021-2752f83a7fdf)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:07.798712 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf315-45cb-4c05-a874-073f42f3897a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.803850 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device fbd8fe53-4fc1-490f-bb2a-ba50259f4091 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:59:07.806735 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8e726583-1ffb-4cff-9634-f8c14817b568 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:07.819096 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-28373dea-4404-4078-8506-18ac9922aa10 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.822995 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8e726583-1ffb-4cff-9634-f8c14817b568 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:07.858479 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2803f2-6ae4-4e17-9f20-77c5351c883b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=f10273ae-e796-4bfb-82af-fb29eca41562,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:07.880419 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.913262 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-2ceae69e-9cd1-45cd-8172-18b976d79021 None None] For port fbd8fe53-4fc1-490f-bb2a-ba50259f4091, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=fbd8fe53-4fc1-490f-bb2a-ba50259f4091,segment=NetworkSegment(35cb2ef8-a821-4f15-b021-2752f83a7fdf),segment_id=35cb2ef8-a821-4f15-b021-2752f83a7fdf)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:07.913689 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2ceae69e-9cd1-45cd-8172-18b976d79021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.917531 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c9395744-5277-4ac0-9e80-c4c3299f8efa req-7ce41fa5-37bb-4330-863b-424eb3044722 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273066 Apr 18 05:59:07.956925 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8d2803f2-6ae4-4e17-9f20-77c5351c883b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.957514 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-8d2803f2-6ae4-4e17-9f20-77c5351c883b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Floating IP c6d620a6-c481-4b1c-8bce-01132d20a994 disassociated (deleted). External IP: 172.26.1.42, port: e7c421ca-6d86-40fa-b3e1-d826bf65db70. Apr 18 05:59:07.968510 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-f1fdf315-45cb-4c05-a874-073f42f3897a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Calling delete_port for fbd8fe53-4fc1-490f-bb2a-ba50259f4091 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:07.996118 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28373dea-4404-4078-8506-18ac9922aa10 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eccfc953-63bb-4383-b55b-16f1e455b250,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:08.023081 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-8e726583-1ffb-4cff-9634-f8c14817b568 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Project 7b66247ce3a54159b17aa96e039e5639 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 05:59:08.036197 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-28373dea-4404-4078-8506-18ac9922aa10 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.039639 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-28373dea-4404-4078-8506-18ac9922aa10 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/eccfc953-63bb-4383-b55b-16f1e455b250 HTTP/1.1" status: 204 len: 168 time: 0.5399139 Apr 18 05:59:08.046154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e726583-1ffb-4cff-9634-f8c14817b568 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.059743 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46916) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:08.061691 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device ab59e274-d138-4982-bb71-2e1dea54ad12 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 05:59:08.094796 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7ef54411-e582-4cd6-985b-57dd52c60667 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "DELETE /v2.0/subnets/07f3802d-f9cf-44af-bed0-8a20fae4ccbe/tags HTTP/1.1" status: 204 len: 168 time: 0.5360692 Apr 18 05:59:08.112768 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46920) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:08.188493 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2ceae69e-9cd1-45cd-8172-18b976d79021 None None] Calling delete_port for fbd8fe53-4fc1-490f-bb2a-ba50259f4091 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:08.210343 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a4284de8-ada3-4ad1-91f8-cb483276ef56 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:08.212950 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf315-45cb-4c05-a874-073f42f3897a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.221004 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46924) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:08.291834 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdf315-45cb-4c05-a874-073f42f3897a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Port': ['ID=fbd8fe53-4fc1-490f-bb2a-ba50259f4091,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:08.305240 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.317409 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fdf315-45cb-4c05-a874-073f42f3897a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] No DVR routers for this DVR port fbd8fe53-4fc1-490f-bb2a-ba50259f4091 on host dv-neutron-837489-1-hyperv {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:59:08.371886 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e726583-1ffb-4cff-9634-f8c14817b568 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.389253 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a4284de8-ada3-4ad1-91f8-cb483276ef56 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:08.391312 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a4284de8-ada3-4ad1-91f8-cb483276ef56 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3306055 Apr 18 05:59:08.394665 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46930) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:08.404566 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e726583-1ffb-4cff-9634-f8c14817b568 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.491660 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e726583-1ffb-4cff-9634-f8c14817b568 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d70076d-0eb3-4eac-b18b-9f7cc673a1a5,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:08.503262 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2803f2-6ae4-4e17-9f20-77c5351c883b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router d80b2c63-ac79-4c6f-bb81-8d493381630e has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:59:08.503735 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf315-45cb-4c05-a874-073f42f3897a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.517572 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-2ceae69e-9cd1-45cd-8172-18b976d79021 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:59:08.518016 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-2ceae69e-9cd1-45cd-8172-18b976d79021 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:59:08.525901 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-586563044'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:08.535640 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:08.535953 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port ab59e274-d138-4982-bb71-2e1dea54ad12, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ab59e274-d138-4982-bb71-2e1dea54ad12,segment=NetworkSegment(9a24e6a0-0078-424a-80a4-0d69850347a2),segment_id=9a24e6a0-0078-424a-80a4-0d69850347a2)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:08.541821 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-214e5fd1-db96-4125-b013-aaf9a1a2761f tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks [] for subnetpool, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.543118 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-214e5fd1-db96-4125-b013-aaf9a1a2761f tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "DELETE /v2.0/subnetpools/90c0317e-f673-40c0-af7d-7f1e155ab096 HTTP/1.1" status: 204 len: 168 time: 0.4277565 Apr 18 05:59:08.553064 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:network and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:08.553708 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.556167 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'ab59e274-d138-4982-bb71-2e1dea54ad12', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'port_id': 'ab59e274-d138-4982-bb71-2e1dea54ad12', 'mac_address': 'fa:16:3e:b7:92:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 05:59:08.556772 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e726583-1ffb-4cff-9634-f8c14817b568 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.558404 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8e726583-1ffb-4cff-9634-f8c14817b568 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8697946 Apr 18 05:59:08.559649 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:08.562532 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46934) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:08.563067 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46936) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:08.592588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-16d2e9ff-2865-49c6-95b9-c574e06de694 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.616929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-f1fdf315-45cb-4c05-a874-073f42f3897a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78dd6daa-f185-49af-aa5d-9e4df35a36ba']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:08.627937 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-41d41188-d858-4b6d-af66-3104462644c4 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Request body: {'network': {'name': 'tempest-network-smoke--1322403407', 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'port_security_enabled': True}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:08.638767 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:08.642181 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-16d2e9ff-2865-49c6-95b9-c574e06de694 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.645566 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.650822 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-f1fdf315-45cb-4c05-a874-073f42f3897a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35cb2ef8-a821-4f15-b021-2752f83a7fdf') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:08.651176 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-f1fdf315-45cb-4c05-a874-073f42f3897a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35cb2ef8-a821-4f15-b021-2752f83a7fdf') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:08.660697 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.660915 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-41d41188-d858-4b6d-af66-3104462644c4 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:08.664852 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-27eb9aa7-5661-4a96-84b6-0ddd4cebd270 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b HTTP/1.1" status: 200 len: 205 time: 0.0970459 Apr 18 05:59:08.671781 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46942) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:08.673503 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-41d41188-d858-4b6d-af66-3104462644c4 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Usage tracker for resource:network and tenant:7b66247ce3a54159b17aa96e039e5639 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:08.676560 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab59e274-d138-4982-bb71-2e1dea54ad12 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 05:59:08.679109 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf315-45cb-4c05-a874-073f42f3897a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.685917 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-41d41188-d858-4b6d-af66-3104462644c4 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:08.703666 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port ab59e274-d138-4982-bb71-2e1dea54ad12, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ab59e274-d138-4982-bb71-2e1dea54ad12,segment=NetworkSegment(9a24e6a0-0078-424a-80a4-0d69850347a2),segment_id=9a24e6a0-0078-424a-80a4-0d69850347a2)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:08.713291 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.759555 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-41d41188-d858-4b6d-af66-3104462644c4 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:08.761694 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:08.765268 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.787995 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf315-45cb-4c05-a874-073f42f3897a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.801009 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.803564 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2803f2-6ae4-4e17-9f20-77c5351c883b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:59:08.813743 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1fdf315-45cb-4c05-a874-073f42f3897a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:59:08.814394 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf315-45cb-4c05-a874-073f42f3897a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.822124 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ebc089-e54f-484b-85dd-5b9c87976571 None None] Sync routers for ids ['d80b2c63-ac79-4c6f-bb81-8d493381630e'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:08.834817 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=ab59e274-d138-4982-bb71-2e1dea54ad12,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:08.840369 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8d2803f2-6ae4-4e17-9f20-77c5351c883b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.858373 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ebc089-e54f-484b-85dd-5b9c87976571 None None] Routers {'d80b2c63-ac79-4c6f-bb81-8d493381630e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:59:08.859003 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-b3ebc089-e54f-484b-85dd-5b9c87976571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:59:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d80b2c63-ac79-4c6f-bb81-8d493381630e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:59:08.885391 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:59:08.910628 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8d2803f2-6ae4-4e17-9f20-77c5351c883b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/floatingips/c6d620a6-c481-4b1c-8bce-01132d20a994 HTTP/1.1" status: 204 len: 168 time: 2.6433535 Apr 18 05:59:08.911412 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14ab37a-5cc3-4f81-91aa-b3a9199c24de', 'tag': 'e7c421ca-6d86-40fa-b3e1-d826bf65db70'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:59:08.912010 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d41188-d858-4b6d-af66-3104462644c4 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Made reservation on behalf of 7b66247ce3a54159b17aa96e039e5639 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:08.915694 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-41d41188-d858-4b6d-af66-3104462644c4 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.930486 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-16d2e9ff-2865-49c6-95b9-c574e06de694 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.972584 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2e9ff-2865-49c6-95b9-c574e06de694 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e019fdba-f980-48b3-be35-a56bdc3341ca,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:08.986005 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2998e521-65eb-4b44-9288-e5e5fd2bc4c3 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.986991 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-16d2e9ff-2865-49c6-95b9-c574e06de694 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.989263 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-16d2e9ff-2865-49c6-95b9-c574e06de694 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "DELETE /v2.0/security-groups/e019fdba-f980-48b3-be35-a56bdc3341ca HTTP/1.1" status: 204 len: 168 time: 0.5935111 Apr 18 05:59:08.992149 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46952) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:09.027034 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da0f809-575d-4a85-9075-d1da4d2ad717'] response: {'name': 'network-changed', 'server_uuid': 'f14ab37a-5cc3-4f81-91aa-b3a9199c24de', 'tag': 'e7c421ca-6d86-40fa-b3e1-d826bf65db70', 'status': 'completed', 'code': 200} Apr 18 05:59:09.040184 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:09.076951 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3c3386cc-bdc5-460a-a304-b1562b1e727b tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:09.091556 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2ceae69e-9cd1-45cd-8172-18b976d79021 None None] Deleting port fbd8fe53-4fc1-490f-bb2a-ba50259f4091 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:09.091556 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2ceae69e-9cd1-45cd-8172-18b976d79021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.130884 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['ab59e274-d138-4982-bb71-2e1dea54ad12'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 05:59:09.167750 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3c3386cc-bdc5-460a-a304-b1562b1e727b tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:09.169468 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3c3386cc-bdc5-460a-a304-b1562b1e727b tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1762300 Apr 18 05:59:09.176162 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46956) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:09.183013 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-9a016cb7-9846-4fa7-9ea3-60ee7f2561e0 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Request body: {'security_group': {'name': 'tempest-secgroup--202405002'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:09.192569 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9a016cb7-9846-4fa7-9ea3-60ee7f2561e0 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:09.212942 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9a016cb7-9846-4fa7-9ea3-60ee7f2561e0 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:09.235647 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:security_group_rule and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:09.247841 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95697f-bd2b-44ae-8f69-dc6e80ab51db req-c62c99e8-55a4-4965-b89d-c347cea06e0b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:09.248893 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:09.256976 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-de95697f-bd2b-44ae-8f69-dc6e80ab51db req-c62c99e8-55a4-4965-b89d-c347cea06e0b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 944 time: 0.1407514 Apr 18 05:59:09.270374 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2ceae69e-9cd1-45cd-8172-18b976d79021 None None] The port 'fbd8fe53-4fc1-490f-bb2a-ba50259f4091' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:59:09.278489 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9a016cb7-9846-4fa7-9ea3-60ee7f2561e0 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.297654 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-b3ebc089-e54f-484b-85dd-5b9c87976571 None None] Set router d80b2c63-ac79-4c6f-bb81-8d493381630e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:59:09.308088 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:09.332016 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9a016cb7-9846-4fa7-9ea3-60ee7f2561e0 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:09.349247 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-de95697f-bd2b-44ae-8f69-dc6e80ab51db req-1a3895e4-0524-417f-8034-252cc3cdbe59 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912423 Apr 18 05:59:09.354445 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9a016cb7-9846-4fa7-9ea3-60ee7f2561e0 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group_rule and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:09.369020 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9a016cb7-9846-4fa7-9ea3-60ee7f2561e0 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:09.386878 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9a016cb7-9846-4fa7-9ea3-60ee7f2561e0 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:09.420333 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf315-45cb-4c05-a874-073f42f3897a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.429779 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d41188-d858-4b6d-af66-3104462644c4 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:59:09.489242 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9a016cb7-9846-4fa7-9ea3-60ee7f2561e0 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.495189 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9a016cb7-9846-4fa7-9ea3-60ee7f2561e0 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.529652 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf315-45cb-4c05-a874-073f42f3897a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.549801 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a016cb7-9846-4fa7-9ea3-60ee7f2561e0 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73cb08b6-9c9a-49cd-a857-ab02b96f1ff9,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:09.552483 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9a016cb7-9846-4fa7-9ea3-60ee7f2561e0 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.553900 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9a016cb7-9846-4fa7-9ea3-60ee7f2561e0 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3764756 Apr 18 05:59:09.556507 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46962) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:09.561879 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-9444ed9d-57fb-44ea-81ae-827a3c56b3e5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Request body: {'security_group_rule': {'security_group_id': '73cb08b6-9c9a-49cd-a857-ab02b96f1ff9', 'direction': 'ingress', 'protocol': 17}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:09.568487 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9444ed9d-57fb-44ea-81ae-827a3c56b3e5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:09.572720 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9444ed9d-57fb-44ea-81ae-827a3c56b3e5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group_rule and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:09.575616 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9444ed9d-57fb-44ea-81ae-827a3c56b3e5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:09.583528 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9444ed9d-57fb-44ea-81ae-827a3c56b3e5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:09.584656 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdf315-45cb-4c05-a874-073f42f3897a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Network': ['ID=78dd6daa-f185-49af-aa5d-9e4df35a36ba,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:09.587419 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f1fdf315-45cb-4c05-a874-073f42f3897a tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/networks/78dd6daa-f185-49af-aa5d-9e4df35a36ba HTTP/1.1" status: 204 len: 168 time: 2.5450861 Apr 18 05:59:09.595777 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46966) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:09.602723 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-a9095ab1-13b7-4f44-b637-160e0ced1a16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1847617915'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:09.609021 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a9095ab1-13b7-4f44-b637-160e0ced1a16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:09.620381 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a9095ab1-13b7-4f44-b637-160e0ced1a16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:network and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:09.623051 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9444ed9d-57fb-44ea-81ae-827a3c56b3e5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.631035 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a9095ab1-13b7-4f44-b637-160e0ced1a16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:09.641691 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a9095ab1-13b7-4f44-b637-160e0ced1a16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:09.671271 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9095ab1-13b7-4f44-b637-160e0ced1a16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:09.675518 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a9095ab1-13b7-4f44-b637-160e0ced1a16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.677965 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-41d41188-d858-4b6d-af66-3104462644c4 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.678319 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-41d41188-d858-4b6d-af66-3104462644c4 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Added segment f0f9e6c6-dd28-4d5b-816f-18201b1caa98 of type vlan for network 8bd01ecf-2d97-4bf7-9ab0-18dfface8598 Apr 18 05:59:09.701048 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2998e521-65eb-4b44-9288-e5e5fd2bc4c3 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.705878 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2998e521-65eb-4b44-9288-e5e5fd2bc4c3 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.715116 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9095ab1-13b7-4f44-b637-160e0ced1a16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:59:09.736614 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9444ed9d-57fb-44ea-81ae-827a3c56b3e5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.737742 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a9095ab1-13b7-4f44-b637-160e0ced1a16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.738085 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-a9095ab1-13b7-4f44-b637-160e0ced1a16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Added segment 226f18ed-2d35-4d87-986c-eb46d3e0d8b4 of type vlan for network a5074018-4034-4381-99da-f97552113965 Apr 18 05:59:09.744388 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9444ed9d-57fb-44ea-81ae-827a3c56b3e5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.776556 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444ed9d-57fb-44ea-81ae-827a3c56b3e5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201179c9-015d-40f9-915b-187e5391a28a,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:09.782786 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-41d41188-d858-4b6d-af66-3104462644c4 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.802316 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a9095ab1-13b7-4f44-b637-160e0ced1a16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.824859 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61d1c8-d1cd-4960-9358-22eb649e9808 req-611cd645-4dda-4d03-803e-f38d91e83261 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:09.825851 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-7c61d1c8-d1cd-4960-9358-22eb649e9808 req-611cd645-4dda-4d03-803e-f38d91e83261 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:09.829762 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9444ed9d-57fb-44ea-81ae-827a3c56b3e5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.832598 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9444ed9d-57fb-44ea-81ae-827a3c56b3e5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2748182 Apr 18 05:59:09.836517 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46970) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:09.838787 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6ecf6-3d17-476c-b541-98b8a7ed2ea1 req-4d0f5672-bfa8-4a87-9113-d70464a9d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:09.840708 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dbe6ecf6-3d17-476c-b541-98b8a7ed2ea1 req-4d0f5672-bfa8-4a87-9113-d70464a9d9fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 1098 time: 0.7980714 Apr 18 05:59:09.844990 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2998e521-65eb-4b44-9288-e5e5fd2bc4c3 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.845852 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2998e521-65eb-4b44-9288-e5e5fd2bc4c3 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Fanout notify agent at l3_agent the message router_deleted on router 0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:59:09.892747 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a9095ab1-13b7-4f44-b637-160e0ced1a16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.898042 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9095ab1-13b7-4f44-b637-160e0ced1a16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:09.898637 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a9095ab1-13b7-4f44-b637-160e0ced1a16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.900913 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-b3ebc089-e54f-484b-85dd-5b9c87976571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'name': 'tempest-TestNetworkBasicOps-router-821609139', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:53Z', 'updated_at': '2022-04-18T05:58:52Z', 'revision_number': 6, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:55:55Z', 'updated_at': '2022-04-18T05:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '467e4537-4abc-4776-9d7d-dab79a588b0d', 'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:a0:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:10Z', 'updated_at': '2022-04-18T05:56:25Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:09.914538 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ebc089-e54f-484b-85dd-5b9c87976571 None None] Checking router: d80b2c63-ac79-4c6f-bb81-8d493381630e for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:59:09.939600 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ebc089-e54f-484b-85dd-5b9c87976571 None None] Routers {'d80b2c63-ac79-4c6f-bb81-8d493381630e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:59:09.939812 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-b3ebc089-e54f-484b-85dd-5b9c87976571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:59:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d80b2c63-ac79-4c6f-bb81-8d493381630e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:09.953518 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bf2d360d-a89b-4fd3-8f6b-0fa6e77bd3f5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.965311 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a9095ab1-13b7-4f44-b637-160e0ced1a16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3671508 Apr 18 05:59:09.973176 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46974) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:10.015512 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6ecf6-3d17-476c-b541-98b8a7ed2ea1 req-e8a45e75-af43-4066-8df5-7f7416fb9429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:10.017487 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dbe6ecf6-3d17-476c-b541-98b8a7ed2ea1 req-e8a45e75-af43-4066-8df5-7f7416fb9429 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2404285-3951-4b85-895a-b975b3056dc6 HTTP/1.1" status: 200 len: 898 time: 0.1674843 Apr 18 05:59:10.115698 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.126544 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dbe6ecf6-3d17-476c-b541-98b8a7ed2ea1 req-546acb2b-6f33-47b3-8394-339c03b12326 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7c421ca-6d86-40fa-b3e1-d826bf65db70 HTTP/1.1" status: 200 len: 217 time: 0.0916016 Apr 18 05:59:10.134444 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-7c61d1c8-d1cd-4960-9358-22eb649e9808 req-611cd645-4dda-4d03-803e-f38d91e83261 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:10.135609 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7c61d1c8-d1cd-4960-9358-22eb649e9808 req-611cd645-4dda-4d03-803e-f38d91e83261 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 945 time: 0.7033954 Apr 18 05:59:10.140329 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-41d41188-d858-4b6d-af66-3104462644c4 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.146034 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d41188-d858-4b6d-af66-3104462644c4 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:10.146632 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-41d41188-d858-4b6d-af66-3104462644c4 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.146876 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-e8020e39-9c2d-4e65-a200-0a7fec599926 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'subnet': {'network_id': 'a5074018-4034-4381-99da-f97552113965', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:10.153255 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-b3ebc089-e54f-484b-85dd-5b9c87976571 None None] Set router d80b2c63-ac79-4c6f-bb81-8d493381630e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:59:10.188182 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9095ab1-13b7-4f44-b637-160e0ced1a16 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Network': ['ID=a5074018-4034-4381-99da-f97552113965,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:10.196616 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bf2d360d-a89b-4fd3-8f6b-0fa6e77bd3f5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.212025 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network a5074018-4034-4381-99da-f97552113965 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:59:10.244991 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2998e521-65eb-4b44-9288-e5e5fd2bc4c3 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.248370 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2998e521-65eb-4b44-9288-e5e5fd2bc4c3 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "DELETE /v2.0/routers/0f368f5e-7e45-4de1-a8bc-d25d03c6ae3b HTTP/1.1" status: 204 len: 168 time: 1.5694783 Apr 18 05:59:10.248370 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6ecf6-3d17-476c-b541-98b8a7ed2ea1 req-368f9aa4-bfbf-4fda-bb14-422891d055b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:10.249663 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dbe6ecf6-3d17-476c-b541-98b8a7ed2ea1 req-368f9aa4-bfbf-4fda-bb14-422891d055b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79c99ae8-b553-4829-97ea-deddbbeae601 HTTP/1.1" status: 200 len: 835 time: 0.1126738 Apr 18 05:59:10.249663 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46978) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:10.253216 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.287895 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-41d41188-d858-4b6d-af66-3104462644c4 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7152748 Apr 18 05:59:10.295375 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 46982) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:10.309294 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1967487276', 'admin_state_up': True, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:10.320930 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:10.325840 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Usage tracker for resource:router and tenant:7b66247ce3a54159b17aa96e039e5639 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:10.329003 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e8020e39-9c2d-4e65-a200-0a7fec599926 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:10.333196 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:10.336114 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e8020e39-9c2d-4e65-a200-0a7fec599926 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:subnet and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:10.341613 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e8020e39-9c2d-4e65-a200-0a7fec599926 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:10.346677 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:10.351425 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e8020e39-9c2d-4e65-a200-0a7fec599926 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:10.365127 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bf2d360d-a89b-4fd3-8f6b-0fa6e77bd3f5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.367627 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.385249 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.386485 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.394834 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8020e39-9c2d-4e65-a200-0a7fec599926 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:10.398569 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e8020e39-9c2d-4e65-a200-0a7fec599926 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.421267 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d360d-a89b-4fd3-8f6b-0fa6e77bd3f5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cb08b6-9c9a-49cd-a857-ab02b96f1ff9,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:10.466136 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bf2d360d-a89b-4fd3-8f6b-0fa6e77bd3f5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.467287 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bf2d360d-a89b-4fd3-8f6b-0fa6e77bd3f5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "DELETE /v2.0/security-groups/73cb08b6-9c9a-49cd-a857-ab02b96f1ff9 HTTP/1.1" status: 204 len: 168 time: 0.6297991 Apr 18 05:59:10.483973 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46988) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:10.486998 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6132c6cd-0537-4131-8256-a587900790bb,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:10.537554 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.622790 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:59:10.649232 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d41188-d858-4b6d-af66-3104462644c4 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Pushing event updated for resources: {'Network': ['ID=8bd01ecf-2d97-4bf7-9ab0-18dfface8598,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:10.662543 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-b3ebc089-e54f-484b-85dd-5b9c87976571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'name': 'tempest-TestNetworkBasicOps-router-821609139', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:53Z', 'updated_at': '2022-04-18T05:58:52Z', 'revision_number': 6, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:55:55Z', 'updated_at': '2022-04-18T05:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '467e4537-4abc-4776-9d7d-dab79a588b0d', 'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:a0:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:10Z', 'updated_at': '2022-04-18T05:56:25Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:10.667299 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 8bd01ecf-2d97-4bf7-9ab0-18dfface8598 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:59:10.676979 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-1b25273a-e7e5-417e-958a-dce29fe56366 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Deleting port 64629a52-c44f-43c2-af8f-eee5a54ef339 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:10.677670 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1b25273a-e7e5-417e-958a-dce29fe56366 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.683324 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ebc089-e54f-484b-85dd-5b9c87976571 None None] The sync data for ids ['d80b2c63-ac79-4c6f-bb81-8d493381630e'] in dv-neutron-837489-1-hyperv is: [{'id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'name': 'tempest-TestNetworkBasicOps-router-821609139', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:53Z', 'updated_at': '2022-04-18T05:58:52Z', 'revision_number': 6, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:55:55Z', 'updated_at': '2022-04-18T05:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '467e4537-4abc-4776-9d7d-dab79a588b0d', 'name': '', 'network_id': 'a2404285-3951-4b85-895a-b975b3056dc6', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:a0:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:56:10Z', 'updated_at': '2022-04-18T05:56:25Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '79c99ae8-b553-4829-97ea-deddbbeae601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:10.707921 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-7c61d1c8-d1cd-4960-9358-22eb649e9808 req-05d3d831-900b-4070-b120-1bcaca4248fe tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:10.731111 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.731719 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Added segment 66272c01-5214-4d60-8ba6-7d72e4d31be4 of type vlan for network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f Apr 18 05:59:10.740118 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e9a1bd7f-f41c-446f-aa43-4d3f7f869545 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2489750 Apr 18 05:59:10.746270 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46992) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:10.768839 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-f4c6e409-461e-47a2-91c1-349805a21138 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702939716'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:10.775497 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f4c6e409-461e-47a2-91c1-349805a21138 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:10.779850 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f4c6e409-461e-47a2-91c1-349805a21138 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:10.783499 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f4c6e409-461e-47a2-91c1-349805a21138 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:10.789902 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f4c6e409-461e-47a2-91c1-349805a21138 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:10.842189 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-7c61d1c8-d1cd-4960-9358-22eb649e9808 req-05d3d831-900b-4070-b120-1bcaca4248fe tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:10.843398 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7c61d1c8-d1cd-4960-9358-22eb649e9808 req-05d3d831-900b-4070-b120-1bcaca4248fe tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c36da90-5c36-4226-be1f-a881f1c58128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6156640 Apr 18 05:59:10.881359 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f4c6e409-461e-47a2-91c1-349805a21138 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.891448 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.909371 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6ecf6-3d17-476c-b541-98b8a7ed2ea1 req-badd612e-0e8b-4c23-a1c5-665add64a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:10.911105 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dbe6ecf6-3d17-476c-b541-98b8a7ed2ea1 req-badd612e-0e8b-4c23-a1c5-665add64a17f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2404285-3951-4b85-895a-b975b3056dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6394043 Apr 18 05:59:10.949405 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f4c6e409-461e-47a2-91c1-349805a21138 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:10.983206 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebee7e43-a8a5-4a51-b8cf-23f08d872c05 None None] New status for floating IP c6d620a6-c481-4b1c-8bce-01132d20a994: DOWN {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 05:59:10.985085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f4c6e409-461e-47a2-91c1-349805a21138 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group_rule and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:10.994470 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f4c6e409-461e-47a2-91c1-349805a21138 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:11.034812 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f4c6e409-461e-47a2-91c1-349805a21138 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:11.042684 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.057896 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264193d7-653b-4012-8319-7f883f36c39f req-3642430e-7a84-4133-87e5-e1699bc690cc tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:11.060491 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-264193d7-653b-4012-8319-7f883f36c39f req-3642430e-7a84-4133-87e5-e1699bc690cc tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 944 time: 0.4942451 Apr 18 05:59:11.112502 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.118345 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:11.119013 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.203630 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69d4b3-4c17-47e3-8b8d-d864a91d2be3 req-19596692-2e6f-4080-992d-18feecfa6412 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:11.204580 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-2f69d4b3-4c17-47e3-8b8d-d864a91d2be3 req-19596692-2e6f-4080-992d-18feecfa6412 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:11.222087 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-264193d7-653b-4012-8319-7f883f36c39f req-0dbf2232-c616-4cb5-9816-81edc0a7be42 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493506 Apr 18 05:59:11.227884 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e8020e39-9c2d-4e65-a200-0a7fec599926 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.331732 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-2f69d4b3-4c17-47e3-8b8d-d864a91d2be3 req-19596692-2e6f-4080-992d-18feecfa6412 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:11.333143 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2f69d4b3-4c17-47e3-8b8d-d864a91d2be3 req-19596692-2e6f-4080-992d-18feecfa6412 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 945 time: 0.5571895 Apr 18 05:59:11.424958 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8020e39-9c2d-4e65-a200-0a7fec599926 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Subnet': ['ID=56316e4a-3ead-4603-ba98-8323d1ad712d,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:11.463691 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [req-2f69d4b3-4c17-47e3-8b8d-d864a91d2be3 req-d597b549-7f1c-4a09-82e2-fee36899f30f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port e7c421ca-6d86-40fa-b3e1-d826bf65db70 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:11.464021 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-2f69d4b3-4c17-47e3-8b8d-d864a91d2be3 req-d597b549-7f1c-4a09-82e2-fee36899f30f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.476503 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.2182643 Apr 18 05:59:11.485230 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 46996) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:11.488787 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf7047-f16f-4a39-8c46-d2b0517ed473 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Network': ['ID=237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:11.495809 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8020e39-9c2d-4e65-a200-0a7fec599926 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Checking segment: {'id': '226f18ed-2d35-4d87-986c-eb46d3e0d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a5074018-4034-4381-99da-f97552113965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:59:11.496216 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8020e39-9c2d-4e65-a200-0a7fec599926 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network hostable DHCP agents. Network: a5074018-4034-4381-99da-f97552113965, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:59:11.501467 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:59:11.502488 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dbe6ecf6-3d17-476c-b541-98b8a7ed2ea1 req-14ba5158-1905-462a-a63e-39f631eff878 service neutron] 10.222.0.52 "GET /v2.0/networks/a2404285-3951-4b85-895a-b975b3056dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5768306 Apr 18 05:59:11.505980 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-d9b79e8d-38f6-4f34-897a-f91d3d3d1d88 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:11.556669 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1b25273a-e7e5-417e-958a-dce29fe56366 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.584019 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8020e39-9c2d-4e65-a200-0a7fec599926 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network a5074018-4034-4381-99da-f97552113965 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:59:11.611117 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-e8020e39-9c2d-4e65-a200-0a7fec599926 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, a5074018-4034-4381-99da-f97552113965) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:11.619680 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baac0799-ca8e-4796-9b9d-26058c68bd1c None None] Network a5074018-4034-4381-99da-f97552113965 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:11.797863 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-1b25273a-e7e5-417e-958a-dce29fe56366 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Calling delete_port for 64629a52-c44f-43c2-af8f-eee5a54ef339 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:11.817630 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8020e39-9c2d-4e65-a200-0a7fec599926 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:11.818216 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e8020e39-9c2d-4e65-a200-0a7fec599926 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.846617 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-a5074018-4034-4381-99da-f97552113965', 'network_id': 'a5074018-4034-4381-99da-f97552113965', 'tenant_id': 'f4e2526787dc4037bf990e53a39e8336', 'fixed_ips': [{'subnet_id': '56316e4a-3ead-4603-ba98-8323d1ad712d'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:59:11.847444 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.005768 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f4c6e409-461e-47a2-91c1-349805a21138 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.023850 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e8020e39-9c2d-4e65-a200-0a7fec599926 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8918140 Apr 18 05:59:12.034725 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47002) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:12.037096 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.066132 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f4c6e409-461e-47a2-91c1-349805a21138 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.070554 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-8bb63b87-1a36-4693-9972-6f74e1723bdd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-524213678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:12.078887 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d9b79e8d-38f6-4f34-897a-f91d3d3d1d88 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:12.085606 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8bb63b87-1a36-4693-9972-6f74e1723bdd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:12.088314 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.102680 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device ab59e274-d138-4982-bb71-2e1dea54ad12 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:12.111610 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d9b79e8d-38f6-4f34-897a-f91d3d3d1d88 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:12.117619 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d9b79e8d-38f6-4f34-897a-f91d3d3d1d88 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:12.135458 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8bb63b87-1a36-4693-9972-6f74e1723bdd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:router and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:12.141341 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8bb63b87-1a36-4693-9972-6f74e1723bdd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:12.161392 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8bb63b87-1a36-4693-9972-6f74e1723bdd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:12.163450 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d9b79e8d-38f6-4f34-897a-f91d3d3d1d88 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:12.179525 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6e409-461e-47a2-91c1-349805a21138 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c831180-02c8-4362-82e9-6f00166a677e,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:12.181826 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] Allocated IP 2001:db8::2 (a5074018-4034-4381-99da-f97552113965/56316e4a-3ead-4603-ba98-8323d1ad712d/1ca9e86b-5944-4ade-9a24-6c663ba015d1) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:12.183124 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dbe6ecf6-3d17-476c-b541-98b8a7ed2ea1 req-1ac091d5-76a1-480c-9054-3835f4e9fba5 service neutron] 10.222.0.52 "GET /v2.0/networks/a2404285-3951-4b85-895a-b975b3056dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6526456 Apr 18 05:59:12.186989 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f4c6e409-461e-47a2-91c1-349805a21138 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.192442 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f4c6e409-461e-47a2-91c1-349805a21138 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4358358 Apr 18 05:59:12.192442 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1b25273a-e7e5-417e-958a-dce29fe56366 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.192442 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47006) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:12.220716 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [req-2f69d4b3-4c17-47e3-8b8d-d864a91d2be3 req-d597b549-7f1c-4a09-82e2-fee36899f30f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port e7c421ca-6d86-40fa-b3e1-d826bf65db70, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e7c421ca-6d86-40fa-b3e1-d826bf65db70,segment=NetworkSegment(e253e435-5254-4b3b-841b-f98d9c1029ce),segment_id=e253e435-5254-4b3b-841b-f98d9c1029ce)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:12.221460 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-2f69d4b3-4c17-47e3-8b8d-d864a91d2be3 req-d597b549-7f1c-4a09-82e2-fee36899f30f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.238070 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8bb63b87-1a36-4693-9972-6f74e1723bdd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.239090 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8bb63b87-1a36-4693-9972-6f74e1723bdd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.240723 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-90e414c5-9997-4a7b-b6c9-7b43c5d14ca8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Request body: {'security_group': {'name': 'tempest-secgroup--740193851'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:12.265358 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b79e8d-38f6-4f34-897a-f91d3d3d1d88 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:12.272027 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d9b79e8d-38f6-4f34-897a-f91d3d3d1d88 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.363182 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-90e414c5-9997-4a7b-b6c9-7b43c5d14ca8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:12.367457 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25273a-e7e5-417e-958a-dce29fe56366 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Pushing event deleted for resources: {'Port': ['ID=64629a52-c44f-43c2-af8f-eee5a54ef339,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:12.377788 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-90e414c5-9997-4a7b-b6c9-7b43c5d14ca8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:12.415870 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-90e414c5-9997-4a7b-b6c9-7b43c5d14ca8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:12.446188 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [req-2f69d4b3-4c17-47e3-8b8d-d864a91d2be3 req-d597b549-7f1c-4a09-82e2-fee36899f30f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for e7c421ca-6d86-40fa-b3e1-d826bf65db70 owned by compute:nova {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:12.478944 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port ab59e274-d138-4982-bb71-2e1dea54ad12 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:12.487809 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-90e414c5-9997-4a7b-b6c9-7b43c5d14ca8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:12.496179 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port ab59e274-d138-4982-bb71-2e1dea54ad12 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:12.496661 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.506864 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0fcd1-ce9d-4fe3-a339-2974c2df8818 req-13908696-5ac0-47c8-a43a-2cedbd024dfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:12.508405 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f7b0fcd1-ce9d-4fe3-a339-2974c2df8818 req-13908696-5ac0-47c8-a43a-2cedbd024dfa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 945 time: 0.5053279 Apr 18 05:59:12.555949 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.565898 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8bb63b87-1a36-4693-9972-6f74e1723bdd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.580720 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] Transition to ACTIVE for port object 1ca9e86b-5944-4ade-9a24-6c663ba015d1 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:12.645994 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] Transition to ACTIVE for port object 1ca9e86b-5944-4ade-9a24-6c663ba015d1 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:12.658634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-90e414c5-9997-4a7b-b6c9-7b43c5d14ca8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.662073 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Allocated IP 172.26.1.190 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/457a26ca-c7df-4391-8586-7438bdf7391e) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:12.663700 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8bb63b87-1a36-4693-9972-6f74e1723bdd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.666274 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.693618 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f7b0fcd1-ce9d-4fe3-a339-2974c2df8818 req-5f25561c-5195-42fd-9c26-94741feb7ad4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c36da90-5c36-4226-be1f-a881f1c58128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314404 Apr 18 05:59:12.744384 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1b25273a-e7e5-417e-958a-dce29fe56366 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.749207 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1b25273a-e7e5-417e-958a-dce29fe56366 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "DELETE /v2.0/ports/64629a52-c44f-43c2-af8f-eee5a54ef339 HTTP/1.1" status: 204 len: 168 time: 2.4917359 Apr 18 05:59:12.750020 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47012) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:12.793691 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] Network a5074018-4034-4381-99da-f97552113965 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:12.794133 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-90e414c5-9997-4a7b-b6c9-7b43c5d14ca8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:12.799084 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:12.803611 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.815730 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-90e414c5-9997-4a7b-b6c9-7b43c5d14ca8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group_rule and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:12.821050 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:12.822081 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-90e414c5-9997-4a7b-b6c9-7b43c5d14ca8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:12.823089 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] Pushing event updated for resources: {'Port': ['ID=1ca9e86b-5944-4ade-9a24-6c663ba015d1,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:12.835317 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-90e414c5-9997-4a7b-b6c9-7b43c5d14ca8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:12.894625 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-20703473-3c53-4dc6-b9ed-99bb5856108d tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Deleting subnet 07f3802d-f9cf-44af-bed0-8a20fae4ccbe {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:59:12.910652 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20703473-3c53-4dc6-b9ed-99bb5856108d tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.918543 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1b2230-966e-4ff0-9053-adbebfc7c8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab59e274-d138-4982-bb71-2e1dea54ad12'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:59:12.944608 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port ab59e274-d138-4982-bb71-2e1dea54ad12, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ab59e274-d138-4982-bb71-2e1dea54ad12,segment=NetworkSegment(9a24e6a0-0078-424a-80a4-0d69850347a2),segment_id=9a24e6a0-0078-424a-80a4-0d69850347a2)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:12.947122 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] Attempting to bind port 1ca9e86b-5944-4ade-9a24-6c663ba015d1 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:12.947495 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] Attempting to bind port 1ca9e86b-5944-4ade-9a24-6c663ba015d1 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '226f18ed-2d35-4d87-986c-eb46d3e0d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a5074018-4034-4381-99da-f97552113965'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:12.947884 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] Attempting to bind port 1ca9e86b-5944-4ade-9a24-6c663ba015d1 on network a5074018-4034-4381-99da-f97552113965 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:59:12.954972 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:59:12.955355 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] Checking segment: {'id': '226f18ed-2d35-4d87-986c-eb46d3e0d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a5074018-4034-4381-99da-f97552113965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:59:12.955752 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.956181 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] Bound using segment: {'id': '226f18ed-2d35-4d87-986c-eb46d3e0d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a5074018-4034-4381-99da-f97552113965'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:59:12.957123 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] Bound port: 1ca9e86b-5944-4ade-9a24-6c663ba015d1, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226f18ed-2d35-4d87-986c-eb46d3e0d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a5074018-4034-4381-99da-f97552113965'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:12.957748 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.958674 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5019ba5-2f3c-4fc8-ab17-1abe566ae550 req-e0e28659-c326-4b42-8189-83097791fb48 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:12.966991 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b5019ba5-2f3c-4fc8-ab17-1abe566ae550 req-e0e28659-c326-4b42-8189-83097791fb48 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 944 time: 0.5281150 Apr 18 05:59:12.969445 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.008888 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80891b24-6306-430d-9ec3-9ec36fe3b9fd'] response: {'server_uuid': 'aa1b2230-966e-4ff0-9053-adbebfc7c8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab59e274-d138-4982-bb71-2e1dea54ad12', 'code': 200} Apr 18 05:59:13.018095 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8bb63b87-1a36-4693-9972-6f74e1723bdd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.023851 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8bb63b87-1a36-4693-9972-6f74e1723bdd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9877763 Apr 18 05:59:13.027319 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47018) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:13.050797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-994c50e8-01ca-44df-bf2c-c02e238e0819 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'port': {'network_id': 'a5074018-4034-4381-99da-f97552113965', 'name': 'tempest-PortsIpV6TestJSON-1811139662'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:13.054888 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20703473-3c53-4dc6-b9ed-99bb5856108d tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.106467 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] For port 1ca9e86b-5944-4ade-9a24-6c663ba015d1, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:59:13.110065 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] For port 1ca9e86b-5944-4ade-9a24-6c663ba015d1, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=1ca9e86b-5944-4ade-9a24-6c663ba015d1,segment=NetworkSegment(226f18ed-2d35-4d87-986c-eb46d3e0d8b4),segment_id=226f18ed-2d35-4d87-986c-eb46d3e0d8b4)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:59:13.115009 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b5019ba5-2f3c-4fc8-ab17-1abe566ae550 req-cd5cf3ed-01fa-4919-b8f6-4dfc64edf0c5 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469517 Apr 18 05:59:13.118478 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.156798 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d9b79e8d-38f6-4f34-897a-f91d3d3d1d88 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.172240 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=ab59e274-d138-4982-bb71-2e1dea54ad12,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:13.198588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-2f69d4b3-4c17-47e3-8b8d-d864a91d2be3 req-d597b549-7f1c-4a09-82e2-fee36899f30f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.215456 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-90e414c5-9997-4a7b-b6c9-7b43c5d14ca8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.296178 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597b549-7f1c-4a09-82e2-fee36899f30f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=e7c421ca-6d86-40fa-b3e1-d826bf65db70,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:13.308054 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca6401-43f2-48c9-9906-be1ff2e568c1 None None] Pushing event updated for resources: {'Port': ['ID=1ca9e86b-5944-4ade-9a24-6c663ba015d1,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:13.361004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.399159 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-90e414c5-9997-4a7b-b6c9-7b43c5d14ca8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.425527 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f69d4b3-4c17-47e3-8b8d-d864a91d2be3 req-d597b549-7f1c-4a09-82e2-fee36899f30f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] No DVR routers for this DVR port e7c421ca-6d86-40fa-b3e1-d826bf65db70 on host hv-neutron-8374 {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:59:13.431288 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-2f69d4b3-4c17-47e3-8b8d-d864a91d2be3 req-d597b549-7f1c-4a09-82e2-fee36899f30f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.433267 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2f69d4b3-4c17-47e3-8b8d-d864a91d2be3 req-d597b549-7f1c-4a09-82e2-fee36899f30f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "DELETE /v2.0/ports/e7c421ca-6d86-40fa-b3e1-d826bf65db70 HTTP/1.1" status: 204 len: 173 time: 2.0885923 Apr 18 05:59:13.433762 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14ab37a-5cc3-4f81-91aa-b3a9199c24de', 'name': 'network-vif-deleted', 'tag': 'e7c421ca-6d86-40fa-b3e1-d826bf65db70'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:59:13.442167 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-994c50e8-01ca-44df-bf2c-c02e238e0819 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:13.448721 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-994c50e8-01ca-44df-bf2c-c02e238e0819 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:port and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:13.452568 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-994c50e8-01ca-44df-bf2c-c02e238e0819 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:13.460888 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-994c50e8-01ca-44df-bf2c-c02e238e0819 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:13.488558 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994c50e8-01ca-44df-bf2c-c02e238e0819 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:13.495880 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-994c50e8-01ca-44df-bf2c-c02e238e0819 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.507724 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc9c31f8-9137-4115-b39f-90031fc80485'] response: {'server_uuid': 'f14ab37a-5cc3-4f81-91aa-b3a9199c24de', 'name': 'network-vif-deleted', 'tag': 'e7c421ca-6d86-40fa-b3e1-d826bf65db70', 'status': 'completed', 'code': 200} Apr 18 05:59:13.510921 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.583710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20703473-3c53-4dc6-b9ed-99bb5856108d tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.633344 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:13.638710 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:13.642530 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:13.646266 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b79e8d-38f6-4f34-897a-f91d3d3d1d88 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=4d4c049e-ad11-47b6-8ffd-9ba12e8152ea,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:13.667374 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e414c5-9997-4a7b-b6c9-7b43c5d14ca8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc3b65c-45ae-446e-b1b6-43f6f6333151,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:13.676816 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-994c50e8-01ca-44df-bf2c-c02e238e0819 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] device_id is not set on port 1e8efb01-be2e-4cb3-a8c9-984c3e7f5567 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:13.736177 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b79e8d-38f6-4f34-897a-f91d3d3d1d88 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Checking segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:59:13.736729 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b79e8d-38f6-4f34-897a-f91d3d3d1d88 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network hostable DHCP agents. Network: 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:59:13.778898 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-90e414c5-9997-4a7b-b6c9-7b43c5d14ca8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.780234 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-90e414c5-9997-4a7b-b6c9-7b43c5d14ca8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5825253 Apr 18 05:59:13.786379 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47026) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:13.799588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Pushing event updated for resources: {'Port': ['ID=457a26ca-c7df-4391-8586-7438bdf7391e,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:13.813873 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-d0dbd844-bfcf-4523-aae2-a2c0167feaa7 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Request body: {'security_group_rule': {'security_group_id': '6c831180-02c8-4362-82e9-6f00166a677e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5cc3b65c-45ae-446e-b1b6-43f6f6333151', 'remote_ip_prefix': None}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:13.833865 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc06442-402e-40b7-9fa4-aea5d084fd75 req-1195ab03-11cd-407a-ba14-44949edcf5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:13.835481 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d0dbd844-bfcf-4523-aae2-a2c0167feaa7 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:13.837660 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-adc06442-402e-40b7-9fa4-aea5d084fd75 req-1195ab03-11cd-407a-ba14-44949edcf5bd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 1098 time: 0.4416389 Apr 18 05:59:13.848522 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 1ca9e86b-5944-4ade-9a24-6c663ba015d1 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:13.866764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b79e8d-38f6-4f34-897a-f91d3d3d1d88 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:59:13.892982 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20703473-3c53-4dc6-b9ed-99bb5856108d tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.955476 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20703473-3c53-4dc6-b9ed-99bb5856108d tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.967568 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-20703473-3c53-4dc6-b9ed-99bb5856108d tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "DELETE /v2.0/subnets/07f3802d-f9cf-44af-bed0-8a20fae4ccbe HTTP/1.1" status: 204 len: 168 time: 1.2152264 Apr 18 05:59:13.970614 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20703473-3c53-4dc6-b9ed-99bb5856108d tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Pushing event deleted for resources: {'Subnet': ['ID=07f3802d-f9cf-44af-bed0-8a20fae4ccbe,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:13.972563 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cac075-b891-4ad3-98f6-15233c1173e5 None None] Network 03960b31-22b8-4ac3-b970-15bc2ef4beed requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:13.974126 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-d9b79e8d-38f6-4f34-897a-f91d3d3d1d88 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:13.978760 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b79e8d-38f6-4f34-897a-f91d3d3d1d88 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:13.979604 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d9b79e8d-38f6-4f34-897a-f91d3d3d1d88 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.993194 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47030) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:14.010486 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65900e51-109e-4e09-b1ee-f42fcf4124c7 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:14.015584 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-adc06442-402e-40b7-9fa4-aea5d084fd75 req-afea49a4-5476-4f7c-a1e9-0be8d7cffbe7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642723 Apr 18 05:59:14.121488 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d9b79e8d-38f6-4f34-897a-f91d3d3d1d88 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6338210 Apr 18 05:59:14.128066 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47034) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:14.137683 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-71323337-37bb-4cdf-a3f1-2698c3af1cb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'name': 'tempest-NetworksTestDHCPv6-546876943'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:14.183044 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device e7c421ca-6d86-40fa-b3e1-d826bf65db70 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:59:14.191892 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba246-6d8e-4c43-a7db-620486eb0077 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:14.264908 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: e7c421ca-6d86-40fa-b3e1-d826bf65db70 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:59:14.265912 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device e7c421ca-6d86-40fa-b3e1-d826bf65db70 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:59:14.273190 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 1ca9e86b-5944-4ade-9a24-6c663ba015d1 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:14.337012 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d0dbd844-bfcf-4523-aae2-a2c0167feaa7 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group_rule and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:14.382286 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-71323337-37bb-4cdf-a3f1-2698c3af1cb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:14.415377 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d0dbd844-bfcf-4523-aae2-a2c0167feaa7 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:14.443377 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-5ee7202b-1054-4437-b342-de4a6be437d8 req-3e9157db-d2a9-49c8-bda8-7cf4fbcd1935 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:14.462440 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-71323337-37bb-4cdf-a3f1-2698c3af1cb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:port and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:14.467075 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d0dbd844-bfcf-4523-aae2-a2c0167feaa7 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:14.468407 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-71323337-37bb-4cdf-a3f1-2698c3af1cb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:14.492068 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ac3ba246-6d8e-4c43-a7db-620486eb0077 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Deleting port 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:14.492428 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba246-6d8e-4c43-a7db-620486eb0077 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:14.534981 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-71323337-37bb-4cdf-a3f1-2698c3af1cb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:14.558877 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-5ee7202b-1054-4437-b342-de4a6be437d8 req-3e9157db-d2a9-49c8-bda8-7cf4fbcd1935 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:14.561004 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5ee7202b-1054-4437-b342-de4a6be437d8 req-3e9157db-d2a9-49c8-bda8-7cf4fbcd1935 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f14ab37a-5cc3-4f81-91aa-b3a9199c24de HTTP/1.1" status: 200 len: 210 time: 0.3529932 Apr 18 05:59:14.582965 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'fixed_ips': [{'subnet_id': '4d4c049e-ad11-47b6-8ffd-9ba12e8152ea'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:59:14.582965 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:14.611743 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-994c50e8-01ca-44df-bf2c-c02e238e0819 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Allocated IP 2001:db8::3c2 (a5074018-4034-4381-99da-f97552113965/56316e4a-3ead-4603-ba98-8323d1ad712d/1e8efb01-be2e-4cb3-a8c9-984c3e7f5567) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:14.667648 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291b8a3a-ee2b-4f1b-9cce-9790064135dd None None] DHCP port deletion for 03960b31-22b8-4ac3-b970-15bc2ef4beed request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:59:14.679268 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-291b8a3a-ee2b-4f1b-9cce-9790064135dd None None] Deleting port 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:14.679670 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-291b8a3a-ee2b-4f1b-9cce-9790064135dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:14.680122 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71323337-37bb-4cdf-a3f1-2698c3af1cb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:14.684477 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-71323337-37bb-4cdf-a3f1-2698c3af1cb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:14.689980 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d0dbd844-bfcf-4523-aae2-a2c0167feaa7 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:14.739346 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-71323337-37bb-4cdf-a3f1-2698c3af1cb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] device_id is not set on port 2cbc7b99-037a-45ce-a7bc-c98dbf72f1eb yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:14.799804 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:14.838351 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53c4ea-2195-4e6e-896b-839c08c6933e req-04df6159-76dc-4a6c-9584-e03e2879778c tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:14.839930 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff53c4ea-2195-4e6e-896b-839c08c6933e req-04df6159-76dc-4a6c-9584-e03e2879778c tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 945 time: 0.4767437 Apr 18 05:59:14.845846 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462c3cff-bfd1-4397-951d-1c841230a7c4 None None] Network a5074018-4034-4381-99da-f97552113965 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:15.003200 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-ac3ba246-6d8e-4c43-a7db-620486eb0077 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] For port 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=90e3d5f1-ba92-4040-bb73-65eb6b18b7d2,segment=NetworkSegment(9e5a1729-edbe-4f3b-81a7-856ef2266e48),segment_id=9e5a1729-edbe-4f3b-81a7-856ef2266e48)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:15.003883 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba246-6d8e-4c43-a7db-620486eb0077 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.013925 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff53c4ea-2195-4e6e-896b-839c08c6933e req-a05768a5-cff0-4cba-b9d5-4aa66d4ea144 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471915 Apr 18 05:59:15.040001 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b5516d7e-f3ca-426c-af7c-9de124244e7e None None] Provisioning for port 1ca9e86b-5944-4ade-9a24-6c663ba015d1 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:15.065636 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b5516d7e-f3ca-426c-af7c-9de124244e7e None None] Provisioning complete for port 1ca9e86b-5944-4ade-9a24-6c663ba015d1 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:15.066145 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b5516d7e-f3ca-426c-af7c-9de124244e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.096210 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] Allocated IP 2001:db8::2 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/4d4c049e-ad11-47b6-8ffd-9ba12e8152ea/a4b0869c-380f-4888-af6c-eff8ed74fecf) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:15.136899 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d0dbd844-bfcf-4523-aae2-a2c0167feaa7 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.152558 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ac3ba246-6d8e-4c43-a7db-620486eb0077 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Calling delete_port for 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:15.201256 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d0dbd844-bfcf-4523-aae2-a2c0167feaa7 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.251544 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbd844-bfcf-4523-aae2-a2c0167feaa7 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f1e46b-7f19-4a0a-8a00-aab1296dd143,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:15.274276 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba246-6d8e-4c43-a7db-620486eb0077 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.321414 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-291b8a3a-ee2b-4f1b-9cce-9790064135dd None None] For port 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=90e3d5f1-ba92-4040-bb73-65eb6b18b7d2,segment=NetworkSegment(9e5a1729-edbe-4f3b-81a7-856ef2266e48),segment_id=9e5a1729-edbe-4f3b-81a7-856ef2266e48)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:15.321801 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-291b8a3a-ee2b-4f1b-9cce-9790064135dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.341534 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ba246-6d8e-4c43-a7db-620486eb0077 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Pushing event deleted for resources: {'Port': ['ID=90e3d5f1-ba92-4040-bb73-65eb6b18b7d2,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:15.351974 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3ba246-6d8e-4c43-a7db-620486eb0077 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] No DVR routers for this DVR port 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2 on host dv-neutron-837489-1-hyperv {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:59:15.375698 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d0dbd844-bfcf-4523-aae2-a2c0167feaa7 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.376928 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d0dbd844-bfcf-4523-aae2-a2c0167feaa7 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.5845914 Apr 18 05:59:15.380969 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47040) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:15.396334 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-994c50e8-01ca-44df-bf2c-c02e238e0819 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.439045 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ff8ab5d-9cfd-4110-97a9-c316b16b49c8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.454694 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.456843 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-291b8a3a-ee2b-4f1b-9cce-9790064135dd None None] Calling delete_port for 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:15.461518 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-994c50e8-01ca-44df-bf2c-c02e238e0819 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Transition to ACTIVE for port object 1e8efb01-be2e-4cb3-a8c9-984c3e7f5567 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:15.464173 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ff8ab5d-9cfd-4110-97a9-c316b16b49c8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.507141 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba246-6d8e-4c43-a7db-620486eb0077 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.535363 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-ac3ba246-6d8e-4c43-a7db-620486eb0077 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03960b31-22b8-4ac3-b970-15bc2ef4beed']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:15.549450 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-ac3ba246-6d8e-4c43-a7db-620486eb0077 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e5a1729-edbe-4f3b-81a7-856ef2266e48') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:15.549880 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-ac3ba246-6d8e-4c43-a7db-620486eb0077 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e5a1729-edbe-4f3b-81a7-856ef2266e48') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:15.565103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba246-6d8e-4c43-a7db-620486eb0077 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.581527 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ff8ab5d-9cfd-4110-97a9-c316b16b49c8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.591045 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba246-6d8e-4c43-a7db-620486eb0077 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.599067 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3ba246-6d8e-4c43-a7db-620486eb0077 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:59:15.599606 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba246-6d8e-4c43-a7db-620486eb0077 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:59:15.617564 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:59:15.663669 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8ab5d-9cfd-4110-97a9-c316b16b49c8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2f1e46b-7f19-4a0a-8a00-aab1296dd143,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:15.676649 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ff8ab5d-9cfd-4110-97a9-c316b16b49c8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.677789 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6ff8ab5d-9cfd-4110-97a9-c316b16b49c8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c2f1e46b-7f19-4a0a-8a00-aab1296dd143 HTTP/1.1" status: 204 len: 168 time: 0.2942374 Apr 18 05:59:15.681554 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47046) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:15.713653 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47050) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:15.714564 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-994c50e8-01ca-44df-bf2c-c02e238e0819 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: from cryptography.utils import int_from_bytes Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: from cryptography.utils import int_from_bytes Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn_limited( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn_limited( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:15.724665 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 05:59:15.788766 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:59:15.838207 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b5516d7e-f3ca-426c-af7c-9de124244e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.852145 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:59:15.852482 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:59:15.854208 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-291b8a3a-ee2b-4f1b-9cce-9790064135dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:59:15.854723 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-291b8a3a-ee2b-4f1b-9cce-9790064135dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:59:15.880909 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.904231 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba246-6d8e-4c43-a7db-620486eb0077 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.912387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-b5516d7e-f3ca-426c-af7c-9de124244e7e None None] For port 1ca9e86b-5944-4ade-9a24-6c663ba015d1, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=1ca9e86b-5944-4ade-9a24-6c663ba015d1,segment=NetworkSegment(226f18ed-2d35-4d87-986c-eb46d3e0d8b4),segment_id=226f18ed-2d35-4d87-986c-eb46d3e0d8b4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:15.913667 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] Transition to ACTIVE for port object a4b0869c-380f-4888-af6c-eff8ed74fecf will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:15.928628 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba246-6d8e-4c43-a7db-620486eb0077 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.928869 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b5516d7e-f3ca-426c-af7c-9de124244e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.938823 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-52941b5f-4c36-46e2-9599-b77c8eb9300d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.965307 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ba246-6d8e-4c43-a7db-620486eb0077 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] Pushing event deleted for resources: {'Network': ['ID=03960b31-22b8-4ac3-b970-15bc2ef4beed,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:15.977579 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-52941b5f-4c36-46e2-9599-b77c8eb9300d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.979782 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] Transition to ACTIVE for port object a4b0869c-380f-4888-af6c-eff8ed74fecf will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:15.990158 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ac3ba246-6d8e-4c43-a7db-620486eb0077 tempest-TagsExtTest-1534302583 tempest-TagsExtTest-1534302583-project] 10.222.0.15 "DELETE /v2.0/networks/03960b31-22b8-4ac3-b970-15bc2ef4beed HTTP/1.1" status: 204 len: 168 time: 1.9833136 Apr 18 05:59:16.006766 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.021194 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994c50e8-01ca-44df-bf2c-c02e238e0819 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network a5074018-4034-4381-99da-f97552113965 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:16.029821 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5516d7e-f3ca-426c-af7c-9de124244e7e None None] Pushing event updated for resources: {'Port': ['ID=1ca9e86b-5944-4ade-9a24-6c663ba015d1,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:16.033613 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d3e39a00-7d4a-4fe8-960c-f98ae2a8fade tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:16.047796 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-994c50e8-01ca-44df-bf2c-c02e238e0819 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:16.050250 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994c50e8-01ca-44df-bf2c-c02e238e0819 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:16.056898 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994c50e8-01ca-44df-bf2c-c02e238e0819 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:16.057547 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-994c50e8-01ca-44df-bf2c-c02e238e0819 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.091296 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c50e8-01ca-44df-bf2c-c02e238e0819 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Port': ['ID=1e8efb01-be2e-4cb3-a8c9-984c3e7f5567,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:16.104963 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-994c50e8-01ca-44df-bf2c-c02e238e0819 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0706310 Apr 18 05:59:16.107474 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d3e39a00-7d4a-4fe8-960c-f98ae2a8fade tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:16.111704 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47058) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:16.111949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47060) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:16.112503 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d3e39a00-7d4a-4fe8-960c-f98ae2a8fade tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4302707 Apr 18 05:59:16.114017 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Router 4ee3f074-256f-4eab-a10e-84d08a5fd0b0 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:59:16.182548 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:16.185851 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:16.189984 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:16.261410 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] Pushing event updated for resources: {'Port': ['ID=a4b0869c-380f-4888-af6c-eff8ed74fecf,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:16.358871 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-291b8a3a-ee2b-4f1b-9cce-9790064135dd None None] Deleting port 90e3d5f1-ba92-4040-bb73-65eb6b18b7d2 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:16.359492 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-291b8a3a-ee2b-4f1b-9cce-9790064135dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.386738 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:59:16.405277 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-71323337-37bb-4cdf-a3f1-2698c3af1cb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8::237 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/4d4c049e-ad11-47b6-8ffd-9ba12e8152ea/2cbc7b99-037a-45ce-a7bc-c98dbf72f1eb) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:16.429730 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.433780 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ea2e47cf-ef7c-4d2e-9861-44d473a0c116 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.1315634 Apr 18 05:59:16.434115 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47068) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:16.475208 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] Sync routers for ids ['4ee3f074-256f-4eab-a10e-84d08a5fd0b0'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:16.477647 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] Attempting to bind port a4b0869c-380f-4888-af6c-eff8ed74fecf on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:16.478011 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] Attempting to bind port a4b0869c-380f-4888-af6c-eff8ed74fecf by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:16.478368 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] Attempting to bind port a4b0869c-380f-4888-af6c-eff8ed74fecf on network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:59:16.495207 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-291b8a3a-ee2b-4f1b-9cce-9790064135dd None None] The port '90e3d5f1-ba92-4040-bb73-65eb6b18b7d2' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:59:16.501469 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:59:16.501836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] Checking segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:59:16.502232 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.502622 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] Bound using segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:59:16.503090 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] Bound port: a4b0869c-380f-4888-af6c-eff8ed74fecf, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:16.503796 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.534516 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3660de90-7c3f-4643-8aaf-548443e4c0f0 None None] Provisioning complete for port 1ca9e86b-5944-4ade-9a24-6c663ba015d1 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:16.534883 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3660de90-7c3f-4643-8aaf-548443e4c0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.559267 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] Routers {'4ee3f074-256f-4eab-a10e-84d08a5fd0b0'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:59:16.559849 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:59:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['4ee3f074-256f-4eab-a10e-84d08a5fd0b0'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:16.628249 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47074) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:16.814734 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-562f665c-aeda-4cea-a74a-bd118ff0e272 tempest-TestNetworkAdvancedServerOps-2006084914 tempest-TestNetworkAdvancedServerOps-2006084914-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=7b66247ce3a54159b17aa96e039e5639&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3792360 Apr 18 05:59:16.815199 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47080) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:16.821315 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bbf19986-e054-42f4-82a3-c9b27bde97e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f76d284a0f7a495a90fa40549ff5592c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1911619 Apr 18 05:59:16.832831 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-52941b5f-4c36-46e2-9599-b77c8eb9300d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.836260 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47084) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:16.852630 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70f494bb-3d5a-470b-a214-68e93c48430d tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.884543 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] For port a4b0869c-380f-4888-af6c-eff8ed74fecf, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:59:16.901935 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] For port a4b0869c-380f-4888-af6c-eff8ed74fecf, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a4b0869c-380f-4888-af6c-eff8ed74fecf,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:59:16.948117 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52941b5f-4c36-46e2-9599-b77c8eb9300d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c36da90-5c36-4226-be1f-a881f1c58128,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:16.949740 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.964011 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4259e3c2-ec44-4e0a-a5dd-b83391be7648 tempest-TestNetworkAdvancedServerOps-2006084914 tempest-TestNetworkAdvancedServerOps-2006084914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:16.968972 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4259e3c2-ec44-4e0a-a5dd-b83391be7648 tempest-TestNetworkAdvancedServerOps-2006084914 tempest-TestNetworkAdvancedServerOps-2006084914-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1514893 Apr 18 05:59:16.969696 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47088) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:16.991671 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e01a4c-583e-4dda-ad48-1a192c87ce7a req-5362f648-14e2-40c1-b8c5-84458220b2e5 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:16.995532 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b7e01a4c-583e-4dda-ad48-1a192c87ce7a req-5362f648-14e2-40c1-b8c5-84458220b2e5 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 945 time: 0.7470849 Apr 18 05:59:17.008577 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] Set router 4ee3f074-256f-4eab-a10e-84d08a5fd0b0 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:59:17.015731 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4b3fe3ec-43c5-4d95-a96b-19b3d2647e8f tempest-TestNetworkAdvancedServerOps-2006084914 tempest-TestNetworkAdvancedServerOps-2006084914-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449255 Apr 18 05:59:17.016342 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47092) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:17.021549 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-8b3d1c9d-d7e2-40e1-a9cb-f0744493da04 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-247997767', 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598', 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:17.076308 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70f494bb-3d5a-470b-a214-68e93c48430d tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.116365 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-52941b5f-4c36-46e2-9599-b77c8eb9300d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.120115 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-52941b5f-4c36-46e2-9599-b77c8eb9300d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/security-groups/3c36da90-5c36-4226-be1f-a881f1c58128 HTTP/1.1" status: 204 len: 168 time: 1.4028971 Apr 18 05:59:17.160925 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8b3d1c9d-d7e2-40e1-a9cb-f0744493da04 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:17.165330 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8b3d1c9d-d7e2-40e1-a9cb-f0744493da04 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Usage tracker for resource:subnet and tenant:7b66247ce3a54159b17aa96e039e5639 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:17.168232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8b3d1c9d-d7e2-40e1-a9cb-f0744493da04 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:17.175128 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8b3d1c9d-d7e2-40e1-a9cb-f0744493da04 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:17.187723 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3d1c9d-d7e2-40e1-a9cb-f0744493da04 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Made reservation on behalf of 7b66247ce3a54159b17aa96e039e5639 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:17.191673 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8b3d1c9d-d7e2-40e1-a9cb-f0744493da04 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.251061 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b486c-e401-41c6-b3d1-1348f20ac775 None None] Pushing event updated for resources: {'Port': ['ID=a4b0869c-380f-4888-af6c-eff8ed74fecf,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:17.275977 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b7e01a4c-583e-4dda-ad48-1a192c87ce7a req-ea0d674f-fa70-42b8-9574-5d6c084b6790 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2619147 Apr 18 05:59:17.322963 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d6536bff-d357-4bbe-b670-b926fbc7d136 None None] Provisioning for port 1e8efb01-be2e-4cb3-a8c9-984c3e7f5567 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:17.338016 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d6536bff-d357-4bbe-b670-b926fbc7d136 None None] Provisioning complete for port 1e8efb01-be2e-4cb3-a8c9-984c3e7f5567 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:17.338380 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d6536bff-d357-4bbe-b670-b926fbc7d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.353501 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b5d48053-a46e-4931-9ae0-1138202b477e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.418744 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70f494bb-3d5a-470b-a214-68e93c48430d tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.427040 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-71323337-37bb-4cdf-a3f1-2698c3af1cb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.449617 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-d6536bff-d357-4bbe-b670-b926fbc7d136 None None] Port 1e8efb01-be2e-4cb3-a8c9-984c3e7f5567 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:59:17.527770 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967487276', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:10Z', 'updated_at': '2022-04-18T05:59:14Z', 'revision_number': 3, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'gw_port': {'id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:12Z', 'updated_at': '2022-04-18T05:59:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:17.532591 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] Checking router: 4ee3f074-256f-4eab-a10e-84d08a5fd0b0 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:59:17.532943 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] Updating router 4ee3f074-256f-4eab-a10e-84d08a5fd0b0 port 457a26ca-c7df-4391-8586-7438bdf7391e binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:59:17.535885 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f494bb-3d5a-470b-a214-68e93c48430d tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc3b65c-45ae-446e-b1b6-43f6f6333151,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:17.575540 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b5d48053-a46e-4931-9ae0-1138202b477e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.598110 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-71323337-37bb-4cdf-a3f1-2698c3af1cb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Transition to ACTIVE for port object 2cbc7b99-037a-45ce-a7bc-c98dbf72f1eb will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:17.603455 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8b3d1c9d-d7e2-40e1-a9cb-f0744493da04 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.604237 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ccebd2-5b34-462e-8e31-e7fd97cd849e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.627803 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.646635 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70f494bb-3d5a-470b-a214-68e93c48430d tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.651292 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-70f494bb-3d5a-470b-a214-68e93c48430d tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "DELETE /v2.0/security-groups/5cc3b65c-45ae-446e-b1b6-43f6f6333151 HTTP/1.1" status: 204 len: 168 time: 1.5333762 Apr 18 05:59:17.651442 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47100) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:17.787704 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-bdf5715f-b173-429d-b6b8-c5426aac3f46 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:17.796700 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d1c9d-d7e2-40e1-a9cb-f0744493da04 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Pushing event updated for resources: {'Subnet': ['ID=52758bd8-2631-431e-98a6-304c934d7ada,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:17.814370 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3d1c9d-d7e2-40e1-a9cb-f0744493da04 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Checking segment: {'id': 'f0f9e6c6-dd28-4d5b-816f-18201b1caa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:59:17.814870 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3d1c9d-d7e2-40e1-a9cb-f0744493da04 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Network hostable DHCP agents. Network: 8bd01ecf-2d97-4bf7-9ab0-18dfface8598, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:59:17.821429 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-bdf5715f-b173-429d-b6b8-c5426aac3f46 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:17.822918 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bdf5715f-b173-429d-b6b8-c5426aac3f46 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1706202 Apr 18 05:59:17.827558 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47104) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:17.887343 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3d1c9d-d7e2-40e1-a9cb-f0744493da04 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Network 8bd01ecf-2d97-4bf7-9ab0-18dfface8598 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:59:17.911112 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-40ac2d2f-1c03-4a35-bae7-bf64aa961a96 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.914917 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-8b3d1c9d-d7e2-40e1-a9cb-f0744493da04 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 8bd01ecf-2d97-4bf7-9ab0-18dfface8598) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:17.930764 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3d1c9d-d7e2-40e1-a9cb-f0744493da04 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:17.931661 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a4b0869c-380f-4888-af6c-eff8ed74fecf up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:17.932172 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8b3d1c9d-d7e2-40e1-a9cb-f0744493da04 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.962813 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-40ac2d2f-1c03-4a35-bae7-bf64aa961a96 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.963849 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa02304-b163-40ba-a1ed-fe942d89f4aa None None] Network 8bd01ecf-2d97-4bf7-9ab0-18dfface8598 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:17.993035 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8b3d1c9d-d7e2-40e1-a9cb-f0744493da04 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9756298 Apr 18 05:59:17.993832 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47108) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:18.122505 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318efa2a-5fca-419e-a736-2ea88a7b94e4 req-4ccf131e-e32f-436d-a774-741bb3322f3c tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:18.125318 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-318efa2a-5fca-419e-a736-2ea88a7b94e4 req-4ccf131e-e32f-436d-a774-741bb3322f3c tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 945 time: 0.6672359 Apr 18 05:59:18.139634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b5d48053-a46e-4931-9ae0-1138202b477e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.186530 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-71323337-37bb-4cdf-a3f1-2698c3af1cb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.209576 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47114) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:18.244969 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d48053-a46e-4931-9ae0-1138202b477e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee2fcc9-49a8-4b10-b2c6-bc583bb1f634,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:18.311212 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port a4b0869c-380f-4888-af6c-eff8ed74fecf completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:18.339778 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 1ca9e86b-5944-4ade-9a24-6c663ba015d1 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:18.440969 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.465044 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-40ac2d2f-1c03-4a35-bae7-bf64aa961a96 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.494189 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71323337-37bb-4cdf-a3f1-2698c3af1cb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:18.532757 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-8bd01ecf-2d97-4bf7-9ab0-18dfface8598', 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'fixed_ips': [{'subnet_id': '52758bd8-2631-431e-98a6-304c934d7ada'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:59:18.533712 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.546532 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] Transition to ACTIVE for port object 457a26ca-c7df-4391-8586-7438bdf7391e will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:18.550190 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71323337-37bb-4cdf-a3f1-2698c3af1cb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=2cbc7b99-037a-45ce-a7bc-c98dbf72f1eb,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:18.565192 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-71323337-37bb-4cdf-a3f1-2698c3af1cb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:18.567398 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b5d48053-a46e-4931-9ae0-1138202b477e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.568606 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b5d48053-a46e-4931-9ae0-1138202b477e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fee2fcc9-49a8-4b10-b2c6-bc583bb1f634 HTTP/1.1" status: 204 len: 168 time: 1.7173057 Apr 18 05:59:18.569547 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71323337-37bb-4cdf-a3f1-2698c3af1cb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:18.575754 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71323337-37bb-4cdf-a3f1-2698c3af1cb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:18.576433 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-71323337-37bb-4cdf-a3f1-2698c3af1cb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.601494 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.617210 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-318efa2a-5fca-419e-a736-2ea88a7b94e4 req-d3702d43-34c2-41a5-ac95-843b3176bae6 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4716294 Apr 18 05:59:18.650729 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47120) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:18.711828 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 1ca9e86b-5944-4ade-9a24-6c663ba015d1 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:18.712381 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.744992 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-71323337-37bb-4cdf-a3f1-2698c3af1cb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.6158783 Apr 18 05:59:18.753623 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acaea77-b29b-400d-bcfa-552c99dddfa8 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:18.756329 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47126) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:18.833740 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] Attempting to bind port 457a26ca-c7df-4391-8586-7438bdf7391e on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:18.833740 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] Attempting to bind port 457a26ca-c7df-4391-8586-7438bdf7391e by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:18.833740 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] Attempting to bind port 457a26ca-c7df-4391-8586-7438bdf7391e on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:59:18.848584 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac2d2f-1c03-4a35-bae7-bf64aa961a96 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c831180-02c8-4362-82e9-6f00166a677e,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:18.895297 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-40ac2d2f-1c03-4a35-bae7-bf64aa961a96 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.898410 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-40ac2d2f-1c03-4a35-bae7-bf64aa961a96 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "DELETE /v2.0/security-groups/6c831180-02c8-4362-82e9-6f00166a677e HTTP/1.1" status: 204 len: 168 time: 1.0689826 Apr 18 05:59:18.909234 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:59:18.909954 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:59:18.910534 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.911127 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:59:18.911813 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] Bound port: 457a26ca-c7df-4391-8586-7438bdf7391e, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:18.912412 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.915655 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47130) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:19.051975 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40212f-866c-42c6-882d-3223700d99a3 None None] Pushing event updated for resources: {'Port': ['ID=457a26ca-c7df-4391-8586-7438bdf7391e,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:19.071206 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-52d38ffb-fbbd-4185-b72d-fca10886ef17 None None] Provisioning for port a4b0869c-380f-4888-af6c-eff8ed74fecf completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:19.074886 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7aa99f43-1caf-4e28-a36c-07e9295214f7 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:19.089944 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ccebd2-5b34-462e-8e31-e7fd97cd849e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.110592 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-52d38ffb-fbbd-4185-b72d-fca10886ef17 None None] Provisioning complete for port a4b0869c-380f-4888-af6c-eff8ed74fecf triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:19.110955 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-52d38ffb-fbbd-4185-b72d-fca10886ef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.141820 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7aa99f43-1caf-4e28-a36c-07e9295214f7 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:19.149579 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7aa99f43-1caf-4e28-a36c-07e9295214f7 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2237651 Apr 18 05:59:19.149579 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47134) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:19.153990 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705582da-eaef-4676-8292-802f6ecd00da tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:19.154906 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-d1250768-be1e-4b1b-91d1-8d11848e3401 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Request body: {'security_group': {'name': 'tempest-secgroup--374241108'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:19.159921 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705582da-eaef-4676-8292-802f6ecd00da tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:19.161022 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-705582da-eaef-4676-8292-802f6ecd00da tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:19.167227 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d1250768-be1e-4b1b-91d1-8d11848e3401 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:19.180800 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ccebd2-5b34-462e-8e31-e7fd97cd849e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.184363 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d1250768-be1e-4b1b-91d1-8d11848e3401 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:19.229986 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d1250768-be1e-4b1b-91d1-8d11848e3401 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.247600 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] Allocated IP 172.20.0.2 (8bd01ecf-2d97-4bf7-9ab0-18dfface8598/52758bd8-2631-431e-98a6-304c934d7ada/4181e6c5-2e6a-4f9c-b65d-4206ee050674) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:19.261549 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] For port 457a26ca-c7df-4391-8586-7438bdf7391e, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:59:19.270966 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d1250768-be1e-4b1b-91d1-8d11848e3401 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:19.278230 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d1250768-be1e-4b1b-91d1-8d11848e3401 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group_rule and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:19.283462 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d1250768-be1e-4b1b-91d1-8d11848e3401 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:19.293695 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae360a9-7a1d-410c-a0b2-b855681841ff tempest-TestVolumeBootPattern-1507592930 tempest-TestVolumeBootPattern-1507592930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:19.300709 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5ae360a9-7a1d-410c-a0b2-b855681841ff tempest-TestVolumeBootPattern-1507592930 tempest-TestVolumeBootPattern-1507592930-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 1093 time: 0.6403739 Apr 18 05:59:19.320161 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47138) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:19.322641 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d1250768-be1e-4b1b-91d1-8d11848e3401 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:19.322917 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] For port 457a26ca-c7df-4391-8586-7438bdf7391e, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=457a26ca-c7df-4391-8586-7438bdf7391e,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:59:19.333982 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': 'ab59e274-d138-4982-bb71-2e1dea54ad12', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:19.350309 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:19.361561 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Usage tracker for resource:floatingip and tenant:49ad773d519141abbf5e743e64df06bc is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:19.367500 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:19.377537 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.380583 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:19.383629 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccebd2-5b34-462e-8e31-e7fd97cd849e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Port': ['ID=1e8efb01-be2e-4cb3-a8c9-984c3e7f5567,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:19.392161 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dd85ff27-74c6-427d-84a4-56829c8e368f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.396809 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-705582da-eaef-4676-8292-802f6ecd00da tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:19.398060 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-705582da-eaef-4676-8292-802f6ecd00da tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6407430 Apr 18 05:59:19.407709 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47142) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:19.534914 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for floatingip, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.635099 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-92fb90e5-8754-47ad-8c19-dce558e9c8cb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting port 2cbc7b99-037a-45ce-a7bc-c98dbf72f1eb {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:19.635921 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-92fb90e5-8754-47ad-8c19-dce558e9c8cb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.675928 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ccebd2-5b34-462e-8e31-e7fd97cd849e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.689723 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] Routers {'4ee3f074-256f-4eab-a10e-84d08a5fd0b0'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:59:19.690357 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:59:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['4ee3f074-256f-4eab-a10e-84d08a5fd0b0'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:19.747619 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40212f-866c-42c6-882d-3223700d99a3 None None] Pushing event updated for resources: {'Port': ['ID=457a26ca-c7df-4391-8586-7438bdf7391e,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:19.770455 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-52d38ffb-fbbd-4185-b72d-fca10886ef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.803915 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d1250768-be1e-4b1b-91d1-8d11848e3401 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.833074 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d1250768-be1e-4b1b-91d1-8d11848e3401 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.964922 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-52d38ffb-fbbd-4185-b72d-fca10886ef17 None None] For port a4b0869c-380f-4888-af6c-eff8ed74fecf, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a4b0869c-380f-4888-af6c-eff8ed74fecf,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:19.981964 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-52d38ffb-fbbd-4185-b72d-fca10886ef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.029863 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1250768-be1e-4b1b-91d1-8d11848e3401 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba517ff-322a-467c-9f93-3609313d7cde,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:20.030399 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.065637 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] Set router 4ee3f074-256f-4eab-a10e-84d08a5fd0b0 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:59:20.111985 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] Transition to ACTIVE for port object 4181e6c5-2e6a-4f9c-b65d-4206ee050674 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:20.121151 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ccebd2-5b34-462e-8e31-e7fd97cd849e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.133318 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d1250768-be1e-4b1b-91d1-8d11848e3401 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.137430 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d1250768-be1e-4b1b-91d1-8d11848e3401 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9843223 Apr 18 05:59:20.137568 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fe02-8dd2-4665-a236-53f87b3f0d5d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.152152 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47146) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:20.168984 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-d7c631e3-cb7a-4698-82a2-e9841042acf8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Request body: {'security_group_rule': {'security_group_id': '6ba517ff-322a-467c-9f93-3609313d7cde', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:20.293551 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-92fb90e5-8754-47ad-8c19-dce558e9c8cb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.304456 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] Transition to ACTIVE for port object 4181e6c5-2e6a-4f9c-b65d-4206ee050674 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:20.309833 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d38ffb-fbbd-4185-b72d-fca10886ef17 None None] Pushing event updated for resources: {'Port': ['ID=a4b0869c-380f-4888-af6c-eff8ed74fecf,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:20.341990 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d7c631e3-cb7a-4698-82a2-e9841042acf8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:20.372781 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e2f7716b-885b-4324-b19a-9360a773245c None None] Provisioning complete for port 1e8efb01-be2e-4cb3-a8c9-984c3e7f5567 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:20.373376 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e2f7716b-885b-4324-b19a-9360a773245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.396478 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.508362 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] Network 8bd01ecf-2d97-4bf7-9ab0-18dfface8598 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:20.516001 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:20.527802 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-92fb90e5-8754-47ad-8c19-dce558e9c8cb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Calling delete_port for 2cbc7b99-037a-45ce-a7bc-c98dbf72f1eb owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:20.538821 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:20.553551 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e2f7716b-885b-4324-b19a-9360a773245c None None] Port 1e8efb01-be2e-4cb3-a8c9-984c3e7f5567 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:59:20.590972 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] Pushing event updated for resources: {'Port': ['ID=4181e6c5-2e6a-4f9c-b65d-4206ee050674,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:20.711897 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] Attempting to bind port 4181e6c5-2e6a-4f9c-b65d-4206ee050674 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:20.712296 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] Attempting to bind port 4181e6c5-2e6a-4f9c-b65d-4206ee050674 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'f0f9e6c6-dd28-4d5b-816f-18201b1caa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:20.712665 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] Attempting to bind port 4181e6c5-2e6a-4f9c-b65d-4206ee050674 on network 8bd01ecf-2d97-4bf7-9ab0-18dfface8598 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:59:20.714796 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-af282f40-bc2a-4ff8-b0a0-693c85c3cdb5 None None] Provisioning complete for port a4b0869c-380f-4888-af6c-eff8ed74fecf triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:20.715162 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-af282f40-bc2a-4ff8-b0a0-693c85c3cdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.721672 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d7c631e3-cb7a-4698-82a2-e9841042acf8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group_rule and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:20.732710 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d7c631e3-cb7a-4698-82a2-e9841042acf8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:20.755924 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d7c631e3-cb7a-4698-82a2-e9841042acf8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:20.776544 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:59:20.776897 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] Checking segment: {'id': 'f0f9e6c6-dd28-4d5b-816f-18201b1caa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:59:20.777299 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.777695 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] Bound using segment: {'id': 'f0f9e6c6-dd28-4d5b-816f-18201b1caa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:59:20.778160 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] Bound port: 4181e6c5-2e6a-4f9c-b65d-4206ee050674, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f9e6c6-dd28-4d5b-816f-18201b1caa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:20.778536 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.797637 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ccebd2-5b34-462e-8e31-e7fd97cd849e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.808809 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ccebd2-5b34-462e-8e31-e7fd97cd849e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.809533 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-45ccebd2-5b34-462e-8e31-e7fd97cd849e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.884514 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] For port 4181e6c5-2e6a-4f9c-b65d-4206ee050674, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:59:20.887526 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] For port 4181e6c5-2e6a-4f9c-b65d-4206ee050674, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4181e6c5-2e6a-4f9c-b65d-4206ee050674,segment=NetworkSegment(f0f9e6c6-dd28-4d5b-816f-18201b1caa98),segment_id=f0f9e6c6-dd28-4d5b-816f-18201b1caa98)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:59:20.908394 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d7c631e3-cb7a-4698-82a2-e9841042acf8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.919902 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.947431 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:21.006516 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccebd2-5b34-462e-8e31-e7fd97cd849e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Port': ['ID=1e8efb01-be2e-4cb3-a8c9-984c3e7f5567,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:21.019925 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967487276', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:10Z', 'updated_at': '2022-04-18T05:59:14Z', 'revision_number': 3, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'gw_port': {'id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:12Z', 'updated_at': '2022-04-18T05:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:21.033488 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc3a63-4775-4e34-864b-bf32cfdc5871 None None] The sync data for ids ['4ee3f074-256f-4eab-a10e-84d08a5fd0b0'] in dv-neutron-837489-1-hyperv is: [{'id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967487276', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:10Z', 'updated_at': '2022-04-18T05:59:14Z', 'revision_number': 3, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'gw_port': {'id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:12Z', 'updated_at': '2022-04-18T05:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:21.036527 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-7fb9fe02-8dd2-4665-a236-53f87b3f0d5d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port 467e4537-4abc-4776-9d7d-dab79a588b0d {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:21.036860 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fe02-8dd2-4665-a236-53f87b3f0d5d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:21.045445 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af398d78-f77f-4274-ad17-e45c92a3a52e None None] Pushing event updated for resources: {'Port': ['ID=4181e6c5-2e6a-4f9c-b65d-4206ee050674,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:21.117460 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-af282f40-bc2a-4ff8-b0a0-693c85c3cdb5 None None] Provisioning for port 2cbc7b99-037a-45ce-a7bc-c98dbf72f1eb completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:21.123808 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-af282f40-bc2a-4ff8-b0a0-693c85c3cdb5 None None] Provisioning complete for port 2cbc7b99-037a-45ce-a7bc-c98dbf72f1eb triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:21.124799 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-af282f40-bc2a-4ff8-b0a0-693c85c3cdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:21.138540 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-92fb90e5-8754-47ad-8c19-dce558e9c8cb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:21.168011 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ccebd2-5b34-462e-8e31-e7fd97cd849e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network a5074018-4034-4381-99da-f97552113965 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:21.171280 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-45ccebd2-5b34-462e-8e31-e7fd97cd849e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:21.191027 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-dd85ff27-74c6-427d-84a4-56829c8e368f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Allocated IP 172.20.0.1 (8bd01ecf-2d97-4bf7-9ab0-18dfface8598/52758bd8-2631-431e-98a6-304c934d7ada/5dac5f09-e43e-4b8c-b8de-0eed068860ba) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:21.192395 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-af282f40-bc2a-4ff8-b0a0-693c85c3cdb5 None None] Port 2cbc7b99-037a-45ce-a7bc-c98dbf72f1eb was deleted so its status cannot be updated. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 18 05:59:21.214501 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d7c631e3-cb7a-4698-82a2-e9841042acf8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:21.262715 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb90e5-8754-47ad-8c19-dce558e9c8cb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Port': ['ID=2cbc7b99-037a-45ce-a7bc-c98dbf72f1eb,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:21.279371 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d7c631e3-cb7a-4698-82a2-e9841042acf8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:21.321369 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-92fb90e5-8754-47ad-8c19-dce558e9c8cb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:21.552879 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c631e3-cb7a-4698-82a2-e9841042acf8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad2f148-c72f-4026-ae03-a085cd7eb4ac,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:21.747179 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b1f0282e-aa66-4f8e-a677-4eafa6b97f66 None None] Provisioning complete for port 1e8efb01-be2e-4cb3-a8c9-984c3e7f5567 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:21.747737 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b1f0282e-aa66-4f8e-a677-4eafa6b97f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:21.754064 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-7fb9fe02-8dd2-4665-a236-53f87b3f0d5d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port 467e4537-4abc-4776-9d7d-dab79a588b0d, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=467e4537-4abc-4776-9d7d-dab79a588b0d,segment=NetworkSegment(e253e435-5254-4b3b-841b-f98d9c1029ce),segment_id=e253e435-5254-4b3b-841b-f98d9c1029ce)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:21.754447 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fe02-8dd2-4665-a236-53f87b3f0d5d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:21.791398 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dd85ff27-74c6-427d-84a4-56829c8e368f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:21.809484 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-dd85ff27-74c6-427d-84a4-56829c8e368f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Transition to ACTIVE for port object 5dac5f09-e43e-4b8c-b8de-0eed068860ba will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:21.860071 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-92fb90e5-8754-47ad-8c19-dce558e9c8cb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/2cbc7b99-037a-45ce-a7bc-c98dbf72f1eb HTTP/1.1" status: 204 len: 168 time: 2.4488039 Apr 18 05:59:21.861253 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47150) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:21.868643 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-b1f0282e-aa66-4f8e-a677-4eafa6b97f66 None None] Port 1e8efb01-be2e-4cb3-a8c9-984c3e7f5567 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:59:21.869427 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Allocated IP 172.26.1.164 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/5b14893a-cece-46ce-b4f1-eb47b29b3b30) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:21.872662 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d7c631e3-cb7a-4698-82a2-e9841042acf8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:21.874086 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d7c631e3-cb7a-4698-82a2-e9841042acf8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.7190332 Apr 18 05:59:21.878595 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47154) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:21.900590 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dd85ff27-74c6-427d-84a4-56829c8e368f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:21.963641 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-7fb9fe02-8dd2-4665-a236-53f87b3f0d5d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for 467e4537-4abc-4776-9d7d-dab79a588b0d owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:21.983533 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 457a26ca-c7df-4391-8586-7438bdf7391e up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:22.034584 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25860235-20dd-40e1-9b8b-9d0d0fc8f802 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.046181 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25860235-20dd-40e1-9b8b-9d0d0fc8f802 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.074962 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 457a26ca-c7df-4391-8586-7438bdf7391e completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:22.081847 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 457a26ca-c7df-4391-8586-7438bdf7391e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:22.083034 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.113352 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd85ff27-74c6-427d-84a4-56829c8e368f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Network 8bd01ecf-2d97-4bf7-9ab0-18dfface8598 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:22.116015 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90109b4-5890-432f-bfb8-0b6355f5c9fd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:22.117617 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90109b4-5890-432f-bfb8-0b6355f5c9fd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:22.118361 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b90109b4-5890-432f-bfb8-0b6355f5c9fd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:22.122504 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-dd85ff27-74c6-427d-84a4-56829c8e368f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:22.128977 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd85ff27-74c6-427d-84a4-56829c8e368f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:22.172497 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85ff27-74c6-427d-84a4-56829c8e368f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Pushing event updated for resources: {'Port': ['ID=5dac5f09-e43e-4b8c-b8de-0eed068860ba,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:22.217994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25860235-20dd-40e1-9b8b-9d0d0fc8f802 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.260574 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.287756 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 457a26ca-c7df-4391-8586-7438bdf7391e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=457a26ca-c7df-4391-8586-7438bdf7391e,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:22.293837 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.295221 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a4b0869c-380f-4888-af6c-eff8ed74fecf up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:22.296029 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ccebd2-5b34-462e-8e31-e7fd97cd849e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Router 79d00c49-7ca7-4df0-9a30-d2781c804bff is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:59:22.307824 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.326996 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b90109b4-5890-432f-bfb8-0b6355f5c9fd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:22.333575 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b90109b4-5890-432f-bfb8-0b6355f5c9fd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4672928 Apr 18 05:59:22.334180 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47158) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:22.360495 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25860235-20dd-40e1-9b8b-9d0d0fc8f802 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.364723 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-25860235-20dd-40e1-9b8b-9d0d0fc8f802 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/bad2f148-c72f-4026-ae03-a085cd7eb4ac HTTP/1.1" status: 204 len: 168 time: 0.4834487 Apr 18 05:59:22.368009 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47162) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:22.368921 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dd85ff27-74c6-427d-84a4-56829c8e368f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.391289 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.501557 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25860235-20dd-40e1-9b8b-9d0d0fc8f802 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bad2f148-c72f-4026-ae03-a085cd7eb4ac,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:22.530230 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=457a26ca-c7df-4391-8586-7438bdf7391e,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:22.540934 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Pushing event updated for resources: {'Port': ['ID=5b14893a-cece-46ce-b4f1-eb47b29b3b30,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:22.556831 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port a4b0869c-380f-4888-af6c-eff8ed74fecf triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:22.557256 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.600579 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:22.604921 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:22.618053 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:22.700309 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4181e6c5-2e6a-4f9c-b65d-4206ee050674 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:22.705091 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-66de4a1c-9cb5-42b1-a50e-a453a38ad003 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:22.724463 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd156620-e35d-44a0-b1b6-1a644c19fafe tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet 4d4c049e-ad11-47b6-8ffd-9ba12e8152ea {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:59:22.727828 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bd156620-e35d-44a0-b1b6-1a644c19fafe tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.786445 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ccebd2-5b34-462e-8e31-e7fd97cd849e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:59:22.794027 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-45ccebd2-5b34-462e-8e31-e7fd97cd849e tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "PUT /v2.0/routers/79d00c49-7ca7-4df0-9a30-d2781c804bff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6810014 Apr 18 05:59:22.799360 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47166) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:22.806795 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204549e4-6414-4a1c-b0d0-fd4f5dfaafa7 None None] Sync routers for ids ['79d00c49-7ca7-4df0-9a30-d2781c804bff'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:22.810240 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-66de4a1c-9cb5-42b1-a50e-a453a38ad003 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:22.813720 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d333d5-8cae-4eb3-937c-68a34f3ae2f0 None None] Network 8bd01ecf-2d97-4bf7-9ab0-18dfface8598 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:22.815548 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-66de4a1c-9cb5-42b1-a50e-a453a38ad003 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4345908 Apr 18 05:59:22.821701 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204549e4-6414-4a1c-b0d0-fd4f5dfaafa7 None None] Routers {'79d00c49-7ca7-4df0-9a30-d2781c804bff'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:59:22.822609 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-204549e4-6414-4a1c-b0d0-fd4f5dfaafa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:59:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['79d00c49-7ca7-4df0-9a30-d2781c804bff'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:22.823031 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47170) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:22.857923 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bd156620-e35d-44a0-b1b6-1a644c19fafe tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.901586 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-204549e4-6414-4a1c-b0d0-fd4f5dfaafa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:22.915004 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204549e4-6414-4a1c-b0d0-fd4f5dfaafa7 None None] Routers {'79d00c49-7ca7-4df0-9a30-d2781c804bff'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:59:22.916005 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-204549e4-6414-4a1c-b0d0-fd4f5dfaafa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:59:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['79d00c49-7ca7-4df0-9a30-d2781c804bff'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:22.951042 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 4181e6c5-2e6a-4f9c-b65d-4206ee050674 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:22.966797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dd85ff27-74c6-427d-84a4-56829c8e368f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.014498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7a1d431f-72be-41e5-9d27-40aaaaa94905 None None] Provisioning for port 4181e6c5-2e6a-4f9c-b65d-4206ee050674 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:23.018055 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-204549e4-6414-4a1c-b0d0-fd4f5dfaafa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:23.018784 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204549e4-6414-4a1c-b0d0-fd4f5dfaafa7 None None] The sync data for ids ['79d00c49-7ca7-4df0-9a30-d2781c804bff'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:23.035746 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7a1d431f-72be-41e5-9d27-40aaaaa94905 None None] Provisioning complete for port 4181e6c5-2e6a-4f9c-b65d-4206ee050674 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:23.036070 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7a1d431f-72be-41e5-9d27-40aaaaa94905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.048493 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fe02-8dd2-4665-a236-53f87b3f0d5d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.069986 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3dd4b90c-ef77-4e1f-aaa8-759fde40767e tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.095908 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c98ec50-a9cc-4a1a-a7e2-293aa52c66e8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:23.096683 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4c98ec50-a9cc-4a1a-a7e2-293aa52c66e8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Synchronizing usage tracker for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:23.117936 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9fe02-8dd2-4665-a236-53f87b3f0d5d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=467e4537-4abc-4776-9d7d-dab79a588b0d,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:23.173123 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bd156620-e35d-44a0-b1b6-1a644c19fafe tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.322593 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7a1d431f-72be-41e5-9d27-40aaaaa94905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.395472 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4c98ec50-a9cc-4a1a-a7e2-293aa52c66e8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Unset dirty status for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:23.396582 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4c98ec50-a9cc-4a1a-a7e2-293aa52c66e8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d00c49-7ca7-4df0-9a30-d2781c804bff HTTP/1.1" status: 200 len: 989 time: 0.5924351 Apr 18 05:59:23.407609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47174) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:23.424625 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-7a1d431f-72be-41e5-9d27-40aaaaa94905 None None] For port 4181e6c5-2e6a-4f9c-b65d-4206ee050674, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4181e6c5-2e6a-4f9c-b65d-4206ee050674,segment=NetworkSegment(f0f9e6c6-dd28-4d5b-816f-18201b1caa98),segment_id=f0f9e6c6-dd28-4d5b-816f-18201b1caa98)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:23.447132 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7a1d431f-72be-41e5-9d27-40aaaaa94905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.543291 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d431f-72be-41e5-9d27-40aaaaa94905 None None] Pushing event updated for resources: {'Port': ['ID=4181e6c5-2e6a-4f9c-b65d-4206ee050674,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:23.587206 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3dd4b90c-ef77-4e1f-aaa8-759fde40767e tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.777382 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bd156620-e35d-44a0-b1b6-1a644c19fafe tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.787853 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-85307d4c-8a17-4ec1-a9ca-b98b7620d185 None None] Provisioning complete for port 4181e6c5-2e6a-4f9c-b65d-4206ee050674 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:23.788410 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-85307d4c-8a17-4ec1-a9ca-b98b7620d185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.831952 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3dd4b90c-ef77-4e1f-aaa8-759fde40767e tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.914715 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4b90c-ef77-4e1f-aaa8-759fde40767e tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba517ff-322a-467c-9f93-3609313d7cde,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:23.925838 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3dd4b90c-ef77-4e1f-aaa8-759fde40767e tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.927181 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3dd4b90c-ef77-4e1f-aaa8-759fde40767e tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "DELETE /v2.0/security-groups/6ba517ff-322a-467c-9f93-3609313d7cde HTTP/1.1" status: 204 len: 168 time: 1.1032431 Apr 18 05:59:23.932220 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47178) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:23.990986 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 457a26ca-c7df-4391-8586-7438bdf7391e up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:24.067855 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0108c612-5a4a-41f9-a56e-9c2268258975 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:24.094586 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-85307d4c-8a17-4ec1-a9ca-b98b7620d185 None None] Provisioning for port 5dac5f09-e43e-4b8c-b8de-0eed068860ba completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:24.101412 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd156620-e35d-44a0-b1b6-1a644c19fafe tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=4d4c049e-ad11-47b6-8ffd-9ba12e8152ea,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:24.107396 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bd156620-e35d-44a0-b1b6-1a644c19fafe tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.108352 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-85307d4c-8a17-4ec1-a9ca-b98b7620d185 None None] Provisioning complete for port 5dac5f09-e43e-4b8c-b8de-0eed068860ba triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:24.109356 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-85307d4c-8a17-4ec1-a9ca-b98b7620d185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.116732 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0108c612-5a4a-41f9-a56e-9c2268258975 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:24.118076 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0108c612-5a4a-41f9-a56e-9c2268258975 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1847587 Apr 18 05:59:24.125785 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47182) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:24.129976 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fe02-8dd2-4665-a236-53f87b3f0d5d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.134164 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-b7c095ed-92df-4d41-8085-f00f84aba463 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1341912593'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:24.140353 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b7c095ed-92df-4d41-8085-f00f84aba463 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:24.150244 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b7c095ed-92df-4d41-8085-f00f84aba463 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:24.179119 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b7c095ed-92df-4d41-8085-f00f84aba463 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.198126 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dd85ff27-74c6-427d-84a4-56829c8e368f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.205562 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.208826 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-85307d4c-8a17-4ec1-a9ca-b98b7620d185 None None] Port 5dac5f09-e43e-4b8c-b8de-0eed068860ba cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:59:24.212259 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547d516b-649a-4530-a819-849c3606e056 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:24.219978 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dd85ff27-74c6-427d-84a4-56829c8e368f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.278676 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b7c095ed-92df-4d41-8085-f00f84aba463 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:24.310223 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dd85ff27-74c6-427d-84a4-56829c8e368f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.333690 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b7c095ed-92df-4d41-8085-f00f84aba463 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group_rule and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:24.337450 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b7c095ed-92df-4d41-8085-f00f84aba463 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:24.353907 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b7c095ed-92df-4d41-8085-f00f84aba463 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:24.376726 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 457a26ca-c7df-4391-8586-7438bdf7391e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:24.377220 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.462901 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bd156620-e35d-44a0-b1b6-1a644c19fafe tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/4d4c049e-ad11-47b6-8ffd-9ba12e8152ea HTTP/1.1" status: 204 len: 168 time: 2.1180530 Apr 18 05:59:24.472322 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47186) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:24.490269 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ba6656ae-ab53-41e8-bb08-76bf68858640 None None] Provisioning complete for port 5dac5f09-e43e-4b8c-b8de-0eed068860ba triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:24.490635 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ba6656ae-ab53-41e8-bb08-76bf68858640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.548238 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-423d682d-56ee-43b0-aef7-0a083ec7ec84 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746305 Apr 18 05:59:24.554949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47190) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:24.558360 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85ff27-74c6-427d-84a4-56829c8e368f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Pushing event updated for resources: {'Port': ['ID=5dac5f09-e43e-4b8c-b8de-0eed068860ba,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:24.564236 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-174aa04a-f851-4637-a266-2f7f8d5021cc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:24.607686 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-ba6656ae-ab53-41e8-bb08-76bf68858640 None None] Port 5dac5f09-e43e-4b8c-b8de-0eed068860ba cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:59:24.612328 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.647698 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4181e6c5-2e6a-4f9c-b65d-4206ee050674 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:24.695576 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9039c6f-4f17-4129-a4eb-7dcd0a39b7df None None] DHCP port deletion for 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:59:24.709339 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f9039c6f-4f17-4129-a4eb-7dcd0a39b7df None None] Deleting port a4b0869c-380f-4888-af6c-eff8ed74fecf {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:24.709796 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f9039c6f-4f17-4129-a4eb-7dcd0a39b7df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.723030 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd85ff27-74c6-427d-84a4-56829c8e368f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Network 8bd01ecf-2d97-4bf7-9ab0-18dfface8598 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:24.728389 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-dd85ff27-74c6-427d-84a4-56829c8e368f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:24.733448 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b7c095ed-92df-4d41-8085-f00f84aba463 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.961583 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f9039c6f-4f17-4129-a4eb-7dcd0a39b7df None None] For port a4b0869c-380f-4888-af6c-eff8ed74fecf, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a4b0869c-380f-4888-af6c-eff8ed74fecf,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:24.961895 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f9039c6f-4f17-4129-a4eb-7dcd0a39b7df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.962596 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b7c095ed-92df-4d41-8085-f00f84aba463 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.975038 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-174aa04a-f851-4637-a266-2f7f8d5021cc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:24.989359 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-174aa04a-f851-4637-a266-2f7f8d5021cc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:24.995132 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-174aa04a-f851-4637-a266-2f7f8d5021cc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:24.998743 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb9fe02-8dd2-4665-a236-53f87b3f0d5d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router d80b2c63-ac79-4c6f-bb81-8d493381630e has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:59:25.006064 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-174aa04a-f851-4637-a266-2f7f8d5021cc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:25.038113 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd85ff27-74c6-427d-84a4-56829c8e368f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Router 4ee3f074-256f-4eab-a10e-84d08a5fd0b0 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:59:25.083756 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174aa04a-f851-4637-a266-2f7f8d5021cc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:25.087555 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-174aa04a-f851-4637-a266-2f7f8d5021cc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.101905 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f9039c6f-4f17-4129-a4eb-7dcd0a39b7df None None] Calling delete_port for a4b0869c-380f-4888-af6c-eff8ed74fecf owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:25.117761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c095ed-92df-4d41-8085-f00f84aba463 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d553544-428f-4682-8231-47e13d5b7f61,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:25.142907 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 4181e6c5-2e6a-4f9c-b65d-4206ee050674 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:25.143279 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.198654 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-123ec0b4-e5cb-4ff5-b3bd-b8da3fbd0a56 None None] Provisioning complete for port 5dac5f09-e43e-4b8c-b8de-0eed068860ba triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:25.199074 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-123ec0b4-e5cb-4ff5-b3bd-b8da3fbd0a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.203506 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b7c095ed-92df-4d41-8085-f00f84aba463 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.204756 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b7c095ed-92df-4d41-8085-f00f84aba463 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0769210 Apr 18 05:59:25.209177 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47194) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:25.220451 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-94535666-42e4-4b1f-a908-1476dbd5da86 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Request body: {'security_group_rule': {'security_group_id': '7d553544-428f-4682-8231-47e13d5b7f61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:25.232147 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-94535666-42e4-4b1f-a908-1476dbd5da86 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:25.288978 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-123ec0b4-e5cb-4ff5-b3bd-b8da3fbd0a56 None None] Port 5dac5f09-e43e-4b8c-b8de-0eed068860ba cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:59:25.359648 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f9039c6f-4f17-4129-a4eb-7dcd0a39b7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.393717 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb9fe02-8dd2-4665-a236-53f87b3f0d5d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:59:25.407154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc6d6-2faf-409f-8ff3-ecab7cc270de tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.423201 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b753e3-6e6b-4a80-8908-b77c313ae07c None None] Sync routers for ids ['d80b2c63-ac79-4c6f-bb81-8d493381630e'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:25.480558 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9039c6f-4f17-4129-a4eb-7dcd0a39b7df None None] Pushing event deleted for resources: {'Port': ['ID=a4b0869c-380f-4888-af6c-eff8ed74fecf,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:25.482414 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9039c6f-4f17-4129-a4eb-7dcd0a39b7df None None] No DVR routers for this DVR port a4b0869c-380f-4888-af6c-eff8ed74fecf on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:59:25.499434 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.509101 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b753e3-6e6b-4a80-8908-b77c313ae07c None None] Routers {'d80b2c63-ac79-4c6f-bb81-8d493381630e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:59:25.509540 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d2b753e3-6e6b-4a80-8908-b77c313ae07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:59:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d80b2c63-ac79-4c6f-bb81-8d493381630e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:25.512579 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7fb9fe02-8dd2-4665-a236-53f87b3f0d5d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/routers/d80b2c63-ac79-4c6f-bb81-8d493381630e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3010035 Apr 18 05:59:25.513920 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47198) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:25.520540 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-94535666-42e4-4b1f-a908-1476dbd5da86 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group_rule and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:25.526669 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-94535666-42e4-4b1f-a908-1476dbd5da86 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:25.582852 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.631891 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-94535666-42e4-4b1f-a908-1476dbd5da86 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:25.746974 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f00227e-666d-4b10-bd65-a29492403c86 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting subnet 79c99ae8-b553-4829-97ea-deddbbeae601 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:59:25.754590 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-d2b753e3-6e6b-4a80-8908-b77c313ae07c None None] Set router d80b2c63-ac79-4c6f-bb81-8d493381630e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:59:25.758972 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd85ff27-74c6-427d-84a4-56829c8e368f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:59:25.762482 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Pushing event updated for resources: {'Port': ['ID=5b14893a-cece-46ce-b4f1-eb47b29b3b30,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:25.764756 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-94535666-42e4-4b1f-a908-1476dbd5da86 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.773385 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] Sync routers for ids ['4ee3f074-256f-4eab-a10e-84d08a5fd0b0'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:25.774404 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1f00227e-666d-4b10-bd65-a29492403c86 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.790799 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-dd85ff27-74c6-427d-84a4-56829c8e368f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "PUT /v2.0/routers/4ee3f074-256f-4eab-a10e-84d08a5fd0b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7930629 Apr 18 05:59:25.796027 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] Routers {'4ee3f074-256f-4eab-a10e-84d08a5fd0b0'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:59:25.806076 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.809940 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:59:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['4ee3f074-256f-4eab-a10e-84d08a5fd0b0'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:25.885902 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-174aa04a-f851-4637-a266-2f7f8d5021cc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.946702 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a4b0869c-380f-4888-af6c-eff8ed74fecf no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:59:25.959610 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1f00227e-666d-4b10-bd65-a29492403c86 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.007037 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: a4b0869c-380f-4888-af6c-eff8ed74fecf {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:59:26.007389 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a4b0869c-380f-4888-af6c-eff8ed74fecf not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:59:26.012864 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174aa04a-f851-4637-a266-2f7f8d5021cc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:26.025289 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-174aa04a-f851-4637-a266-2f7f8d5021cc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:26.034142 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174aa04a-f851-4637-a266-2f7f8d5021cc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:26.034558 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-174aa04a-f851-4637-a266-2f7f8d5021cc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.038364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174aa04a-f851-4637-a266-2f7f8d5021cc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=850563a0-7677-4cb1-8d63-ac7bb96adfba,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:26.040502 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bdf3df-149c-444e-92ac-aa897aa39855 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:26.087910 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-174aa04a-f851-4637-a266-2f7f8d5021cc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5289609 Apr 18 05:59:26.098053 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47210) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:26.109696 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-1ed06b6b-f67b-4ac9-8601-6c61030b524f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'name': 'tempest-NetworksTestDHCPv6-561662907'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:26.146285 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-94535666-42e4-4b1f-a908-1476dbd5da86 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.192813 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Floating IP 50e0d8df-f492-48c2-aa26-941b1cc039d8 associated. External IP: 172.26.1.164, port: ab59e274-d138-4982-bb71-2e1dea54ad12. Apr 18 05:59:26.264837 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] Set router 4ee3f074-256f-4eab-a10e-84d08a5fd0b0 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:59:26.272750 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-7e2cc6d6-2faf-409f-8ff3-ecab7cc270de tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port 1e8efb01-be2e-4cb3-a8c9-984c3e7f5567 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:26.274087 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc6d6-2faf-409f-8ff3-ecab7cc270de tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.348968 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1f00227e-666d-4b10-bd65-a29492403c86 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.464069 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'fixed_ips': [{'subnet_id': '850563a0-7677-4cb1-8d63-ac7bb96adfba'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:59:26.469801 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.486588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-94535666-42e4-4b1f-a908-1476dbd5da86 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.526952 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d2b753e3-6e6b-4a80-8908-b77c313ae07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'name': 'tempest-TestNetworkBasicOps-router-821609139', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:53Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 7, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:55:55Z', 'updated_at': '2022-04-18T05:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:26.536131 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94535666-42e4-4b1f-a908-1476dbd5da86 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ea6be9-f27f-4ab4-a0fa-3e3d81189dd8,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:26.544875 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1f00227e-666d-4b10-bd65-a29492403c86 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.552940 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b753e3-6e6b-4a80-8908-b77c313ae07c None None] Checking router: d80b2c63-ac79-4c6f-bb81-8d493381630e for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:59:26.635768 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-d9e215f0-9583-4df2-beb2-153176e15dc5 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-15214943&fields=id&tenant_id=7b66247ce3a54159b17aa96e039e5639 HTTP/1.1" status: 200 len: 267 time: 0.1799715 Apr 18 05:59:26.638893 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b753e3-6e6b-4a80-8908-b77c313ae07c None None] Routers {'d80b2c63-ac79-4c6f-bb81-8d493381630e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:59:26.642897 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-94535666-42e4-4b1f-a908-1476dbd5da86 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.651413 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-94535666-42e4-4b1f-a908-1476dbd5da86 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4395435 Apr 18 05:59:26.652189 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47218) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:26.652782 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d2b753e3-6e6b-4a80-8908-b77c313ae07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:59:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d80b2c63-ac79-4c6f-bb81-8d493381630e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:26.670942 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1f00227e-666d-4b10-bd65-a29492403c86 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.677107 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1ed06b6b-f67b-4ac9-8601-6c61030b524f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:26.679675 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00227e-666d-4b10-bd65-a29492403c86 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Subnet': ['ID=79c99ae8-b553-4829-97ea-deddbbeae601,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:26.691963 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1ed06b6b-f67b-4ac9-8601-6c61030b524f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:port and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:26.698425 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1f00227e-666d-4b10-bd65-a29492403c86 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/subnets/79c99ae8-b553-4829-97ea-deddbbeae601 HTTP/1.1" status: 204 len: 168 time: 1.1795070 Apr 18 05:59:26.699840 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1ed06b6b-f67b-4ac9-8601-6c61030b524f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:26.708631 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47222) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:26.711408 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1ed06b6b-f67b-4ac9-8601-6c61030b524f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:26.731081 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-cab5f5ca-fb89-4d1d-b488-02ba014d39d9 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-group-rules/73ea6be9-f27f-4ab4-a0fa-3e3d81189dd8 HTTP/1.1" status: 200 len: 763 time: 0.0720992 Apr 18 05:59:26.744525 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47226) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:26.916888 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967487276', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:10Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 4, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'gw_port': {'id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:12Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '5dac5f09-e43e-4b8c-b8de-0eed068860ba', 'name': '', 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'mac_address': 'fa:16:3e:e1:ba:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '52758bd8-2631-431e-98a6-304c934d7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:20Z', 'updated_at': '2022-04-18T05:59:23Z', 'revision_number': 2, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'subnets': [{'id': '52758bd8-2631-431e-98a6-304c934d7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:26.929119 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] Checking router: 4ee3f074-256f-4eab-a10e-84d08a5fd0b0 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:59:26.932275 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] Updating router 4ee3f074-256f-4eab-a10e-84d08a5fd0b0 port 5dac5f09-e43e-4b8c-b8de-0eed068860ba binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:59:26.940877 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25811156-33fc-4bb7-bfb1-b68c63c1dcf8 None None] Network a2404285-3951-4b85-895a-b975b3056dc6 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:26.992500 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc6d6-2faf-409f-8ff3-ecab7cc270de tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:27.001738 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed06b6b-f67b-4ac9-8601-6c61030b524f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:27.005702 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1ed06b6b-f67b-4ac9-8601-6c61030b524f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:27.017310 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:59:27.043408 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f70cac6c-ce11-4f4d-97ad-bdcc9a759129 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:27.043976 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-1ed06b6b-f67b-4ac9-8601-6c61030b524f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] device_id is not set on port 034d19dd-781d-4664-8e16-fee24a3aa026 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:27.055318 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-040a9363-48d4-450e-aa79-3c47243f43d6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:27.057237 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-040a9363-48d4-450e-aa79-3c47243f43d6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/networks?id=8bd01ecf-2d97-4bf7-9ab0-18dfface8598 HTTP/1.1" status: 200 len: 797 time: 0.4041023 Apr 18 05:59:27.059711 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:27.163060 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-c9bd1513-614a-44d1-b73c-a8ba20f14b26 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/quotas/7b66247ce3a54159b17aa96e039e5639 HTTP/1.1" status: 200 len: 375 time: 0.0325515 Apr 18 05:59:27.163060 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f70cac6c-ce11-4f4d-97ad-bdcc9a759129 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:27.163741 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f70cac6c-ce11-4f4d-97ad-bdcc9a759129 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4169796 Apr 18 05:59:27.168601 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47232) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:27.189359 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-d2b753e3-6e6b-4a80-8908-b77c313ae07c None None] Set router d80b2c63-ac79-4c6f-bb81-8d493381630e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:59:27.237329 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-7e2cc6d6-2faf-409f-8ff3-ecab7cc270de tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Calling delete_port for 1e8efb01-be2e-4cb3-a8c9-984c3e7f5567 owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:27.473780 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 05:59:27.483447 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-76ec8ef0-b38f-4b9d-8585-6483a148cabc tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:27.491915 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccebc8ba-fd87-4d28-ac9e-544df2fb2140 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:27.493468 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:59:27.514669 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-76ec8ef0-b38f-4b9d-8585-6483a148cabc tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:27.530076 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:27.654510 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:27.669896 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] Transition to ACTIVE for port object 5dac5f09-e43e-4b8c-b8de-0eed068860ba will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:27.685455 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:27.688829 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d297d3-6a6e-4bba-85b0-e4ff42ed608f None None] Sync routers for ids ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:27.773144 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a5a6516d-9861-4f36-a547-fe9de3ba75e4 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.4372022 Apr 18 05:59:27.773144 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1b2230-966e-4ff0-9053-adbebfc7c8c7', 'tag': 'ab59e274-d138-4982-bb71-2e1dea54ad12'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:59:27.773144 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-76ec8ef0-b38f-4b9d-8585-6483a148cabc tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:27.782529 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec8ef0-b38f-4b9d-8585-6483a148cabc tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73ea6be9-f27f-4ab4-a0fa-3e3d81189dd8,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:27.806413 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d297d3-6a6e-4bba-85b0-e4ff42ed608f None None] Routers {'37db532b-bcf8-42e4-93e7-1d5bfe7975fa'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:59:27.807100 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-12d297d3-6a6e-4bba-85b0-e4ff42ed608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:59:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:27.808735 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-fa81ae50-e1cd-458f-8441-e4bc971be219 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Synchronizing usage tracker for tenant:7b66247ce3a54159b17aa96e039e5639 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:27.814345 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-76ec8ef0-b38f-4b9d-8585-6483a148cabc tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:27.818393 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-76ec8ef0-b38f-4b9d-8585-6483a148cabc tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/73ea6be9-f27f-4ab4-a0fa-3e3d81189dd8 HTTP/1.1" status: 204 len: 168 time: 0.6485960 Apr 18 05:59:27.819733 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47240) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:27.861723 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fc3136c-8c04-4b7e-9622-3697584d290b'] response: {'name': 'network-changed', 'server_uuid': 'aa1b2230-966e-4ff0-9053-adbebfc7c8c7', 'tag': 'ab59e274-d138-4982-bb71-2e1dea54ad12', 'status': 'completed', 'code': 200} Apr 18 05:59:27.870766 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccebc8ba-fd87-4d28-ac9e-544df2fb2140 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:27.891686 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-fa81ae50-e1cd-458f-8441-e4bc971be219 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Unset dirty status for tenant:7b66247ce3a54159b17aa96e039e5639 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:27.905316 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-fa81ae50-e1cd-458f-8441-e4bc971be219 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b66247ce3a54159b17aa96e039e5639&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7275424 Apr 18 05:59:27.916336 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6d68546d-9e44-44a9-9bdc-c4626098937a tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:28.023091 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc6d6-2faf-409f-8ff3-ecab7cc270de tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:28.044688 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-12d297d3-6a6e-4bba-85b0-e4ff42ed608f None None] Set router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:59:28.051616 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6d68546d-9e44-44a9-9bdc-c4626098937a tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:28.056208 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6d68546d-9e44-44a9-9bdc-c4626098937a tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2352901 Apr 18 05:59:28.061434 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47244) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:28.071441 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1446769-1daa-4d4c-b08d-0968db79c90e None None] Pushing event updated for resources: {'Port': ['ID=5dac5f09-e43e-4b8c-b8de-0eed068860ba,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:28.076668 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-5d6e751c-47bd-4877-81fc-a32b8668de3e tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Request body: {'security_group_rule': {'security_group_id': '7d553544-428f-4682-8231-47e13d5b7f61', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:28.083749 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5d6e751c-47bd-4877-81fc-a32b8668de3e tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:28.095166 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5d6e751c-47bd-4877-81fc-a32b8668de3e tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:28.107265 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ccebc8ba-fd87-4d28-ac9e-544df2fb2140 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port 5890c553-f6bb-49d6-bd96-08684c42c817 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:28.107617 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccebc8ba-fd87-4d28-ac9e-544df2fb2140 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:28.125932 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5d6e751c-47bd-4877-81fc-a32b8668de3e tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:28.163812 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1446769-1daa-4d4c-b08d-0968db79c90e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:28.165453 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1446769-1daa-4d4c-b08d-0968db79c90e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:28.166033 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1446769-1daa-4d4c-b08d-0968db79c90e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:28.166850 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1446769-1daa-4d4c-b08d-0968db79c90e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:28.167413 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1446769-1daa-4d4c-b08d-0968db79c90e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:28.168029 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1446769-1daa-4d4c-b08d-0968db79c90e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:28.168593 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1446769-1daa-4d4c-b08d-0968db79c90e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:28.169269 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1446769-1daa-4d4c-b08d-0968db79c90e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:28.170620 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1446769-1daa-4d4c-b08d-0968db79c90e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:28.171209 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1446769-1daa-4d4c-b08d-0968db79c90e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:28.172309 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1446769-1daa-4d4c-b08d-0968db79c90e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:28.173223 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1446769-1daa-4d4c-b08d-0968db79c90e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:28.176410 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbcdeca-00fb-442f-8545-6aff21bcf661 req-53a4446a-40b9-4925-94d2-3b0f5efc3815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:28.177900 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bcbcdeca-00fb-442f-8545-6aff21bcf661 req-53a4446a-40b9-4925-94d2-3b0f5efc3815 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49ad773d519141abbf5e743e64df06bc&device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 1098 time: 0.2965057 Apr 18 05:59:28.185256 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2cc6d6-2faf-409f-8ff3-ecab7cc270de tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Port': ['ID=1e8efb01-be2e-4cb3-a8c9-984c3e7f5567,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:28.223582 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-ec4b7283-3d46-4016-b34e-2ec72f70c3aa service neutron] 10.222.0.15 "GET /v2.0/networks/8bd01ecf-2d97-4bf7-9ab0-18dfface8598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027194 Apr 18 05:59:28.236987 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] Attempting to bind port 5dac5f09-e43e-4b8c-b8de-0eed068860ba on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:28.237678 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] Attempting to bind port 5dac5f09-e43e-4b8c-b8de-0eed068860ba by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'f0f9e6c6-dd28-4d5b-816f-18201b1caa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:28.238286 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] Attempting to bind port 5dac5f09-e43e-4b8c-b8de-0eed068860ba on network 8bd01ecf-2d97-4bf7-9ab0-18dfface8598 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:59:28.244571 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:59:28.245436 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] Checking segment: {'id': 'f0f9e6c6-dd28-4d5b-816f-18201b1caa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:59:28.246072 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:28.246666 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] Bound using segment: {'id': 'f0f9e6c6-dd28-4d5b-816f-18201b1caa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:59:28.247351 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] Bound port: 5dac5f09-e43e-4b8c-b8de-0eed068860ba, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f9e6c6-dd28-4d5b-816f-18201b1caa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:28.247959 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:28.319702 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] Allocated IP 2001:db8::2 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/850563a0-7677-4cb1-8d63-ac7bb96adfba/e95df321-5554-4149-a864-6a2a82ffe175) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:28.425529 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] For port 5dac5f09-e43e-4b8c-b8de-0eed068860ba, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:59:28.431400 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5d6e751c-47bd-4877-81fc-a32b8668de3e tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:28.441446 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] For port 5dac5f09-e43e-4b8c-b8de-0eed068860ba, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5dac5f09-e43e-4b8c-b8de-0eed068860ba,segment=NetworkSegment(f0f9e6c6-dd28-4d5b-816f-18201b1caa98),segment_id=f0f9e6c6-dd28-4d5b-816f-18201b1caa98)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:59:28.451499 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5d6e751c-47bd-4877-81fc-a32b8668de3e tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:28.455312 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:28.455579 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbcdeca-00fb-442f-8545-6aff21bcf661 req-ae3cf365-ff7b-460c-a445-7f4c575e5547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:28.457020 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bcbcdeca-00fb-442f-8545-6aff21bcf661 req-ae3cf365-ff7b-460c-a445-7f4c575e5547 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1 HTTP/1.1" status: 200 len: 913 time: 0.2679443 Apr 18 05:59:28.510095 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-43b03dca-82f4-415a-a8c4-9e3ae922c6b4 service neutron] 10.222.0.15 "GET /v2.0/networks/8bd01ecf-2d97-4bf7-9ab0-18dfface8598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855625 Apr 18 05:59:28.536931 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e751c-47bd-4877-81fc-a32b8668de3e tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0e17db-a6b2-4eb3-a0d0-bbe6ea425891,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:28.573125 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5d6e751c-47bd-4877-81fc-a32b8668de3e tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:28.578334 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5d6e751c-47bd-4877-81fc-a32b8668de3e tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5140097 Apr 18 05:59:28.579271 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47248) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:28.615667 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-cc101a89-498c-4c27-8364-e2c074515ea4 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-group-rules/6f0e17db-a6b2-4eb3-a0d0-bbe6ea425891 HTTP/1.1" status: 200 len: 763 time: 0.0350697 Apr 18 05:59:28.616686 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47252) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:28.620411 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] Routers {'4ee3f074-256f-4eab-a10e-84d08a5fd0b0'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:59:28.627241 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:59:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['4ee3f074-256f-4eab-a10e-84d08a5fd0b0'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:28.681721 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3162ef7a-52b0-4e56-84ad-06ef1c96ab53 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:28.704567 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3162ef7a-52b0-4e56-84ad-06ef1c96ab53 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:28.708993 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3162ef7a-52b0-4e56-84ad-06ef1c96ab53 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0911775 Apr 18 05:59:28.709595 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47258) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:28.726271 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d2b753e3-6e6b-4a80-8908-b77c313ae07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'name': 'tempest-TestNetworkBasicOps-router-821609139', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:53Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 7, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:55:55Z', 'updated_at': '2022-04-18T05:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:28.745400 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-70c99846-06ec-42b1-b1df-43231111e0ce tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:28.763786 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-70c99846-06ec-42b1-b1df-43231111e0ce tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:28.768072 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1446769-1daa-4d4c-b08d-0968db79c90e None None] Pushing event updated for resources: {'Port': ['ID=5dac5f09-e43e-4b8c-b8de-0eed068860ba,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:28.771562 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b753e3-6e6b-4a80-8908-b77c313ae07c None None] The sync data for ids ['d80b2c63-ac79-4c6f-bb81-8d493381630e'] in dv-neutron-837489-1-hyperv is: [{'id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'name': 'tempest-TestNetworkBasicOps-router-821609139', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:55:53Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 7, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '5890c553-f6bb-49d6-bd96-08684c42c817', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2c63-ac79-4c6f-bb81-8d493381630e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:55:55Z', 'updated_at': '2022-04-18T05:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:28.825817 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-70c99846-06ec-42b1-b1df-43231111e0ce tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:28.865463 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa066e4-ff09-415c-8586-cefe46e4d80f None None] DHCP port deletion for a2404285-3951-4b85-895a-b975b3056dc6 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:59:28.866411 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c99846-06ec-42b1-b1df-43231111e0ce tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f0e17db-a6b2-4eb3-a0d0-bbe6ea425891,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:28.875573 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-70c99846-06ec-42b1-b1df-43231111e0ce tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:28.879652 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-70c99846-06ec-42b1-b1df-43231111e0ce tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/6f0e17db-a6b2-4eb3-a0d0-bbe6ea425891 HTTP/1.1" status: 204 len: 168 time: 0.1690652 Apr 18 05:59:28.880521 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47262) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:28.903606 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-7fa066e4-ff09-415c-8586-cefe46e4d80f None None] Deleting port 5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:28.904847 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7fa066e4-ff09-415c-8586-cefe46e4d80f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:28.951033 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-cebb774a-02c2-40e2-87a6-9656bc67da93 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:28.973397 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-cebb774a-02c2-40e2-87a6-9656bc67da93 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:28.976134 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-cebb774a-02c2-40e2-87a6-9656bc67da93 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0934205 Apr 18 05:59:28.978816 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47266) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:28.986662 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-58d869d9-c43e-4b98-b6d5-8bfcd61af5c5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Request body: {'security_group_rule': {'security_group_id': '7d553544-428f-4682-8231-47e13d5b7f61', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:28.988406 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] Set router 4ee3f074-256f-4eab-a10e-84d08a5fd0b0 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:59:28.995831 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-58d869d9-c43e-4b98-b6d5-8bfcd61af5c5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:29.008948 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-58d869d9-c43e-4b98-b6d5-8bfcd61af5c5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:29.027866 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.securitygroups_db [None req-58d869d9-c43e-4b98-b6d5-8bfcd61af5c5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Project f3e9c2a67e2a4f15ae6d1391d54df69d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 05:59:29.036786 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58d869d9-c43e-4b98-b6d5-8bfcd61af5c5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.116913 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58d869d9-c43e-4b98-b6d5-8bfcd61af5c5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.122565 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58d869d9-c43e-4b98-b6d5-8bfcd61af5c5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.135555 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc6d6-2faf-409f-8ff3-ecab7cc270de tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.181204 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d869d9-c43e-4b98-b6d5-8bfcd61af5c5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03eb6333-2eb3-44af-abd8-79609539185d,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:29.192079 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-58d869d9-c43e-4b98-b6d5-8bfcd61af5c5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.193627 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-58d869d9-c43e-4b98-b6d5-8bfcd61af5c5 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2130737 Apr 18 05:59:29.196551 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47270) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:29.221537 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bcbcdeca-00fb-442f-8545-6aff21bcf661 req-e8648d57-920b-4c54-9b16-a832756f22cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab59e274-d138-4982-bb71-2e1dea54ad12 HTTP/1.1" status: 200 len: 999 time: 0.7435565 Apr 18 05:59:29.223803 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-25b03a56-5a6d-49bf-b632-523072684c5d req-3000862b-154b-428c-b524-222e5b2dad21 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 210 time: 0.1603281 Apr 18 05:59:29.229443 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fd5297ea-bf24-41f5-bd1b-1bfa72db055d tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-group-rules/03eb6333-2eb3-44af-abd8-79609539185d HTTP/1.1" status: 200 len: 769 time: 0.0315759 Apr 18 05:59:29.232075 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47274) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:29.254006 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-12d297d3-6a6e-4bba-85b0-e4ff42ed608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:41Z', 'revision_number': 4, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '50e0d8df-f492-48c2-aa26-941b1cc039d8', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'floating_ip_address': '172.26.1.164', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'port_id': 'ab59e274-d138-4982-bb71-2e1dea54ad12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'mac_address': 'fa:16:3e:b7:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1b2230-966e-4ff0-9053-adbebfc7c8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:59:23Z', 'updated_at': '2022-04-18T05:59:23Z', 'revision_number': 0, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3853ab0-68eb-4121-bb72-c99652003b8c', 'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'mac_address': 'fa:16:3e:48:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:39Z', 'updated_at': '2022-04-18T05:57:52Z', 'revision_number': 5, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'subnets': [{'id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:29.262581 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.274086 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d297d3-6a6e-4bba-85b0-e4ff42ed608f None None] Checking router: 37db532b-bcf8-42e4-93e7-1d5bfe7975fa for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:59:29.315866 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-552daf54-dc4b-43ba-9680-2c6ff1316748 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:29.339355 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] Transition to ACTIVE for port object e95df321-5554-4149-a864-6a2a82ffe175 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:29.346237 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-552daf54-dc4b-43ba-9680-2c6ff1316748 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:29.347873 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-552daf54-dc4b-43ba-9680-2c6ff1316748 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1147730 Apr 18 05:59:29.350850 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47278) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:29.404831 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e203dbf-cf78-4f14-9a67-60a0e311d0f8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.405088 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d297d3-6a6e-4bba-85b0-e4ff42ed608f None None] Routers {'37db532b-bcf8-42e4-93e7-1d5bfe7975fa'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:59:29.406085 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-12d297d3-6a6e-4bba-85b0-e4ff42ed608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:59:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:29.424443 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e203dbf-cf78-4f14-9a67-60a0e311d0f8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.454291 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e203dbf-cf78-4f14-9a67-60a0e311d0f8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.473020 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967487276', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:10Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 4, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'gw_port': {'id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:12Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '5dac5f09-e43e-4b8c-b8de-0eed068860ba', 'name': '', 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'mac_address': 'fa:16:3e:e1:ba:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '52758bd8-2631-431e-98a6-304c934d7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:20Z', 'updated_at': '2022-04-18T05:59:28Z', 'revision_number': 4, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'subnets': [{'id': '52758bd8-2631-431e-98a6-304c934d7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:29.478777 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab062b82-c7d5-48b0-8b10-fa4d395076c3 None None] The sync data for ids ['4ee3f074-256f-4eab-a10e-84d08a5fd0b0'] in dv-neutron-837489-1-hyperv is: [{'id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967487276', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:10Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 4, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'gw_port': {'id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:12Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '5dac5f09-e43e-4b8c-b8de-0eed068860ba', 'name': '', 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'mac_address': 'fa:16:3e:e1:ba:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '52758bd8-2631-431e-98a6-304c934d7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:20Z', 'updated_at': '2022-04-18T05:59:28Z', 'revision_number': 4, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'subnets': [{'id': '52758bd8-2631-431e-98a6-304c934d7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:29.482274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e203dbf-cf78-4f14-9a67-60a0e311d0f8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03eb6333-2eb3-44af-abd8-79609539185d,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:29.496262 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e203dbf-cf78-4f14-9a67-60a0e311d0f8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.497412 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3e203dbf-cf78-4f14-9a67-60a0e311d0f8 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/03eb6333-2eb3-44af-abd8-79609539185d HTTP/1.1" status: 204 len: 168 time: 0.1456966 Apr 18 05:59:29.502835 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47282) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:29.503310 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-7fa066e4-ff09-415c-8586-cefe46e4d80f None None] For port 5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7,segment=NetworkSegment(e253e435-5254-4b3b-841b-f98d9c1029ce),segment_id=e253e435-5254-4b3b-841b-f98d9c1029ce)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:29.503777 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7fa066e4-ff09-415c-8586-cefe46e4d80f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.533199 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] Transition to ACTIVE for port object e95df321-5554-4149-a864-6a2a82ffe175 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:29.563697 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.594976 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-eff83305-d5d6-4848-8766-5d153c43e05f tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:29.616458 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-eff83305-d5d6-4848-8766-5d153c43e05f tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:29.618939 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-eff83305-d5d6-4848-8766-5d153c43e05f tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1150644 Apr 18 05:59:29.622220 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47286) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:29.757019 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0c42e0d2-21b4-48bf-b1f2-2a2dc9e813e6 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.805956 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0c42e0d2-21b4-48bf-b1f2-2a2dc9e813e6 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.838367 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbcdeca-00fb-442f-8545-6aff21bcf661 req-293b7d1e-c5d7-40bf-b678-3cc17b811c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:29.849415 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bcbcdeca-00fb-442f-8545-6aff21bcf661 req-293b7d1e-c5d7-40bf-b678-3cc17b811c7c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b4d1495-96ee-47de-b8ec-9793f712c5be HTTP/1.1" status: 200 len: 851 time: 0.6116772 Apr 18 05:59:29.885705 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-ccebc8ba-fd87-4d28-ac9e-544df2fb2140 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port 5890c553-f6bb-49d6-bd96-08684c42c817, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5890c553-f6bb-49d6-bd96-08684c42c817,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:29.886457 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccebc8ba-fd87-4d28-ac9e-544df2fb2140 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.896671 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-7fa066e4-ff09-415c-8586-cefe46e4d80f None None] Calling delete_port for 5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:29.900972 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0c42e0d2-21b4-48bf-b1f2-2a2dc9e813e6 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.935457 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2cc6d6-2faf-409f-8ff3-ecab7cc270de tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Router 79d00c49-7ca7-4df0-9a30-d2781c804bff has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:59:29.948482 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42e0d2-21b4-48bf-b1f2-2a2dc9e813e6 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d553544-428f-4682-8231-47e13d5b7f61,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:29.977164 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0c42e0d2-21b4-48bf-b1f2-2a2dc9e813e6 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.978714 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0c42e0d2-21b4-48bf-b1f2-2a2dc9e813e6 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "DELETE /v2.0/security-groups/7d553544-428f-4682-8231-47e13d5b7f61 HTTP/1.1" status: 204 len: 168 time: 0.3535757 Apr 18 05:59:29.981165 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47296) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:30.047133 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] Pushing event updated for resources: {'Port': ['ID=e95df321-5554-4149-a864-6a2a82ffe175,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:30.068527 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5dac5f09-e43e-4b8c-b8de-0eed068860ba up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:30.068819 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-38393b6a-3ac5-47f9-b09b-f413db753b68 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:30.095117 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-38393b6a-3ac5-47f9-b09b-f413db753b68 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:30.097747 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-38393b6a-3ac5-47f9-b09b-f413db753b68 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1154091 Apr 18 05:59:30.104137 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47302) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:30.121951 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-898373e9-c2e8-48b2-89dd-758d05604808 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Request body: {'security_group': {'name': 'tempest-secgroup--624859480'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:30.131330 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-898373e9-c2e8-48b2-89dd-758d05604808 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:30.144663 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-898373e9-c2e8-48b2-89dd-758d05604808 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:30.165342 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-898373e9-c2e8-48b2-89dd-758d05604808 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.167831 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ccebc8ba-fd87-4d28-ac9e-544df2fb2140 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for 5890c553-f6bb-49d6-bd96-08684c42c817 owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:30.172384 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:30.204373 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:30.217292 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:30.229648 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-898373e9-c2e8-48b2-89dd-758d05604808 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:30.236780 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-898373e9-c2e8-48b2-89dd-758d05604808 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group_rule and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:30.240004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-898373e9-c2e8-48b2-89dd-758d05604808 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:30.247854 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-898373e9-c2e8-48b2-89dd-758d05604808 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:30.248016 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7fa066e4-ff09-415c-8586-cefe46e4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.292297 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-1ed06b6b-f67b-4ac9-8601-6c61030b524f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8::169 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/850563a0-7677-4cb1-8d63-ac7bb96adfba/034d19dd-781d-4664-8e16-fee24a3aa026) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:30.386745 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 5dac5f09-e43e-4b8c-b8de-0eed068860ba completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:30.400298 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2cc6d6-2faf-409f-8ff3-ecab7cc270de tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:59:30.402843 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa066e4-ff09-415c-8586-cefe46e4d80f None None] No DVR routers for this DVR port 5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:59:30.413874 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552600e9-3f83-4b7d-8ec1-c7beda6593a1 None None] Sync routers for ids ['79d00c49-7ca7-4df0-9a30-d2781c804bff'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:30.421719 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-12d297d3-6a6e-4bba-85b0-e4ff42ed608f None None] Set router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:59:30.428752 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552600e9-3f83-4b7d-8ec1-c7beda6593a1 None None] Routers {'79d00c49-7ca7-4df0-9a30-d2781c804bff'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:59:30.429366 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-552600e9-3f83-4b7d-8ec1-c7beda6593a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:59:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['79d00c49-7ca7-4df0-9a30-d2781c804bff'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:30.434077 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-23561e50-7016-430b-a5f6-92b992eef212 req-747b7553-8a84-4cd0-aa09-011d277760f9 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 210 time: 0.1252739 Apr 18 05:59:30.495131 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-898373e9-c2e8-48b2-89dd-758d05604808 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.502302 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-898373e9-c2e8-48b2-89dd-758d05604808 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.505802 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 5dac5f09-e43e-4b8c-b8de-0eed068860ba triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:30.506173 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.535100 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbcdeca-00fb-442f-8545-6aff21bcf661 req-767ab850-1644-4d32-a97f-dc89719a2b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:30.535514 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-552600e9-3f83-4b7d-8ec1-c7beda6593a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:30.536439 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bcbcdeca-00fb-442f-8545-6aff21bcf661 req-767ab850-1644-4d32-a97f-dc89719a2b1c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6552339 Apr 18 05:59:30.556774 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552600e9-3f83-4b7d-8ec1-c7beda6593a1 None None] Routers {'79d00c49-7ca7-4df0-9a30-d2781c804bff'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:59:30.557648 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-552600e9-3f83-4b7d-8ec1-c7beda6593a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:59:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['79d00c49-7ca7-4df0-9a30-d2781c804bff'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:30.567859 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898373e9-c2e8-48b2-89dd-758d05604808 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e939f709-ea64-4778-93ad-9350077fa1aa,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:30.580446 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-898373e9-c2e8-48b2-89dd-758d05604808 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.584385 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7e2cc6d6-2faf-409f-8ff3-ecab7cc270de tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "PUT /v2.0/routers/79d00c49-7ca7-4df0-9a30-d2781c804bff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1712291 Apr 18 05:59:30.588185 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-898373e9-c2e8-48b2-89dd-758d05604808 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4821947 Apr 18 05:59:30.588847 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47310) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:30.589172 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47312) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:30.598418 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-799acfd4-4a03-4512-9ab4-2a721225de31 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Request body: {'security_group_rule': {'security_group_id': 'e939f709-ea64-4778-93ad-9350077fa1aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:30.627573 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-552600e9-3f83-4b7d-8ec1-c7beda6593a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:30.627961 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552600e9-3f83-4b7d-8ec1-c7beda6593a1 None None] The sync data for ids ['79d00c49-7ca7-4df0-9a30-d2781c804bff'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:30.653479 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-799acfd4-4a03-4512-9ab4-2a721225de31 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:30.658384 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-799acfd4-4a03-4512-9ab4-2a721225de31 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Usage tracker for resource:security_group_rule and tenant:f3e9c2a67e2a4f15ae6d1391d54df69d is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:30.663783 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-799acfd4-4a03-4512-9ab4-2a721225de31 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:30.670300 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-799acfd4-4a03-4512-9ab4-2a721225de31 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:30.687370 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ec2763-1f97-4516-bcd7-6453c2e636aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] GET failed (client error): The resource could not be found. Apr 18 05:59:30.688390 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a0ec2763-1f97-4516-bcd7-6453c2e636aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Synchronizing usage tracker for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:30.714033 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-799acfd4-4a03-4512-9ab4-2a721225de31 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.725083 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a0ec2763-1f97-4516-bcd7-6453c2e636aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Unset dirty status for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:30.728859 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a0ec2763-1f97-4516-bcd7-6453c2e636aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports/1e8efb01-be2e-4cb3-a8c9-984c3e7f5567 HTTP/1.1" status: 404 len: 333 time: 0.1361806 Apr 18 05:59:30.729686 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47318) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:30.834760 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa066e4-ff09-415c-8586-cefe46e4d80f None None] Pushing event deleted for resources: {'Port': ['ID=5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:30.837429 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1ed06b6b-f67b-4ac9-8601-6c61030b524f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.855173 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-1ed06b6b-f67b-4ac9-8601-6c61030b524f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Transition to ACTIVE for port object 034d19dd-781d-4664-8e16-fee24a3aa026 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:30.919469 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae4ea-6424-468d-8319-69ffbcc173aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.969911 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] Attempting to bind port e95df321-5554-4149-a864-6a2a82ffe175 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:30.970522 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] Attempting to bind port e95df321-5554-4149-a864-6a2a82ffe175 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:30.970887 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] Attempting to bind port e95df321-5554-4149-a864-6a2a82ffe175 on network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:59:30.980317 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:59:30.981053 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] Checking segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:59:30.981463 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.982982 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] Bound using segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:59:30.983474 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] Bound port: e95df321-5554-4149-a864-6a2a82ffe175, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:30.984769 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.029191 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1ed06b6b-f67b-4ac9-8601-6c61030b524f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.123327 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-799acfd4-4a03-4512-9ab4-2a721225de31 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.134427 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.172910 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 5dac5f09-e43e-4b8c-b8de-0eed068860ba, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5dac5f09-e43e-4b8c-b8de-0eed068860ba,segment=NetworkSegment(f0f9e6c6-dd28-4d5b-816f-18201b1caa98),segment_id=f0f9e6c6-dd28-4d5b-816f-18201b1caa98)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:31.216850 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.230560 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed06b6b-f67b-4ac9-8601-6c61030b524f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:31.237797 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-1ed06b6b-f67b-4ac9-8601-6c61030b524f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:31.240303 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed06b6b-f67b-4ac9-8601-6c61030b524f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:31.246046 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed06b6b-f67b-4ac9-8601-6c61030b524f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:31.246681 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1ed06b6b-f67b-4ac9-8601-6c61030b524f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.263359 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed06b6b-f67b-4ac9-8601-6c61030b524f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=034d19dd-781d-4664-8e16-fee24a3aa026,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:31.297052 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccebc8ba-fd87-4d28-ac9e-544df2fb2140 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.325113 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=5dac5f09-e43e-4b8c-b8de-0eed068860ba,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:31.328548 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 467e4537-4abc-4776-9d7d-dab79a588b0d no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:59:31.353083 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bcbcdeca-00fb-442f-8545-6aff21bcf661 req-686ce385-bba9-4a5e-bcbd-8745ea377ac9 service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7987516 Apr 18 05:59:31.356728 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-799acfd4-4a03-4512-9ab4-2a721225de31 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.378242 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccebc8ba-fd87-4d28-ac9e-544df2fb2140 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=5890c553-f6bb-49d6-bd96-08684c42c817,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:31.380973 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 467e4537-4abc-4776-9d7d-dab79a588b0d {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:59:31.381372 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 467e4537-4abc-4776-9d7d-dab79a588b0d not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:59:31.381854 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:59:31.384184 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1ed06b6b-f67b-4ac9-8601-6c61030b524f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.2846134 Apr 18 05:59:31.439398 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] For port e95df321-5554-4149-a864-6a2a82ffe175, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:59:31.440356 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47324) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:31.445464 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:59:31.445935 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5fa5b7e4-7f06-4ae3-8b35-a3b02116d4a7 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:59:31.463242 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] For port e95df321-5554-4149-a864-6a2a82ffe175, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=e95df321-5554-4149-a864-6a2a82ffe175,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:59:31.466950 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae4ea-6424-468d-8319-69ffbcc173aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.474095 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.477425 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799acfd4-4a03-4512-9ab4-2a721225de31 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a0a390-e1d6-4690-9aa6-f2ab2119815f,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:31.487277 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae4ea-6424-468d-8319-69ffbcc173aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.535397 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-799acfd4-4a03-4512-9ab4-2a721225de31 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.539613 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-799acfd4-4a03-4512-9ab4-2a721225de31 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9480119 Apr 18 05:59:31.540485 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47330) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:31.564307 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b7be3-0b8f-4235-93e2-32bd364c4e4d None None] Pushing event updated for resources: {'Port': ['ID=e95df321-5554-4149-a864-6a2a82ffe175,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:31.566045 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae4ea-6424-468d-8319-69ffbcc173aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.567651 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3ae4ea-6424-468d-8319-69ffbcc173aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Fanout notify agent at l3_agent the message router_deleted on router 79d00c49-7ca7-4df0-9a30-d2781c804bff {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:59:31.572715 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-12d297d3-6a6e-4bba-85b0-e4ff42ed608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:41Z', 'revision_number': 4, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '50e0d8df-f492-48c2-aa26-941b1cc039d8', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'floating_ip_address': '172.26.1.164', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'port_id': 'ab59e274-d138-4982-bb71-2e1dea54ad12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'mac_address': 'fa:16:3e:b7:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1b2230-966e-4ff0-9053-adbebfc7c8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:59:23Z', 'updated_at': '2022-04-18T05:59:23Z', 'revision_number': 0, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3853ab0-68eb-4121-bb72-c99652003b8c', 'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'mac_address': 'fa:16:3e:48:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:39Z', 'updated_at': '2022-04-18T05:57:52Z', 'revision_number': 5, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'subnets': [{'id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:31.598544 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d297d3-6a6e-4bba-85b0-e4ff42ed608f None None] The sync data for ids ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'] in dv-neutron-837489-1-hyperv is: [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:41Z', 'revision_number': 4, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '50e0d8df-f492-48c2-aa26-941b1cc039d8', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'floating_ip_address': '172.26.1.164', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'port_id': 'ab59e274-d138-4982-bb71-2e1dea54ad12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'mac_address': 'fa:16:3e:b7:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1b2230-966e-4ff0-9053-adbebfc7c8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:59:23Z', 'updated_at': '2022-04-18T05:59:23Z', 'revision_number': 0, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3853ab0-68eb-4121-bb72-c99652003b8c', 'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'mac_address': 'fa:16:3e:48:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:39Z', 'updated_at': '2022-04-18T05:57:52Z', 'revision_number': 5, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'subnets': [{'id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:31.625819 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae4ea-6424-468d-8319-69ffbcc173aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.627076 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0e3ae4ea-6424-468d-8319-69ffbcc173aa tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/routers/79d00c49-7ca7-4df0-9a30-d2781c804bff HTTP/1.1" status: 204 len: 168 time: 0.8967383 Apr 18 05:59:31.630220 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47334) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:31.759538 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-de016f0b-a2c1-4828-8a07-412ced07e56b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting subnet 56316e4a-3ead-4603-ba98-8323d1ad712d {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:59:31.768324 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-de016f0b-a2c1-4828-8a07-412ced07e56b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.837878 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-14069142-0bf5-4a3a-8704-4467af387c72 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.852083 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9cc9609b-411d-4bec-9adc-ab540f687ce9 req-2fefd6f9-bf2d-487b-82b9-f500a57a577b tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 210 time: 0.1808312 Apr 18 05:59:31.875778 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-de016f0b-a2c1-4828-8a07-412ced07e56b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.945848 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccebc8ba-fd87-4d28-ac9e-544df2fb2140 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.958746 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5dac5f09-e43e-4b8c-b8de-0eed068860ba up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:31.969246 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-14069142-0bf5-4a3a-8704-4467af387c72 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.053395 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 5dac5f09-e43e-4b8c-b8de-0eed068860ba triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:32.054683 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.064794 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-de016f0b-a2c1-4828-8a07-412ced07e56b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.101064 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b0e735-1371-45e6-b610-641bbe5ed7e4 None None] New status for floating IP 50e0d8df-f492-48c2-aa26-941b1cc039d8: ACTIVE {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 05:59:32.133325 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bcbcdeca-00fb-442f-8545-6aff21bcf661 req-211dff8f-b032-4ddb-a23a-9caa2678eeb8 service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7579136 Apr 18 05:59:32.169884 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f200da-1b7b-4670-bc9a-b3c00474ec95 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:32.178057 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f200da-1b7b-4670-bc9a-b3c00474ec95 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:32.178453 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-14069142-0bf5-4a3a-8704-4467af387c72 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.178725 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-52f200da-1b7b-4670-bc9a-b3c00474ec95 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:32.218986 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14069142-0bf5-4a3a-8704-4467af387c72 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e939f709-ea64-4778-93ad-9350077fa1aa,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:32.236931 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-14069142-0bf5-4a3a-8704-4467af387c72 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.238307 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-14069142-0bf5-4a3a-8704-4467af387c72 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "DELETE /v2.0/security-groups/e939f709-ea64-4778-93ad-9350077fa1aa HTTP/1.1" status: 204 len: 168 time: 0.6968546 Apr 18 05:59:32.240883 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47338) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:32.258282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccebc8ba-fd87-4d28-ac9e-544df2fb2140 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.263905 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccebc8ba-fd87-4d28-ac9e-544df2fb2140 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.266703 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-de016f0b-a2c1-4828-8a07-412ced07e56b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.277451 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-52f200da-1b7b-4670-bc9a-b3c00474ec95 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:32.278681 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-52f200da-1b7b-4670-bc9a-b3c00474ec95 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7490613 Apr 18 05:59:32.293560 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47342) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:32.362075 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-de016f0b-a2c1-4828-8a07-412ced07e56b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.366086 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccebc8ba-fd87-4d28-ac9e-544df2fb2140 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.366273 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de016f0b-a2c1-4828-8a07-412ced07e56b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Subnet': ['ID=56316e4a-3ead-4603-ba98-8323d1ad712d,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:32.367124 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccebc8ba-fd87-4d28-ac9e-544df2fb2140 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Fanout notify agent at l3_agent the message router_deleted on router d80b2c63-ac79-4c6f-bb81-8d493381630e {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 05:59:32.416559 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-de016f0b-a2c1-4828-8a07-412ced07e56b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/subnets/56316e4a-3ead-4603-ba98-8323d1ad712d HTTP/1.1" status: 204 len: 168 time: 0.7852111 Apr 18 05:59:32.426290 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47346) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:32.439247 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fb7299-6bc6-457c-be77-1faeee9a5311 None None] Network a5074018-4034-4381-99da-f97552113965 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:32.460602 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccebc8ba-fd87-4d28-ac9e-544df2fb2140 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.464594 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ccebc8ba-fd87-4d28-ac9e-544df2fb2140 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/routers/d80b2c63-ac79-4c6f-bb81-8d493381630e HTTP/1.1" status: 204 len: 168 time: 5.7522228 Apr 18 05:59:32.470051 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47350) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:32.539869 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-41b8d9c6-1b61-413b-8fa5-d22145b58a28 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting port 034d19dd-781d-4664-8e16-fee24a3aa026 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:32.540981 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-41b8d9c6-1b61-413b-8fa5-d22145b58a28 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.617127 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9a7f1fbd-5926-4fd8-938e-f3a13e954d5a tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:32.682396 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0195-ce56-4ffb-95f0-737a85b6e6e9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.695212 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9a7f1fbd-5926-4fd8-938e-f3a13e954d5a tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:32.700466 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47354) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:32.704868 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9a7f1fbd-5926-4fd8-938e-f3a13e954d5a tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4622297 Apr 18 05:59:32.710797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-6c0e0195-ce56-4ffb-95f0-737a85b6e6e9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port 1ca9e86b-5944-4ade-9a24-6c663ba015d1 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:32.711271 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0195-ce56-4ffb-95f0-737a85b6e6e9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.803444 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d697fe8c-31e5-44e7-891e-2fb6e42fa75e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.958743 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-22ad9d46-f843-4be6-a6b9-3f887fb4cba7 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:32.964164 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-22ad9d46-f843-4be6-a6b9-3f887fb4cba7 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Synchronizing usage tracker for tenant:7b66247ce3a54159b17aa96e039e5639 on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:33.061514 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-6c0e0195-ce56-4ffb-95f0-737a85b6e6e9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] For port 1ca9e86b-5944-4ade-9a24-6c663ba015d1, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=1ca9e86b-5944-4ade-9a24-6c663ba015d1,segment=NetworkSegment(226f18ed-2d35-4d87-986c-eb46d3e0d8b4),segment_id=226f18ed-2d35-4d87-986c-eb46d3e0d8b4)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:33.062754 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0195-ce56-4ffb-95f0-737a85b6e6e9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.089633 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eeb76a-5f0b-47af-a690-f0c675e4ffd9 None None] DHCP port deletion for a5074018-4034-4381-99da-f97552113965 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:59:33.095964 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-d5eeb76a-5f0b-47af-a690-f0c675e4ffd9 None None] Deleting port 1ca9e86b-5944-4ade-9a24-6c663ba015d1 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:33.096373 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb76a-5f0b-47af-a690-f0c675e4ffd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.099717 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-36e0fa24-5e72-4854-8759-1e2ea878ea97 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Synchronizing usage tracker for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:33.247880 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-6c0e0195-ce56-4ffb-95f0-737a85b6e6e9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Calling delete_port for 1ca9e86b-5944-4ade-9a24-6c663ba015d1 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:33.263282 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d3753ea9-d6f2-4f57-ac95-e2dc1ead2d74 None None] Provisioning for port e95df321-5554-4149-a864-6a2a82ffe175 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:33.283763 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-93881b7b-a4a4-44a1-ab1b-08e996bb32e6 req-3f0e6b06-0f9f-49ac-8577-1f348677da24 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 210 time: 0.2133853 Apr 18 05:59:33.304031 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-22ad9d46-f843-4be6-a6b9-3f887fb4cba7 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Unset dirty status for tenant:7b66247ce3a54159b17aa96e039e5639 on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:33.304031 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-22ad9d46-f843-4be6-a6b9-3f887fb4cba7 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.52 "GET /v2.0/networks?id=8bd01ecf-2d97-4bf7-9ab0-18dfface8598 HTTP/1.1" status: 200 len: 797 time: 0.9292080 Apr 18 05:59:33.322092 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-36e0fa24-5e72-4854-8759-1e2ea878ea97 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] Unset dirty status for tenant:f3e9c2a67e2a4f15ae6d1391d54df69d on resource:security_group_rule {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:33.322092 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-36e0fa24-5e72-4854-8759-1e2ea878ea97 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5506175 Apr 18 05:59:33.325006 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47364) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:33.348562 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-7c0c1a98-08f9-44ec-8cec-84a7afe45ba7 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] delete failed (client error): The resource could not be found. Apr 18 05:59:33.350077 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7c0c1a98-08f9-44ec-8cec-84a7afe45ba7 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "DELETE /v2.0/security-groups/e939f709-ea64-4778-93ad-9350077fa1aa HTTP/1.1" status: 404 len: 347 time: 0.0239294 Apr 18 05:59:33.359606 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47370) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:33.495547 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-40bbff7e-24f3-404b-989f-c8af47c83af4 tempest-SecGroupIPv6Test-1068881239 tempest-SecGroupIPv6Test-1068881239-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1342349 Apr 18 05:59:33.497302 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d697fe8c-31e5-44e7-891e-2fb6e42fa75e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.536433 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0195-ce56-4ffb-95f0-737a85b6e6e9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.568889 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-d5eeb76a-5f0b-47af-a690-f0c675e4ffd9 None None] For port 1ca9e86b-5944-4ade-9a24-6c663ba015d1, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=1ca9e86b-5944-4ade-9a24-6c663ba015d1,segment=NetworkSegment(226f18ed-2d35-4d87-986c-eb46d3e0d8b4),segment_id=226f18ed-2d35-4d87-986c-eb46d3e0d8b4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:33.568889 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb76a-5f0b-47af-a690-f0c675e4ffd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.612017 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e0195-ce56-4ffb-95f0-737a85b6e6e9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Port': ['ID=1ca9e86b-5944-4ade-9a24-6c663ba015d1,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:33.620802 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0e0195-ce56-4ffb-95f0-737a85b6e6e9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] No DVR routers for this DVR port 1ca9e86b-5944-4ade-9a24-6c663ba015d1 on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:59:33.650673 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-d697fe8c-31e5-44e7-891e-2fb6e42fa75e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2404285-3951-4b85-895a-b975b3056dc6']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:33.677713 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f9090fbb-bb91-4b1d-8f4d-41a3f1f0c845 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Synchronizing usage tracker for tenant:7b66247ce3a54159b17aa96e039e5639 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:33.690385 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-d697fe8c-31e5-44e7-891e-2fb6e42fa75e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e253e435-5254-4b3b-841b-f98d9c1029ce') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:33.690385 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-d697fe8c-31e5-44e7-891e-2fb6e42fa75e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e253e435-5254-4b3b-841b-f98d9c1029ce') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:33.714585 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d697fe8c-31e5-44e7-891e-2fb6e42fa75e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.783459 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0195-ce56-4ffb-95f0-737a85b6e6e9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.805753 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-41b8d9c6-1b61-413b-8fa5-d22145b58a28 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.830196 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d697fe8c-31e5-44e7-891e-2fb6e42fa75e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.849574 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f9090fbb-bb91-4b1d-8f4d-41a3f1f0c845 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Unset dirty status for tenant:7b66247ce3a54159b17aa96e039e5639 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:33.854218 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-6c0e0195-ce56-4ffb-95f0-737a85b6e6e9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5074018-4034-4381-99da-f97552113965']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:33.860278 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f9090fbb-bb91-4b1d-8f4d-41a3f1f0c845 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b66247ce3a54159b17aa96e039e5639 HTTP/1.1" status: 200 len: 378 time: 0.5229158 Apr 18 05:59:33.878341 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-6c0e0195-ce56-4ffb-95f0-737a85b6e6e9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226f18ed-2d35-4d87-986c-eb46d3e0d8b4') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:33.878341 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-6c0e0195-ce56-4ffb-95f0-737a85b6e6e9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226f18ed-2d35-4d87-986c-eb46d3e0d8b4') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:33.889144 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-d5eeb76a-5f0b-47af-a690-f0c675e4ffd9 None None] Calling delete_port for 1ca9e86b-5944-4ade-9a24-6c663ba015d1 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:33.891867 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0195-ce56-4ffb-95f0-737a85b6e6e9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.908555 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0195-ce56-4ffb-95f0-737a85b6e6e9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.922323 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0e0195-ce56-4ffb-95f0-737a85b6e6e9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:59:33.922323 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0195-ce56-4ffb-95f0-737a85b6e6e9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.943703 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device e95df321-5554-4149-a864-6a2a82ffe175 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:33.984740 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-e9e14531-561f-4c7d-8f41-999801431a93 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Request body: {'port': {'device_id': 'dc389c46-650c-4ba0-88e9-6fd7b0b900af', 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598', 'admin_state_up': True, 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'security_groups': ['5967be3a-7276-44cf-ad4e-9ab736c45c9e']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:34.020015 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d697fe8c-31e5-44e7-891e-2fb6e42fa75e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:59:34.020015 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d697fe8c-31e5-44e7-891e-2fb6e42fa75e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.032225 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d789a53e-70be-435c-836a-332bb789d7f4 None None] Provisioning for port 034d19dd-781d-4664-8e16-fee24a3aa026 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:34.049190 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d789a53e-70be-435c-836a-332bb789d7f4 None None] Provisioning complete for port 034d19dd-781d-4664-8e16-fee24a3aa026 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:34.049190 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d789a53e-70be-435c-836a-332bb789d7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:59:34.056385 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47378) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:34.126220 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-d789a53e-70be-435c-836a-332bb789d7f4 None None] Port 034d19dd-781d-4664-8e16-fee24a3aa026 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:59:34.126220 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-d5eeb76a-5f0b-47af-a690-f0c675e4ffd9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:59:34.126220 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-d5eeb76a-5f0b-47af-a690-f0c675e4ffd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:59:34.126220 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port e95df321-5554-4149-a864-6a2a82ffe175 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:34.132843 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port e95df321-5554-4149-a864-6a2a82ffe175 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:34.132843 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.158853 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-41b8d9c6-1b61-413b-8fa5-d22145b58a28 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Calling delete_port for 034d19dd-781d-4664-8e16-fee24a3aa026 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:59:34.209766 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:59:34.222262 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0195-ce56-4ffb-95f0-737a85b6e6e9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.222262 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0195-ce56-4ffb-95f0-737a85b6e6e9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.258885 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e0195-ce56-4ffb-95f0-737a85b6e6e9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Network': ['ID=a5074018-4034-4381-99da-f97552113965,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:34.287379 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6c0e0195-ce56-4ffb-95f0-737a85b6e6e9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/networks/a5074018-4034-4381-99da-f97552113965 HTTP/1.1" status: 204 len: 168 time: 1.8484840 Apr 18 05:59:34.287379 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47384) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:34.337468 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.442341 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-e9e14531-561f-4c7d-8f41-999801431a93 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:34.476799 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-e9e14531-561f-4c7d-8f41-999801431a93 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:34.485947 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d697fe8c-31e5-44e7-891e-2fb6e42fa75e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.526676 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d697fe8c-31e5-44e7-891e-2fb6e42fa75e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.533161 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port e95df321-5554-4149-a864-6a2a82ffe175, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=e95df321-5554-4149-a864-6a2a82ffe175,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:34.538158 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d7111-0eef-4f91-9748-91c5ee380c2b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:34.542950 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697fe8c-31e5-44e7-891e-2fb6e42fa75e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Network': ['ID=a2404285-3951-4b85-895a-b975b3056dc6,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:34.548671 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-495d7111-0eef-4f91-9748-91c5ee380c2b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Synchronizing usage tracker for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:34.553311 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-e9e14531-561f-4c7d-8f41-999801431a93 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Made reservation on behalf of 7b66247ce3a54159b17aa96e039e5639 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:34.559304 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.566373 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-e9e14531-561f-4c7d-8f41-999801431a93 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.573505 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d697fe8c-31e5-44e7-891e-2fb6e42fa75e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/networks/a2404285-3951-4b85-895a-b975b3056dc6 HTTP/1.1" status: 204 len: 168 time: 2.0927458 Apr 18 05:59:34.591662 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47390) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:34.598077 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-ad78436f-b846-44da-8e4f-c33d5ca8d575 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'network': {'name': 'tempest-network-smoke--977198233', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'port_security_enabled': True}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:34.605461 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ad78436f-b846-44da-8e4f-c33d5ca8d575 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:34.624730 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-495d7111-0eef-4f91-9748-91c5ee380c2b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Unset dirty status for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:34.628720 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-495d7111-0eef-4f91-9748-91c5ee380c2b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports/61aeec3d-1945-4e1a-b6e3-b1ac03cab08a HTTP/1.1" status: 200 len: 844 time: 0.3420944 Apr 18 05:59:34.635883 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ad78436f-b846-44da-8e4f-c33d5ca8d575 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:network and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:34.638541 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47394) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:34.643110 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ad78436f-b846-44da-8e4f-c33d5ca8d575 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:34.644151 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-d5eeb76a-5f0b-47af-a690-f0c675e4ffd9 None None] Deleting port 1ca9e86b-5944-4ade-9a24-6c663ba015d1 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:34.644412 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb76a-5f0b-47af-a690-f0c675e4ffd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.691092 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ad78436f-b846-44da-8e4f-c33d5ca8d575 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:34.722765 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad78436f-b846-44da-8e4f-c33d5ca8d575 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:34.739891 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5890c553-f6bb-49d6-bd96-08684c42c817 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:59:34.753798 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ad78436f-b846-44da-8e4f-c33d5ca8d575 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.773202 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-74bbaeb0-3e84-4a75-a826-c61a1135ea64 req-f5c36a81-2aa1-449a-9f50-2a9e28bb24da tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 210 time: 0.0748343 Apr 18 05:59:34.782774 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1fe3d27b-beb8-460a-8a69-e898fd8ef250 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports/61aeec3d-1945-4e1a-b6e3-b1ac03cab08a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1405158 Apr 18 05:59:34.784995 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47398) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:34.799814 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-d5eeb76a-5f0b-47af-a690-f0c675e4ffd9 None None] The port '1ca9e86b-5944-4ade-9a24-6c663ba015d1' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 05:59:34.805593 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-fd09f603-d0de-44d0-8822-43d9b6d7e30b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3e9c2a67e2a4f15ae6d1391d54df69d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6519799 Apr 18 05:59:34.805746 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 5890c553-f6bb-49d6-bd96-08684c42c817 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:59:34.805879 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47402) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:34.806010 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5890c553-f6bb-49d6-bd96-08684c42c817 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:59:34.806010 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 1ca9e86b-5944-4ade-9a24-6c663ba015d1 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:59:34.810198 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-af8215ff-6836-4d26-921e-84cd2f85768c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'subnet': {'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:34.843761 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-41b8d9c6-1b61-413b-8fa5-d22145b58a28 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.880395 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 1ca9e86b-5944-4ade-9a24-6c663ba015d1 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:59:34.880395 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 1ca9e86b-5944-4ade-9a24-6c663ba015d1 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:59:34.890039 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=e95df321-5554-4149-a864-6a2a82ffe175,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:34.930220 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8d9c6-1b61-413b-8fa5-d22145b58a28 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Port': ['ID=034d19dd-781d-4664-8e16-fee24a3aa026,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:34.943024 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad78436f-b846-44da-8e4f-c33d5ca8d575 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:59:34.968806 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ad78436f-b846-44da-8e4f-c33d5ca8d575 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.968806 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-ad78436f-b846-44da-8e4f-c33d5ca8d575 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Added segment edd1faaa-32c8-46a7-b179-88975394702a of type vlan for network 5e86a837-e153-49c1-92ad-87db0dbed99f Apr 18 05:59:34.975770 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-af8215ff-6836-4d26-921e-84cd2f85768c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:34.983602 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-af8215ff-6836-4d26-921e-84cd2f85768c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:subnet and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:34.988677 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-af8215ff-6836-4d26-921e-84cd2f85768c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:35.004073 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-af8215ff-6836-4d26-921e-84cd2f85768c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:35.011181 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-41b8d9c6-1b61-413b-8fa5-d22145b58a28 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.015324 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ad78436f-b846-44da-8e4f-c33d5ca8d575 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.029946 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8215ff-6836-4d26-921e-84cd2f85768c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:35.029946 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-af8215ff-6836-4d26-921e-84cd2f85768c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.044280 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b72a4bc8-7bd7-4c07-b15b-9c4ff4894ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.089944 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-41b8d9c6-1b61-413b-8fa5-d22145b58a28 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/034d19dd-781d-4664-8e16-fee24a3aa026 HTTP/1.1" status: 204 len: 168 time: 2.7950225 Apr 18 05:59:35.094967 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47406) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:35.100452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b72a4bc8-7bd7-4c07-b15b-9c4ff4894ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.142720 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ad78436f-b846-44da-8e4f-c33d5ca8d575 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.148263 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad78436f-b846-44da-8e4f-c33d5ca8d575 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:35.148927 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ad78436f-b846-44da-8e4f-c33d5ca8d575 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.168919 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-e9e14531-561f-4c7d-8f41-999801431a93 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Allocated IP 172.20.0.13 (8bd01ecf-2d97-4bf7-9ab0-18dfface8598/52758bd8-2631-431e-98a6-304c934d7ada/72b9b85a-f2a3-49a0-aa6b-6323d0157358) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:35.240456 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c264e038-eee8-432f-962b-5636ba18de5a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:35.241958 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c264e038-eee8-432f-962b-5636ba18de5a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:35.242697 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c264e038-eee8-432f-962b-5636ba18de5a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:35.282833 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ad78436f-b846-44da-8e4f-c33d5ca8d575 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6900506 Apr 18 05:59:35.286994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78436f-b846-44da-8e4f-c33d5ca8d575 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Network': ['ID=5e86a837-e153-49c1-92ad-87db0dbed99f,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:35.290331 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47410) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:35.305567 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b72a4bc8-7bd7-4c07-b15b-9c4ff4894ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.306958 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 5e86a837-e153-49c1-92ad-87db0dbed99f details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 05:59:35.309016 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c264e038-eee8-432f-962b-5636ba18de5a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:35.310147 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c264e038-eee8-432f-962b-5636ba18de5a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2123907 Apr 18 05:59:35.315507 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1859283434', 'admin_state_up': True, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:35.335399 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47414) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:35.342295 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:35.412540 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-af8215ff-6836-4d26-921e-84cd2f85768c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.421562 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-03c503ed-c413-45b2-9ead-a28ce4990160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.423461 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:router and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:35.429393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a4bc8-7bd7-4c07-b15b-9c4ff4894ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136dfeba-ea87-491c-9c3c-5eac677ea853,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:35.436144 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:35.465159 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:35.490653 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8215ff-6836-4d26-921e-84cd2f85768c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network c39740d4-9aac-42a1-8bbd-e0906328227b is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:35.493366 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b72a4bc8-7bd7-4c07-b15b-9c4ff4894ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.493728 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-af8215ff-6836-4d26-921e-84cd2f85768c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:35.494502 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b72a4bc8-7bd7-4c07-b15b-9c4ff4894ee5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/136dfeba-ea87-491c-9c3c-5eac677ea853 HTTP/1.1" status: 204 len: 168 time: 0.6882913 Apr 18 05:59:35.498130 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8215ff-6836-4d26-921e-84cd2f85768c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:35.498715 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-af8215ff-6836-4d26-921e-84cd2f85768c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.502339 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.503013 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8215ff-6836-4d26-921e-84cd2f85768c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Subnet': ['ID=386e7d63-0cef-483d-8551-daf69b34f84e,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:35.503854 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.513947 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff14f86-9fba-4941-8d76-a96e65a6f5b6 None None] Network c39740d4-9aac-42a1-8bbd-e0906328227b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:35.527745 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-16052915-9a1a-4d7a-adde-3c4b46731a1a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet 850563a0-7677-4cb1-8d63-ac7bb96adfba {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:59:35.536504 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-af8215ff-6836-4d26-921e-84cd2f85768c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7427800 Apr 18 05:59:35.539639 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47420) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:35.541436 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-16052915-9a1a-4d7a-adde-3c4b46731a1a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.549728 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-37cb8815-c136-40ea-a728-5d1588f61786 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'security_group': {'name': 'tempest-secgroup-763620943'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:35.560197 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-37cb8815-c136-40ea-a728-5d1588f61786 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:35.566619 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-37cb8815-c136-40ea-a728-5d1588f61786 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:security_group and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:35.572298 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-37cb8815-c136-40ea-a728-5d1588f61786 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:35.584658 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-37cb8815-c136-40ea-a728-5d1588f61786 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:35.603041 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-37cb8815-c136-40ea-a728-5d1588f61786 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.645752 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-37cb8815-c136-40ea-a728-5d1588f61786 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:35.651190 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-37cb8815-c136-40ea-a728-5d1588f61786 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:security_group_rule and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:35.654634 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-37cb8815-c136-40ea-a728-5d1588f61786 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:35.664894 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-37cb8815-c136-40ea-a728-5d1588f61786 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:35.743231 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.743231 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-e9e14531-561f-4c7d-8f41-999801431a93 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.755962 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-16052915-9a1a-4d7a-adde-3c4b46731a1a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.819546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-e9e14531-561f-4c7d-8f41-999801431a93 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Transition to ACTIVE for port object 72b9b85a-f2a3-49a0-aa6b-6323d0157358 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:35.838291 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-37cb8815-c136-40ea-a728-5d1588f61786 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.849407 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-37cb8815-c136-40ea-a728-5d1588f61786 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.942953 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device e95df321-5554-4149-a864-6a2a82ffe175 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:35.946702 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb8815-c136-40ea-a728-5d1588f61786 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88f38b7d-71cd-44b2-a69f-cf254da6646e,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:35.964376 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-37cb8815-c136-40ea-a728-5d1588f61786 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.967378 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-37cb8815-c136-40ea-a728-5d1588f61786 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4253740 Apr 18 05:59:35.971546 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47426) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:36.012720 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-727b5e0b-0896-4023-8cc9-35c6c3611315 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'security_group': {'name': 'tempest-secgroup-1299481559'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:36.028856 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-727b5e0b-0896-4023-8cc9-35c6c3611315 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:36.032918 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b2808425-3c2a-483e-b6d8-b8206977774e req-4f293234-3788-4fd0-b54f-badb77d98230 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 210 time: 0.0604398 Apr 18 05:59:36.035968 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-727b5e0b-0896-4023-8cc9-35c6c3611315 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:security_group and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:36.040026 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-727b5e0b-0896-4023-8cc9-35c6c3611315 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:36.046692 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-727b5e0b-0896-4023-8cc9-35c6c3611315 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:36.064110 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-727b5e0b-0896-4023-8cc9-35c6c3611315 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.070654 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port e95df321-5554-4149-a864-6a2a82ffe175 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:36.071318 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.088615 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-727b5e0b-0896-4023-8cc9-35c6c3611315 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:36.092524 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-727b5e0b-0896-4023-8cc9-35c6c3611315 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:security_group_rule and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:36.097535 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-727b5e0b-0896-4023-8cc9-35c6c3611315 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:36.104681 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-727b5e0b-0896-4023-8cc9-35c6c3611315 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:36.164111 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-c39740d4-9aac-42a1-8bbd-e0906328227b', 'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b', 'tenant_id': 'f4e2526787dc4037bf990e53a39e8336', 'fixed_ips': [{'subnet_id': '386e7d63-0cef-483d-8551-daf69b34f84e'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:59:36.164576 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.175991 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.184185 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-e9e14531-561f-4c7d-8f41-999801431a93 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.200989 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-727b5e0b-0896-4023-8cc9-35c6c3611315 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.205715 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-727b5e0b-0896-4023-8cc9-35c6c3611315 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.250538 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b5e0b-0896-4023-8cc9-35c6c3611315 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6132b5-3172-42cf-b3a6-bc62cef7f0e3,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:36.253928 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-16052915-9a1a-4d7a-adde-3c4b46731a1a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.254390 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-727b5e0b-0896-4023-8cc9-35c6c3611315 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.255725 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-727b5e0b-0896-4023-8cc9-35c6c3611315 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2817523 Apr 18 05:59:36.258583 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47430) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:36.265419 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-aaae4b38-44cf-4fd6-bcee-9742c5be4cbc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-341745639', 'security_groups': ['3b6132b5-3172-42cf-b3a6-bc62cef7f0e3'], 'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '386e7d63-0cef-483d-8551-daf69b34f84e'}]}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:36.317699 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-e9e14531-561f-4c7d-8f41-999801431a93 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Network 8bd01ecf-2d97-4bf7-9ab0-18dfface8598 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:36.326731 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-e9e14531-561f-4c7d-8f41-999801431a93 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:36.329515 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-e9e14531-561f-4c7d-8f41-999801431a93 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:36.413339 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e14531-561f-4c7d-8f41-999801431a93 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Pushing event updated for resources: {'Port': ['ID=72b9b85a-f2a3-49a0-aa6b-6323d0157358,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:36.445666 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] Allocated IP 2001:db8::2 (c39740d4-9aac-42a1-8bbd-e0906328227b/386e7d63-0cef-483d-8551-daf69b34f84e/e11eac2b-e03b-40ae-9585-73cf975f3d08) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:36.454300 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-e9e14531-561f-4c7d-8f41-999801431a93 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:36.455009 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-e9e14531-561f-4c7d-8f41-999801431a93 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.489384 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-aaae4b38-44cf-4fd6-bcee-9742c5be4cbc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:36.501896 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-aaae4b38-44cf-4fd6-bcee-9742c5be4cbc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:36.516055 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaae4b38-44cf-4fd6-bcee-9742c5be4cbc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:36.552921 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-16052915-9a1a-4d7a-adde-3c4b46731a1a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.594032 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-e9e14531-561f-4c7d-8f41-999801431a93 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6259451 Apr 18 05:59:36.606443 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] Request body: {'port': {'device_id': 'dc389c46-650c-4ba0-88e9-6fd7b0b900af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:36.642683 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-16052915-9a1a-4d7a-adde-3c4b46731a1a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.647598 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-16052915-9a1a-4d7a-adde-3c4b46731a1a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/850563a0-7677-4cb1-8d63-ac7bb96adfba HTTP/1.1" status: 204 len: 168 time: 1.3097124 Apr 18 05:59:36.652596 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47434) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:36.654107 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16052915-9a1a-4d7a-adde-3c4b46731a1a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=850563a0-7677-4cb1-8d63-ac7bb96adfba,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:36.671840 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6ca0a7-63c9-430b-a5a0-d503a6dec901 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:36.745506 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b9871879-ff89-4d5d-8f8b-d8cf360ef8ea tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873075 Apr 18 05:59:36.747676 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47438) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:36.767166 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-439c6b24-4949-4023-9324-3d0c1c4b2b24 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:36.797086 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.810183 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d2a236bc-b118-4cb6-a648-7b52688cd5f4 None None] Provisioning for port 72b9b85a-f2a3-49a0-aa6b-6323d0157358 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:36.817295 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d2a236bc-b118-4cb6-a648-7b52688cd5f4 None None] Provisioning complete for port 72b9b85a-f2a3-49a0-aa6b-6323d0157358 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:36.817656 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d2a236bc-b118-4cb6-a648-7b52688cd5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.832916 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-aaae4b38-44cf-4fd6-bcee-9742c5be4cbc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.849818 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.853536 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] Transition to ACTIVE for port object e11eac2b-e03b-40ae-9585-73cf975f3d08 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:36.976309 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] Transition to ACTIVE for port object e11eac2b-e03b-40ae-9585-73cf975f3d08 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:36.999768 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-d2a236bc-b118-4cb6-a648-7b52688cd5f4 None None] Port 72b9b85a-f2a3-49a0-aa6b-6323d0157358 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:59:36.999768 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:37.046645 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-aaae4b38-44cf-4fd6-bcee-9742c5be4cbc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] device_id is not set on port 58909ee4-57d6-45e4-b5cb-e7f9f31c5b6e yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:37.075447 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] Network c39740d4-9aac-42a1-8bbd-e0906328227b is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:37.085113 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:37.085396 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:37.088704 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] Pushing event updated for resources: {'Port': ['ID=e11eac2b-e03b-40ae-9585-73cf975f3d08,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:37.091021 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:37.117004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-439c6b24-4949-4023-9324-3d0c1c4b2b24 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:37.132255 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:37.189424 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-439c6b24-4949-4023-9324-3d0c1c4b2b24 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:37.228001 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] Attempting to bind port e11eac2b-e03b-40ae-9585-73cf975f3d08 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:37.228001 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] Attempting to bind port e11eac2b-e03b-40ae-9585-73cf975f3d08 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'f67b643f-ca45-4343-add9-4583b9483592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:37.228001 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] Attempting to bind port e11eac2b-e03b-40ae-9585-73cf975f3d08 on network c39740d4-9aac-42a1-8bbd-e0906328227b {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:59:37.228001 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:59:37.228001 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] Checking segment: {'id': 'f67b643f-ca45-4343-add9-4583b9483592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:59:37.228001 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:37.228001 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] Bound using segment: {'id': 'f67b643f-ca45-4343-add9-4583b9483592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:59:37.235069 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] Bound port: e11eac2b-e03b-40ae-9585-73cf975f3d08, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67b643f-ca45-4343-add9-4583b9483592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:37.246603 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:37.260313 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439c6b24-4949-4023-9324-3d0c1c4b2b24 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:37.260313 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-439c6b24-4949-4023-9324-3d0c1c4b2b24 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:37.266895 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16385212-e663-49bc-a9c0-c21334b3983b None None] DHCP port deletion for 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:59:37.272901 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-16385212-e663-49bc-a9c0-c21334b3983b None None] Deleting port e95df321-5554-4149-a864-6a2a82ffe175 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:37.272901 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-16385212-e663-49bc-a9c0-c21334b3983b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:37.412746 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] For port e11eac2b-e03b-40ae-9585-73cf975f3d08, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:59:37.416744 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] For port e11eac2b-e03b-40ae-9585-73cf975f3d08, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=e11eac2b-e03b-40ae-9585-73cf975f3d08,segment=NetworkSegment(f67b643f-ca45-4343-add9-4583b9483592),segment_id=f67b643f-ca45-4343-add9-4583b9483592)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:59:37.429840 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:37.531440 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-aaae4b38-44cf-4fd6-bcee-9742c5be4cbc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Allocated IP 2001:db8::18a (c39740d4-9aac-42a1-8bbd-e0906328227b/386e7d63-0cef-483d-8551-daf69b34f84e/58909ee4-57d6-45e4-b5cb-e7f9f31c5b6e) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:37.745526 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-16385212-e663-49bc-a9c0-c21334b3983b None None] For port e95df321-5554-4149-a864-6a2a82ffe175, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=e95df321-5554-4149-a864-6a2a82ffe175,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:37.746037 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-16385212-e663-49bc-a9c0-c21334b3983b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:37.747156 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.26.1.157 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/2b8df926-32c3-4e58-947d-c0c5fe88fede) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:37.773319 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75a6bb-b941-4f99-80a9-c33a71eee952 req-ecf461d2-f88c-406a-8935-7ba4c7bd6019 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:37.773897 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-ff75a6bb-b941-4f99-80a9-c33a71eee952 req-ecf461d2-f88c-406a-8935-7ba4c7bd6019 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Synchronizing usage tracker for tenant:7b66247ce3a54159b17aa96e039e5639 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:37.813428 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-439c6b24-4949-4023-9324-3d0c1c4b2b24 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:37.900414 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-16385212-e663-49bc-a9c0-c21334b3983b None None] Calling delete_port for e95df321-5554-4149-a864-6a2a82ffe175 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:37.911217 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439c6b24-4949-4023-9324-3d0c1c4b2b24 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:37.927561 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-ff75a6bb-b941-4f99-80a9-c33a71eee952 req-ecf461d2-f88c-406a-8935-7ba4c7bd6019 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Unset dirty status for tenant:7b66247ce3a54159b17aa96e039e5639 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:37.933436 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c6b24-4949-4023-9324-3d0c1c4b2b24 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=b69b4a58-2f7a-4874-9673-6ca1bddc7d68,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:37.940164 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff75a6bb-b941-4f99-80a9-c33a71eee952 req-ecf461d2-f88c-406a-8935-7ba4c7bd6019 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 932 time: 0.6335065 Apr 18 05:59:37.945620 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-439c6b24-4949-4023-9324-3d0c1c4b2b24 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:37.945620 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439c6b24-4949-4023-9324-3d0c1c4b2b24 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:37.945620 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-439c6b24-4949-4023-9324-3d0c1c4b2b24 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:37.974848 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-439c6b24-4949-4023-9324-3d0c1c4b2b24 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2156806 Apr 18 05:59:37.974848 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47444) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:37.974848 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-83e77412-3a3f-4808-af98-a3f86704edb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'name': 'tempest-NetworksTestDHCPv6-710621777'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:38.015639 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-aaae4b38-44cf-4fd6-bcee-9742c5be4cbc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.041720 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff75a6bb-b941-4f99-80a9-c33a71eee952 req-d74b3e02-0231-4bd9-b990-d39a892351a8 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1158128 Apr 18 05:59:38.048228 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device e95df321-5554-4149-a864-6a2a82ffe175 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:59:38.084993 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b9b85a-f2a3-49a0-aa6b-6323d0157358 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 05:59:38.111143 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.121325 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-16385212-e663-49bc-a9c0-c21334b3983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.128902 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-aaae4b38-44cf-4fd6-bcee-9742c5be4cbc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Transition to ACTIVE for port object 58909ee4-57d6-45e4-b5cb-e7f9f31c5b6e will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:38.129139 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.132360 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] Transition to ACTIVE for port object 72b9b85a-f2a3-49a0-aa6b-6323d0157358 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:38.135601 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: e95df321-5554-4149-a864-6a2a82ffe175 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:59:38.135953 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device e95df321-5554-4149-a864-6a2a82ffe175 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:59:38.142199 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.162088 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-83e77412-3a3f-4808-af98-a3f86704edb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:38.169533 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-83e77412-3a3f-4808-af98-a3f86704edb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:port and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:38.172265 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-83e77412-3a3f-4808-af98-a3f86704edb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:38.179792 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-83e77412-3a3f-4808-af98-a3f86704edb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:38.185748 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.191088 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-aaae4b38-44cf-4fd6-bcee-9742c5be4cbc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.191279 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16385212-e663-49bc-a9c0-c21334b3983b None None] No DVR routers for this DVR port e95df321-5554-4149-a864-6a2a82ffe175 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:59:38.197846 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-33025b67-d264-4e83-acf0-12dfefb18c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.208023 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d35b4-0118-462c-baac-bef63d264684 None None] Pushing event updated for resources: {'Port': ['ID=e11eac2b-e03b-40ae-9585-73cf975f3d08,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:38.259652 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16385212-e663-49bc-a9c0-c21334b3983b None None] Pushing event deleted for resources: {'Port': ['ID=e95df321-5554-4149-a864-6a2a82ffe175,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:38.278997 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a33bb0-0617-4f41-9e09-9be29315e7ec None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:38.305736 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e77412-3a3f-4808-af98-a3f86704edb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:38.313442 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83e77412-3a3f-4808-af98-a3f86704edb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.362984 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaae4b38-44cf-4fd6-bcee-9742c5be4cbc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network c39740d4-9aac-42a1-8bbd-e0906328227b is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:38.365394 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-83e77412-3a3f-4808-af98-a3f86704edb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] device_id is not set on port 9288d9cb-c54e-4f31-b8ed-667918d43d2c yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:38.431536 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-aaae4b38-44cf-4fd6-bcee-9742c5be4cbc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:38.431661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] Pushing event updated for resources: {'Port': ['ID=72b9b85a-f2a3-49a0-aa6b-6323d0157358,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:38.438509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaae4b38-44cf-4fd6-bcee-9742c5be4cbc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:38.479453 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaae4b38-44cf-4fd6-bcee-9742c5be4cbc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.493041 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-aaae4b38-44cf-4fd6-bcee-9742c5be4cbc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.535229 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.541520 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae4b38-44cf-4fd6-bcee-9742c5be4cbc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Port': ['ID=58909ee4-57d6-45e4-b5cb-e7f9f31c5b6e,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:38.564908 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.585283 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-aaae4b38-44cf-4fd6-bcee-9742c5be4cbc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3254306 Apr 18 05:59:38.586367 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47448) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:38.607657 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-1ee41ae7-8ad2-4133-8462-4f2cc090e1eb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'subnet': {'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:38.725707 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.748506 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'fixed_ips': [{'subnet_id': 'b69b4a58-2f7a-4874-9673-6ca1bddc7d68'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:59:38.751335 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.763825 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:38.772282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:38.777355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:38.847824 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] Attempting to bind port 72b9b85a-f2a3-49a0-aa6b-6323d0157358 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:38.847824 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] Attempting to bind port 72b9b85a-f2a3-49a0-aa6b-6323d0157358 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'f0f9e6c6-dd28-4d5b-816f-18201b1caa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:38.848106 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] Attempting to bind port 72b9b85a-f2a3-49a0-aa6b-6323d0157358 on network 8bd01ecf-2d97-4bf7-9ab0-18dfface8598 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:59:38.865038 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] Port 72b9b85a-f2a3-49a0-aa6b-6323d0157358 on network 8bd01ecf-2d97-4bf7-9ab0-18dfface8598 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 05:59:38.865351 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] Attempting to bind port 72b9b85a-f2a3-49a0-aa6b-6323d0157358 on network 8bd01ecf-2d97-4bf7-9ab0-18dfface8598 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:59:38.872012 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=2b8df926-32c3-4e58-947d-c0c5fe88fede,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:38.881701 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:59:38.882326 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] Checking segment: {'id': 'f0f9e6c6-dd28-4d5b-816f-18201b1caa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:59:38.882710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] Bound using segment: {'id': 'f0f9e6c6-dd28-4d5b-816f-18201b1caa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:59:38.883254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] Bound port: 72b9b85a-f2a3-49a0-aa6b-6323d0157358, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f9e6c6-dd28-4d5b-816f-18201b1caa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:38.883464 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.910361 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-83e77412-3a3f-4808-af98-a3f86704edb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8::1c6 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/b69b4a58-2f7a-4874-9673-6ca1bddc7d68/9288d9cb-c54e-4f31-b8ed-667918d43d2c) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:38.937945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1ee41ae7-8ad2-4133-8462-4f2cc090e1eb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:38.943844 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1ee41ae7-8ad2-4133-8462-4f2cc090e1eb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:subnet and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:38.949688 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1ee41ae7-8ad2-4133-8462-4f2cc090e1eb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:38.968755 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1ee41ae7-8ad2-4133-8462-4f2cc090e1eb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:38.998894 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee41ae7-8ad2-4133-8462-4f2cc090e1eb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:39.002452 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ee41ae7-8ad2-4133-8462-4f2cc090e1eb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:39.163379 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] For port 72b9b85a-f2a3-49a0-aa6b-6323d0157358, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:59:39.178580 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] For port 72b9b85a-f2a3-49a0-aa6b-6323d0157358, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=72b9b85a-f2a3-49a0-aa6b-6323d0157358,segment=NetworkSegment(f0f9e6c6-dd28-4d5b-816f-18201b1caa98),segment_id=f0f9e6c6-dd28-4d5b-816f-18201b1caa98)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:59:39.184175 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:39.337850 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:39.338463 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:39.339844 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] 10.222.0.52 "PUT /v2.0/ports/72b9b85a-f2a3-49a0-aa6b-6323d0157358 HTTP/1.1" status: 200 len: 1094 time: 2.7376134 Apr 18 05:59:39.342700 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc389c46-650c-4ba0-88e9-6fd7b0b900af', 'tag': '72b9b85a-f2a3-49a0-aa6b-6323d0157358'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:59:39.372859 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6232f-b73c-4502-9503-661444080b72 service neutron] Pushing event updated for resources: {'Port': ['ID=72b9b85a-f2a3-49a0-aa6b-6323d0157358,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:39.506388 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.ipam_backend_mixin [None req-1ee41ae7-8ad2-4133-8462-4f2cc090e1eb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 386e7d63-0cef-483d-8551-daf69b34f84e (CIDR: 2001:db8::/64) Apr 18 05:59:39.531725 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee41ae7-8ad2-4133-8462-4f2cc090e1eb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:59:39.532310 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee41ae7-8ad2-4133-8462-4f2cc090e1eb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:59:39.532780 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb3d3a3-2d80-48b5-a463-76f1b23d6d56'] response: {'name': 'network-changed', 'server_uuid': 'dc389c46-650c-4ba0-88e9-6fd7b0b900af', 'tag': '72b9b85a-f2a3-49a0-aa6b-6323d0157358', 'status': 'completed', 'code': 200} Apr 18 05:59:39.537836 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83e77412-3a3f-4808-af98-a3f86704edb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:39.587419 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ead018-297e-4148-b1f3-75ee2f624c1d req-75a32fa7-1048-4b3d-b171-f0b4c15e8ef1 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:39.596528 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e8ead018-297e-4148-b1f3-75ee2f624c1d req-75a32fa7-1048-4b3d-b171-f0b4c15e8ef1 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 944 time: 0.4159861 Apr 18 05:59:39.613399 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-83e77412-3a3f-4808-af98-a3f86704edb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Transition to ACTIVE for port object 9288d9cb-c54e-4f31-b8ed-667918d43d2c will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:39.621447 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1ee41ae7-8ad2-4133-8462-4f2cc090e1eb tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0257456 Apr 18 05:59:39.629220 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47458) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:39.641151 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c07e5811-8661-4af6-8039-b7d62f65742c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'subnet': {'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:39.797798 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:39.861142 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e8ead018-297e-4148-b1f3-75ee2f624c1d req-77f9bdad-94d2-4dcd-a43e-3fe9bf16fda2 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2637031 Apr 18 05:59:39.897810 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device e11eac2b-e03b-40ae-9585-73cf975f3d08 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:39.917855 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-0ed4c15f-d266-4f7c-9445-a2cef20cec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:39.918845 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-0ed4c15f-d266-4f7c-9445-a2cef20cec56 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b66247ce3a54159b17aa96e039e5639&device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 1097 time: 0.4197502 Apr 18 05:59:39.923314 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c07e5811-8661-4af6-8039-b7d62f65742c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:39.928482 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c07e5811-8661-4af6-8039-b7d62f65742c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:subnet and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:39.932008 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c07e5811-8661-4af6-8039-b7d62f65742c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:39.935768 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83e77412-3a3f-4808-af98-a3f86704edb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:39.979555 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c07e5811-8661-4af6-8039-b7d62f65742c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:40.036813 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e77412-3a3f-4808-af98-a3f86704edb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:40.041196 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-83e77412-3a3f-4808-af98-a3f86704edb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:40.050531 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07e5811-8661-4af6-8039-b7d62f65742c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:40.054584 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c07e5811-8661-4af6-8039-b7d62f65742c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:40.078657 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e77412-3a3f-4808-af98-a3f86704edb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:40.078820 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-8fd2ec00-487b-49c4-beb3-682fbc9865e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72b9b85a-f2a3-49a0-aa6b-6323d0157358 HTTP/1.1" status: 200 len: 217 time: 0.1451771 Apr 18 05:59:40.086908 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e77412-3a3f-4808-af98-a3f86704edb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:40.087563 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83e77412-3a3f-4808-af98-a3f86704edb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:40.098142 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:40.099298 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] Allocated IP 2001:db8::2 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/b69b4a58-2f7a-4874-9673-6ca1bddc7d68/1f1214b7-ef4a-4e08-ac4a-4a5f1a817edb) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:40.156602 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port e11eac2b-e03b-40ae-9585-73cf975f3d08 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:40.162516 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e77412-3a3f-4808-af98-a3f86704edb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=9288d9cb-c54e-4f31-b8ed-667918d43d2c,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:40.221170 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-83e77412-3a3f-4808-af98-a3f86704edb7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2511389 Apr 18 05:59:40.229244 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47462) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:40.279329 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f4aeb94c-a46e-4475-8ffa-c120ec343cf1 None None] Provisioning for port e11eac2b-e03b-40ae-9585-73cf975f3d08 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:40.289528 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f4aeb94c-a46e-4475-8ffa-c120ec343cf1 None None] Provisioning complete for port e11eac2b-e03b-40ae-9585-73cf975f3d08 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:40.289897 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f4aeb94c-a46e-4475-8ffa-c120ec343cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:40.304575 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-5b4dc28c-86fa-4fe0-af45-b2c33f0a3585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:40.307213 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-5b4dc28c-86fa-4fe0-af45-b2c33f0a3585 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=52758bd8-2631-431e-98a6-304c934d7ada HTTP/1.1" status: 200 len: 834 time: 0.2154639 Apr 18 05:59:40.439215 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f7e822-1b42-4884-b3b8-2c7a06069920 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:40.440257 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-46f7e822-1b42-4884-b3b8-2c7a06069920 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:40.509939 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-46f7e822-1b42-4884-b3b8-2c7a06069920 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:40.511445 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-46f7e822-1b42-4884-b3b8-2c7a06069920 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2810237 Apr 18 05:59:40.518437 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47466) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:40.540620 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:40.543399 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:40.568403 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] Transition to ACTIVE for port object 1f1214b7-ef4a-4e08-ac4a-4a5f1a817edb will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:40.583796 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f4aeb94c-a46e-4475-8ffa-c120ec343cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:40.613158 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] Transition to ACTIVE for port object 1f1214b7-ef4a-4e08-ac4a-4a5f1a817edb will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:40.618006 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-4cf9d590-2faf-409e-8eae-d0e0e1dbf0a9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting port 9288d9cb-c54e-4f31-b8ed-667918d43d2c {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:40.618628 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4cf9d590-2faf-409e-8eae-d0e0e1dbf0a9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:40.628394 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:40.629168 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-ad8529cd-6afd-46a6-bb9a-c7950dd9cc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:40.630754 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-ad8529cd-6afd-46a6-bb9a-c7950dd9cc09 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bd01ecf-2d97-4bf7-9ab0-18dfface8598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3107035 Apr 18 05:59:40.694981 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f4aeb94c-a46e-4475-8ffa-c120ec343cf1 None None] For port e11eac2b-e03b-40ae-9585-73cf975f3d08, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=e11eac2b-e03b-40ae-9585-73cf975f3d08,segment=NetworkSegment(f67b643f-ca45-4343-add9-4583b9483592),segment_id=f67b643f-ca45-4343-add9-4583b9483592)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:40.706061 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:40.709029 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f4aeb94c-a46e-4475-8ffa-c120ec343cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:40.717194 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:40.725666 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:40.736632 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] Pushing event updated for resources: {'Port': ['ID=1f1214b7-ef4a-4e08-ac4a-4a5f1a817edb,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:40.892532 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-b6a78e89-bac4-434b-8351-07d3f9be5f86 service neutron] 10.222.0.52 "GET /v2.0/networks/8bd01ecf-2d97-4bf7-9ab0-18dfface8598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387843 Apr 18 05:59:40.894177 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c07e5811-8661-4af6-8039-b7d62f65742c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:40.894308 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f4aeb94c-a46e-4475-8ffa-c120ec343cf1 None None] Provisioning complete for port 61aeec3d-1945-4e1a-b6e3-b1ac03cab08a triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:40.894308 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f4aeb94c-a46e-4475-8ffa-c120ec343cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:40.923626 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router bf04aee8-dabd-4235-934b-f5afdb7f817f is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 05:59:40.973065 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07e5811-8661-4af6-8039-b7d62f65742c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network c39740d4-9aac-42a1-8bbd-e0906328227b is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:40.978748 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-c07e5811-8661-4af6-8039-b7d62f65742c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:40.995439 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07e5811-8661-4af6-8039-b7d62f65742c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:40.995662 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c07e5811-8661-4af6-8039-b7d62f65742c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:41.013407 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4cf9d590-2faf-409e-8eae-d0e0e1dbf0a9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:41.021300 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69579e1-4fb7-42be-a7ae-e43684e6441f None None] Network c39740d4-9aac-42a1-8bbd-e0906328227b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:41.087399 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e5811-8661-4af6-8039-b7d62f65742c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Subnet': ['ID=286c63d4-fdb8-4c0d-ad8f-4334d4ea7975,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:41.150774 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c07e5811-8661-4af6-8039-b7d62f65742c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5152571 Apr 18 05:59:41.158161 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-4cf9d590-2faf-409e-8eae-d0e0e1dbf0a9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Calling delete_port for 9288d9cb-c54e-4f31-b8ed-667918d43d2c owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:41.172138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47472) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:41.182160 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] Attempting to bind port 1f1214b7-ef4a-4e08-ac4a-4a5f1a817edb on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:41.182160 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] Attempting to bind port 1f1214b7-ef4a-4e08-ac4a-4a5f1a817edb by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:41.182160 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] Attempting to bind port 1f1214b7-ef4a-4e08-ac4a-4a5f1a817edb on network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:59:41.190989 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-0ac2a267-cb2b-44df-8617-e56388e9df15 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1458844916', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '286c63d4-fdb8-4c0d-ad8f-4334d4ea7975'}], 'security_groups': ['88f38b7d-71cd-44b2-a69f-cf254da6646e']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:41.193873 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f4aeb94c-a46e-4475-8ffa-c120ec343cf1 None None] Port 61aeec3d-1945-4e1a-b6e3-b1ac03cab08a cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:59:41.210257 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aeb94c-a46e-4475-8ffa-c120ec343cf1 None None] Pushing event updated for resources: {'Port': ['ID=e11eac2b-e03b-40ae-9585-73cf975f3d08,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:41.214765 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:59:41.215626 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] Checking segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:59:41.215626 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:41.215871 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] Bound using segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:59:41.216419 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] Bound port: 1f1214b7-ef4a-4e08-ac4a-4a5f1a817edb, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:41.217964 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:41.399112 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4cf9d590-2faf-409e-8eae-d0e0e1dbf0a9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:41.484807 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2cbf2d4c-274c-497d-8589-5a1a1f61e405 None None] Provisioning for port 58909ee4-57d6-45e4-b5cb-e7f9f31c5b6e completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:41.491428 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9d590-2faf-409e-8eae-d0e0e1dbf0a9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Port': ['ID=9288d9cb-c54e-4f31-b8ed-667918d43d2c,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:41.502389 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2cbf2d4c-274c-497d-8589-5a1a1f61e405 None None] Provisioning complete for port 58909ee4-57d6-45e4-b5cb-e7f9f31c5b6e triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:41.502970 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2cbf2d4c-274c-497d-8589-5a1a1f61e405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:41.536110 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b0d4eb31-396e-4ee9-874c-37128d1f44aa req-0d7567ae-0a13-47fb-a27a-87d0f4af2acd service neutron] 10.222.0.52 "GET /v2.0/networks/8bd01ecf-2d97-4bf7-9ab0-18dfface8598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6396463 Apr 18 05:59:41.537195 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4cf9d590-2faf-409e-8eae-d0e0e1dbf0a9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:41.549378 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] For port 1f1214b7-ef4a-4e08-ac4a-4a5f1a817edb, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:59:41.553096 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4cf9d590-2faf-409e-8eae-d0e0e1dbf0a9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/9288d9cb-c54e-4f31-b8ed-667918d43d2c HTTP/1.1" status: 204 len: 168 time: 1.0333002 Apr 18 05:59:41.555567 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47476) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:41.580351 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] For port 1f1214b7-ef4a-4e08-ac4a-4a5f1a817edb, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=1f1214b7-ef4a-4e08-ac4a-4a5f1a817edb,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:59:41.586179 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2cbf2d4c-274c-497d-8589-5a1a1f61e405 None None] Port 58909ee4-57d6-45e4-b5cb-e7f9f31c5b6e cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:59:41.595869 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:41.641554 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2421d237-6427-4daa-bc0b-88d20f95f430 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:41.643722 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2421d237-6427-4daa-bc0b-88d20f95f430 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:41.643935 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:59:41.645174 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2421d237-6427-4daa-bc0b-88d20f95f430 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:41.660695 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] Sync routers for ids ['bf04aee8-dabd-4235-934b-f5afdb7f817f'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:41.675906 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] Routers {'bf04aee8-dabd-4235-934b-f5afdb7f817f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:59:41.676849 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:59:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['bf04aee8-dabd-4235-934b-f5afdb7f817f'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:41.678529 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2421d237-6427-4daa-bc0b-88d20f95f430 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:41.680528 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2421d237-6427-4daa-bc0b-88d20f95f430 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1233504 Apr 18 05:59:41.683474 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47480) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:41.750503 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65deae9-46f6-497e-8c4b-1dc359d3aa67 None None] Pushing event updated for resources: {'Port': ['ID=1f1214b7-ef4a-4e08-ac4a-4a5f1a817edb,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:41.757763 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7d6b38-0082-427c-9b6c-72358d2d3a3a None None] Update dhcp port {'port': {'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b', 'fixed_ips': [{'subnet_id': '386e7d63-0cef-483d-8551-daf69b34f84e', 'ip_address': '2001:db8::2'}, {'subnet_id': '286c63d4-fdb8-4c0d-ad8f-4334d4ea7975'}], 'binding:host_id': 'dv-neutron-837489-1-hyperv'}, 'id': 'e11eac2b-e03b-40ae-9585-73cf975f3d08'} from dv-neutron-837489-1-hyperv. {{(pid=88036) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 05:59:41.789653 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e83241-aae1-4f7d-aa5a-0bc0a8fd28c2 req-c096fe9b-a2b6-4a39-9b3b-dd13efaef5ec tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:41.791121 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d0e83241-aae1-4f7d-aa5a-0bc0a8fd28c2 req-c096fe9b-a2b6-4a39-9b3b-dd13efaef5ec tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 944 time: 0.6928957 Apr 18 05:59:41.824888 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-da979682-6775-4dc2-89b4-f902c716af3d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet b69b4a58-2f7a-4874-9673-6ca1bddc7d68 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:59:41.841491 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-da979682-6775-4dc2-89b4-f902c716af3d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:41.862114 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:41.864528 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b19b3139-a593-4c10-8de0-8aa1d10b655f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.5718865 Apr 18 05:59:41.885718 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device e11eac2b-e03b-40ae-9585-73cf975f3d08 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:41.888447 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47484) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:41.940431 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-da979682-6775-4dc2-89b4-f902c716af3d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:41.963574 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5d7d6b38-0082-427c-9b6c-72358d2d3a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:41.974689 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d0e83241-aae1-4f7d-aa5a-0bc0a8fd28c2 req-f47da246-15aa-4e12-a1e2-9311a6481847 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1668208 Apr 18 05:59:41.977161 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-45a27e37-4abd-4e5f-8122-f88b60ec538d tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=e00da76b2c8c4cb8902ec43a97f5e314&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0808649 Apr 18 05:59:41.980102 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47488) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:42.002342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0d731-b3f7-48c8-a733-a4e630473d03 req-249f19b5-1f7c-4266-bb0e-8eb831aca504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:42.003846 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6af0d731-b3f7-48c8-a733-a4e630473d03 req-249f19b5-1f7c-4266-bb0e-8eb831aca504 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b66247ce3a54159b17aa96e039e5639&device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 1097 time: 0.4098606 Apr 18 05:59:42.086747 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] Set router bf04aee8-dabd-4235-934b-f5afdb7f817f gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:59:42.209378 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port e11eac2b-e03b-40ae-9585-73cf975f3d08 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:42.209977 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.302563 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0ac2a267-cb2b-44df-8617-e56388e9df15 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.398274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-da979682-6775-4dc2-89b4-f902c716af3d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.432843 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0986d6a2-f945-4006-9623-422a56ccc843 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:42.439666 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0986d6a2-f945-4006-9623-422a56ccc843 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4582160 Apr 18 05:59:42.445293 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47492) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:42.466190 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-5d7d6b38-0082-427c-9b6c-72358d2d3a3a None None] Allocated IP 2001:db8:0:1::2 (c39740d4-9aac-42a1-8bbd-e0906328227b/286c63d4-fdb8-4c0d-ad8f-4334d4ea7975/e11eac2b-e03b-40ae-9585-73cf975f3d08) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:42.537922 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d11d977f-ae94-4c93-9e21-142966c0af07 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0850801 Apr 18 05:59:42.539393 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-da979682-6775-4dc2-89b4-f902c716af3d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.543050 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47496) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:42.557355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-c2264b98-c9ba-4620-89e4-e17b6e7df84b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-325114390', 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:42.580366 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0d731-b3f7-48c8-a733-a4e630473d03 req-1e58a0c7-cc42-4786-9482-aa3f7b75e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:42.581469 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6af0d731-b3f7-48c8-a733-a4e630473d03 req-1e58a0c7-cc42-4786-9482-aa3f7b75e10b service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bd01ecf-2d97-4bf7-9ab0-18dfface8598 HTTP/1.1" status: 200 len: 898 time: 0.4857271 Apr 18 05:59:42.599596 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-da979682-6775-4dc2-89b4-f902c716af3d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.626498 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-da979682-6775-4dc2-89b4-f902c716af3d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/b69b4a58-2f7a-4874-9673-6ca1bddc7d68 HTTP/1.1" status: 204 len: 168 time: 0.9417303 Apr 18 05:59:42.628815 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da979682-6775-4dc2-89b4-f902c716af3d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=b69b4a58-2f7a-4874-9673-6ca1bddc7d68,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:42.632105 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47500) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:42.715636 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6af0d731-b3f7-48c8-a733-a4e630473d03 req-fa85272f-9b30-41da-b640-55164ad2a114 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72b9b85a-f2a3-49a0-aa6b-6323d0157358 HTTP/1.1" status: 200 len: 217 time: 0.0796993 Apr 18 05:59:42.716520 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'name': 'tempest-TestNetworkBasicOps-router-1859283434', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:35Z', 'updated_at': '2022-04-18T05:59:39Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:37Z', 'updated_at': '2022-04-18T05:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:42.724829 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] Checking router: bf04aee8-dabd-4235-934b-f5afdb7f817f for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:59:42.725205 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] Updating router bf04aee8-dabd-4235-934b-f5afdb7f817f port 2b8df926-32c3-4e58-947d-c0c5fe88fede binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:59:42.731627 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-5d7d6b38-0082-427c-9b6c-72358d2d3a3a None None] For port e11eac2b-e03b-40ae-9585-73cf975f3d08, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=e11eac2b-e03b-40ae-9585-73cf975f3d08,segment=NetworkSegment(f67b643f-ca45-4343-add9-4583b9483592),segment_id=f67b643f-ca45-4343-add9-4583b9483592)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:42.736085 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-cdecc230-a612-4246-9a6d-03349b6a5032 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1026344 Apr 18 05:59:42.738648 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47504) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:42.787817 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5d7d6b38-0082-427c-9b6c-72358d2d3a3a None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.806076 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.821983 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5d7d6b38-0082-427c-9b6c-72358d2d3a3a None None] Transition to ACTIVE for port object e11eac2b-e03b-40ae-9585-73cf975f3d08 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:42.831533 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5d7d6b38-0082-427c-9b6c-72358d2d3a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.900767 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832c01c1-2317-4bab-8fc8-dae1b40f73ef tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:42.901648 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-832c01c1-2317-4bab-8fc8-dae1b40f73ef tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:42.944175 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-832c01c1-2317-4bab-8fc8-dae1b40f73ef tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:42.949139 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-832c01c1-2317-4bab-8fc8-dae1b40f73ef tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2058752 Apr 18 05:59:42.949645 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47508) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:42.991636 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d6b38-0082-427c-9b6c-72358d2d3a3a None None] Pushing event updated for resources: {'Port': ['ID=e11eac2b-e03b-40ae-9585-73cf975f3d08,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:43.064516 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0d731-b3f7-48c8-a733-a4e630473d03 req-a47b5c04-a610-4158-97c7-4ee34d5399fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:43.066947 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6af0d731-b3f7-48c8-a733-a4e630473d03 req-a47b5c04-a610-4158-97c7-4ee34d5399fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=52758bd8-2631-431e-98a6-304c934d7ada HTTP/1.1" status: 200 len: 834 time: 0.3397043 Apr 18 05:59:43.090506 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f147c2c-a01f-4ef2-b8ab-0d89773c2c05 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:43.091966 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1f147c2c-a01f-4ef2-b8ab-0d89773c2c05 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:43.127483 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1f147c2c-a01f-4ef2-b8ab-0d89773c2c05 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:43.133884 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1f147c2c-a01f-4ef2-b8ab-0d89773c2c05 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1829982 Apr 18 05:59:43.135544 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47514) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:43.224313 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c2264b98-c9ba-4620-89e4-e17b6e7df84b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:43.232786 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c2264b98-c9ba-4620-89e4-e17b6e7df84b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:subnet and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:43.240290 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c2264b98-c9ba-4620-89e4-e17b6e7df84b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:43.243122 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c2264b98-c9ba-4620-89e4-e17b6e7df84b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:43.249541 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e990e3f2-b993-4b30-9ca7-cd2af1214794 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1119308 Apr 18 05:59:43.254675 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47518) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:43.262365 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-28c84771-ac04-4c2c-8a19-59af8a7b3c35 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:43.267252 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e9ccd2-dac1-4ea5-b217-809136b9b7ba None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:43.528106 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-28c84771-ac04-4c2c-8a19-59af8a7b3c35 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:43.544586 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:43.556567 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-949e2ff6-e341-42e0-a9da-dc20da6f6aed None None] Provisioning for port 1f1214b7-ef4a-4e08-ac4a-4a5f1a817edb completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:43.557625 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916d71a-b0c5-4a74-9a82-3fd307dbe606 req-c082de9a-2b28-4db7-80a6-6703bdb22be8 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:43.565906 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c916d71a-b0c5-4a74-9a82-3fd307dbe606 req-c082de9a-2b28-4db7-80a6-6703bdb22be8 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 944 time: 0.2786498 Apr 18 05:59:43.566263 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-0ac2a267-cb2b-44df-8617-e56388e9df15 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Delete allocated IP 2001:db8::18a (c39740d4-9aac-42a1-8bbd-e0906328227b/386e7d63-0cef-483d-8551-daf69b34f84e) {{(pid=88034) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 05:59:43.570088 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] Transition to ACTIVE for port object 2b8df926-32c3-4e58-947d-c0c5fe88fede will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:43.580105 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-0ac2a267-cb2b-44df-8617-e56388e9df15 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Allocated IP 2001:db8:0:1::58 (c39740d4-9aac-42a1-8bbd-e0906328227b/286c63d4-fdb8-4c0d-ad8f-4334d4ea7975/58909ee4-57d6-45e4-b5cb-e7f9f31c5b6e) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:43.593747 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:43.594451 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2264b98-c9ba-4620-89e4-e17b6e7df84b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:43.597911 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c2264b98-c9ba-4620-89e4-e17b6e7df84b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:43.641541 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-28c84771-ac04-4c2c-8a19-59af8a7b3c35 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:43.688718 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c916d71a-b0c5-4a74-9a82-3fd307dbe606 req-637e07da-8240-4ec0-8a72-ec117f5f3714 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1090932 Apr 18 05:59:43.694399 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c84771-ac04-4c2c-8a19-59af8a7b3c35 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:43.698361 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-28c84771-ac04-4c2c-8a19-59af8a7b3c35 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:43.736364 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0adfa4-1a5a-43c8-ae5d-2397c583a0dc None None] DHCP port deletion for 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:59:43.744020 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-3d0adfa4-1a5a-43c8-ae5d-2397c583a0dc None None] Deleting port 1f1214b7-ef4a-4e08-ac4a-4a5f1a817edb {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:43.744020 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3d0adfa4-1a5a-43c8-ae5d-2397c583a0dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:43.774587 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0d731-b3f7-48c8-a733-a4e630473d03 req-d5a5d3e7-2d95-4ccf-85d9-9e207ff4173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:43.776064 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6af0d731-b3f7-48c8-a733-a4e630473d03 req-d5a5d3e7-2d95-4ccf-85d9-9e207ff4173f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bd01ecf-2d97-4bf7-9ab0-18dfface8598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6944799 Apr 18 05:59:43.795589 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc108d-85df-401f-b926-fc06dc87c0ee None None] Pushing event updated for resources: {'Port': ['ID=2b8df926-32c3-4e58-947d-c0c5fe88fede,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:43.824976 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] Attempting to bind port 2b8df926-32c3-4e58-947d-c0c5fe88fede on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:43.826382 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] Attempting to bind port 2b8df926-32c3-4e58-947d-c0c5fe88fede by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:43.828805 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] Attempting to bind port 2b8df926-32c3-4e58-947d-c0c5fe88fede on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:59:43.839597 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:59:43.841381 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:59:43.842350 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:43.843611 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:59:43.844717 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] Bound port: 2b8df926-32c3-4e58-947d-c0c5fe88fede, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:43.845360 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:43.873137 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device e11eac2b-e03b-40ae-9585-73cf975f3d08 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:43.970914 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6af0d731-b3f7-48c8-a733-a4e630473d03 req-4d70b78d-a1ab-4795-86d8-1101f4038f86 service neutron] 10.222.0.52 "GET /v2.0/networks/8bd01ecf-2d97-4bf7-9ab0-18dfface8598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789277 Apr 18 05:59:43.974252 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] For port 2b8df926-32c3-4e58-947d-c0c5fe88fede, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:59:43.979278 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] For port 2b8df926-32c3-4e58-947d-c0c5fe88fede, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=2b8df926-32c3-4e58-947d-c0c5fe88fede,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:59:43.987811 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:44.148360 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-28c84771-ac04-4c2c-8a19-59af8a7b3c35 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:44.150997 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc108d-85df-401f-b926-fc06dc87c0ee None None] Pushing event updated for resources: {'Port': ['ID=2b8df926-32c3-4e58-947d-c0c5fe88fede,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:44.170291 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] Routers {'bf04aee8-dabd-4235-934b-f5afdb7f817f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:59:44.172007 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:59:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['bf04aee8-dabd-4235-934b-f5afdb7f817f'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:44.236611 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-3d0adfa4-1a5a-43c8-ae5d-2397c583a0dc None None] For port 1f1214b7-ef4a-4e08-ac4a-4a5f1a817edb, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=1f1214b7-ef4a-4e08-ac4a-4a5f1a817edb,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:44.236919 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3d0adfa4-1a5a-43c8-ae5d-2397c583a0dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:44.246860 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 72b9b85a-f2a3-49a0-aa6b-6323d0157358 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 05:59:44.275809 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c84771-ac04-4c2c-8a19-59af8a7b3c35 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=32e90b7e-ec08-4c75-9790-b1d23c936eb9,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:44.300926 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c84771-ac04-4c2c-8a19-59af8a7b3c35 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:44.303068 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-28c84771-ac04-4c2c-8a19-59af8a7b3c35 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:44.306415 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c84771-ac04-4c2c-8a19-59af8a7b3c35 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:44.307261 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-28c84771-ac04-4c2c-8a19-59af8a7b3c35 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:44.350057 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-28c84771-ac04-4c2c-8a19-59af8a7b3c35 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0939069 Apr 18 05:59:44.352932 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47522) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:44.366086 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-20505a20-1c44-47e7-a143-3be8c8c662df tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'fixed_ips': [{'subnet_id': '32e90b7e-ec08-4c75-9790-b1d23c936eb9', 'ip_address': '2001:db8::3b30:5ac1:2cfc:ed62'}], 'name': 'tempest-NetworksTestDHCPv6-1208088293'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:44.472203 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] Set router bf04aee8-dabd-4235-934b-f5afdb7f817f gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:59:44.544125 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6af0d731-b3f7-48c8-a733-a4e630473d03 req-d3bef3ca-31d6-4470-b643-324d2ea4cccd service neutron] 10.222.0.52 "GET /v2.0/networks/8bd01ecf-2d97-4bf7-9ab0-18dfface8598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208850 Apr 18 05:59:44.592175 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-20505a20-1c44-47e7-a143-3be8c8c662df tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:44.599629 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0ac2a267-cb2b-44df-8617-e56388e9df15 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:44.607013 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-20505a20-1c44-47e7-a143-3be8c8c662df tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:44.631516 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-3d0adfa4-1a5a-43c8-ae5d-2397c583a0dc None None] Calling delete_port for 1f1214b7-ef4a-4e08-ac4a-4a5f1a817edb owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:44.641248 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c2264b98-c9ba-4620-89e4-e17b6e7df84b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:44.641248 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-0ac2a267-cb2b-44df-8617-e56388e9df15 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Transition to ACTIVE for port object 58909ee4-57d6-45e4-b5cb-e7f9f31c5b6e will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:44.674336 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0ac2a267-cb2b-44df-8617-e56388e9df15 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:44.708290 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20505a20-1c44-47e7-a143-3be8c8c662df tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:44.791396 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2a267-cb2b-44df-8617-e56388e9df15 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Port': ['ID=58909ee4-57d6-45e4-b5cb-e7f9f31c5b6e,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:44.798163 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2833b450-69d4-490d-bc28-a6679501669a None None] Provisioning for port e11eac2b-e03b-40ae-9585-73cf975f3d08 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:44.802662 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 72b9b85a-f2a3-49a0-aa6b-6323d0157358, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=72b9b85a-f2a3-49a0-aa6b-6323d0157358,segment=NetworkSegment(f0f9e6c6-dd28-4d5b-816f-18201b1caa98),segment_id=f0f9e6c6-dd28-4d5b-816f-18201b1caa98)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:44.827863 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2833b450-69d4-490d-bc28-a6679501669a None None] Provisioning complete for port e11eac2b-e03b-40ae-9585-73cf975f3d08 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:44.828677 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2833b450-69d4-490d-bc28-a6679501669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:44.920710 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '72b9b85a-f2a3-49a0-aa6b-6323d0157358', 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598', 'port_id': '72b9b85a-f2a3-49a0-aa6b-6323d0157358', 'mac_address': 'fa:16:3e:0f:e1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52758bd8-2631-431e-98a6-304c934d7ada', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 05:59:44.973281 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2264b98-c9ba-4620-89e4-e17b6e7df84b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Checking segment: {'id': 'edd1faaa-32c8-46a7-b179-88975394702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:59:44.973643 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2264b98-c9ba-4620-89e4-e17b6e7df84b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network hostable DHCP agents. Network: 5e86a837-e153-49c1-92ad-87db0dbed99f, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:59:44.979464 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3d0adfa4-1a5a-43c8-ae5d-2397c583a0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:44.983123 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-20505a20-1c44-47e7-a143-3be8c8c662df tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:44.984762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-0ac2a267-cb2b-44df-8617-e56388e9df15 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] In _notify_port_updated(), no bound segment for port 58909ee4-57d6-45e4-b5cb-e7f9f31c5b6e on network c39740d4-9aac-42a1-8bbd-e0906328227b {{(pid=88034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 05:59:44.990185 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac2a267-cb2b-44df-8617-e56388e9df15 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:44.990822 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0ac2a267-cb2b-44df-8617-e56388e9df15 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:44.992156 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0ac2a267-cb2b-44df-8617-e56388e9df15 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "PUT /v2.0/ports/58909ee4-57d6-45e4-b5cb-e7f9f31c5b6e HTTP/1.1" status: 200 len: 930 time: 3.8177271 Apr 18 05:59:45.003055 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'name': 'tempest-TestNetworkBasicOps-router-1859283434', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:35Z', 'updated_at': '2022-04-18T05:59:39Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:37Z', 'updated_at': '2022-04-18T05:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:45.007689 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c6f5e9-555f-4230-b481-3eafc3c01a68 None None] The sync data for ids ['bf04aee8-dabd-4235-934b-f5afdb7f817f'] in dv-neutron-837489-1-hyperv is: [{'id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'name': 'tempest-TestNetworkBasicOps-router-1859283434', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:35Z', 'updated_at': '2022-04-18T05:59:39Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:37Z', 'updated_at': '2022-04-18T05:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:45.019603 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47528) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:45.026033 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-20505a20-1c44-47e7-a143-3be8c8c662df tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] device_id is not set on port e20d6d31-5e38-483e-98cf-7a51c1c0d993 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:45.067873 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2264b98-c9ba-4620-89e4-e17b6e7df84b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Subnet': ['ID=249eb15d-3ccf-4983-a3ee-744482539ac0,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:45.143673 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-fd2bc95b-ef3a-420a-bb8d-1c87ca49756f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port 58909ee4-57d6-45e4-b5cb-e7f9f31c5b6e {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:45.144123 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd2bc95b-ef3a-420a-bb8d-1c87ca49756f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.147246 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0adfa4-1a5a-43c8-ae5d-2397c583a0dc None None] No DVR routers for this DVR port 1f1214b7-ef4a-4e08-ac4a-4a5f1a817edb on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:59:45.153305 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0adfa4-1a5a-43c8-ae5d-2397c583a0dc None None] Pushing event deleted for resources: {'Port': ['ID=1f1214b7-ef4a-4e08-ac4a-4a5f1a817edb,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:45.183032 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.196892 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f0892d-6b81-4036-ac8f-bd6ae16f5736 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:45.204708 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2264b98-c9ba-4620-89e4-e17b6e7df84b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 5e86a837-e153-49c1-92ad-87db0dbed99f is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:59:45.218928 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2833b450-69d4-490d-bc28-a6679501669a None None] Provisioning complete for port 61aeec3d-1945-4e1a-b6e3-b1ac03cab08a triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:45.219390 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2833b450-69d4-490d-bc28-a6679501669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.240128 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-c2264b98-c9ba-4620-89e4-e17b6e7df84b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 5e86a837-e153-49c1-92ad-87db0dbed99f) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:45.280744 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a04fc32-432a-43d7-a422-a42f345aef1d None None] Network 5e86a837-e153-49c1-92ad-87db0dbed99f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:45.283461 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2264b98-c9ba-4620-89e4-e17b6e7df84b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:45.283901 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c2264b98-c9ba-4620-89e4-e17b6e7df84b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.331044 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bd996-edf2-455a-b9a3-f7fab6d1ec55 req-2feda028-e537-4af8-9840-dade283252f5 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:45.332852 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-556bd996-edf2-455a-b9a3-f7fab6d1ec55 req-2feda028-e537-4af8-9840-dade283252f5 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 944 time: 0.4216361 Apr 18 05:59:45.387208 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-20505a20-1c44-47e7-a143-3be8c8c662df tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8::3b30:5ac1:2cfc:ed62 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/32e90b7e-ec08-4c75-9790-b1d23c936eb9/e20d6d31-5e38-483e-98cf-7a51c1c0d993) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:45.462094 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c2264b98-c9ba-4620-89e4-e17b6e7df84b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.9139729 Apr 18 05:59:45.466270 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47532) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:45.494041 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b9b85a-f2a3-49a0-aa6b-6323d0157358 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 05:59:45.497984 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-556bd996-edf2-455a-b9a3-f7fab6d1ec55 req-d4042f1d-530c-4121-9ea7-8d200a967be8 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1570396 Apr 18 05:59:45.656703 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd2bc95b-ef3a-420a-bb8d-1c87ca49756f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.804413 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2833b450-69d4-490d-bc28-a6679501669a None None] Port 61aeec3d-1945-4e1a-b6e3-b1ac03cab08a cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:59:45.831157 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 72b9b85a-f2a3-49a0-aa6b-6323d0157358, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=72b9b85a-f2a3-49a0-aa6b-6323d0157358,segment=NetworkSegment(f0f9e6c6-dd28-4d5b-816f-18201b1caa98),segment_id=f0f9e6c6-dd28-4d5b-816f-18201b1caa98)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:45.854269 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-fd2bc95b-ef3a-420a-bb8d-1c87ca49756f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Calling delete_port for 58909ee4-57d6-45e4-b5cb-e7f9f31c5b6e owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:45.855774 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.857811 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 2b8df926-32c3-4e58-947d-c0c5fe88fede up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:46.027367 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd2bc95b-ef3a-420a-bb8d-1c87ca49756f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.090571 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bc95b-ef3a-420a-bb8d-1c87ca49756f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Port': ['ID=58909ee4-57d6-45e4-b5cb-e7f9f31c5b6e,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:46.131414 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1ba6cf1e-9bfd-4b0f-99ba-4628505338be None None] Provisioning for port 58909ee4-57d6-45e4-b5cb-e7f9f31c5b6e completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:46.140576 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['72b9b85a-f2a3-49a0-aa6b-6323d0157358'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 05:59:46.145380 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd2bc95b-ef3a-420a-bb8d-1c87ca49756f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.166268 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47536) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:46.166513 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-fd2bc95b-ef3a-420a-bb8d-1c87ca49756f tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/ports/58909ee4-57d6-45e4-b5cb-e7f9f31c5b6e HTTP/1.1" status: 204 len: 168 time: 1.1420715 Apr 18 05:59:46.211377 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-5e86a837-e153-49c1-92ad-87db0dbed99f', 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ips': [{'subnet_id': '249eb15d-3ccf-4983-a3ee-744482539ac0'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:59:46.212242 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.315966 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=72b9b85a-f2a3-49a0-aa6b-6323d0157358,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:46.319087 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1ba6cf1e-9bfd-4b0f-99ba-4628505338be None None] Provisioning complete for port 58909ee4-57d6-45e4-b5cb-e7f9f31c5b6e triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:46.319466 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1ba6cf1e-9bfd-4b0f-99ba-4628505338be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.369538 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-1ba6cf1e-9bfd-4b0f-99ba-4628505338be None None] Port 58909ee4-57d6-45e4-b5cb-e7f9f31c5b6e was deleted so its status cannot be updated. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 18 05:59:46.380367 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6011731-233d-4746-ae48-b9802b597002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'fixed_ips': [{'subnet_id': '32e90b7e-ec08-4c75-9790-b1d23c936eb9'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:59:46.380367 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b6011731-233d-4746-ae48-b9802b597002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.458398 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 2b8df926-32c3-4e58-947d-c0c5fe88fede completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:46.485649 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a96dbe-e9ea-44a8-be52-367dd154fbe9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] GET failed (client error): The resource could not be found. Apr 18 05:59:46.486300 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-78a96dbe-e9ea-44a8-be52-367dd154fbe9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Synchronizing usage tracker for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:46.497370 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-20505a20-1c44-47e7-a143-3be8c8c662df tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.515841 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 2b8df926-32c3-4e58-947d-c0c5fe88fede triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:46.516154 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.560610 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-78a96dbe-e9ea-44a8-be52-367dd154fbe9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Unset dirty status for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:46.564883 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47544) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:46.568910 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-78a96dbe-e9ea-44a8-be52-367dd154fbe9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports/58909ee4-57d6-45e4-b5cb-e7f9f31c5b6e HTTP/1.1" status: 404 len: 333 time: 0.4007597 Apr 18 05:59:46.573048 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-20505a20-1c44-47e7-a143-3be8c8c662df tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Transition to ACTIVE for port object e20d6d31-5e38-483e-98cf-7a51c1c0d993 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:46.615449 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-20505a20-1c44-47e7-a143-3be8c8c662df tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.633854 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8bf7cd5a-4a3b-4301-9e4f-e777c5e3a928 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.663949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8bf7cd5a-4a3b-4301-9e4f-e777c5e3a928 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.699986 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20505a20-1c44-47e7-a143-3be8c8c662df tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=e20d6d31-5e38-483e-98cf-7a51c1c0d993,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:46.729962 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8bf7cd5a-4a3b-4301-9e4f-e777c5e3a928 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.756367 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7cd5a-4a3b-4301-9e4f-e777c5e3a928 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6132b5-3172-42cf-b3a6-bc62cef7f0e3,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:46.758706 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8bf7cd5a-4a3b-4301-9e4f-e777c5e3a928 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.762856 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8bf7cd5a-4a3b-4301-9e4f-e777c5e3a928 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/security-groups/3b6132b5-3172-42cf-b3a6-bc62cef7f0e3 HTTP/1.1" status: 204 len: 168 time: 0.1969669 Apr 18 05:59:46.763867 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47548) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:46.791818 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20505a20-1c44-47e7-a143-3be8c8c662df tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:46.801671 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-20505a20-1c44-47e7-a143-3be8c8c662df tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:46.809439 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20505a20-1c44-47e7-a143-3be8c8c662df tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:46.816061 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20505a20-1c44-47e7-a143-3be8c8c662df tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:46.816939 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-20505a20-1c44-47e7-a143-3be8c8c662df tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.840676 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-97f12fe2-7fe8-4692-a61c-0b53d2c16e58 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.854234 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3862361f-c0e4-4724-9f25-1287ab810868 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.887491 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-20505a20-1c44-47e7-a143-3be8c8c662df tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5332162 Apr 18 05:59:46.890465 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47552) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:46.894303 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-97f12fe2-7fe8-4692-a61c-0b53d2c16e58 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.912153 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] Allocated IP 172.20.0.2 (5e86a837-e153-49c1-92ad-87db0dbed99f/249eb15d-3ccf-4983-a3ee-744482539ac0/313722eb-da31-4433-b00a-aae8283a7958) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:46.930985 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-b6011731-233d-4746-ae48-b9802b597002 None None] Allocated IP 2001:db8::2 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/32e90b7e-ec08-4c75-9790-b1d23c936eb9/748d4eab-290b-473a-9168-efa36258847c) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:46.971406 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95940950-1a26-4883-8623-6259fa3bf9b0 req-07544b3a-3a9b-458f-a49f-95ba8eb059ee tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:46.972917 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-95940950-1a26-4883-8623-6259fa3bf9b0 req-07544b3a-3a9b-458f-a49f-95ba8eb059ee tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 945 time: 0.3492053 Apr 18 05:59:46.977838 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.015693 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0852f2e-cd9d-48e4-9c94-5dc9cb2ba32d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:47.016900 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f0852f2e-cd9d-48e4-9c94-5dc9cb2ba32d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:47.023456 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-97f12fe2-7fe8-4692-a61c-0b53d2c16e58 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.053198 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f12fe2-7fe8-4692-a61c-0b53d2c16e58 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f38b7d-71cd-44b2-a69f-cf254da6646e,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:47.060906 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f0852f2e-cd9d-48e4-9c94-5dc9cb2ba32d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:47.063042 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f0852f2e-cd9d-48e4-9c94-5dc9cb2ba32d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1711252 Apr 18 05:59:47.066117 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47556) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:47.097025 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-95940950-1a26-4883-8623-6259fa3bf9b0 req-5e126d80-1404-4f94-a6c4-4e250493ea1d tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1062837 Apr 18 05:59:47.114521 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-97f12fe2-7fe8-4692-a61c-0b53d2c16e58 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.115887 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-97f12fe2-7fe8-4692-a61c-0b53d2c16e58 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/security-groups/88f38b7d-71cd-44b2-a69f-cf254da6646e HTTP/1.1" status: 204 len: 168 time: 0.3511050 Apr 18 05:59:47.120063 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47560) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:47.132717 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 2b8df926-32c3-4e58-947d-c0c5fe88fede, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=2b8df926-32c3-4e58-947d-c0c5fe88fede,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:47.226459 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.262472 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-629ff465-d915-488a-87ae-44b834b38040 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting subnet 386e7d63-0cef-483d-8551-daf69b34f84e {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:59:47.302441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-7ded8f8d-69eb-47c7-83be-9af830fef153 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting port e20d6d31-5e38-483e-98cf-7a51c1c0d993 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:47.303013 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7ded8f8d-69eb-47c7-83be-9af830fef153 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.303705 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-629ff465-d915-488a-87ae-44b834b38040 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.464994 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=2b8df926-32c3-4e58-947d-c0c5fe88fede,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:47.554577 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-629ff465-d915-488a-87ae-44b834b38040 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.625998 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7ded8f8d-69eb-47c7-83be-9af830fef153 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.641208 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.659088 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b6011731-233d-4746-ae48-b9802b597002 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.673110 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] Transition to ACTIVE for port object 313722eb-da31-4433-b00a-aae8283a7958 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:47.680807 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b6011731-233d-4746-ae48-b9802b597002 None None] Transition to ACTIVE for port object 748d4eab-290b-473a-9168-efa36258847c will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:47.687665 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-629ff465-d915-488a-87ae-44b834b38040 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.711120 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] Transition to ACTIVE for port object 313722eb-da31-4433-b00a-aae8283a7958 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:47.714808 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b6011731-233d-4746-ae48-b9802b597002 None None] Transition to ACTIVE for port object 748d4eab-290b-473a-9168-efa36258847c will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:47.729646 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.734186 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b6011731-233d-4746-ae48-b9802b597002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.797781 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-7ded8f8d-69eb-47c7-83be-9af830fef153 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Calling delete_port for e20d6d31-5e38-483e-98cf-7a51c1c0d993 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:47.823684 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-3862361f-c0e4-4724-9f25-1287ab810868 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.20.0.1 (5e86a837-e153-49c1-92ad-87db0dbed99f/249eb15d-3ccf-4983-a3ee-744482539ac0/dae5fae6-e213-47d7-a9bf-04b1c0d43cdc) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:47.841022 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] Network 5e86a837-e153-49c1-92ad-87db0dbed99f is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:47.859908 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:47.865554 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 2b8df926-32c3-4e58-947d-c0c5fe88fede up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:47.895406 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-629ff465-d915-488a-87ae-44b834b38040 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.929920 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6011731-233d-4746-ae48-b9802b597002 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:47.931266 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:47.940639 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-b6011731-233d-4746-ae48-b9802b597002 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:47.978566 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6011731-233d-4746-ae48-b9802b597002 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:47.986597 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ff465-d915-488a-87ae-44b834b38040 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Subnet': ['ID=386e7d63-0cef-483d-8551-daf69b34f84e,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:48.005744 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-629ff465-d915-488a-87ae-44b834b38040 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.033556 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-629ff465-d915-488a-87ae-44b834b38040 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/subnets/386e7d63-0cef-483d-8551-daf69b34f84e HTTP/1.1" status: 204 len: 168 time: 0.9066882 Apr 18 05:59:48.033556 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47564) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:48.038369 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-3e8a1970-8299-4a18-9ce3-c83e6409cd45 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'subnet': {'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:48.049306 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7ded8f8d-69eb-47c7-83be-9af830fef153 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.052789 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b73d51-ada8-43f8-815b-250e6047ca2c None None] Network c39740d4-9aac-42a1-8bbd-e0906328227b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:48.140710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded8f8d-69eb-47c7-83be-9af830fef153 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Port': ['ID=e20d6d31-5e38-483e-98cf-7a51c1c0d993,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:48.152356 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] Attempting to bind port 313722eb-da31-4433-b00a-aae8283a7958 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:48.152727 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] Attempting to bind port 313722eb-da31-4433-b00a-aae8283a7958 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'edd1faaa-32c8-46a7-b179-88975394702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:48.153070 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] Attempting to bind port 313722eb-da31-4433-b00a-aae8283a7958 on network 5e86a837-e153-49c1-92ad-87db0dbed99f {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:59:48.154941 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] Pushing event updated for resources: {'Port': ['ID=313722eb-da31-4433-b00a-aae8283a7958,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:48.194071 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3862361f-c0e4-4724-9f25-1287ab810868 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.223463 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7ded8f8d-69eb-47c7-83be-9af830fef153 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.236940 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-3862361f-c0e4-4724-9f25-1287ab810868 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Transition to ACTIVE for port object dae5fae6-e213-47d7-a9bf-04b1c0d43cdc will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:48.245616 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7ded8f8d-69eb-47c7-83be-9af830fef153 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/e20d6d31-5e38-483e-98cf-7a51c1c0d993 HTTP/1.1" status: 204 len: 168 time: 1.1782835 Apr 18 05:59:48.248153 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47570) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:48.251166 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3e8a1970-8299-4a18-9ce3-c83e6409cd45 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:48.255142 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3e8a1970-8299-4a18-9ce3-c83e6409cd45 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:subnet and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:48.258097 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3e8a1970-8299-4a18-9ce3-c83e6409cd45 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:48.265616 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3e8a1970-8299-4a18-9ce3-c83e6409cd45 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:48.283488 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8a1970-8299-4a18-9ce3-c83e6409cd45 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:48.288587 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e8a1970-8299-4a18-9ce3-c83e6409cd45 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.377540 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:59:48.378324 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] Checking segment: {'id': 'edd1faaa-32c8-46a7-b179-88975394702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:59:48.378895 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.379441 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] Bound using segment: {'id': 'edd1faaa-32c8-46a7-b179-88975394702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:59:48.380155 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] Bound port: 313722eb-da31-4433-b00a-aae8283a7958, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd1faaa-32c8-46a7-b179-88975394702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:48.381147 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.407280 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 72b9b85a-f2a3-49a0-aa6b-6323d0157358 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:48.432462 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304f88c8-48e4-448f-a0e3-3bc51012da95 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:48.432737 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3862361f-c0e4-4724-9f25-1287ab810868 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.433810 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304f88c8-48e4-448f-a0e3-3bc51012da95 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:48.434761 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-304f88c8-48e4-448f-a0e3-3bc51012da95 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:48.467816 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-304f88c8-48e4-448f-a0e3-3bc51012da95 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:48.469124 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-304f88c8-48e4-448f-a0e3-3bc51012da95 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2185807 Apr 18 05:59:48.473931 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47574) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:48.528755 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da75e0-2be3-4066-b0f7-108e3e18674c req-66a538e5-2ec4-4a0a-b674-790fe9a83596 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:48.528952 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3862361f-c0e4-4724-9f25-1287ab810868 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 5e86a837-e153-49c1-92ad-87db0dbed99f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:48.538866 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-b6011731-233d-4746-ae48-b9802b597002 None None] Attempting to bind port 748d4eab-290b-473a-9168-efa36258847c on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:48.538866 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-b6011731-233d-4746-ae48-b9802b597002 None None] Attempting to bind port 748d4eab-290b-473a-9168-efa36258847c by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:48.538866 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6011731-233d-4746-ae48-b9802b597002 None None] Attempting to bind port 748d4eab-290b-473a-9168-efa36258847c on network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:59:48.540235 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-3862361f-c0e4-4724-9f25-1287ab810868 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:48.544064 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-72da75e0-2be3-4066-b0f7-108e3e18674c req-66a538e5-2ec4-4a0a-b674-790fe9a83596 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 945 time: 0.2026348 Apr 18 05:59:48.545586 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 2b8df926-32c3-4e58-947d-c0c5fe88fede triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:48.545586 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.553370 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3862361f-c0e4-4724-9f25-1287ab810868 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:48.606226 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6011731-233d-4746-ae48-b9802b597002 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:59:48.607791 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6011731-233d-4746-ae48-b9802b597002 None None] Checking segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:59:48.610126 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b6011731-233d-4746-ae48-b9802b597002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.611494 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6011731-233d-4746-ae48-b9802b597002 None None] Bound using segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:59:48.611494 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-b6011731-233d-4746-ae48-b9802b597002 None None] Bound port: 748d4eab-290b-473a-9168-efa36258847c, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:48.611965 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b6011731-233d-4746-ae48-b9802b597002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.618629 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-72da75e0-2be3-4066-b0f7-108e3e18674c req-85c197bc-665d-491f-baeb-87b7abc95739 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760977 Apr 18 05:59:48.626541 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862361f-c0e4-4724-9f25-1287ab810868 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=dae5fae6-e213-47d7-a9bf-04b1c0d43cdc,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:48.629077 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-6edbb7a0-c3b5-4c1d-93b2-af750e3b3899 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet 32e90b7e-ec08-4c75-9790-b1d23c936eb9 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:59:48.633356 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6edbb7a0-c3b5-4c1d-93b2-af750e3b3899 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.640175 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6011731-233d-4746-ae48-b9802b597002 None None] Pushing event updated for resources: {'Port': ['ID=748d4eab-290b-473a-9168-efa36258847c,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:48.660560 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3862361f-c0e4-4724-9f25-1287ab810868 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.704287 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6edbb7a0-c3b5-4c1d-93b2-af750e3b3899 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.830105 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6edbb7a0-c3b5-4c1d-93b2-af750e3b3899 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.847139 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e8a1970-8299-4a18-9ce3-c83e6409cd45 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.848692 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] For port 313722eb-da31-4433-b00a-aae8283a7958, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:59:48.852349 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] For port 313722eb-da31-4433-b00a-aae8283a7958, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=313722eb-da31-4433-b00a-aae8283a7958,segment=NetworkSegment(edd1faaa-32c8-46a7-b179-88975394702a),segment_id=edd1faaa-32c8-46a7-b179-88975394702a)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:59:48.879941 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.919190 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6edbb7a0-c3b5-4c1d-93b2-af750e3b3899 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.970174 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbb7a0-c3b5-4c1d-93b2-af750e3b3899 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=32e90b7e-ec08-4c75-9790-b1d23c936eb9,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:48.973622 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6edbb7a0-c3b5-4c1d-93b2-af750e3b3899 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.984001 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8a1970-8299-4a18-9ce3-c83e6409cd45 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network c39740d4-9aac-42a1-8bbd-e0906328227b is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:48.990121 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-3e8a1970-8299-4a18-9ce3-c83e6409cd45 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:48.994221 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6edbb7a0-c3b5-4c1d-93b2-af750e3b3899 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/32e90b7e-ec08-4c75-9790-b1d23c936eb9 HTTP/1.1" status: 204 len: 168 time: 0.5153537 Apr 18 05:59:48.994221 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47578) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:49.011628 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8a1970-8299-4a18-9ce3-c83e6409cd45 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:49.012510 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e8a1970-8299-4a18-9ce3-c83e6409cd45 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.028665 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port 72b9b85a-f2a3-49a0-aa6b-6323d0157358 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:49.029445 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3862361f-c0e4-4724-9f25-1287ab810868 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.059040 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-b6011731-233d-4746-ae48-b9802b597002 None None] For port 748d4eab-290b-473a-9168-efa36258847c, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:59:49.065843 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a1970-8299-4a18-9ce3-c83e6409cd45 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Subnet': ['ID=952a88d5-a47c-4f26-806f-78dd3aa05465,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:49.072437 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 72b9b85a-f2a3-49a0-aa6b-6323d0157358 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:49.072437 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.090358 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3ed0bfba-e529-453e-a96d-8508f3105fb3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0949848 Apr 18 05:59:49.091661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47582) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:49.100096 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-775bef5b-51f9-43b9-b587-6e226efb9e06 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:49.116657 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-b6011731-233d-4746-ae48-b9802b597002 None None] For port 748d4eab-290b-473a-9168-efa36258847c, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=748d4eab-290b-473a-9168-efa36258847c,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:59:49.141750 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac4e23-5e03-4ff1-8b11-0e9ff37110bd None None] Pushing event updated for resources: {'Port': ['ID=313722eb-da31-4433-b00a-aae8283a7958,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:49.143539 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b6011731-233d-4746-ae48-b9802b597002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.161485 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3e8a1970-8299-4a18-9ce3-c83e6409cd45 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1280360 Apr 18 05:59:49.164364 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47586) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:49.178476 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-358fa3a2-4f7a-4473-95fc-8e9f89a724ec tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'security_group': {'name': 'tempest-secgroup-681337247'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:49.243396 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-775bef5b-51f9-43b9-b587-6e226efb9e06 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:49.252356 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-358fa3a2-4f7a-4473-95fc-8e9f89a724ec tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:49.260228 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-775bef5b-51f9-43b9-b587-6e226efb9e06 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:49.267830 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-775bef5b-51f9-43b9-b587-6e226efb9e06 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:49.269649 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-358fa3a2-4f7a-4473-95fc-8e9f89a724ec tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:security_group and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:49.279629 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-358fa3a2-4f7a-4473-95fc-8e9f89a724ec tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:49.282992 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-775bef5b-51f9-43b9-b587-6e226efb9e06 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:49.302688 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6011731-233d-4746-ae48-b9802b597002 None None] Pushing event updated for resources: {'Port': ['ID=748d4eab-290b-473a-9168-efa36258847c,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:49.306749 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-358fa3a2-4f7a-4473-95fc-8e9f89a724ec tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:49.341609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775bef5b-51f9-43b9-b587-6e226efb9e06 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:49.345703 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-358fa3a2-4f7a-4473-95fc-8e9f89a724ec tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.361443 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-775bef5b-51f9-43b9-b587-6e226efb9e06 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.392952 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.455015 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc389c46-650c-4ba0-88e9-6fd7b0b900af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b9b85a-f2a3-49a0-aa6b-6323d0157358'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:59:49.472357 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 72b9b85a-f2a3-49a0-aa6b-6323d0157358, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=72b9b85a-f2a3-49a0-aa6b-6323d0157358,segment=NetworkSegment(f0f9e6c6-dd28-4d5b-816f-18201b1caa98),segment_id=f0f9e6c6-dd28-4d5b-816f-18201b1caa98)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:49.482193 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.610138 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a22958b-0335-4225-ab2a-649461bdad51'] response: {'server_uuid': 'dc389c46-650c-4ba0-88e9-6fd7b0b900af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b9b85a-f2a3-49a0-aa6b-6323d0157358', 'code': 200} Apr 18 05:59:49.621511 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-358fa3a2-4f7a-4473-95fc-8e9f89a724ec tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:49.626858 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=72b9b85a-f2a3-49a0-aa6b-6323d0157358,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:49.661330 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-358fa3a2-4f7a-4473-95fc-8e9f89a724ec tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:security_group_rule and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:49.765836 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-358fa3a2-4f7a-4473-95fc-8e9f89a724ec tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:49.836311 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-358fa3a2-4f7a-4473-95fc-8e9f89a724ec tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:50.071142 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 748d4eab-290b-473a-9168-efa36258847c up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:50.181642 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 748d4eab-290b-473a-9168-efa36258847c completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:50.194803 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 313722eb-da31-4433-b00a-aae8283a7958 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:50.344760 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 313722eb-da31-4433-b00a-aae8283a7958 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:50.357576 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3862361f-c0e4-4724-9f25-1287ab810868 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.363300 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-358fa3a2-4f7a-4473-95fc-8e9f89a724ec tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.363701 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-775bef5b-51f9-43b9-b587-6e226efb9e06 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.372298 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3862361f-c0e4-4724-9f25-1287ab810868 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.449955 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-358fa3a2-4f7a-4473-95fc-8e9f89a724ec tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.498030 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775bef5b-51f9-43b9-b587-6e226efb9e06 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:50.504249 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-775bef5b-51f9-43b9-b587-6e226efb9e06 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:50.510233 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc4a26-c6f8-4927-a534-387c88cc2ace req-50f55261-76f8-4498-8154-ed856acc6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:50.511224 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-62fc4a26-c6f8-4927-a534-387c88cc2ace req-50f55261-76f8-4498-8154-ed856acc6b21 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 1099 time: 0.4752879 Apr 18 05:59:50.512439 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775bef5b-51f9-43b9-b587-6e226efb9e06 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:50.513941 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-775bef5b-51f9-43b9-b587-6e226efb9e06 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.537262 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce8a63-e803-4c56-8468-5c12408c818d req-cf6881bc-b7d1-45ed-a4f7-1f3a56744a2b tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:50.539946 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-80ce8a63-e803-4c56-8468-5c12408c818d req-cf6881bc-b7d1-45ed-a4f7-1f3a56744a2b tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.5736957 Apr 18 05:59:50.581253 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bef5b-51f9-43b9-b587-6e226efb9e06 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=ae73e372-5861-486d-82a7-1f9471522b62,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:50.582739 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fa3a2-4f7a-4473-95fc-8e9f89a724ec tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3814257c-9b24-4432-86bd-9c1c0d5b9748,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:50.586812 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3862361f-c0e4-4724-9f25-1287ab810868 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.593752 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862361f-c0e4-4724-9f25-1287ab810868 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=dae5fae6-e213-47d7-a9bf-04b1c0d43cdc,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:50.595662 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-358fa3a2-4f7a-4473-95fc-8e9f89a724ec tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.601460 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-358fa3a2-4f7a-4473-95fc-8e9f89a724ec tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4315157 Apr 18 05:59:50.601675 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47594) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:50.611066 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-1acd0ec7-912c-4c0c-92b4-967b8f370af3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'security_group': {'name': 'tempest-secgroup-234608254'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:50.626376 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7525aa40-7c6a-44fc-a131-d9df14007c0f None None] Network c39740d4-9aac-42a1-8bbd-e0906328227b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:50.632964 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1acd0ec7-912c-4c0c-92b4-967b8f370af3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:50.653226 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1acd0ec7-912c-4c0c-92b4-967b8f370af3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:security_group and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:50.668544 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1acd0ec7-912c-4c0c-92b4-967b8f370af3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:50.680545 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-775bef5b-51f9-43b9-b587-6e226efb9e06 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5884395 Apr 18 05:59:50.701710 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-80ce8a63-e803-4c56-8468-5c12408c818d req-33c51da2-c5fe-4932-822b-6e6771a8a265 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1337416 Apr 18 05:59:50.705269 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1acd0ec7-912c-4c0c-92b4-967b8f370af3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:50.718863 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47598) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:50.722705 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-23e101b4-2811-4ad7-b69a-a548906b850e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'fixed_ips': [{'subnet_id': 'ae73e372-5861-486d-82a7-1f9471522b62', 'ip_address': '2001:db8::e1b9:f1b1:ef94:afe3'}], 'name': 'tempest-NetworksTestDHCPv6-1316093216'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:50.737299 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-62fc4a26-c6f8-4927-a534-387c88cc2ace req-aab2a1b2-92c0-4991-bb79-c75051bb32bd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1879637 Apr 18 05:59:50.762087 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f4044c59-b461-451d-b6a6-6170dec69dc8 None None] Provisioning complete for port e11eac2b-e03b-40ae-9585-73cf975f3d08 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:50.762087 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f4044c59-b461-451d-b6a6-6170dec69dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.764597 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1acd0ec7-912c-4c0c-92b4-967b8f370af3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.822583 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3862361f-c0e4-4724-9f25-1287ab810868 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 5e86a837-e153-49c1-92ad-87db0dbed99f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:50.824260 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-3862361f-c0e4-4724-9f25-1287ab810868 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:50.872967 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1acd0ec7-912c-4c0c-92b4-967b8f370af3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:50.879445 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1acd0ec7-912c-4c0c-92b4-967b8f370af3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:security_group_rule and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:50.883640 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1acd0ec7-912c-4c0c-92b4-967b8f370af3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:50.896921 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1acd0ec7-912c-4c0c-92b4-967b8f370af3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:51.032580 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1acd0ec7-912c-4c0c-92b4-967b8f370af3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.054996 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1acd0ec7-912c-4c0c-92b4-967b8f370af3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.083273 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3862361f-c0e4-4724-9f25-1287ab810868 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router bf04aee8-dabd-4235-934b-f5afdb7f817f has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 05:59:51.120411 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-23e101b4-2811-4ad7-b69a-a548906b850e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:51.140120 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-23e101b4-2811-4ad7-b69a-a548906b850e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:port and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:51.143256 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f4044c59-b461-451d-b6a6-6170dec69dc8 None None] Provisioning complete for port 61aeec3d-1945-4e1a-b6e3-b1ac03cab08a triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:51.143744 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f4044c59-b461-451d-b6a6-6170dec69dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.144797 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-23e101b4-2811-4ad7-b69a-a548906b850e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:51.151622 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-23e101b4-2811-4ad7-b69a-a548906b850e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:51.163532 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e101b4-2811-4ad7-b69a-a548906b850e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:51.184079 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3778fb17-79a8-4536-90c3-5a3fff03a253 None None] Network 5e86a837-e153-49c1-92ad-87db0dbed99f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:51.195102 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1acd0ec7-912c-4c0c-92b4-967b8f370af3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.196570 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1acd0ec7-912c-4c0c-92b4-967b8f370af3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5922759 Apr 18 05:59:51.219669 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47602) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:51.227426 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-03e6a0a8-eb4b-4215-acee-631aa7f9beb9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'security_group': {'name': 'tempest-secgroup-987441579'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:51.234017 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-03e6a0a8-eb4b-4215-acee-631aa7f9beb9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:51.238295 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-03e6a0a8-eb4b-4215-acee-631aa7f9beb9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:security_group and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:51.241346 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-03e6a0a8-eb4b-4215-acee-631aa7f9beb9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:51.244447 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd0ec7-912c-4c0c-92b4-967b8f370af3 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e3f3bd-d50b-4c72-ac34-9d36a57c7458,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:51.300848 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-03e6a0a8-eb4b-4215-acee-631aa7f9beb9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:51.370067 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f4044c59-b461-451d-b6a6-6170dec69dc8 None None] Port 61aeec3d-1945-4e1a-b6e3-b1ac03cab08a cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:59:51.373282 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3862361f-c0e4-4724-9f25-1287ab810868 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 05:59:51.386060 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-03e6a0a8-eb4b-4215-acee-631aa7f9beb9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.389520 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3862361f-c0e4-4724-9f25-1287ab810868 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/routers/bf04aee8-dabd-4235-934b-f5afdb7f817f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9221244 Apr 18 05:59:51.392270 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47606) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:51.397042 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] Sync routers for ids ['bf04aee8-dabd-4235-934b-f5afdb7f817f'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:51.442282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-03e6a0a8-eb4b-4215-acee-631aa7f9beb9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:51.461130 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-03e6a0a8-eb4b-4215-acee-631aa7f9beb9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:security_group_rule and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:51.467051 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-03e6a0a8-eb4b-4215-acee-631aa7f9beb9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:51.478385 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-03e6a0a8-eb4b-4215-acee-631aa7f9beb9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:51.523828 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-23e101b4-2811-4ad7-b69a-a548906b850e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.554534 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-23e101b4-2811-4ad7-b69a-a548906b850e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] device_id is not set on port 7ae54559-68cf-4c66-b94f-b1fc58b18f87 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:51.574954 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] Routers {'bf04aee8-dabd-4235-934b-f5afdb7f817f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:59:51.575619 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:59:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['bf04aee8-dabd-4235-934b-f5afdb7f817f'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:51.605753 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023694a8-268a-467b-aeb6-9b0bad609d53 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.606416 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023694a8-268a-467b-aeb6-9b0bad609d53 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.607030 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023694a8-268a-467b-aeb6-9b0bad609d53 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.607672 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023694a8-268a-467b-aeb6-9b0bad609d53 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.609348 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023694a8-268a-467b-aeb6-9b0bad609d53 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.609962 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023694a8-268a-467b-aeb6-9b0bad609d53 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.610824 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023694a8-268a-467b-aeb6-9b0bad609d53 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.611423 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023694a8-268a-467b-aeb6-9b0bad609d53 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.612229 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023694a8-268a-467b-aeb6-9b0bad609d53 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.614840 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-023694a8-268a-467b-aeb6-9b0bad609d53 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6412 time: 0.2204766 Apr 18 05:59:51.617622 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47610) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:51.673517 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a058393a-ec1e-4984-bcb0-5c44ca45d526 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:51.722467 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-fa616185-3fe9-450b-9f82-f07c80067357 None None] Provisioning for port 313722eb-da31-4433-b00a-aae8283a7958 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:51.740910 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350821ce-49c6-4c5a-a818-ba35f1eb49b8 None None] Update dhcp port {'port': {'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b', 'fixed_ips': [{'subnet_id': '286c63d4-fdb8-4c0d-ad8f-4334d4ea7975', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '952a88d5-a47c-4f26-806f-78dd3aa05465'}], 'binding:host_id': 'dv-neutron-837489-1-hyperv'}, 'id': 'e11eac2b-e03b-40ae-9585-73cf975f3d08'} from dv-neutron-837489-1-hyperv. {{(pid=88036) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 05:59:51.750176 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be5c7a7-768d-4290-a8cc-f82c481504e6 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.760363 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be5c7a7-768d-4290-a8cc-f82c481504e6 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.771303 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be5c7a7-768d-4290-a8cc-f82c481504e6 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.772232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be5c7a7-768d-4290-a8cc-f82c481504e6 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.772232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be5c7a7-768d-4290-a8cc-f82c481504e6 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.772827 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be5c7a7-768d-4290-a8cc-f82c481504e6 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.773068 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be5c7a7-768d-4290-a8cc-f82c481504e6 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.773517 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be5c7a7-768d-4290-a8cc-f82c481504e6 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.773958 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be5c7a7-768d-4290-a8cc-f82c481504e6 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.774398 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be5c7a7-768d-4290-a8cc-f82c481504e6 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.779003 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2be5c7a7-768d-4290-a8cc-f82c481504e6 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6491 time: 0.1577258 Apr 18 05:59:51.779304 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47616) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:51.840574 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-fa616185-3fe9-450b-9f82-f07c80067357 None None] Provisioning complete for port 313722eb-da31-4433-b00a-aae8283a7958 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:51.840574 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fa616185-3fe9-450b-9f82-f07c80067357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.850460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-03e6a0a8-eb4b-4215-acee-631aa7f9beb9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.880571 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-03e6a0a8-eb4b-4215-acee-631aa7f9beb9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.963123 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-23e101b4-2811-4ad7-b69a-a548906b850e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8::e1b9:f1b1:ef94:afe3 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/ae73e372-5861-486d-82a7-1f9471522b62/7ae54559-68cf-4c66-b94f-b1fc58b18f87) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:51.965412 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6a0a8-eb4b-4215-acee-631aa7f9beb9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56be85b5-3955-49a2-a211-75ff46a2e2c9,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:51.978179 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be77718-96af-4c11-b4ac-2817fcedba08 req-4ec58a63-697b-4cb7-8653-8f87eecab8ac tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.987509 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0be77718-96af-4c11-b4ac-2817fcedba08 req-4ec58a63-697b-4cb7-8653-8f87eecab8ac tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.1354694 Apr 18 05:59:52.011051 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-03e6a0a8-eb4b-4215-acee-631aa7f9beb9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:52.012328 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-03e6a0a8-eb4b-4215-acee-631aa7f9beb9 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7916405 Apr 18 05:59:52.015917 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47620) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:52.024759 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-fc1aff32-b86e-4ee9-b40a-ca81f651e129 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-366650149', 'security_groups': ['56be85b5-3955-49a2-a211-75ff46a2e2c9'], 'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '952a88d5-a47c-4f26-806f-78dd3aa05465'}]}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:52.063686 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0be77718-96af-4c11-b4ac-2817fcedba08 req-f64115f8-1b16-4a70-8b09-ca307143d442 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727358 Apr 18 05:59:52.145665 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-350821ce-49c6-4c5a-a818-ba35f1eb49b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:52.180535 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] Set router bf04aee8-dabd-4235-934b-f5afdb7f817f gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:59:52.266106 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-928388eb-87f3-402b-acb6-1416e0ce65f0 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3777 time: 0.4812167 Apr 18 05:59:52.319177 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-fc1aff32-b86e-4ee9-b40a-ca81f651e129 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:52.329431 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-fc1aff32-b86e-4ee9-b40a-ca81f651e129 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:52.390109 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-23e101b4-2811-4ad7-b69a-a548906b850e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:52.408598 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-23e101b4-2811-4ad7-b69a-a548906b850e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Transition to ACTIVE for port object 7ae54559-68cf-4c66-b94f-b1fc58b18f87 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:52.424911 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1aff32-b86e-4ee9-b40a-ca81f651e129 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:52.529861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-23e101b4-2811-4ad7-b69a-a548906b850e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:52.542600 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47626) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:52.568014 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c180cfd7-233a-4173-bbe2-1e39c9b9f8ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1571467017', 'description': 'tempest-secgroup-smoke-1571467017 description', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:52.578120 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c180cfd7-233a-4173-bbe2-1e39c9b9f8ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:52.589107 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c180cfd7-233a-4173-bbe2-1e39c9b9f8ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:52.590828 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c180cfd7-233a-4173-bbe2-1e39c9b9f8ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:52.600666 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c180cfd7-233a-4173-bbe2-1e39c9b9f8ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:52.614850 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e101b4-2811-4ad7-b69a-a548906b850e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:52.626860 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c180cfd7-233a-4173-bbe2-1e39c9b9f8ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:52.637677 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-23e101b4-2811-4ad7-b69a-a548906b850e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:52.641695 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e101b4-2811-4ad7-b69a-a548906b850e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:52.647040 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e101b4-2811-4ad7-b69a-a548906b850e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:52.648462 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-23e101b4-2811-4ad7-b69a-a548906b850e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:52.654217 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c180cfd7-233a-4173-bbe2-1e39c9b9f8ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:52.658385 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e101b4-2811-4ad7-b69a-a548906b850e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=7ae54559-68cf-4c66-b94f-b1fc58b18f87,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:52.660006 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c180cfd7-233a-4173-bbe2-1e39c9b9f8ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:52.664864 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c180cfd7-233a-4173-bbe2-1e39c9b9f8ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:52.666924 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fc1aff32-b86e-4ee9-b40a-ca81f651e129 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:52.676018 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c180cfd7-233a-4173-bbe2-1e39c9b9f8ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:52.695250 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-23e101b4-2811-4ad7-b69a-a548906b850e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9793351 Apr 18 05:59:52.696580 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47630) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:52.699112 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-fc1aff32-b86e-4ee9-b40a-ca81f651e129 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] device_id is not set on port 7644fd2d-cae3-4b83-8c15-50b07f348db9 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:52.782591 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fa616185-3fe9-450b-9f82-f07c80067357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:52.877810 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87366a4-1bee-43ff-a513-985acb32aa08 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:52.885232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87366a4-1bee-43ff-a513-985acb32aa08 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:52.886023 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e87366a4-1bee-43ff-a513-985acb32aa08 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:52.939445 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c180cfd7-233a-4173-bbe2-1e39c9b9f8ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:52.939445 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e87366a4-1bee-43ff-a513-985acb32aa08 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:52.939445 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e87366a4-1bee-43ff-a513-985acb32aa08 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.2407441 Apr 18 05:59:52.944859 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-fa616185-3fe9-450b-9f82-f07c80067357 None None] For port 313722eb-da31-4433-b00a-aae8283a7958, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=313722eb-da31-4433-b00a-aae8283a7958,segment=NetworkSegment(edd1faaa-32c8-46a7-b179-88975394702a),segment_id=edd1faaa-32c8-46a7-b179-88975394702a)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:52.946880 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47636) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:52.953394 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c180cfd7-233a-4173-bbe2-1e39c9b9f8ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:52.981892 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fa616185-3fe9-450b-9f82-f07c80067357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.155306 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-350821ce-49c6-4c5a-a818-ba35f1eb49b8 None None] Allocated IP 2001:db8::2 (c39740d4-9aac-42a1-8bbd-e0906328227b/952a88d5-a47c-4f26-806f-78dd3aa05465/e11eac2b-e03b-40ae-9585-73cf975f3d08) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:53.245546 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180cfd7-233a-4173-bbe2-1e39c9b9f8ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c5774b-40cc-4ed3-94cd-458f930939ea,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:53.258843 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa616185-3fe9-450b-9f82-f07c80067357 None None] Pushing event updated for resources: {'Port': ['ID=313722eb-da31-4433-b00a-aae8283a7958,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:53.293409 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c180cfd7-233a-4173-bbe2-1e39c9b9f8ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.293409 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c180cfd7-233a-4173-bbe2-1e39c9b9f8ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7456961 Apr 18 05:59:53.298070 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47642) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:53.298265 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-ca29cca2-011c-4c0f-b927-72d3a455151f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting port 7ae54559-68cf-4c66-b94f-b1fc58b18f87 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:53.298431 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ca29cca2-011c-4c0f-b927-72d3a455151f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.314834 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-ebe19b9f-3ffd-4a64-9a94-cb4a55a3ef3e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '85c5774b-40cc-4ed3-94cd-458f930939ea', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:53.325242 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ebe19b9f-3ffd-4a64-9a94-cb4a55a3ef3e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:53.340468 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ebe19b9f-3ffd-4a64-9a94-cb4a55a3ef3e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:53.349408 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ebe19b9f-3ffd-4a64-9a94-cb4a55a3ef3e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:53.358961 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ebe19b9f-3ffd-4a64-9a94-cb4a55a3ef3e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:53.369830 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d38eeb19-47fd-499a-b22b-1a9124697bdc None None] Provisioning for port dae5fae6-e213-47d7-a9bf-04b1c0d43cdc completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:53.393177 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d38eeb19-47fd-499a-b22b-1a9124697bdc None None] Provisioning complete for port dae5fae6-e213-47d7-a9bf-04b1c0d43cdc triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:53.393772 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d38eeb19-47fd-499a-b22b-1a9124697bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.400596 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ebe19b9f-3ffd-4a64-9a94-cb4a55a3ef3e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.496403 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ebe19b9f-3ffd-4a64-9a94-cb4a55a3ef3e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.503608 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ebe19b9f-3ffd-4a64-9a94-cb4a55a3ef3e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.513683 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'name': 'tempest-TestNetworkBasicOps-router-1859283434', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:35Z', 'updated_at': '2022-04-18T05:59:48Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:37Z', 'updated_at': '2022-04-18T05:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'dae5fae6-e213-47d7-a9bf-04b1c0d43cdc', 'name': '', 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:ac:0e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '249eb15d-3ccf-4983-a3ee-744482539ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:47Z', 'updated_at': '2022-04-18T05:59:49Z', 'revision_number': 2, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '249eb15d-3ccf-4983-a3ee-744482539ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:53.540225 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] Checking router: bf04aee8-dabd-4235-934b-f5afdb7f817f for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:59:53.540476 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] Updating router bf04aee8-dabd-4235-934b-f5afdb7f817f port dae5fae6-e213-47d7-a9bf-04b1c0d43cdc binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:59:53.588565 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-d38eeb19-47fd-499a-b22b-1a9124697bdc None None] Port dae5fae6-e213-47d7-a9bf-04b1c0d43cdc cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:59:53.593459 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b2b47-2e36-474e-b56d-04c17f65c1a9 req-019636bc-0f60-4f17-b0a7-61851dbd3e6d tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:53.601417 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-172b2b47-2e36-474e-b56d-04c17f65c1a9 req-019636bc-0f60-4f17-b0a7-61851dbd3e6d tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.3566625 Apr 18 05:59:53.658464 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d38eeb19-47fd-499a-b22b-1a9124697bdc None None] Provisioning complete for port 313722eb-da31-4433-b00a-aae8283a7958 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:53.659083 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d38eeb19-47fd-499a-b22b-1a9124697bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.692803 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe19b9f-3ffd-4a64-9a94-cb4a55a3ef3e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311cdfcb-d057-436c-80d2-dc6ca732565b,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:53.716909 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ebe19b9f-3ffd-4a64-9a94-cb4a55a3ef3e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.720871 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ebe19b9f-3ffd-4a64-9a94-cb4a55a3ef3e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4164643 Apr 18 05:59:53.722575 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47646) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:53.731986 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-94a972fd-8b41-4fa6-a87f-1d855c686ad1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '85c5774b-40cc-4ed3-94cd-458f930939ea', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:53.735336 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.740721 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-94a972fd-8b41-4fa6-a87f-1d855c686ad1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:53.750235 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-350821ce-49c6-4c5a-a818-ba35f1eb49b8 None None] For port e11eac2b-e03b-40ae-9585-73cf975f3d08, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=e11eac2b-e03b-40ae-9585-73cf975f3d08,segment=NetworkSegment(f67b643f-ca45-4343-add9-4583b9483592),segment_id=f67b643f-ca45-4343-add9-4583b9483592)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:53.763829 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-94a972fd-8b41-4fa6-a87f-1d855c686ad1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:53.777451 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-94a972fd-8b41-4fa6-a87f-1d855c686ad1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:53.792454 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-94a972fd-8b41-4fa6-a87f-1d855c686ad1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:53.809521 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-172b2b47-2e36-474e-b56d-04c17f65c1a9 req-add03f91-514e-4145-aad3-6f44f98b7f7f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1892161 Apr 18 05:59:53.825010 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-94a972fd-8b41-4fa6-a87f-1d855c686ad1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.855215 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ca29cca2-011c-4c0f-b927-72d3a455151f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.977398 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-94a972fd-8b41-4fa6-a87f-1d855c686ad1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.990713 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-94a972fd-8b41-4fa6-a87f-1d855c686ad1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.055993 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-ca29cca2-011c-4c0f-b927-72d3a455151f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Calling delete_port for 7ae54559-68cf-4c66-b94f-b1fc58b18f87 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:54.071825 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-94a972fd-8b41-4fa6-a87f-1d855c686ad1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.073159 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-94a972fd-8b41-4fa6-a87f-1d855c686ad1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3496795 Apr 18 05:59:54.084136 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47652) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:54.086930 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a972fd-8b41-4fa6-a87f-1d855c686ad1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7027934-a6d6-4016-b774-759b7453c7ba,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:54.094123 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-06b4d72a-ecf4-4588-87db-b6dc2efd5ab3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '85c5774b-40cc-4ed3-94cd-458f930939ea', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:54.108461 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-06b4d72a-ecf4-4588-87db-b6dc2efd5ab3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:54.117628 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-06b4d72a-ecf4-4588-87db-b6dc2efd5ab3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:54.123319 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-06b4d72a-ecf4-4588-87db-b6dc2efd5ab3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:54.137242 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-06b4d72a-ecf4-4588-87db-b6dc2efd5ab3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:54.198818 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00e678-18a4-4548-a510-2d209b621cec req-11d49123-fab9-4e6c-be85-3e3e90a83b14 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:54.200652 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4b00e678-18a4-4548-a510-2d209b621cec req-11d49123-fab9-4e6c-be85-3e3e90a83b14 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.1951277 Apr 18 05:59:54.205215 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-06b4d72a-ecf4-4588-87db-b6dc2efd5ab3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.281979 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.298958 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4b00e678-18a4-4548-a510-2d209b621cec req-e6adefe0-6ba6-4baa-a9a6-9a42b87d5e8a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837519 Apr 18 05:59:54.304800 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 313722eb-da31-4433-b00a-aae8283a7958 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:54.322258 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47656) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:54.340120 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-06b4d72a-ecf4-4588-87db-b6dc2efd5ab3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.347264 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-06b4d72a-ecf4-4588-87db-b6dc2efd5ab3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.374907 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ca29cca2-011c-4c0f-b927-72d3a455151f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.396702 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4d72a-ecf4-4588-87db-b6dc2efd5ab3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b70ad7-16de-42d9-aa5d-eca88c38459a,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:54.408728 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] Transition to ACTIVE for port object dae5fae6-e213-47d7-a9bf-04b1c0d43cdc will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:54.424581 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-06b4d72a-ecf4-4588-87db-b6dc2efd5ab3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.425863 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-06b4d72a-ecf4-4588-87db-b6dc2efd5ab3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3401601 Apr 18 05:59:54.428815 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47660) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:54.440816 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-dbfc18b3-65cf-4fb4-87c5-996f403ae6b0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '85c5774b-40cc-4ed3-94cd-458f930939ea', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:54.444254 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.resource_extend [None req-350821ce-49c6-4c5a-a818-ba35f1eb49b8 None None] It took 0.66 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:59:54.454550 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-dbfc18b3-65cf-4fb4-87c5-996f403ae6b0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:54.459470 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-dbfc18b3-65cf-4fb4-87c5-996f403ae6b0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:54.463736 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-dbfc18b3-65cf-4fb4-87c5-996f403ae6b0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:54.476001 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-dbfc18b3-65cf-4fb4-87c5-996f403ae6b0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:54.502806 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-350821ce-49c6-4c5a-a818-ba35f1eb49b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.508372 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dbfc18b3-65cf-4fb4-87c5-996f403ae6b0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.527015 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-350821ce-49c6-4c5a-a818-ba35f1eb49b8 None None] Transition to ACTIVE for port object e11eac2b-e03b-40ae-9585-73cf975f3d08 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:54.530362 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29cca2-011c-4c0f-b927-72d3a455151f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Port': ['ID=7ae54559-68cf-4c66-b94f-b1fc58b18f87,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:54.540429 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.544064 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ca29cca2-011c-4c0f-b927-72d3a455151f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.575923 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ca29cca2-011c-4c0f-b927-72d3a455151f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/7ae54559-68cf-4c66-b94f-b1fc58b18f87 HTTP/1.1" status: 204 len: 168 time: 1.6286325 Apr 18 05:59:54.576421 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bb9532-f51a-4a69-af97-033ffd5d4c07 tempest-TestNetworkAdvancedServerOps-2006084914 tempest-TestNetworkAdvancedServerOps-2006084914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:54.578270 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-05bb9532-f51a-4a69-af97-033ffd5d4c07 tempest-TestNetworkAdvancedServerOps-2006084914 tempest-TestNetworkAdvancedServerOps-2006084914-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 1094 time: 0.2544897 Apr 18 05:59:54.578800 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47664) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:54.595712 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-350821ce-49c6-4c5a-a818-ba35f1eb49b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.605305 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47668) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:54.633059 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': '72b9b85a-f2a3-49a0-aa6b-6323d0157358', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:54.656114 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:54.665982 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1091630c-bae7-4032-b5c1-73a1286ab4a7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:54.667316 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1091630c-bae7-4032-b5c1-73a1286ab4a7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:54.668301 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1091630c-bae7-4032-b5c1-73a1286ab4a7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:54.703838 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1091630c-bae7-4032-b5c1-73a1286ab4a7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:54.705238 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1091630c-bae7-4032-b5c1-73a1286ab4a7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1254165 Apr 18 05:59:54.708003 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47672) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:54.711315 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dbfc18b3-65cf-4fb4-87c5-996f403ae6b0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.712766 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Usage tracker for resource:floatingip and tenant:7b66247ce3a54159b17aa96e039e5639 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:54.731909 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-fc1aff32-b86e-4ee9-b40a-ca81f651e129 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Allocated IP 2001:db8::1a1 (c39740d4-9aac-42a1-8bbd-e0906328227b/952a88d5-a47c-4f26-806f-78dd3aa05465/7644fd2d-cae3-4b83-8c15-50b07f348db9) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:54.784548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:54.800588 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:54.802665 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-379143c2-7554-4088-bd18-882b53428889 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet ae73e372-5861-486d-82a7-1f9471522b62 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 05:59:54.806206 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-379143c2-7554-4088-bd18-882b53428889 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.821096 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dbfc18b3-65cf-4fb4-87c5-996f403ae6b0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.851312 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for floatingip, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.859297 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ff73d-2339-43e8-a253-2b9240aa951f None None] Pushing event updated for resources: {'Port': ['ID=dae5fae6-e213-47d7-a9bf-04b1c0d43cdc,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:54.901195 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-379143c2-7554-4088-bd18-882b53428889 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.012689 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc18b3-65cf-4fb4-87c5-996f403ae6b0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c925cb8b-b137-4057-a6ce-de8054fdcb9b,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:55.015959 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-379143c2-7554-4088-bd18-882b53428889 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.039374 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dbfc18b3-65cf-4fb4-87c5-996f403ae6b0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.041287 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-dbfc18b3-65cf-4fb4-87c5-996f403ae6b0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6087737 Apr 18 05:59:55.049018 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47676) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:55.099724 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d38eeb19-47fd-499a-b22b-1a9124697bdc None None] Provisioning for port 748d4eab-290b-473a-9168-efa36258847c completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:55.103831 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 313722eb-da31-4433-b00a-aae8283a7958 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:55.104417 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.134767 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-732bc73f-fd96-4027-b094-6e59d3d35618 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '85c5774b-40cc-4ed3-94cd-458f930939ea', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:55.148834 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-379143c2-7554-4088-bd18-882b53428889 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.157814 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] Attempting to bind port dae5fae6-e213-47d7-a9bf-04b1c0d43cdc on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:55.158182 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] Attempting to bind port dae5fae6-e213-47d7-a9bf-04b1c0d43cdc by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'edd1faaa-32c8-46a7-b179-88975394702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:55.158548 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] Attempting to bind port dae5fae6-e213-47d7-a9bf-04b1c0d43cdc on network 5e86a837-e153-49c1-92ad-87db0dbed99f {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:59:55.165823 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-732bc73f-fd96-4027-b094-6e59d3d35618 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:55.167989 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d38eeb19-47fd-499a-b22b-1a9124697bdc None None] Provisioning complete for port 748d4eab-290b-473a-9168-efa36258847c triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:55.168347 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d38eeb19-47fd-499a-b22b-1a9124697bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.176429 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-732bc73f-fd96-4027-b094-6e59d3d35618 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:55.189473 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-732bc73f-fd96-4027-b094-6e59d3d35618 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:55.198942 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-379143c2-7554-4088-bd18-882b53428889 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.227815 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379143c2-7554-4088-bd18-882b53428889 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=ae73e372-5861-486d-82a7-1f9471522b62,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:55.240347 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-379143c2-7554-4088-bd18-882b53428889 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/ae73e372-5861-486d-82a7-1f9471522b62 HTTP/1.1" status: 204 len: 168 time: 0.5308406 Apr 18 05:59:55.240978 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47680) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:55.273054 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:59:55.273431 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] Checking segment: {'id': 'edd1faaa-32c8-46a7-b179-88975394702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:59:55.277205 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-732bc73f-fd96-4027-b094-6e59d3d35618 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:55.278951 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.281971 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] Bound using segment: {'id': 'edd1faaa-32c8-46a7-b179-88975394702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:59:55.284225 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] Bound port: dae5fae6-e213-47d7-a9bf-04b1c0d43cdc, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd1faaa-32c8-46a7-b179-88975394702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:55.285264 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.363659 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350821ce-49c6-4c5a-a818-ba35f1eb49b8 None None] Pushing event updated for resources: {'Port': ['ID=e11eac2b-e03b-40ae-9585-73cf975f3d08,revision_number=6']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:55.366717 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-732bc73f-fd96-4027-b094-6e59d3d35618 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 05:59:55.399554 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-732bc73f-fd96-4027-b094-6e59d3d35618 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.407705 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-418a855c-69a1-4ef3-89dc-1136b7ffaecb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1655476 Apr 18 05:59:55.409401 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47684) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:55.427198 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-d5984c60-a3cb-40b0-8c5f-f1c5c1465ee2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:55.496616 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fb2e39-b74c-403a-ac92-20c707b30b62 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:55.505647 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-732bc73f-fd96-4027-b094-6e59d3d35618 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.511613 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fc1aff32-b86e-4ee9-b40a-ca81f651e129 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.522364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-732bc73f-fd96-4027-b094-6e59d3d35618 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.585642 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-732bc73f-fd96-4027-b094-6e59d3d35618 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.586839 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-732bc73f-fd96-4027-b094-6e59d3d35618 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5368142 Apr 18 05:59:55.591232 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bc73f-fd96-4027-b094-6e59d3d35618 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7c626b-40ee-4bf8-8039-58cd5f9075b6,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:55.594301 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47688) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:55.595032 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-fc1aff32-b86e-4ee9-b40a-ca81f651e129 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Transition to ACTIVE for port object 7644fd2d-cae3-4b83-8c15-50b07f348db9 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:55.601578 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-ca696a28-9387-490e-ba36-eec62f581530 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '85c5774b-40cc-4ed3-94cd-458f930939ea', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:55.607514 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ca696a28-9387-490e-ba36-eec62f581530 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:55.611678 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ca696a28-9387-490e-ba36-eec62f581530 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:55.615760 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ca696a28-9387-490e-ba36-eec62f581530 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:55.618287 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d38eeb19-47fd-499a-b22b-1a9124697bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.622162 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ca696a28-9387-490e-ba36-eec62f581530 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:55.638751 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] For port dae5fae6-e213-47d7-a9bf-04b1c0d43cdc, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 05:59:55.665366 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d5984c60-a3cb-40b0-8c5f-f1c5c1465ee2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:55.670400 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d5984c60-a3cb-40b0-8c5f-f1c5c1465ee2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:55.674403 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d5984c60-a3cb-40b0-8c5f-f1c5c1465ee2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:55.678908 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fc1aff32-b86e-4ee9-b40a-ca81f651e129 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.682247 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d5984c60-a3cb-40b0-8c5f-f1c5c1465ee2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:55.695867 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5984c60-a3cb-40b0-8c5f-f1c5c1465ee2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:55.700229 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d5984c60-a3cb-40b0-8c5f-f1c5c1465ee2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.726544 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] For port dae5fae6-e213-47d7-a9bf-04b1c0d43cdc, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=dae5fae6-e213-47d7-a9bf-04b1c0d43cdc,segment=NetworkSegment(edd1faaa-32c8-46a7-b179-88975394702a),segment_id=edd1faaa-32c8-46a7-b179-88975394702a)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 05:59:55.754653 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-ca696a28-9387-490e-ba36-eec62f581530 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 05:59:55.789112 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1aff32-b86e-4ee9-b40a-ca81f651e129 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network c39740d4-9aac-42a1-8bbd-e0906328227b is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:55.794704 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-fc1aff32-b86e-4ee9-b40a-ca81f651e129 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:55.798043 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1aff32-b86e-4ee9-b40a-ca81f651e129 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:55.805046 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1aff32-b86e-4ee9-b40a-ca81f651e129 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:55.805913 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fc1aff32-b86e-4ee9-b40a-ca81f651e129 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.834275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ca696a28-9387-490e-ba36-eec62f581530 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.857106 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47692) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:55.857607 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-fc1aff32-b86e-4ee9-b40a-ca81f651e129 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8406482 Apr 18 05:59:55.866470 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.867933 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c1f238e2-d7c7-4e07-937a-ad25220fd761 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'subnet': {'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:55.874384 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.946783 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1aff32-b86e-4ee9-b40a-ca81f651e129 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Port': ['ID=7644fd2d-cae3-4b83-8c15-50b07f348db9,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:55.952131 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-d38eeb19-47fd-499a-b22b-1a9124697bdc None None] For port 748d4eab-290b-473a-9168-efa36258847c, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=748d4eab-290b-473a-9168-efa36258847c,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:55.976182 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d38eeb19-47fd-499a-b22b-1a9124697bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.041901 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ff73d-2339-43e8-a253-2b9240aa951f None None] Pushing event updated for resources: {'Port': ['ID=dae5fae6-e213-47d7-a9bf-04b1c0d43cdc,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:56.100497 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ca696a28-9387-490e-ba36-eec62f581530 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.116368 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ca696a28-9387-490e-ba36-eec62f581530 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.118346 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] Routers {'bf04aee8-dabd-4235-934b-f5afdb7f817f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 05:59:56.119048 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:59:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['bf04aee8-dabd-4235-934b-f5afdb7f817f'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:56.171146 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device e11eac2b-e03b-40ae-9585-73cf975f3d08 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:56.212268 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca696a28-9387-490e-ba36-eec62f581530 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7ad5df-2cbe-49e6-b41c-be44efc97e8d,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:56.224760 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-35af422b-c2f8-46dd-b45a-cfda2241c4bb None None] Could not find standard attr ID for object e20d6d31-5e38-483e-98cf-7a51c1c0d993. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 05:59:56.243133 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ca696a28-9387-490e-ba36-eec62f581530 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.244727 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ca696a28-9387-490e-ba36-eec62f581530 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6476870 Apr 18 05:59:56.247707 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-35af422b-c2f8-46dd-b45a-cfda2241c4bb None None] Could not find standard attr ID for object 9288d9cb-c54e-4f31-b8ed-667918d43d2c. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 05:59:56.276673 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Allocated IP 172.26.1.5 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/702d13f6-8a31-4c30-b7e8-faa1136b0ddd) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:56.388534 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-35af422b-c2f8-46dd-b45a-cfda2241c4bb None None] Provisioning complete for port 748d4eab-290b-473a-9168-efa36258847c triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:56.389583 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-35af422b-c2f8-46dd-b45a-cfda2241c4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.401552 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c1f238e2-d7c7-4e07-937a-ad25220fd761 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:56.409125 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c1f238e2-d7c7-4e07-937a-ad25220fd761 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:subnet and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:56.413023 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c1f238e2-d7c7-4e07-937a-ad25220fd761 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:56.420116 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c1f238e2-d7c7-4e07-937a-ad25220fd761 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:56.423699 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d5984c60-a3cb-40b0-8c5f-f1c5c1465ee2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.441746 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38eeb19-47fd-499a-b22b-1a9124697bdc None None] Pushing event updated for resources: {'Port': ['ID=748d4eab-290b-473a-9168-efa36258847c,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:56.507836 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f238e2-d7c7-4e07-937a-ad25220fd761 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:56.511640 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c1f238e2-d7c7-4e07-937a-ad25220fd761 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.522083 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.533762 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7415a7b2-3e81-4081-a4fd-1b9e9b37c7fd None None] DHCP port deletion for 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 05:59:56.534715 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5984c60-a3cb-40b0-8c5f-f1c5c1465ee2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:56.550725 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-d5984c60-a3cb-40b0-8c5f-f1c5c1465ee2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:56.561417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.562236 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-7415a7b2-3e81-4081-a4fd-1b9e9b37c7fd None None] Deleting port 748d4eab-290b-473a-9168-efa36258847c {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:56.562656 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7415a7b2-3e81-4081-a4fd-1b9e9b37c7fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.569984 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5984c60-a3cb-40b0-8c5f-f1c5c1465ee2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:56.570588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d5984c60-a3cb-40b0-8c5f-f1c5c1465ee2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.578173 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5984c60-a3cb-40b0-8c5f-f1c5c1465ee2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=8e697e37-2b53-41c6-80a3-15ee90351a6b,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:56.622106 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:56.633452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:56.637602 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:56.641971 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] Set router bf04aee8-dabd-4235-934b-f5afdb7f817f gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 05:59:56.692443 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d5984c60-a3cb-40b0-8c5f-f1c5c1465ee2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2817287 Apr 18 05:59:56.696739 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Pushing event updated for resources: {'Port': ['ID=702d13f6-8a31-4c30-b7e8-faa1136b0ddd,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:56.697462 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-5ceda372-2589-46e1-bf90-62307fddb40a req-d6d16d4a-f498-41b4-93a9-7f83be6f8523 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:56.700635 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47708) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:56.708809 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'fixed_ips': [{'subnet_id': '8e697e37-2b53-41c6-80a3-15ee90351a6b', 'ip_address': '2001:db8::53bf:2a76:44b0:6b25'}], 'name': 'tempest-NetworksTestDHCPv6-1586700549'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:56.729799 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-5ceda372-2589-46e1-bf90-62307fddb40a req-d6d16d4a-f498-41b4-93a9-7f83be6f8523 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:56.731001 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5ceda372-2589-46e1-bf90-62307fddb40a req-d6d16d4a-f498-41b4-93a9-7f83be6f8523 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1571467017&fields=id&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 267 time: 0.2044597 Apr 18 05:59:56.732539 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.ipam_backend_mixin [None req-c1f238e2-d7c7-4e07-937a-ad25220fd761 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 952a88d5-a47c-4f26-806f-78dd3aa05465 (CIDR: 2001:db8::/64) Apr 18 05:59:56.737487 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f238e2-d7c7-4e07-937a-ad25220fd761 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:59:56.738187 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f238e2-d7c7-4e07-937a-ad25220fd761 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:59:56.804847 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c1f238e2-d7c7-4e07-937a-ad25220fd761 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9422975 Apr 18 05:59:56.837826 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47712) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:56.848286 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-2b74f544-bd95-4239-af41-8dd28419a7ca tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'subnet': {'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:56.926658 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceda372-2589-46e1-bf90-62307fddb40a req-852baf2f-2350-4172-9e30-1fd267f4af47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:56.927369 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-5ceda372-2589-46e1-bf90-62307fddb40a req-852baf2f-2350-4172-9e30-1fd267f4af47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:56.949554 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-5ceda372-2589-46e1-bf90-62307fddb40a req-852baf2f-2350-4172-9e30-1fd267f4af47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:56.951203 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5ceda372-2589-46e1-bf90-62307fddb40a req-852baf2f-2350-4172-9e30-1fd267f4af47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/networks?id=5e86a837-e153-49c1-92ad-87db0dbed99f HTTP/1.1" status: 200 len: 796 time: 0.2088287 Apr 18 05:59:56.973767 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5ceda372-2589-46e1-bf90-62307fddb40a req-f681746c-0ef2-4fa5-be86-8f68d1d24205 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/quotas/e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 375 time: 0.0116673 Apr 18 05:59:57.071474 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-5ceda372-2589-46e1-bf90-62307fddb40a req-ff3405ae-793e-4fb4-8fb2-4683813a6ba7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:57.094190 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-5ceda372-2589-46e1-bf90-62307fddb40a req-ff3405ae-793e-4fb4-8fb2-4683813a6ba7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:57.095665 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5ceda372-2589-46e1-bf90-62307fddb40a req-ff3405ae-793e-4fb4-8fb2-4683813a6ba7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1155751 Apr 18 05:59:57.112786 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-35af422b-c2f8-46dd-b45a-cfda2241c4bb None None] Provisioning for port e11eac2b-e03b-40ae-9585-73cf975f3d08 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:57.128210 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-35af422b-c2f8-46dd-b45a-cfda2241c4bb None None] Provisioning complete for port e11eac2b-e03b-40ae-9585-73cf975f3d08 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:57.128585 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-35af422b-c2f8-46dd-b45a-cfda2241c4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:57.161886 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:57.169899 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:port and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:57.174963 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:57.245733 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:57.254013 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-7415a7b2-3e81-4081-a4fd-1b9e9b37c7fd None None] For port 748d4eab-290b-473a-9168-efa36258847c, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=748d4eab-290b-473a-9168-efa36258847c,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:57.254485 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7415a7b2-3e81-4081-a4fd-1b9e9b37c7fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:57.266191 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5ceda372-2589-46e1-bf90-62307fddb40a req-048434cd-0998-4082-96b2-496cb227f2b9 service neutron] 10.222.0.15 "GET /v2.0/networks/5e86a837-e153-49c1-92ad-87db0dbed99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521676 Apr 18 05:59:57.305608 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:57.330020 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2b74f544-bd95-4239-af41-8dd28419a7ca tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:57.383435 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2b74f544-bd95-4239-af41-8dd28419a7ca tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:subnet and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:57.440205 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2b74f544-bd95-4239-af41-8dd28419a7ca tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:57.446381 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-7415a7b2-3e81-4081-a4fd-1b9e9b37c7fd None None] Calling delete_port for 748d4eab-290b-473a-9168-efa36258847c owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 05:59:57.455203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2b74f544-bd95-4239-af41-8dd28419a7ca tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:57.479389 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5ceda372-2589-46e1-bf90-62307fddb40a req-a90714be-5fe3-4fac-81ce-fc7456604dad service neutron] 10.222.0.15 "GET /v2.0/networks/5e86a837-e153-49c1-92ad-87db0dbed99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800933 Apr 18 05:59:57.546405 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b74f544-bd95-4239-af41-8dd28419a7ca tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:57.549864 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2b74f544-bd95-4239-af41-8dd28419a7ca tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:57.594232 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'name': 'tempest-TestNetworkBasicOps-router-1859283434', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:35Z', 'updated_at': '2022-04-18T05:59:48Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:37Z', 'updated_at': '2022-04-18T05:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'dae5fae6-e213-47d7-a9bf-04b1c0d43cdc', 'name': '', 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:ac:0e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '249eb15d-3ccf-4983-a3ee-744482539ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:47Z', 'updated_at': '2022-04-18T05:59:55Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '249eb15d-3ccf-4983-a3ee-744482539ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:57.602225 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7989ad48-b379-4434-938d-e04224fa9503 None None] The sync data for ids ['bf04aee8-dabd-4235-934b-f5afdb7f817f'] in dv-neutron-837489-1-hyperv is: [{'id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'name': 'tempest-TestNetworkBasicOps-router-1859283434', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:35Z', 'updated_at': '2022-04-18T05:59:48Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:37Z', 'updated_at': '2022-04-18T05:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'dae5fae6-e213-47d7-a9bf-04b1c0d43cdc', 'name': '', 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:ac:0e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '249eb15d-3ccf-4983-a3ee-744482539ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:47Z', 'updated_at': '2022-04-18T05:59:55Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '249eb15d-3ccf-4983-a3ee-744482539ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:57.606814 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7415a7b2-3e81-4081-a4fd-1b9e9b37c7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:57.646406 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:57.669893 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7415a7b2-3e81-4081-a4fd-1b9e9b37c7fd None None] No DVR routers for this DVR port 748d4eab-290b-473a-9168-efa36258847c on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 05:59:57.673551 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415a7b2-3e81-4081-a4fd-1b9e9b37c7fd None None] Pushing event deleted for resources: {'Port': ['ID=748d4eab-290b-473a-9168-efa36258847c,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:57.685257 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-35af422b-c2f8-46dd-b45a-cfda2241c4bb None None] Could not find standard attr ID for object 7ae54559-68cf-4c66-b94f-b1fc58b18f87. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 05:59:57.710001 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-35af422b-c2f8-46dd-b45a-cfda2241c4bb None None] Provisioning complete for port 61aeec3d-1945-4e1a-b6e3-b1ac03cab08a triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:57.710397 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-35af422b-c2f8-46dd-b45a-cfda2241c4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:57.771501 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fba1b1-5033-49dd-8ca1-d7863aacdd80 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:57.809241 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] device_id is not set on port d924e488-147b-4445-97ca-7748ca2c9133 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:57.856991 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-3fe61b0f-1358-4f2e-b614-bd4251def6f8 req-fbea65da-ae51-4bbc-b9d7-6c379918f1c4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:57.887760 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-35af422b-c2f8-46dd-b45a-cfda2241c4bb None None] Port 61aeec3d-1945-4e1a-b6e3-b1ac03cab08a cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:59:57.928451 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-3fe61b0f-1358-4f2e-b614-bd4251def6f8 req-fbea65da-ae51-4bbc-b9d7-6c379918f1c4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:57.931700 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3fe61b0f-1358-4f2e-b614-bd4251def6f8 req-fbea65da-ae51-4bbc-b9d7-6c379918f1c4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 210 time: 0.2110791 Apr 18 05:59:57.966734 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.ipam_backend_mixin [None req-2b74f544-bd95-4239-af41-8dd28419a7ca tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 286c63d4-fdb8-4c0d-ad8f-4334d4ea7975 (CIDR: 2001:db8:0:1::/64) Apr 18 05:59:58.020658 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b74f544-bd95-4239-af41-8dd28419a7ca tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 05:59:58.021212 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b74f544-bd95-4239-af41-8dd28419a7ca tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:59:58.115658 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'fixed_ips': [{'subnet_id': '8e697e37-2b53-41c6-80a3-15ee90351a6b'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 05:59:58.116911 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.155600 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2b74f544-bd95-4239-af41-8dd28419a7ca tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3163004 Apr 18 05:59:58.159113 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47726) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:58.167754 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-a6ad5a5d-e1f5-4757-9487-d4d5286610d7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'subnet': {'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:58.185824 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.215307 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8::53bf:2a76:44b0:6b25 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/8e697e37-2b53-41c6-80a3-15ee90351a6b/d924e488-147b-4445-97ca-7748ca2c9133) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:58.220950 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device dae5fae6-e213-47d7-a9bf-04b1c0d43cdc up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 05:59:58.300336 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-844e8ab9-db93-4473-9d26-7f975bfd4334 None None] Provisioning for port 7644fd2d-cae3-4b83-8c15-50b07f348db9 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:58.328797 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-844e8ab9-db93-4473-9d26-7f975bfd4334 None None] Provisioning complete for port 7644fd2d-cae3-4b83-8c15-50b07f348db9 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:58.329461 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-844e8ab9-db93-4473-9d26-7f975bfd4334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.337987 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.419417 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-844e8ab9-db93-4473-9d26-7f975bfd4334 None None] Port 7644fd2d-cae3-4b83-8c15-50b07f348db9 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 05:59:58.434044 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port dae5fae6-e213-47d7-a9bf-04b1c0d43cdc completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:58.441735 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port dae5fae6-e213-47d7-a9bf-04b1c0d43cdc triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:58.442111 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.465535 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a6ad5a5d-e1f5-4757-9487-d4d5286610d7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 05:59:58.475641 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a6ad5a5d-e1f5-4757-9487-d4d5286610d7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Usage tracker for resource:subnet and tenant:f4e2526787dc4037bf990e53a39e8336 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 05:59:58.479147 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a6ad5a5d-e1f5-4757-9487-d4d5286610d7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 05:59:58.495124 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a6ad5a5d-e1f5-4757-9487-d4d5286610d7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 05:59:58.517727 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ad5a5d-e1f5-4757-9487-d4d5286610d7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Made reservation on behalf of f4e2526787dc4037bf990e53a39e8336 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:58.521942 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a6ad5a5d-e1f5-4757-9487-d4d5286610d7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.668005 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.677140 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.695084 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Transition to ACTIVE for port object d924e488-147b-4445-97ca-7748ca2c9133 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:58.731573 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port dae5fae6-e213-47d7-a9bf-04b1c0d43cdc, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=dae5fae6-e213-47d7-a9bf-04b1c0d43cdc,segment=NetworkSegment(edd1faaa-32c8-46a7-b179-88975394702a),segment_id=edd1faaa-32c8-46a7-b179-88975394702a)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 05:59:58.735131 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.775704 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.881313 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 748d4eab-290b-473a-9168-efa36258847c no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 05:59:58.917199 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=d924e488-147b-4445-97ca-7748ca2c9133,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:58.918084 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a6ad5a5d-e1f5-4757-9487-d4d5286610d7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.935841 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 748d4eab-290b-473a-9168-efa36258847c {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 05:59:58.936271 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 748d4eab-290b-473a-9168-efa36258847c not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 05:59:58.940660 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:58.941192 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:58.943138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:58.943677 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:58.944231 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:58.944753 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:58.945285 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:58.945810 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:58.946322 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:58.946832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:58.947371 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:58.947895 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:58.990125 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] Allocated IP 2001:db8::2 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/8e697e37-2b53-41c6-80a3-15ee90351a6b/c0c4d411-52b2-470b-9010-b9c9a77b065e) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:59.004939 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=dae5fae6-e213-47d7-a9bf-04b1c0d43cdc,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:59.014550 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ad5a5d-e1f5-4757-9487-d4d5286610d7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Network c39740d4-9aac-42a1-8bbd-e0906328227b is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:59.018796 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-a6ad5a5d-e1f5-4757-9487-d4d5286610d7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:59.022247 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ad5a5d-e1f5-4757-9487-d4d5286610d7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:59.022838 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a6ad5a5d-e1f5-4757-9487-d4d5286610d7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.029163 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:59.034811 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245cdb1e-2a21-4a82-a1d7-d08e90108ccc None None] Network c39740d4-9aac-42a1-8bbd-e0906328227b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 05:59:59.034970 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:59.047771 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad5a5d-e1f5-4757-9487-d4d5286610d7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Subnet': ['ID=5a8971dd-a7f1-4cbb-8e48-38462a7fc1b6,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:59.061955 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a6ad5a5d-e1f5-4757-9487-d4d5286610d7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9013147 Apr 18 05:59:59.065222 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47734) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:59.078461 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-42525464', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5a8971dd-a7f1-4cbb-8e48-38462a7fc1b6'}], 'security_groups': ['3814257c-9b24-4432-86bd-9c1c0d5b9748', 'b2e3f3bd-d50b-4c72-ac34-9d36a57c7458']}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:59.083991 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:59.099661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:59.101072 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.203684 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0c98c318-10cd-4d0e-9c6f-61757e66e806 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5018115 Apr 18 05:59:59.206940 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47738) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:59.223560 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c9cd9ef2-7d03-4dfd-88b3-ed4e953e7013 req-fbeabbad-0b32-4567-8e94-682ad884dbe0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 210 time: 0.0698700 Apr 18 05:59:59.369039 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4534b687-53fc-48d9-9a7c-475814e6b864 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:59.370040 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4534b687-53fc-48d9-9a7c-475814e6b864 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 05:59:59.374425 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.387888 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.440904 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.459087 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] Transition to ACTIVE for port object c0c4d411-52b2-470b-9010-b9c9a77b065e will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:59.477526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4534b687-53fc-48d9-9a7c-475814e6b864 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 05:59:59.477526 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4534b687-53fc-48d9-9a7c-475814e6b864 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2686696 Apr 18 05:59:59.485672 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47744) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 05:59:59.533064 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] Transition to ACTIVE for port object c0c4d411-52b2-470b-9010-b9c9a77b065e will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:59.547987 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.624295 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:59.632977 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:59.642489 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 05:59:59.784883 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] Pushing event updated for resources: {'Port': ['ID=c0c4d411-52b2-470b-9010-b9c9a77b065e,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:59.791472 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.817706 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-b5107955-caee-4374-80c0-0270c92ac202 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting port d924e488-147b-4445-97ca-7748ca2c9133 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 05:59:59.818701 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b5107955-caee-4374-80c0-0270c92ac202 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.873427 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] Attempting to bind port c0c4d411-52b2-470b-9010-b9c9a77b065e on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:59.874385 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] Attempting to bind port c0c4d411-52b2-470b-9010-b9c9a77b065e by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:59.874947 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] Attempting to bind port c0c4d411-52b2-470b-9010-b9c9a77b065e on network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 05:59:59.881007 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 05:59:59.881919 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] Checking segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 05:59:59.882323 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.882853 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] Bound using segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 05:59:59.883471 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] Bound port: c0c4d411-52b2-470b-9010-b9c9a77b065e, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:59.884022 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.902963 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Pushing event updated for resources: {'Port': ['ID=702d13f6-8a31-4c30-b7e8-faa1136b0ddd,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:00.017033 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.025855 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf2751b-b268-4ec2-8733-6ebe1d7f4aa3 None None] Update dhcp port {'port': {'network_id': 'c39740d4-9aac-42a1-8bbd-e0906328227b', 'fixed_ips': [{'subnet_id': '286c63d4-fdb8-4c0d-ad8f-4334d4ea7975', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '952a88d5-a47c-4f26-806f-78dd3aa05465', 'ip_address': '2001:db8::2'}, {'subnet_id': '5a8971dd-a7f1-4cbb-8e48-38462a7fc1b6'}], 'binding:host_id': 'dv-neutron-837489-1-hyperv'}, 'id': 'e11eac2b-e03b-40ae-9585-73cf975f3d08'} from dv-neutron-837489-1-hyperv. {{(pid=88036) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 06:00:00.075968 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] For port c0c4d411-52b2-470b-9010-b9c9a77b065e, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:00:00.094692 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device dae5fae6-e213-47d7-a9bf-04b1c0d43cdc up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:00:00.125214 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] For port c0c4d411-52b2-470b-9010-b9c9a77b065e, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c0c4d411-52b2-470b-9010-b9c9a77b065e,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:00:00.126639 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dbf2751b-b268-4ec2-8733-6ebe1d7f4aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.147702 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.159284 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceda372-2589-46e1-bf90-62307fddb40a req-9db2417b-2219-4220-86f3-301a143a3c86 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:00.159993 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-5ceda372-2589-46e1-bf90-62307fddb40a req-9db2417b-2219-4220-86f3-301a143a3c86 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:00.310918 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Delete allocated IP 2001:db8::1a1 (c39740d4-9aac-42a1-8bbd-e0906328227b/952a88d5-a47c-4f26-806f-78dd3aa05465) {{(pid=88035) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 06:00:00.328307 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Allocated IP 2001:db8:0:2::2a6 (c39740d4-9aac-42a1-8bbd-e0906328227b/5a8971dd-a7f1-4cbb-8e48-38462a7fc1b6/7644fd2d-cae3-4b83-8c15-50b07f348db9) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:00.383694 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-5ceda372-2589-46e1-bf90-62307fddb40a req-9db2417b-2219-4220-86f3-301a143a3c86 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:00.384804 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5ceda372-2589-46e1-bf90-62307fddb40a req-9db2417b-2219-4220-86f3-301a143a3c86 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/networks?id=5e86a837-e153-49c1-92ad-87db0dbed99f HTTP/1.1" status: 200 len: 796 time: 0.6449933 Apr 18 06:00:00.442929 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b704923-7b82-461e-aa45-ddba6f0e9a9d None None] Pushing event updated for resources: {'Port': ['ID=c0c4d411-52b2-470b-9010-b9c9a77b065e,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:00.458937 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port dae5fae6-e213-47d7-a9bf-04b1c0d43cdc triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:00.459315 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.509691 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-58ef16e9-cd3b-4a61-a135-93e89b1aa123 req-f0b872cb-9146-416b-85a5-62dd4f707d0d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 210 time: 0.1063423 Apr 18 06:00:00.529577 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Floating IP 95b65b4e-66e8-4485-81e1-181ef2d049a6 associated. External IP: 172.26.1.5, port: 72b9b85a-f2a3-49a0-aa6b-6323d0157358. Apr 18 06:00:00.681571 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.702270 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Transition to ACTIVE for port object 7644fd2d-cae3-4b83-8c15-50b07f348db9 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:00.706548 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.709557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b5107955-caee-4374-80c0-0270c92ac202 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.736591 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-5ceda372-2589-46e1-bf90-62307fddb40a req-ff4616d5-5210-41b7-8a5b-e4833596d1f3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:00.785305 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event updated for resources: {'Port': ['ID=7644fd2d-cae3-4b83-8c15-50b07f348db9,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:00.792566 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-dbf2751b-b268-4ec2-8733-6ebe1d7f4aa3 None None] Allocated IP 2001:db8:0:2::2 (c39740d4-9aac-42a1-8bbd-e0906328227b/5a8971dd-a7f1-4cbb-8e48-38462a7fc1b6/e11eac2b-e03b-40ae-9585-73cf975f3d08) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:00.797086 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.798002 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.798495 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.798984 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.800244 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.801062 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.801581 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.802101 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.802621 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.803692 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.804233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.805013 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.854250 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] In _notify_port_updated(), no bound segment for port 7644fd2d-cae3-4b83-8c15-50b07f348db9 on network c39740d4-9aac-42a1-8bbd-e0906328227b {{(pid=88035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 06:00:00.860429 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:00.861303 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.863288 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bd79b20e-e837-429b-bd7b-26d97f73a050 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "PUT /v2.0/ports/7644fd2d-cae3-4b83-8c15-50b07f348db9 HTTP/1.1" status: 200 len: 968 time: 1.7961125 Apr 18 06:00:00.865412 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47754) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:00.940451 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-5ceda372-2589-46e1-bf90-62307fddb40a req-ff4616d5-5210-41b7-8a5b-e4833596d1f3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:00.941621 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5ceda372-2589-46e1-bf90-62307fddb40a req-ff4616d5-5210-41b7-8a5b-e4833596d1f3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 380 time: 0.5394905 Apr 18 06:00:00.944668 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-bc3bb941-bbb0-4d3f-9345-d7e8491cfd18 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port 7644fd2d-cae3-4b83-8c15-50b07f348db9 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:00.945015 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bc3bb941-bbb0-4d3f-9345-d7e8491cfd18 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.947906 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-dbf2751b-b268-4ec2-8733-6ebe1d7f4aa3 None None] For port e11eac2b-e03b-40ae-9585-73cf975f3d08, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=e11eac2b-e03b-40ae-9585-73cf975f3d08,segment=NetworkSegment(f67b643f-ca45-4343-add9-4583b9483592),segment_id=f67b643f-ca45-4343-add9-4583b9483592)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:00.948340 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-b5107955-caee-4374-80c0-0270c92ac202 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Calling delete_port for d924e488-147b-4445-97ca-7748ca2c9133 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:00.974717 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dbf2751b-b268-4ec2-8733-6ebe1d7f4aa3 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.992916 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-5ceda372-2589-46e1-bf90-62307fddb40a req-b29bcae6-f5b2-43e7-8788-b670a7fab1e9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'port': {'device_id': 'e926cb36-8477-4334-8688-c1c01c06479f', 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f', 'admin_state_up': True, 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'security_groups': ['85c5774b-40cc-4ed3-94cd-458f930939ea']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:00.994289 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-dbf2751b-b268-4ec2-8733-6ebe1d7f4aa3 None None] Transition to ACTIVE for port object e11eac2b-e03b-40ae-9585-73cf975f3d08 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:00.999872 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dbf2751b-b268-4ec2-8733-6ebe1d7f4aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:01.183424 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2751b-b268-4ec2-8733-6ebe1d7f4aa3 None None] Pushing event updated for resources: {'Port': ['ID=e11eac2b-e03b-40ae-9585-73cf975f3d08,revision_number=7']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:01.271673 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bc3bb941-bbb0-4d3f-9345-d7e8491cfd18 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:01.438154 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-bc3bb941-bbb0-4d3f-9345-d7e8491cfd18 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Calling delete_port for 7644fd2d-cae3-4b83-8c15-50b07f348db9 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:01.530377 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b5107955-caee-4374-80c0-0270c92ac202 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:01.677884 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5107955-caee-4374-80c0-0270c92ac202 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Port': ['ID=d924e488-147b-4445-97ca-7748ca2c9133,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:01.709606 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3d4e0834-9d1a-42c1-9aab-fdd9be2563b1 req-6ee28a71-ff13-457a-abee-45ca22f59ad0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 210 time: 0.0504022 Apr 18 06:00:01.722768 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bc3bb941-bbb0-4d3f-9345-d7e8491cfd18 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:01.758227 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b5107955-caee-4374-80c0-0270c92ac202 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:01.767368 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-5ceda372-2589-46e1-bf90-62307fddb40a req-b29bcae6-f5b2-43e7-8788-b670a7fab1e9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:01.789207 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bb941-bbb0-4d3f-9345-d7e8491cfd18 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Port': ['ID=7644fd2d-cae3-4b83-8c15-50b07f348db9,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:01.804182 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b5107955-caee-4374-80c0-0270c92ac202 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/d924e488-147b-4445-97ca-7748ca2c9133 HTTP/1.1" status: 204 len: 168 time: 2.2977128 Apr 18 06:00:01.813280 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Router 4ee3f074-256f-4eab-a10e-84d08a5fd0b0 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:00:01.814588 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-5ceda372-2589-46e1-bf90-62307fddb40a req-b29bcae6-f5b2-43e7-8788-b670a7fab1e9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:01.817047 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47760) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:01.834479 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bc3bb941-bbb0-4d3f-9345-d7e8491cfd18 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:01.850827 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bc3bb941-bbb0-4d3f-9345-d7e8491cfd18 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/ports/7644fd2d-cae3-4b83-8c15-50b07f348db9 HTTP/1.1" status: 204 len: 168 time: 0.9844043 Apr 18 06:00:01.854268 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47764) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:01.885491 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b744a0fe-a73b-4b56-ab72-c13ffcc32d51 None None] Provisioning for port c0c4d411-52b2-470b-9010-b9c9a77b065e completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:01.903107 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dad566a-f1fa-421b-b760-93292965444c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:01.908085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dad566a-f1fa-421b-b760-93292965444c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:01.908536 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-380de63f-937d-4662-8b73-369607f1bb06 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] GET failed (client error): The resource could not be found. Apr 18 06:00:01.908891 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2dad566a-f1fa-421b-b760-93292965444c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:01.909194 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-380de63f-937d-4662-8b73-369607f1bb06 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Synchronizing usage tracker for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:01.937952 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-380de63f-937d-4662-8b73-369607f1bb06 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Unset dirty status for tenant:f4e2526787dc4037bf990e53a39e8336 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:01.939355 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-380de63f-937d-4662-8b73-369607f1bb06 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports/7644fd2d-cae3-4b83-8c15-50b07f348db9 HTTP/1.1" status: 404 len: 333 time: 0.0841470 Apr 18 06:00:01.942207 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47768) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:01.990817 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ceda372-2589-46e1-bf90-62307fddb40a req-b29bcae6-f5b2-43e7-8788-b670a7fab1e9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:01.998178 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5ceda372-2589-46e1-bf90-62307fddb40a req-b29bcae6-f5b2-43e7-8788-b670a7fab1e9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.023389 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25731b1c-2026-4dbb-aaae-e68070d47c26 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.086493 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25731b1c-2026-4dbb-aaae-e68070d47c26 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.092906 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2dad566a-f1fa-421b-b760-93292965444c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:02.096551 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2dad566a-f1fa-421b-b760-93292965444c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2742820 Apr 18 06:00:02.098802 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47772) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:02.217298 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-83a69d5e-c56e-4c01-9ce7-531ad1f76c44 None None] Could not find standard attr ID for object d924e488-147b-4445-97ca-7748ca2c9133. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:00:02.227719 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device e11eac2b-e03b-40ae-9585-73cf975f3d08 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:00:02.323462 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-83a69d5e-c56e-4c01-9ce7-531ad1f76c44 None None] Provisioning for port e11eac2b-e03b-40ae-9585-73cf975f3d08 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:02.329742 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25731b1c-2026-4dbb-aaae-e68070d47c26 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.345705 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-83a69d5e-c56e-4c01-9ce7-531ad1f76c44 None None] Provisioning complete for port e11eac2b-e03b-40ae-9585-73cf975f3d08 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:02.346397 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-83a69d5e-c56e-4c01-9ce7-531ad1f76c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.366440 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25731b1c-2026-4dbb-aaae-e68070d47c26 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56be85b5-3955-49a2-a211-75ff46a2e2c9,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:02.378028 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25731b1c-2026-4dbb-aaae-e68070d47c26 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.380092 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-25731b1c-2026-4dbb-aaae-e68070d47c26 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/security-groups/56be85b5-3955-49a2-a211-75ff46a2e2c9 HTTP/1.1" status: 204 len: 168 time: 0.4367602 Apr 18 06:00:02.383107 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47776) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:02.487271 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port e11eac2b-e03b-40ae-9585-73cf975f3d08 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:02.487688 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.488854 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-5ceda372-2589-46e1-bf90-62307fddb40a req-b29bcae6-f5b2-43e7-8788-b670a7fab1e9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.20.0.11 (5e86a837-e153-49c1-92ad-87db0dbed99f/249eb15d-3ccf-4983-a3ee-744482539ac0/fa0ea67c-a61b-41b0-88aa-c15104654af2) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:02.516330 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-09cb6148-d6df-42a3-bc62-379c17cff671 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.548589 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-09cb6148-d6df-42a3-bc62-379c17cff671 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.548751 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d4628e4-e8ce-4517-86b0-3aa3fb4ab7ba tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet 8e697e37-2b53-41c6-80a3-15ee90351a6b {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:00:02.563140 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6d4628e4-e8ce-4517-86b0-3aa3fb4ab7ba tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.632974 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:00:02.633818 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-09cb6148-d6df-42a3-bc62-379c17cff671 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.656527 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f515bc9c-c3dc-4511-95a0-80a83bb83746 None None] Sync routers for ids ['4ee3f074-256f-4eab-a10e-84d08a5fd0b0'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:02.670304 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-83a69d5e-c56e-4c01-9ce7-531ad1f76c44 None None] Could not find standard attr ID for object 7644fd2d-cae3-4b83-8c15-50b07f348db9. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:00:02.674875 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f515bc9c-c3dc-4511-95a0-80a83bb83746 None None] Routers {'4ee3f074-256f-4eab-a10e-84d08a5fd0b0'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:00:02.677717 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f515bc9c-c3dc-4511-95a0-80a83bb83746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:59:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['4ee3f074-256f-4eab-a10e-84d08a5fd0b0'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:02.706119 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb6148-d6df-42a3-bc62-379c17cff671 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e3f3bd-d50b-4c72-ac34-9d36a57c7458,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:02.726161 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-09cb6148-d6df-42a3-bc62-379c17cff671 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.731699 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47780) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:02.738546 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-09cb6148-d6df-42a3-bc62-379c17cff671 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/security-groups/b2e3f3bd-d50b-4c72-ac34-9d36a57c7458 HTTP/1.1" status: 204 len: 168 time: 0.3389990 Apr 18 06:00:02.755675 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6d4628e4-e8ce-4517-86b0-3aa3fb4ab7ba tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.767230 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-83a69d5e-c56e-4c01-9ce7-531ad1f76c44 None None] Provisioning complete for port 61aeec3d-1945-4e1a-b6e3-b1ac03cab08a triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:02.771691 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-83a69d5e-c56e-4c01-9ce7-531ad1f76c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.867779 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.945562 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c0c4d411-52b2-470b-9010-b9c9a77b065e up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:00:03.020229 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-83a69d5e-c56e-4c01-9ce7-531ad1f76c44 None None] Port 61aeec3d-1945-4e1a-b6e3-b1ac03cab08a cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:00:03.068142 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port c0c4d411-52b2-470b-9010-b9c9a77b065e completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:03.072926 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port c0c4d411-52b2-470b-9010-b9c9a77b065e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:03.073320 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.083621 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-f00673ee-aab6-4a0d-ae10-2d31efe8bf79 req-beab8d90-4918-4cfb-8121-1f049d125905 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:03.085232 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-f515bc9c-c3dc-4511-95a0-80a83bb83746 None None] Set router 4ee3f074-256f-4eab-a10e-84d08a5fd0b0 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:00:03.148124 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-577a696b-80bf-49dd-8c19-6090d92839c2 None None] Could not find standard attr ID for object 7644fd2d-cae3-4b83-8c15-50b07f348db9. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:00:03.155875 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-00cb5b97-e862-46f8-9375-304d4b0b167a tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.5338891 Apr 18 06:00:03.169134 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc389c46-650c-4ba0-88e9-6fd7b0b900af', 'tag': '72b9b85a-f2a3-49a0-aa6b-6323d0157358'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:00:03.259151 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.264083 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-f00673ee-aab6-4a0d-ae10-2d31efe8bf79 req-beab8d90-4918-4cfb-8121-1f049d125905 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:03.266315 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f00673ee-aab6-4a0d-ae10-2d31efe8bf79 req-beab8d90-4918-4cfb-8121-1f049d125905 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 210 time: 0.2664971 Apr 18 06:00:03.316362 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5ceda372-2589-46e1-bf90-62307fddb40a req-b29bcae6-f5b2-43e7-8788-b670a7fab1e9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.325378 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port c0c4d411-52b2-470b-9010-b9c9a77b065e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c0c4d411-52b2-470b-9010-b9c9a77b065e,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:03.339970 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.345901 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9f8df347-1612-44f5-81f1-34e532441a35 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.351617 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6d4628e4-e8ce-4517-86b0-3aa3fb4ab7ba tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.429475 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-5ceda372-2589-46e1-bf90-62307fddb40a req-b29bcae6-f5b2-43e7-8788-b670a7fab1e9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Transition to ACTIVE for port object fa0ea67c-a61b-41b0-88aa-c15104654af2 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:03.432360 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82dcc6d1-8ed7-4319-82d9-eea19398c0ca'] response: {'name': 'network-changed', 'server_uuid': 'dc389c46-650c-4ba0-88e9-6fd7b0b900af', 'tag': '72b9b85a-f2a3-49a0-aa6b-6323d0157358', 'status': 'completed', 'code': 200} Apr 18 06:00:03.470762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9f8df347-1612-44f5-81f1-34e532441a35 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.538640 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=c0c4d411-52b2-470b-9010-b9c9a77b065e,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:03.568343 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6d4628e4-e8ce-4517-86b0-3aa3fb4ab7ba tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.577520 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef6942-4c65-446f-804e-c6348430e100 req-9437a532-60a6-4fe0-83b9-f569cc8f5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:03.581060 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-faef6942-4c65-446f-804e-c6348430e100 req-9437a532-60a6-4fe0-83b9-f569cc8f5d6d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b66247ce3a54159b17aa96e039e5639&device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 1099 time: 0.1294255 Apr 18 06:00:03.616882 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5ceda372-2589-46e1-bf90-62307fddb40a req-b29bcae6-f5b2-43e7-8788-b670a7fab1e9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.666007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91b51b-f6a8-4a9e-852f-6b37804c4622 req-d09e8836-e1dd-4dd8-8909-452ad85bc97d tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:03.667553 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-dc91b51b-f6a8-4a9e-852f-6b37804c4622 req-d09e8836-e1dd-4dd8-8909-452ad85bc97d tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.2842104 Apr 18 06:00:03.672716 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9f8df347-1612-44f5-81f1-34e532441a35 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.678070 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a503e3-1e44-4dd6-8562-c1b05e3e25fe None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:03.680760 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6d4628e4-e8ce-4517-86b0-3aa3fb4ab7ba tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.705639 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9f8df347-1612-44f5-81f1-34e532441a35 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.707008 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9f8df347-1612-44f5-81f1-34e532441a35 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/security-groups/3814257c-9b24-4432-86bd-9c1c0d5b9748 HTTP/1.1" status: 204 len: 168 time: 0.9630036 Apr 18 06:00:03.712091 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6d4628e4-e8ce-4517-86b0-3aa3fb4ab7ba tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/8e697e37-2b53-41c6-80a3-15ee90351a6b HTTP/1.1" status: 204 len: 168 time: 1.6048641 Apr 18 06:00:03.713388 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4628e4-e8ce-4517-86b0-3aa3fb4ab7ba tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=8e697e37-2b53-41c6-80a3-15ee90351a6b,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:03.718045 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47790) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:03.719088 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47792) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:03.842575 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef6942-4c65-446f-804e-c6348430e100 req-eb315e2f-ad7b-491e-ac0a-1fab08e7a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:03.844657 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-faef6942-4c65-446f-804e-c6348430e100 req-eb315e2f-ad7b-491e-ac0a-1fab08e7a18c service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bd01ecf-2d97-4bf7-9ab0-18dfface8598 HTTP/1.1" status: 200 len: 898 time: 0.2485335 Apr 18 06:00:03.921758 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f515bc9c-c3dc-4511-95a0-80a83bb83746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967487276', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:10Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 4, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'gw_port': {'id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:12Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '95b65b4e-66e8-4485-81e1-181ef2d049a6', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'floating_ip_address': '172.26.1.5', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'port_id': '72b9b85a-f2a3-49a0-aa6b-6323d0157358', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598', 'mac_address': 'fa:16:3e:0f:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc389c46-650c-4ba0-88e9-6fd7b0b900af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:59:57Z', 'updated_at': '2022-04-18T05:59:57Z', 'revision_number': 0, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dac5f09-e43e-4b8c-b8de-0eed068860ba', 'name': '', 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'mac_address': 'fa:16:3e:e1:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '52758bd8-2631-431e-98a6-304c934d7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:20Z', 'updated_at': '2022-04-18T05:59:31Z', 'revision_number': 5, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'subnets': [{'id': '52758bd8-2631-431e-98a6-304c934d7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:03.931564 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f515bc9c-c3dc-4511-95a0-80a83bb83746 None None] Checking router: 4ee3f074-256f-4eab-a10e-84d08a5fd0b0 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:00:03.961792 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f515bc9c-c3dc-4511-95a0-80a83bb83746 None None] Routers {'4ee3f074-256f-4eab-a10e-84d08a5fd0b0'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:00:03.962762 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f515bc9c-c3dc-4511-95a0-80a83bb83746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T05:59:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['4ee3f074-256f-4eab-a10e-84d08a5fd0b0'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:04.012194 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-dc91b51b-f6a8-4a9e-852f-6b37804c4622 req-71da3d56-df97-4339-afa8-f608889ac0ce tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3190112 Apr 18 06:00:04.040685 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47798) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:04.043749 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8df347-1612-44f5-81f1-34e532441a35 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3814257c-9b24-4432-86bd-9c1c0d5b9748,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:04.112959 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-da7e6327-2758-4dc4-bfaa-9b200e2be309 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3834026 Apr 18 06:00:04.126759 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ceda372-2589-46e1-bf90-62307fddb40a req-b29bcae6-f5b2-43e7-8788-b670a7fab1e9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 5e86a837-e153-49c1-92ad-87db0dbed99f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:04.135604 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47802) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:04.140415 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c0c4d411-52b2-470b-9010-b9c9a77b065e up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:00:04.159555 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-5ceda372-2589-46e1-bf90-62307fddb40a req-b29bcae6-f5b2-43e7-8788-b670a7fab1e9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:04.169020 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29bcae6-f5b2-43e7-8788-b670a7fab1e9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=fa0ea67c-a61b-41b0-88aa-c15104654af2,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:04.187988 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-faef6942-4c65-446f-804e-c6348430e100 req-4ca91288-adc1-4373-9ecc-87cfd42659d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72b9b85a-f2a3-49a0-aa6b-6323d0157358 HTTP/1.1" status: 200 len: 998 time: 0.3036499 Apr 18 06:00:04.273610 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c803e5bc-a32b-4084-87f3-80d0e3cf119b tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/floatingips/95b65b4e-66e8-4485-81e1-181ef2d049a6 HTTP/1.1" status: 200 len: 990 time: 0.2264407 Apr 18 06:00:04.275422 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ceda372-2589-46e1-bf90-62307fddb40a req-b29bcae6-f5b2-43e7-8788-b670a7fab1e9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:00:04.300823 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef6942-4c65-446f-804e-c6348430e100 req-b00da644-3dd2-4c8f-9091-6bc2b0bd6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:04.302312 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-faef6942-4c65-446f-804e-c6348430e100 req-b00da644-3dd2-4c8f-9091-6bc2b0bd6b4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=52758bd8-2631-431e-98a6-304c934d7ada HTTP/1.1" status: 200 len: 834 time: 0.1062806 Apr 18 06:00:04.305736 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-f515bc9c-c3dc-4511-95a0-80a83bb83746 None None] Set router 4ee3f074-256f-4eab-a10e-84d08a5fd0b0 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:00:04.394007 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port c0c4d411-52b2-470b-9010-b9c9a77b065e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:04.394433 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.493666 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:00:04.538763 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef6942-4c65-446f-804e-c6348430e100 req-d30c5786-eabe-43d6-b1c9-086b0628cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:04.540706 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-faef6942-4c65-446f-804e-c6348430e100 req-d30c5786-eabe-43d6-b1c9-086b0628cba9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bd01ecf-2d97-4bf7-9ab0-18dfface8598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2239394 Apr 18 06:00:04.566435 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beddd642-d689-41f8-9ca1-b5f559dbdfc6 None None] DHCP port deletion for 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:00:04.585972 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-beddd642-d689-41f8-9ca1-b5f559dbdfc6 None None] Deleting port c0c4d411-52b2-470b-9010-b9c9a77b065e {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:04.589488 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-beddd642-d689-41f8-9ca1-b5f559dbdfc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.624344 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc7b979-60eb-405d-b2cb-3ea1088ff5a7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting subnet 952a88d5-a47c-4f26-806f-78dd3aa05465 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:00:04.645017 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4fc7b979-60eb-405d-b2cb-3ea1088ff5a7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.721568 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceda372-2589-46e1-bf90-62307fddb40a req-b29bcae6-f5b2-43e7-8788-b670a7fab1e9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:04.723171 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5ceda372-2589-46e1-bf90-62307fddb40a req-b29bcae6-f5b2-43e7-8788-b670a7fab1e9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.756259 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4fc7b979-60eb-405d-b2cb-3ea1088ff5a7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.786595 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-faef6942-4c65-446f-804e-c6348430e100 req-2952b5f1-a54b-4a0a-a83e-48066c7e2ab1 service neutron] 10.222.0.52 "GET /v2.0/networks/8bd01ecf-2d97-4bf7-9ab0-18dfface8598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361794 Apr 18 06:00:04.822612 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5ceda372-2589-46e1-bf90-62307fddb40a req-b29bcae6-f5b2-43e7-8788-b670a7fab1e9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8376620 Apr 18 06:00:04.845964 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-5ceda372-2589-46e1-bf90-62307fddb40a req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] Request body: {'port': {'device_id': 'e926cb36-8477-4334-8688-c1c01c06479f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:04.890812 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e3724b-4e95-461d-b586-beab013ab791 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:04.891598 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-96e3724b-4e95-461d-b586-beab013ab791 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:04.933779 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-fe053eb0-9047-4d99-8511-f71cd3d7bd0f None None] Provisioning for port fa0ea67c-a61b-41b0-88aa-c15104654af2 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:04.947309 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-fe053eb0-9047-4d99-8511-f71cd3d7bd0f None None] Provisioning complete for port fa0ea67c-a61b-41b0-88aa-c15104654af2 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:04.947309 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fe053eb0-9047-4d99-8511-f71cd3d7bd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.955821 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c0324-8bcd-42c4-b161-3bc58eaf3644 req-d6818c93-4ee5-4207-a0fa-3cf78c9f5dc1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:04.957691 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5d9c0324-8bcd-42c4-b161-3bc58eaf3644 req-d6818c93-4ee5-4207-a0fa-3cf78c9f5dc1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 932 time: 0.4470863 Apr 18 06:00:05.021291 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-beddd642-d689-41f8-9ca1-b5f559dbdfc6 None None] For port c0c4d411-52b2-470b-9010-b9c9a77b065e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c0c4d411-52b2-470b-9010-b9c9a77b065e,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:05.021683 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-beddd642-d689-41f8-9ca1-b5f559dbdfc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:05.031139 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-96e3724b-4e95-461d-b586-beab013ab791 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:05.033863 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-96e3724b-4e95-461d-b586-beab013ab791 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8768964 Apr 18 06:00:05.034076 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-fe053eb0-9047-4d99-8511-f71cd3d7bd0f None None] Port fa0ea67c-a61b-41b0-88aa-c15104654af2 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:00:05.043321 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f515bc9c-c3dc-4511-95a0-80a83bb83746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967487276', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:10Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 4, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'gw_port': {'id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:12Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '95b65b4e-66e8-4485-81e1-181ef2d049a6', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'floating_ip_address': '172.26.1.5', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'port_id': '72b9b85a-f2a3-49a0-aa6b-6323d0157358', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598', 'mac_address': 'fa:16:3e:0f:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc389c46-650c-4ba0-88e9-6fd7b0b900af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:59:57Z', 'updated_at': '2022-04-18T05:59:57Z', 'revision_number': 0, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dac5f09-e43e-4b8c-b8de-0eed068860ba', 'name': '', 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'mac_address': 'fa:16:3e:e1:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '52758bd8-2631-431e-98a6-304c934d7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:20Z', 'updated_at': '2022-04-18T05:59:31Z', 'revision_number': 5, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'subnets': [{'id': '52758bd8-2631-431e-98a6-304c934d7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:05.046553 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47808) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:05.050878 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f515bc9c-c3dc-4511-95a0-80a83bb83746 None None] The sync data for ids ['4ee3f074-256f-4eab-a10e-84d08a5fd0b0'] in dv-neutron-837489-1-hyperv is: [{'id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967487276', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:10Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 4, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'gw_port': {'id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:12Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '95b65b4e-66e8-4485-81e1-181ef2d049a6', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'floating_ip_address': '172.26.1.5', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'port_id': '72b9b85a-f2a3-49a0-aa6b-6323d0157358', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598', 'mac_address': 'fa:16:3e:0f:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc389c46-650c-4ba0-88e9-6fd7b0b900af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:59:57Z', 'updated_at': '2022-04-18T05:59:57Z', 'revision_number': 0, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dac5f09-e43e-4b8c-b8de-0eed068860ba', 'name': '', 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'mac_address': 'fa:16:3e:e1:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '52758bd8-2631-431e-98a6-304c934d7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:20Z', 'updated_at': '2022-04-18T05:59:31Z', 'revision_number': 5, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'subnets': [{'id': '52758bd8-2631-431e-98a6-304c934d7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:05.090324 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-faef6942-4c65-446f-804e-c6348430e100 req-cc223f64-53f6-4e59-b556-6436dceb750c service neutron] 10.222.0.52 "GET /v2.0/networks/8bd01ecf-2d97-4bf7-9ab0-18dfface8598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981210 Apr 18 06:00:05.126043 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4fc7b979-60eb-405d-b2cb-3ea1088ff5a7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:05.142915 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1a3b2a-34c1-4146-a3a6-8268c45afbe5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:05.144017 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-4c1a3b2a-34c1-4146-a3a6-8268c45afbe5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:05.171506 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-beddd642-d689-41f8-9ca1-b5f559dbdfc6 None None] Calling delete_port for c0c4d411-52b2-470b-9010-b9c9a77b065e owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:05.172203 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-4c1a3b2a-34c1-4146-a3a6-8268c45afbe5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:05.173965 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4c1a3b2a-34c1-4146-a3a6-8268c45afbe5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1263368 Apr 18 06:00:05.176905 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47812) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:05.177045 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5ceda372-2589-46e1-bf90-62307fddb40a req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:05.256119 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9f52e922-fc5c-4d86-b90e-5bc94dce6b4c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775692 Apr 18 06:00:05.261615 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47816) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:05.276310 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7a0e1335-a763-4a3e-9531-3aae5d78fe8e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:05.290671 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47820) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:05.310542 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-66876b63-d699-457f-b53a-bb660306a396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:05.335642 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-beddd642-d689-41f8-9ca1-b5f559dbdfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:05.421030 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee56f87-d5b3-4c9c-b4fa-3a5b07d892b0 None None] New status for floating IP 95b65b4e-66e8-4485-81e1-181ef2d049a6: ACTIVE {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:00:05.442613 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5d9c0324-8bcd-42c4-b161-3bc58eaf3644 req-c0ddea41-0aa0-4d40-91bf-b48526856094 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=85c5774b-40cc-4ed3-94cd-458f930939ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4710166 Apr 18 06:00:05.490139 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7a0e1335-a763-4a3e-9531-3aae5d78fe8e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:05.506847 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7a0e1335-a763-4a3e-9531-3aae5d78fe8e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:05.517374 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddd642-d689-41f8-9ca1-b5f559dbdfc6 None None] Pushing event deleted for resources: {'Port': ['ID=c0c4d411-52b2-470b-9010-b9c9a77b065e,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:05.523524 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0e1335-a763-4a3e-9531-3aae5d78fe8e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:05.532369 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7a0e1335-a763-4a3e-9531-3aae5d78fe8e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:05.548099 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beddd642-d689-41f8-9ca1-b5f559dbdfc6 None None] No DVR routers for this DVR port c0c4d411-52b2-470b-9010-b9c9a77b065e on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:05.555642 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddd642-d689-41f8-9ca1-b5f559dbdfc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:05.555904 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddd642-d689-41f8-9ca1-b5f559dbdfc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:05.556457 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddd642-d689-41f8-9ca1-b5f559dbdfc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:05.557256 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddd642-d689-41f8-9ca1-b5f559dbdfc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:05.558173 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddd642-d689-41f8-9ca1-b5f559dbdfc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:05.558520 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddd642-d689-41f8-9ca1-b5f559dbdfc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:05.558852 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddd642-d689-41f8-9ca1-b5f559dbdfc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:05.559455 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddd642-d689-41f8-9ca1-b5f559dbdfc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:05.559554 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddd642-d689-41f8-9ca1-b5f559dbdfc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:05.559853 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddd642-d689-41f8-9ca1-b5f559dbdfc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:05.560731 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddd642-d689-41f8-9ca1-b5f559dbdfc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:05.562164 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddd642-d689-41f8-9ca1-b5f559dbdfc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:05.580717 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4fc7b979-60eb-405d-b2cb-3ea1088ff5a7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:05.662596 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4fc7b979-60eb-405d-b2cb-3ea1088ff5a7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:05.665902 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7b979-60eb-405d-b2cb-3ea1088ff5a7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Subnet': ['ID=952a88d5-a47c-4f26-806f-78dd3aa05465,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:05.674423 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13495cb8-5adb-4e5d-a19c-7b784ed023e8 None None] Network c39740d4-9aac-42a1-8bbd-e0906328227b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:05.696828 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a4634092-389a-44be-9e77-a691408f184f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/floatingips/95b65b4e-66e8-4485-81e1-181ef2d049a6 HTTP/1.1" status: 200 len: 990 time: 0.4019430 Apr 18 06:00:05.696828 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4fc7b979-60eb-405d-b2cb-3ea1088ff5a7 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/subnets/952a88d5-a47c-4f26-806f-78dd3aa05465 HTTP/1.1" status: 204 len: 168 time: 1.9679382 Apr 18 06:00:05.703339 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47824) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:05.906756 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-5ceda372-2589-46e1-bf90-62307fddb40a req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0ea67c-a61b-41b0-88aa-c15104654af2 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:00:05.914981 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5ceda372-2589-46e1-bf90-62307fddb40a req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:05.945703 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-5ceda372-2589-46e1-bf90-62307fddb40a req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] Transition to ACTIVE for port object fa0ea67c-a61b-41b0-88aa-c15104654af2 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:05.951876 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5ceda372-2589-46e1-bf90-62307fddb40a req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:05.977065 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fea0b32-2a5d-4724-8cc2-12352f37a3ac tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting subnet 5a8971dd-a7f1-4cbb-8e48-38462a7fc1b6 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:00:05.982284 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5fea0b32-2a5d-4724-8cc2-12352f37a3ac tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.121927 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c0c4d411-52b2-470b-9010-b9c9a77b065e no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:00:06.126385 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] Pushing event updated for resources: {'Port': ['ID=fa0ea67c-a61b-41b0-88aa-c15104654af2,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:06.174314 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: c0c4d411-52b2-470b-9010-b9c9a77b065e {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:00:06.174881 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c0c4d411-52b2-470b-9010-b9c9a77b065e not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:00:06.189011 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7a0e1335-a763-4a3e-9531-3aae5d78fe8e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.272161 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5fea0b32-2a5d-4724-8cc2-12352f37a3ac tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.272486 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-5ceda372-2589-46e1-bf90-62307fddb40a req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] Attempting to bind port fa0ea67c-a61b-41b0-88aa-c15104654af2 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:06.272817 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-5ceda372-2589-46e1-bf90-62307fddb40a req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] Attempting to bind port fa0ea67c-a61b-41b0-88aa-c15104654af2 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'edd1faaa-32c8-46a7-b179-88975394702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:06.273757 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ceda372-2589-46e1-bf90-62307fddb40a req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] Attempting to bind port fa0ea67c-a61b-41b0-88aa-c15104654af2 on network 5e86a837-e153-49c1-92ad-87db0dbed99f {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:00:06.278965 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ceda372-2589-46e1-bf90-62307fddb40a req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] Port fa0ea67c-a61b-41b0-88aa-c15104654af2 on network 5e86a837-e153-49c1-92ad-87db0dbed99f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:00:06.279304 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ceda372-2589-46e1-bf90-62307fddb40a req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] Attempting to bind port fa0ea67c-a61b-41b0-88aa-c15104654af2 on network 5e86a837-e153-49c1-92ad-87db0dbed99f {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:00:06.285982 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ceda372-2589-46e1-bf90-62307fddb40a req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:00:06.286455 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ceda372-2589-46e1-bf90-62307fddb40a req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] Checking segment: {'id': 'edd1faaa-32c8-46a7-b179-88975394702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:00:06.286839 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ceda372-2589-46e1-bf90-62307fddb40a req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] Bound using segment: {'id': 'edd1faaa-32c8-46a7-b179-88975394702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:00:06.287261 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-5ceda372-2589-46e1-bf90-62307fddb40a req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] Bound port: fa0ea67c-a61b-41b0-88aa-c15104654af2, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd1faaa-32c8-46a7-b179-88975394702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:06.287602 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5ceda372-2589-46e1-bf90-62307fddb40a req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.375593 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e1335-a763-4a3e-9531-3aae5d78fe8e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=258338cf-a723-4a07-b503-935156b7c2ba,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:06.381670 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0e1335-a763-4a3e-9531-3aae5d78fe8e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:06.386814 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-7a0e1335-a763-4a3e-9531-3aae5d78fe8e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:06.393810 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0e1335-a763-4a3e-9531-3aae5d78fe8e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:06.394828 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7a0e1335-a763-4a3e-9531-3aae5d78fe8e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.404804 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f6e871-b0fc-491c-82c0-4daadfc9fff9 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:06.414313 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-5ceda372-2589-46e1-bf90-62307fddb40a req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] For port fa0ea67c-a61b-41b0-88aa-c15104654af2, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:00:06.419319 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-5ceda372-2589-46e1-bf90-62307fddb40a req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] For port fa0ea67c-a61b-41b0-88aa-c15104654af2, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fa0ea67c-a61b-41b0-88aa-c15104654af2,segment=NetworkSegment(edd1faaa-32c8-46a7-b179-88975394702a),segment_id=edd1faaa-32c8-46a7-b179-88975394702a)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:00:06.430049 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5ceda372-2589-46e1-bf90-62307fddb40a req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.453567 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7a0e1335-a763-4a3e-9531-3aae5d78fe8e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1908622 Apr 18 06:00:06.456817 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47828) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:06.463683 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-d631bc55-5859-4655-bd27-981afc087ed8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'fixed_ips': [{'subnet_id': '258338cf-a723-4a07-b503-935156b7c2ba', 'ip_address': '2001:db8::5a4e:7bff:ce3:7d56'}], 'name': 'tempest-NetworksTestDHCPv6-1551114585'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:06.495211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceda372-2589-46e1-bf90-62307fddb40a req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:06.495883 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5ceda372-2589-46e1-bf90-62307fddb40a req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.498213 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5ceda372-2589-46e1-bf90-62307fddb40a req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] 10.222.0.52 "PUT /v2.0/ports/fa0ea67c-a61b-41b0-88aa-c15104654af2 HTTP/1.1" status: 200 len: 1094 time: 1.6598656 Apr 18 06:00:06.499466 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e926cb36-8477-4334-8688-c1c01c06479f', 'tag': 'fa0ea67c-a61b-41b0-88aa-c15104654af2'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:00:06.534031 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d8e68-7819-4a07-946f-3ab849a2db6c service neutron] Pushing event updated for resources: {'Port': ['ID=fa0ea67c-a61b-41b0-88aa-c15104654af2,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:06.747694 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47836) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:06.779103 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'fixed_ips': [{'subnet_id': '258338cf-a723-4a07-b503-935156b7c2ba'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:00:06.780106 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.793504 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6630be85-4703-4c8c-aa3a-ff7abefff419'] response: {'name': 'network-changed', 'server_uuid': 'e926cb36-8477-4334-8688-c1c01c06479f', 'tag': 'fa0ea67c-a61b-41b0-88aa-c15104654af2', 'status': 'completed', 'code': 200} Apr 18 06:00:06.843193 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceda372-2589-46e1-bf90-62307fddb40a req-7663818b-3f81-49cf-bd15-06df97b63a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:06.845186 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5ceda372-2589-46e1-bf90-62307fddb40a req-7663818b-3f81-49cf-bd15-06df97b63a1f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 1097 time: 0.2988808 Apr 18 06:00:06.891580 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5fea0b32-2a5d-4724-8cc2-12352f37a3ac tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.939289 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5ceda372-2589-46e1-bf90-62307fddb40a req-f09d0b6b-b584-49ef-8579-86970af31adb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa0ea67c-a61b-41b0-88aa-c15104654af2 HTTP/1.1" status: 200 len: 217 time: 0.0827286 Apr 18 06:00:06.979723 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] Allocated IP 2001:db8::2 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/258338cf-a723-4a07-b503-935156b7c2ba/efcc3f31-1272-4646-bb70-c460f2ad06e2) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:07.004481 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-cc0bac73-c2e3-4879-88a2-fb2eab20ebdf tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/floatingips/95b65b4e-66e8-4485-81e1-181ef2d049a6 HTTP/1.1" status: 200 len: 992 time: 0.2551534 Apr 18 06:00:07.022423 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d631bc55-5859-4655-bd27-981afc087ed8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:07.032994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43237c63-03e9-4239-abb5-12d0e1c6654a req-860b127b-0a08-4343-8ba1-c245925033d2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:07.033380 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceda372-2589-46e1-bf90-62307fddb40a req-23bc14d9-574d-414f-afce-01dd3a616046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:07.034888 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5ceda372-2589-46e1-bf90-62307fddb40a req-23bc14d9-574d-414f-afce-01dd3a616046 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=249eb15d-3ccf-4983-a3ee-744482539ac0 HTTP/1.1" status: 200 len: 834 time: 0.0881131 Apr 18 06:00:07.040463 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-43237c63-03e9-4239-abb5-12d0e1c6654a req-860b127b-0a08-4343-8ba1-c245925033d2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 944 time: 0.3361938 Apr 18 06:00:07.075722 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d631bc55-5859-4655-bd27-981afc087ed8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:07.106234 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5fea0b32-2a5d-4724-8cc2-12352f37a3ac tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.126337 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-9179175e-6948-407d-bc05-a480e5c10590 None None] Provisioning complete for port e11eac2b-e03b-40ae-9585-73cf975f3d08 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:07.126790 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9179175e-6948-407d-bc05-a480e5c10590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.133756 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceda372-2589-46e1-bf90-62307fddb40a req-bc84bfe9-aaf2-4f6f-b0c2-0b52290bf51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:07.135293 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5ceda372-2589-46e1-bf90-62307fddb40a req-bc84bfe9-aaf2-4f6f-b0c2-0b52290bf51d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e86a837-e153-49c1-92ad-87db0dbed99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0919578 Apr 18 06:00:07.148075 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d631bc55-5859-4655-bd27-981afc087ed8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:07.164622 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-43237c63-03e9-4239-abb5-12d0e1c6654a req-a700f06d-34f8-4559-8e32-02559c5f1b37 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=85c5774b-40cc-4ed3-94cd-458f930939ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233213 Apr 18 06:00:07.183415 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea0b32-2a5d-4724-8cc2-12352f37a3ac tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Subnet': ['ID=5a8971dd-a7f1-4cbb-8e48-38462a7fc1b6,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:07.188519 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5fea0b32-2a5d-4724-8cc2-12352f37a3ac tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.202958 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5fea0b32-2a5d-4724-8cc2-12352f37a3ac tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/subnets/5a8971dd-a7f1-4cbb-8e48-38462a7fc1b6 HTTP/1.1" status: 204 len: 168 time: 1.4973233 Apr 18 06:00:07.207295 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47842) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:07.217767 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660c7d15-6ee9-4991-9061-b6217756f201 None None] Network c39740d4-9aac-42a1-8bbd-e0906328227b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:07.299553 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5ceda372-2589-46e1-bf90-62307fddb40a req-d748093c-de0f-4ac9-b282-2d4907744f7a service neutron] 10.222.0.52 "GET /v2.0/networks/5e86a837-e153-49c1-92ad-87db0dbed99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462748 Apr 18 06:00:07.318648 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e260c35-1d51-48b2-a72a-c2b724abbfc8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] DELETE failed (client error): The resource could not be found. Apr 18 06:00:07.319112 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e260c35-1d51-48b2-a72a-c2b724abbfc8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:00:07.323153 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3e260c35-1d51-48b2-a72a-c2b724abbfc8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/subnets/952a88d5-a47c-4f26-806f-78dd3aa05465 HTTP/1.1" status: 404 len: 337 time: 0.1127110 Apr 18 06:00:07.324106 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47848) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:07.387711 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.394965 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b48ff7-f4c7-4767-add4-9bf6537c5d79 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting subnet 286c63d4-fdb8-4c0d-ad8f-4334d4ea7975 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:00:07.398605 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9b48ff7-f4c7-4767-add4-9bf6537c5d79 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.436945 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] Transition to ACTIVE for port object efcc3f31-1272-4646-bb70-c460f2ad06e2 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:07.473630 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5ceda372-2589-46e1-bf90-62307fddb40a req-7ed890c2-f3f5-4e6f-a9db-3cc2baa0d2ab service neutron] 10.222.0.52 "GET /v2.0/networks/5e86a837-e153-49c1-92ad-87db0dbed99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556289 Apr 18 06:00:07.478995 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d631bc55-5859-4655-bd27-981afc087ed8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.491236 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] Transition to ACTIVE for port object efcc3f31-1272-4646-bb70-c460f2ad06e2 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:07.491909 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9b48ff7-f4c7-4767-add4-9bf6537c5d79 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.533099 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.542383 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-d631bc55-5859-4655-bd27-981afc087ed8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] device_id is not set on port d9b2d05e-0822-4aae-a88d-e954fbc120d6 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:00:07.630241 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e44fb-6787-4784-97c3-696cd900559c req-36beb717-a350-48e1-9655-06223ea33c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:07.632016 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ae6e44fb-6787-4784-97c3-696cd900559c req-36beb717-a350-48e1-9655-06223ea33c43 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 1097 time: 0.0918953 Apr 18 06:00:07.650336 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:07.652776 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-9179175e-6948-407d-bc05-a480e5c10590 None None] Provisioning complete for port 61aeec3d-1945-4e1a-b6e3-b1ac03cab08a triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:07.653207 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9179175e-6948-407d-bc05-a480e5c10590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.681667 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-03627620-64b2-400e-a3b8-9d492af5594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.691839 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:07.712899 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9b48ff7-f4c7-4767-add4-9bf6537c5d79 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.730166 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:00:07.738858 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] Pushing event updated for resources: {'Port': ['ID=efcc3f31-1272-4646-bb70-c460f2ad06e2,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:07.814620 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e44fb-6787-4784-97c3-696cd900559c req-7bfc52f1-19f9-4f08-9b24-48a7331e5081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:07.816468 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ae6e44fb-6787-4784-97c3-696cd900559c req-7bfc52f1-19f9-4f08-9b24-48a7331e5081 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e86a837-e153-49c1-92ad-87db0dbed99f HTTP/1.1" status: 200 len: 897 time: 0.1778917 Apr 18 06:00:07.833219 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-d631bc55-5859-4655-bd27-981afc087ed8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8::5a4e:7bff:ce3:7d56 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/258338cf-a723-4a07-b503-935156b7c2ba/d9b2d05e-0822-4aae-a88d-e954fbc120d6) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:07.852259 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-9179175e-6948-407d-bc05-a480e5c10590 None None] Port 61aeec3d-1945-4e1a-b6e3-b1ac03cab08a cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:00:07.867857 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.905224 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] Attempting to bind port efcc3f31-1272-4646-bb70-c460f2ad06e2 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:07.905224 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] Attempting to bind port efcc3f31-1272-4646-bb70-c460f2ad06e2 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:07.905224 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] Attempting to bind port efcc3f31-1272-4646-bb70-c460f2ad06e2 on network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:00:07.911702 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ae6e44fb-6787-4784-97c3-696cd900559c req-dde3f02b-1caa-49d4-954f-44f541142ebe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa0ea67c-a61b-41b0-88aa-c15104654af2 HTTP/1.1" status: 200 len: 217 time: 0.0764227 Apr 18 06:00:07.918486 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:00:07.918486 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] Checking segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:00:07.925308 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9b48ff7-f4c7-4767-add4-9bf6537c5d79 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.931413 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.931413 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] Bound using segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:00:07.931413 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] Bound port: efcc3f31-1272-4646-bb70-c460f2ad06e2, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:07.931413 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.969446 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b48ff7-f4c7-4767-add4-9bf6537c5d79 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Subnet': ['ID=286c63d4-fdb8-4c0d-ad8f-4334d4ea7975,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:08.010133 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b9b48ff7-f4c7-4767-add4-9bf6537c5d79 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.013737 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e44fb-6787-4784-97c3-696cd900559c req-f223732b-6778-4f1f-9d13-2931ba2bc7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:08.013737 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ae6e44fb-6787-4784-97c3-696cd900559c req-f223732b-6778-4f1f-9d13-2931ba2bc7dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=249eb15d-3ccf-4983-a3ee-744482539ac0 HTTP/1.1" status: 200 len: 834 time: 0.0991659 Apr 18 06:00:08.040760 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] For port efcc3f31-1272-4646-bb70-c460f2ad06e2, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:00:08.044597 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] For port efcc3f31-1272-4646-bb70-c460f2ad06e2, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=efcc3f31-1272-4646-bb70-c460f2ad06e2,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:00:08.057186 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.116585 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e44fb-6787-4784-97c3-696cd900559c req-b6155cc3-5817-4104-bf83-8b9b963d244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:08.118422 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ae6e44fb-6787-4784-97c3-696cd900559c req-b6155cc3-5817-4104-bf83-8b9b963d244a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e86a837-e153-49c1-92ad-87db0dbed99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1045403 Apr 18 06:00:08.146232 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fc737-c338-441f-bc4f-5003b81785ef None None] Pushing event updated for resources: {'Port': ['ID=efcc3f31-1272-4646-bb70-c460f2ad06e2,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:08.193229 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b9b48ff7-f4c7-4767-add4-9bf6537c5d79 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/subnets/286c63d4-fdb8-4c0d-ad8f-4334d4ea7975 HTTP/1.1" status: 204 len: 168 time: 0.8681409 Apr 18 06:00:08.196595 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47854) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:08.311599 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ae6e44fb-6787-4784-97c3-696cd900559c req-f63c69be-6fb1-4df3-bfbf-116022a48320 service neutron] 10.222.0.52 "GET /v2.0/networks/5e86a837-e153-49c1-92ad-87db0dbed99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834502 Apr 18 06:00:08.392767 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d631bc55-5859-4655-bd27-981afc087ed8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.411085 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-d631bc55-5859-4655-bd27-981afc087ed8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Transition to ACTIVE for port object d9b2d05e-0822-4aae-a88d-e954fbc120d6 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:08.438972 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-5775a373-2bbe-485a-8245-102616a1197c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] DELETE failed (client error): The resource could not be found. Apr 18 06:00:08.439510 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5775a373-2bbe-485a-8245-102616a1197c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:00:08.444780 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5775a373-2bbe-485a-8245-102616a1197c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/subnets/386e7d63-0cef-483d-8551-daf69b34f84e HTTP/1.1" status: 404 len: 337 time: 0.2472804 Apr 18 06:00:08.448915 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47858) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:08.502900 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.526553 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d631bc55-5859-4655-bd27-981afc087ed8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.539795 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ae6e44fb-6787-4784-97c3-696cd900559c req-12e4d571-474c-4bb3-82d9-382e81bdd430 service neutron] 10.222.0.52 "GET /v2.0/networks/5e86a837-e153-49c1-92ad-87db0dbed99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216558 Apr 18 06:00:08.600652 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a897b71-ddc4-4f1c-8dec-e9d723465271 req-712344e6-f283-42fd-b3e8-e0ced95e74af tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:08.604909 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7a897b71-ddc4-4f1c-8dec-e9d723465271 req-712344e6-f283-42fd-b3e8-e0ced95e74af tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 944 time: 0.1684268 Apr 18 06:00:08.608833 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5c94a15c-d463-4746-a779-64db9c1618fc tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d00c49-7ca7-4df0-9a30-d2781c804bff HTTP/1.1" status: 200 len: 205 time: 0.1581035 Apr 18 06:00:08.612609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47862) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:08.615279 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.637731 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d631bc55-5859-4655-bd27-981afc087ed8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:08.641730 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-d631bc55-5859-4655-bd27-981afc087ed8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:08.654602 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d631bc55-5859-4655-bd27-981afc087ed8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:00:08.661199 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d631bc55-5859-4655-bd27-981afc087ed8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:08.662095 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d631bc55-5859-4655-bd27-981afc087ed8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.690664 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631bc55-5859-4655-bd27-981afc087ed8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=d9b2d05e-0822-4aae-a88d-e954fbc120d6,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:08.705169 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d631bc55-5859-4655-bd27-981afc087ed8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2466855 Apr 18 06:00:08.708548 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47866) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:08.711373 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-72b32d88-6189-4257-a341-081520392a56 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] delete failed (client error): The resource could not be found. Apr 18 06:00:08.714713 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-de2bbd28-2a08-403e-93bd-5c3e4e4175e9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'fixed_ips': [{'subnet_id': '258338cf-a723-4a07-b503-935156b7c2ba', 'ip_address': '2001:db8::5a4e:7bff:ce3:7d56'}], 'name': 'tempest-NetworksTestDHCPv6-2126611573'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:08.715099 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-72b32d88-6189-4257-a341-081520392a56 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/routers/79d00c49-7ca7-4df0-9a30-d2781c804bff HTTP/1.1" status: 404 len: 336 time: 0.0860481 Apr 18 06:00:08.715869 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47870) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:08.774078 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95b8385-f7f9-4d00-a0fb-f7955c720777 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] DELETE failed (client error): The resource could not be found. Apr 18 06:00:08.774534 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b95b8385-f7f9-4d00-a0fb-f7955c720777 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:00:08.778952 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b95b8385-f7f9-4d00-a0fb-f7955c720777 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/subnets/56316e4a-3ead-4603-ba98-8323d1ad712d HTTP/1.1" status: 404 len: 337 time: 0.0538347 Apr 18 06:00:08.781744 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47874) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:08.787101 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7a897b71-ddc4-4f1c-8dec-e9d723465271 req-6f6e04e8-8fec-4838-a8b0-74dec818a99a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=85c5774b-40cc-4ed3-94cd-458f930939ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734586 Apr 18 06:00:08.885512 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51734371-8e9e-4613-bdfa-821d61b8f2bd None None] Network c39740d4-9aac-42a1-8bbd-e0906328227b requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:08.889321 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-de2bbd28-2a08-403e-93bd-5c3e4e4175e9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:08.894232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-de2bbd28-2a08-403e-93bd-5c3e4e4175e9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:port and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:00:08.898177 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-de2bbd28-2a08-403e-93bd-5c3e4e4175e9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:00:08.904450 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-de2bbd28-2a08-403e-93bd-5c3e4e4175e9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:08.921614 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2bbd28-2a08-403e-93bd-5c3e4e4175e9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:08.927297 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-de2bbd28-2a08-403e-93bd-5c3e4e4175e9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.952868 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-de2bbd28-2a08-403e-93bd-5c3e4e4175e9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] device_id is not set on port 472c993c-53ea-4c75-b0c6-fbbcbb6daaf5 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:00:08.953865 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7389d86-2f07-4b8f-bac1-e0da8df9cafd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] DELETE failed (client error): The resource could not be found. Apr 18 06:00:08.954389 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7389d86-2f07-4b8f-bac1-e0da8df9cafd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:00:08.959323 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c7389d86-2f07-4b8f-bac1-e0da8df9cafd tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/subnets/d30b2054-0b06-45a6-8440-dc2da8dbc04e HTTP/1.1" status: 404 len: 337 time: 0.1763608 Apr 18 06:00:08.960121 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47878) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:09.000186 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c37d49-3edb-49df-9b33-fab6efd9ec2c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] DELETE failed (client error): The resource could not be found. Apr 18 06:00:09.000759 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c37d49-3edb-49df-9b33-fab6efd9ec2c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:00:09.004492 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f2c37d49-3edb-49df-9b33-fab6efd9ec2c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/subnets/95bb6815-0807-472f-a905-7a19dc072f9a HTTP/1.1" status: 404 len: 337 time: 0.0433731 Apr 18 06:00:09.005588 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47882) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:09.049921 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-42af05ce-5076-491a-8958-daed3aa30ee6 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] DELETE failed (client error): The resource could not be found. Apr 18 06:00:09.050385 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42af05ce-5076-491a-8958-daed3aa30ee6 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:00:09.054595 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-42af05ce-5076-491a-8958-daed3aa30ee6 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/ports/abd84e68-81d2-4b3d-98e4-17cc62876549 HTTP/1.1" status: 404 len: 333 time: 0.0457017 Apr 18 06:00:09.054943 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47886) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:09.096434 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9ce559-1bc9-426e-ac38-27104a2f1c9c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] DELETE failed (client error): The resource could not be found. Apr 18 06:00:09.096434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9ce559-1bc9-426e-ac38-27104a2f1c9c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:00:09.100159 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ca9ce559-1bc9-426e-ac38-27104a2f1c9c tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/subnets/8f1d8df6-6f1f-4e96-8b95-f7ee2ba73568 HTTP/1.1" status: 404 len: 337 time: 0.0420048 Apr 18 06:00:09.100381 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47890) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:09.112325 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-666b0612-8f58-47b4-9217-025f776f753b None None] Provisioning complete for port e11eac2b-e03b-40ae-9585-73cf975f3d08 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:09.112697 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-666b0612-8f58-47b4-9217-025f776f753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.144903 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcfd9760-c47a-4382-a524-a0884ef7d252 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] DELETE failed (client error): The resource could not be found. Apr 18 06:00:09.145264 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcfd9760-c47a-4382-a524-a0884ef7d252 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:00:09.147139 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-dcfd9760-c47a-4382-a524-a0884ef7d252 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/subnets/6ce8a07b-58df-4e86-920b-a4a072d74194 HTTP/1.1" status: 404 len: 337 time: 0.0458789 Apr 18 06:00:09.149747 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47894) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:09.200859 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-b77e81cb-7876-448a-8a6d-9a29f542f80d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] DELETE failed (client error): The resource could not be found. Apr 18 06:00:09.201337 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b77e81cb-7876-448a-8a6d-9a29f542f80d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:00:09.218883 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b77e81cb-7876-448a-8a6d-9a29f542f80d tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/ports/128cc336-65ba-48a6-b769-24e5c446d684 HTTP/1.1" status: 404 len: 333 time: 0.0674391 Apr 18 06:00:09.221729 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47898) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:09.245431 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2bbd28-2a08-403e-93bd-5c3e4e4175e9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 06:00:09.246111 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2bbd28-2a08-403e-93bd-5c3e4e4175e9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:00:09.267183 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-666b0612-8f58-47b4-9217-025f776f753b None None] Provisioning complete for port 61aeec3d-1945-4e1a-b6e3-b1ac03cab08a triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:09.267815 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-666b0612-8f58-47b4-9217-025f776f753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.273359 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-041dd9b7-da9b-4d52-893c-2572b5e38635 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] DELETE failed (client error): The resource could not be found. Apr 18 06:00:09.274105 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-041dd9b7-da9b-4d52-893c-2572b5e38635 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:00:09.276467 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-041dd9b7-da9b-4d52-893c-2572b5e38635 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/subnets/98b565bc-64ab-4435-9f32-dc90bdc252e9 HTTP/1.1" status: 404 len: 337 time: 0.0537016 Apr 18 06:00:09.280124 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-de2bbd28-2a08-403e-93bd-5c3e4e4175e9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.5680504 Apr 18 06:00:09.280273 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47902) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:09.280566 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47904) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:09.339414 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-666b0612-8f58-47b4-9217-025f776f753b None None] Port 61aeec3d-1945-4e1a-b6e3-b1ac03cab08a cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:00:09.342991 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b776fda-e06f-42cf-ae62-b1dad792ae00 None None] DHCP port deletion for c39740d4-9aac-42a1-8bbd-e0906328227b request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:00:09.348624 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-3b776fda-e06f-42cf-ae62-b1dad792ae00 None None] Deleting port e11eac2b-e03b-40ae-9585-73cf975f3d08 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:09.349165 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3b776fda-e06f-42cf-ae62-b1dad792ae00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.367715 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5924013-a317-4e3f-a646-991db3c0645b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] DELETE failed (client error): The resource could not be found. Apr 18 06:00:09.368180 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5924013-a317-4e3f-a646-991db3c0645b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:00:09.370078 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c5924013-a317-4e3f-a646-991db3c0645b tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/subnets/1d159a22-2307-4209-bf9d-d0e493abc2b9 HTTP/1.1" status: 404 len: 337 time: 0.0885816 Apr 18 06:00:09.372762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47910) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:09.429262 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cbf7b-b457-4078-9d55-065bc754b995 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:09.436380 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cbf7b-b457-4078-9d55-065bc754b995 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:09.437550 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-678cbf7b-b457-4078-9d55-065bc754b995 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:09.457881 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-678cbf7b-b457-4078-9d55-065bc754b995 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:09.459626 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-678cbf7b-b457-4078-9d55-065bc754b995 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1747980 Apr 18 06:00:09.462524 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47914) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:09.489696 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-04b0ba1e-cf5a-446f-acfa-aeb99a1418af tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Deleting port 61aeec3d-1945-4e1a-b6e3-b1ac03cab08a {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:09.490041 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04b0ba1e-cf5a-446f-acfa-aeb99a1418af tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.536082 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-0c3257d9-b32a-4737-9da9-930e4b5b1f09 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting port d9b2d05e-0822-4aae-a88d-e954fbc120d6 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:09.536733 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0c3257d9-b32a-4737-9da9-930e4b5b1f09 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.580769 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-3b776fda-e06f-42cf-ae62-b1dad792ae00 None None] For port e11eac2b-e03b-40ae-9585-73cf975f3d08, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=e11eac2b-e03b-40ae-9585-73cf975f3d08,segment=NetworkSegment(f67b643f-ca45-4343-add9-4583b9483592),segment_id=f67b643f-ca45-4343-add9-4583b9483592)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:09.581859 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3b776fda-e06f-42cf-ae62-b1dad792ae00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.713069 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-3b776fda-e06f-42cf-ae62-b1dad792ae00 None None] Calling delete_port for e11eac2b-e03b-40ae-9585-73cf975f3d08 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:09.753389 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04b0ba1e-cf5a-446f-acfa-aeb99a1418af tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.800010 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c325d8be-d087-49b3-bf4a-1695af2cc687 None None] Provisioning for port efcc3f31-1272-4646-bb70-c460f2ad06e2 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:09.807814 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3b776fda-e06f-42cf-ae62-b1dad792ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.840162 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0c3257d9-b32a-4737-9da9-930e4b5b1f09 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.874729 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b776fda-e06f-42cf-ae62-b1dad792ae00 None None] Pushing event deleted for resources: {'Port': ['ID=e11eac2b-e03b-40ae-9585-73cf975f3d08,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:09.885090 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b776fda-e06f-42cf-ae62-b1dad792ae00 None None] No DVR routers for this DVR port e11eac2b-e03b-40ae-9585-73cf975f3d08 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:09.919101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-04b0ba1e-cf5a-446f-acfa-aeb99a1418af tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Calling delete_port for 61aeec3d-1945-4e1a-b6e3-b1ac03cab08a owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:09.926618 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f81cfa23-2547-47c7-98cc-d474a42ddb04 None None] Provisioning for port d9b2d05e-0822-4aae-a88d-e954fbc120d6 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:09.932506 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f81cfa23-2547-47c7-98cc-d474a42ddb04 None None] Provisioning complete for port d9b2d05e-0822-4aae-a88d-e954fbc120d6 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:09.933318 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f81cfa23-2547-47c7-98cc-d474a42ddb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.008239 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f81cfa23-2547-47c7-98cc-d474a42ddb04 None None] Port d9b2d05e-0822-4aae-a88d-e954fbc120d6 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:00:10.013194 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-0c3257d9-b32a-4737-9da9-930e4b5b1f09 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Calling delete_port for d9b2d05e-0822-4aae-a88d-e954fbc120d6 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:10.017282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04b0ba1e-cf5a-446f-acfa-aeb99a1418af tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.071216 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.108774 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04b0ba1e-cf5a-446f-acfa-aeb99a1418af tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.131638 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0ba1e-cf5a-446f-acfa-aeb99a1418af tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Port': ['ID=61aeec3d-1945-4e1a-b6e3-b1ac03cab08a,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:10.145780 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-04b0ba1e-cf5a-446f-acfa-aeb99a1418af tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/ports/61aeec3d-1945-4e1a-b6e3-b1ac03cab08a HTTP/1.1" status: 204 len: 168 time: 0.7713573 Apr 18 06:00:10.146826 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47920) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:10.160845 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device efcc3f31-1272-4646-bb70-c460f2ad06e2 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:00:10.226279 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0c3257d9-b32a-4737-9da9-930e4b5b1f09 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.235490 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port efcc3f31-1272-4646-bb70-c460f2ad06e2 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:10.241001 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port efcc3f31-1272-4646-bb70-c460f2ad06e2 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:10.241366 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.274261 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3073434b-867c-4226-97a0-d21b98364bf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.370783 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.396967 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device fa0ea67c-a61b-41b0-88aa-c15104654af2 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:00:10.407163 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3257d9-b32a-4737-9da9-930e4b5b1f09 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Port': ['ID=d9b2d05e-0822-4aae-a88d-e954fbc120d6,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:10.417758 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d149089-1818-4f8d-8893-266967605500 req-c3802aac-2b87-4217-9c11-1dd103383236 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:10.419239 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1d149089-1818-4f8d-8893-266967605500 req-c3802aac-2b87-4217-9c11-1dd103383236 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 944 time: 0.2812960 Apr 18 06:00:10.423786 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port efcc3f31-1272-4646-bb70-c460f2ad06e2, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=efcc3f31-1272-4646-bb70-c460f2ad06e2,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:10.445303 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.459744 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3073434b-867c-4226-97a0-d21b98364bf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.502136 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0c3257d9-b32a-4737-9da9-930e4b5b1f09 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.505184 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-3073434b-867c-4226-97a0-d21b98364bf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39740d4-9aac-42a1-8bbd-e0906328227b']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:10.520365 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-3073434b-867c-4226-97a0-d21b98364bf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67b643f-ca45-4343-add9-4583b9483592') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:10.521199 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-3073434b-867c-4226-97a0-d21b98364bf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67b643f-ca45-4343-add9-4583b9483592') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:10.535995 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3073434b-867c-4226-97a0-d21b98364bf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.536526 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1d149089-1818-4f8d-8893-266967605500 req-0593d92a-00ad-41ac-9985-6e2dc0619e57 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=85c5774b-40cc-4ed3-94cd-458f930939ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773785 Apr 18 06:00:10.538563 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0c3257d9-b32a-4737-9da9-930e4b5b1f09 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/d9b2d05e-0822-4aae-a88d-e954fbc120d6 HTTP/1.1" status: 204 len: 168 time: 1.0746295 Apr 18 06:00:10.540991 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47924) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:10.569287 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3073434b-867c-4226-97a0-d21b98364bf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.577167 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3073434b-867c-4226-97a0-d21b98364bf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:10.577645 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3073434b-867c-4226-97a0-d21b98364bf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:10.596393 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:10.620492 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port fa0ea67c-a61b-41b0-88aa-c15104654af2, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fa0ea67c-a61b-41b0-88aa-c15104654af2,segment=NetworkSegment(edd1faaa-32c8-46a7-b179-88975394702a),segment_id=edd1faaa-32c8-46a7-b179-88975394702a)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:10.632642 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0d02e0-430d-4661-863c-166291a7a0e3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:10.634252 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0d02e0-430d-4661-863c-166291a7a0e3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:10.635078 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ff0d02e0-430d-4661-863c-166291a7a0e3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:10.656593 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ff0d02e0-430d-4661-863c-166291a7a0e3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:10.662243 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ff0d02e0-430d-4661-863c-166291a7a0e3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1159651 Apr 18 06:00:10.662243 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47928) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:10.668298 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'fa0ea67c-a61b-41b0-88aa-c15104654af2', 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f', 'port_id': 'fa0ea67c-a61b-41b0-88aa-c15104654af2', 'mac_address': 'fa:16:3e:5c:9b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '249eb15d-3ccf-4983-a3ee-744482539ac0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:00:10.678209 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device e11eac2b-e03b-40ae-9585-73cf975f3d08 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:00:10.692699 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3073434b-867c-4226-97a0-d21b98364bf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.715345 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3073434b-867c-4226-97a0-d21b98364bf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.724355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073434b-867c-4226-97a0-d21b98364bf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] Pushing event deleted for resources: {'Network': ['ID=c39740d4-9aac-42a1-8bbd-e0906328227b,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:10.730060 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3073434b-867c-4226-97a0-d21b98364bf8 tempest-PortsIpV6TestJSON-1920388904 tempest-PortsIpV6TestJSON-1920388904-project] 10.222.0.15 "DELETE /v2.0/networks/c39740d4-9aac-42a1-8bbd-e0906328227b HTTP/1.1" status: 204 len: 168 time: 0.5798452 Apr 18 06:00:10.735382 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-356b6c9c-2e8d-4173-807a-93e011a47bcf tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet 258338cf-a723-4a07-b503-935156b7c2ba {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:00:10.738752 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-356b6c9c-2e8d-4173-807a-93e011a47bcf tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.751635 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: e11eac2b-e03b-40ae-9585-73cf975f3d08 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:00:10.751987 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device e11eac2b-e03b-40ae-9585-73cf975f3d08 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:00:10.800762 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-356b6c9c-2e8d-4173-807a-93e011a47bcf tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.801268 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=efcc3f31-1272-4646-bb70-c460f2ad06e2,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:10.804068 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.823062 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0ea67c-a61b-41b0-88aa-c15104654af2 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:00:10.840645 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port fa0ea67c-a61b-41b0-88aa-c15104654af2, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fa0ea67c-a61b-41b0-88aa-c15104654af2,segment=NetworkSegment(edd1faaa-32c8-46a7-b179-88975394702a),segment_id=edd1faaa-32c8-46a7-b179-88975394702a)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:10.845495 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.898008 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-356b6c9c-2e8d-4173-807a-93e011a47bcf tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.913037 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=fa0ea67c-a61b-41b0-88aa-c15104654af2,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:10.977465 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-356b6c9c-2e8d-4173-807a-93e011a47bcf tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:11.022077 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b6c9c-2e8d-4173-807a-93e011a47bcf tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=258338cf-a723-4a07-b503-935156b7c2ba,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:11.023220 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-356b6c9c-2e8d-4173-807a-93e011a47bcf tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:11.034053 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff0e31f-180e-49ad-863c-2e244fc987f0 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:11.038075 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-356b6c9c-2e8d-4173-807a-93e011a47bcf tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/258338cf-a723-4a07-b503-935156b7c2ba HTTP/1.1" status: 204 len: 168 time: 0.3758423 Apr 18 06:00:11.040349 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47936) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:11.047966 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47940) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:11.102471 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['fa0ea67c-a61b-41b0-88aa-c15104654af2'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:00:11.109356 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-94b6dfee-dc6e-457c-b476-f0a4e1d57364 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678136 Apr 18 06:00:11.113164 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47946) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:11.119455 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-9b0ebcfa-0eee-4ad1-8846-3facbaf74947 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:11.265957 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9b0ebcfa-0eee-4ad1-8846-3facbaf74947 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:11.274313 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9b0ebcfa-0eee-4ad1-8846-3facbaf74947 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:00:11.277614 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9b0ebcfa-0eee-4ad1-8846-3facbaf74947 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:00:11.282085 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b72d1568-18a6-4ffe-96b9-17542ab8b8ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4e2526787dc4037bf990e53a39e8336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330248 Apr 18 06:00:11.285285 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47950) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:11.297564 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9b0ebcfa-0eee-4ad1-8846-3facbaf74947 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:11.331715 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0ebcfa-0eee-4ad1-8846-3facbaf74947 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:11.335845 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9b0ebcfa-0eee-4ad1-8846-3facbaf74947 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:11.459885 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e875f64a-aa2a-4bc3-b286-2f1f063858e6 None None] DHCP port deletion for 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:00:11.474765 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e875f64a-aa2a-4bc3-b286-2f1f063858e6 None None] Deleting port efcc3f31-1272-4646-bb70-c460f2ad06e2 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:11.475137 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e875f64a-aa2a-4bc3-b286-2f1f063858e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:11.562557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3749d24c-cf40-4064-a4bb-89bbd16fd83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:11.604344 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3749d24c-cf40-4064-a4bb-89bbd16fd83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:11.734912 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-e875f64a-aa2a-4bc3-b286-2f1f063858e6 None None] For port efcc3f31-1272-4646-bb70-c460f2ad06e2, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=efcc3f31-1272-4646-bb70-c460f2ad06e2,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:11.737314 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e875f64a-aa2a-4bc3-b286-2f1f063858e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:11.774636 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3749d24c-cf40-4064-a4bb-89bbd16fd83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:11.809689 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749d24c-cf40-4064-a4bb-89bbd16fd83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0918af-4a26-4b2e-996a-bd8945018ad2,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:11.827925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9b0ebcfa-0eee-4ad1-8846-3facbaf74947 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:11.877086 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e875f64a-aa2a-4bc3-b286-2f1f063858e6 None None] Calling delete_port for efcc3f31-1272-4646-bb70-c460f2ad06e2 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:11.887149 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e1844-7010-4058-a758-440c7b366bb2 req-a8106b97-f420-46cc-97c3-d6984d49391e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:11.888622 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e58e1844-7010-4058-a758-440c7b366bb2 req-a8106b97-f420-46cc-97c3-d6984d49391e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 945 time: 0.2123182 Apr 18 06:00:11.902946 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3749d24c-cf40-4064-a4bb-89bbd16fd83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:11.904017 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3749d24c-cf40-4064-a4bb-89bbd16fd83a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b0918af-4a26-4b2e-996a-bd8945018ad2 HTTP/1.1" status: 204 len: 168 time: 0.6178513 Apr 18 06:00:11.926295 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0ebcfa-0eee-4ad1-8846-3facbaf74947 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:11.932148 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-9b0ebcfa-0eee-4ad1-8846-3facbaf74947 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:11.935643 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ebcfa-0eee-4ad1-8846-3facbaf74947 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=eb053611-5a80-41be-802c-a4ce659a0234,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:11.938291 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0ebcfa-0eee-4ad1-8846-3facbaf74947 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:11.938866 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9b0ebcfa-0eee-4ad1-8846-3facbaf74947 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:11.963608 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e875f64a-aa2a-4bc3-b286-2f1f063858e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:11.993364 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e58e1844-7010-4058-a758-440c7b366bb2 req-dcfc2d93-0ef4-4116-8042-b027836a875f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=85c5774b-40cc-4ed3-94cd-458f930939ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948887 Apr 18 06:00:11.998698 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 47958) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:11.999241 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9b0ebcfa-0eee-4ad1-8846-3facbaf74947 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8846605 Apr 18 06:00:12.005795 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-e243e0ed-dfaf-4c7e-8a12-1fed3878ccd5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'fixed_ips': [{'subnet_id': 'eb053611-5a80-41be-802c-a4ce659a0234', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-812358815'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:12.026675 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875f64a-aa2a-4bc3-b286-2f1f063858e6 None None] Pushing event deleted for resources: {'Port': ['ID=efcc3f31-1272-4646-bb70-c460f2ad06e2,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:12.031196 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e875f64a-aa2a-4bc3-b286-2f1f063858e6 None None] No DVR routers for this DVR port efcc3f31-1272-4646-bb70-c460f2ad06e2 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:12.052155 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef3e35c-0cfb-46dc-8da0-87100da1711a None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:12.133302 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device efcc3f31-1272-4646-bb70-c460f2ad06e2 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:00:12.181552 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: efcc3f31-1272-4646-bb70-c460f2ad06e2 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:00:12.181998 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device efcc3f31-1272-4646-bb70-c460f2ad06e2 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:00:12.195784 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e243e0ed-dfaf-4c7e-8a12-1fed3878ccd5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:12.203958 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e243e0ed-dfaf-4c7e-8a12-1fed3878ccd5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:port and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:00:12.208265 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e243e0ed-dfaf-4c7e-8a12-1fed3878ccd5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:00:12.214443 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e243e0ed-dfaf-4c7e-8a12-1fed3878ccd5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:12.226950 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e243e0ed-dfaf-4c7e-8a12-1fed3878ccd5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:12.233331 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e243e0ed-dfaf-4c7e-8a12-1fed3878ccd5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.261877 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-e243e0ed-dfaf-4c7e-8a12-1fed3878ccd5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] device_id is not set on port 8019f3b0-173f-4133-9ac3-afc1219b369f yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:00:12.318153 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'fixed_ips': [{'subnet_id': 'eb053611-5a80-41be-802c-a4ce659a0234'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:00:12.319034 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.402317 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device fa0ea67c-a61b-41b0-88aa-c15104654af2 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:00:12.414884 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-e243e0ed-dfaf-4c7e-8a12-1fed3878ccd5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:00:12.415359 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e243e0ed-dfaf-4c7e-8a12-1fed3878ccd5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:00:12.441454 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e243e0ed-dfaf-4c7e-8a12-1fed3878ccd5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4414897 Apr 18 06:00:12.444010 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47972) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:12.495722 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-637201a5-3bad-4984-93b5-c842e3fe3664 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0503645 Apr 18 06:00:12.497934 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47980) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:12.573559 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a65180-c978-47c9-8119-b948ad85267e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:12.575064 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port fa0ea67c-a61b-41b0-88aa-c15104654af2 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:12.575210 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a65180-c978-47c9-8119-b948ad85267e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:12.575802 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-84a65180-c978-47c9-8119-b948ad85267e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:12.584997 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] Allocated IP 2001:db8::2 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/eb053611-5a80-41be-802c-a4ce659a0234/72e2e4dd-728e-4b82-92fa-5b3643ac7dce) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:12.589104 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port fa0ea67c-a61b-41b0-88aa-c15104654af2 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:12.589459 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.593509 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-84a65180-c978-47c9-8119-b948ad85267e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:12.596310 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-84a65180-c978-47c9-8119-b948ad85267e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0965691 Apr 18 06:00:12.600470 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47986) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:12.674420 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-f69cc884-16aa-4066-aeb3-731a747cf269 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet eb053611-5a80-41be-802c-a4ce659a0234 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:00:12.733495 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 47992) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:12.838470 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-7abc6d34-a375-44ee-a6b6-8967df02d32d tempest-DvrRoutersNegativeTest-2040583562 tempest-DvrRoutersNegativeTest-2040583562-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1657363312', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:12.841516 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.policy [None req-7abc6d34-a375-44ee-a6b6-8967df02d32d tempest-DvrRoutersNegativeTest-2040583562 tempest-DvrRoutersNegativeTest-2040583562-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88034) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 18 06:00:12.841816 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.policy [None req-7abc6d34-a375-44ee-a6b6-8967df02d32d tempest-DvrRoutersNegativeTest-2040583562 tempest-DvrRoutersNegativeTest-2040583562-project] Failed policy check for 'create_router' {{(pid=88034) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 18 06:00:12.843017 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-7abc6d34-a375-44ee-a6b6-8967df02d32d tempest-DvrRoutersNegativeTest-2040583562 tempest-DvrRoutersNegativeTest-2040583562-project] create failed (client error): Access was denied to this resource. Apr 18 06:00:12.843967 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7abc6d34-a375-44ee-a6b6-8967df02d32d tempest-DvrRoutersNegativeTest-2040583562 tempest-DvrRoutersNegativeTest-2040583562-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1094446 Apr 18 06:00:12.861422 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.930839 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e926cb36-8477-4334-8688-c1c01c06479f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0ea67c-a61b-41b0-88aa-c15104654af2'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:00:12.948089 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port fa0ea67c-a61b-41b0-88aa-c15104654af2, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fa0ea67c-a61b-41b0-88aa-c15104654af2,segment=NetworkSegment(edd1faaa-32c8-46a7-b179-88975394702a),segment_id=edd1faaa-32c8-46a7-b179-88975394702a)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:12.951764 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.957451 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.996906 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48337c21-b846-4516-8c5a-f9cd8dbe5aaf'] response: {'server_uuid': 'e926cb36-8477-4334-8688-c1c01c06479f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0ea67c-a61b-41b0-88aa-c15104654af2', 'code': 200} Apr 18 06:00:12.998244 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] Transition to ACTIVE for port object 72e2e4dd-728e-4b82-92fa-5b3643ac7dce will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:13.042919 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] Transition to ACTIVE for port object 72e2e4dd-728e-4b82-92fa-5b3643ac7dce will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:13.052252 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f69cc884-16aa-4066-aeb3-731a747cf269 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.052857 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.063480 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=fa0ea67c-a61b-41b0-88aa-c15104654af2,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:13.119216 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:13.122168 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:13.127491 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:00:13.141513 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f69cc884-16aa-4066-aeb3-731a747cf269 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.193476 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] Pushing event updated for resources: {'Port': ['ID=72e2e4dd-728e-4b82-92fa-5b3643ac7dce,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:13.260913 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] Attempting to bind port 72e2e4dd-728e-4b82-92fa-5b3643ac7dce on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:13.261556 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] Attempting to bind port 72e2e4dd-728e-4b82-92fa-5b3643ac7dce by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:13.262103 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] Attempting to bind port 72e2e4dd-728e-4b82-92fa-5b3643ac7dce on network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:00:13.267562 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48006) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:13.269061 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:00:13.269697 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] Checking segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:00:13.270282 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.270859 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] Bound using segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:00:13.271505 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] Bound port: 72e2e4dd-728e-4b82-92fa-5b3643ac7dce, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:13.272122 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.371906 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] For port 72e2e4dd-728e-4b82-92fa-5b3643ac7dce, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:00:13.376373 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] For port 72e2e4dd-728e-4b82-92fa-5b3643ac7dce, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=72e2e4dd-728e-4b82-92fa-5b3643ac7dce,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:00:13.385335 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.442827 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ae29ba0-953c-43ff-9603-ca5098282b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.461463 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8ae29ba0-953c-43ff-9603-ca5098282b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:13.468281 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8ae29ba0-953c-43ff-9603-ca5098282b4e admin admin] Usage tracker for resource:security_group_rule and tenant:22337fcdeebd4de583ecd6a8f133a2bd is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:00:13.473149 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8ae29ba0-953c-43ff-9603-ca5098282b4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:00:13.479704 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8ae29ba0-953c-43ff-9603-ca5098282b4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:13.488871 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc5bc0-10fd-42ea-b5c5-350c1c879ba8 None None] Pushing event updated for resources: {'Port': ['ID=72e2e4dd-728e-4b82-92fa-5b3643ac7dce,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:13.514580 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f69cc884-16aa-4066-aeb3-731a747cf269 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.555161 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dba35a-582c-4b18-bc4f-4c1905a88643 req-f3a41bd7-00f3-47a1-afc0-79578a1ab1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:13.557756 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b5dba35a-582c-4b18-bc4f-4c1905a88643 req-f3a41bd7-00f3-47a1-afc0-79578a1ab1cb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 1099 time: 0.2581642 Apr 18 06:00:13.596511 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ae29ba0-953c-43ff-9603-ca5098282b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.608565 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ae29ba0-953c-43ff-9603-ca5098282b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.612986 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a378824-1d83-4c88-bca4-7ec935aeeed8 req-8ae12118-41b9-4006-9de9-1b75fd4b6b5f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:13.614659 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1a378824-1d83-4c88-bca4-7ec935aeeed8 req-8ae12118-41b9-4006-9de9-1b75fd4b6b5f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 946 time: 0.4317305 Apr 18 06:00:13.662389 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b5dba35a-582c-4b18-bc4f-4c1905a88643 req-d425d57b-6ef8-4f66-bfb2-c8e8df9cc174 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=85c5774b-40cc-4ed3-94cd-458f930939ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907662 Apr 18 06:00:13.675562 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8ae29ba0-953c-43ff-9603-ca5098282b4e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22337fcdeebd4de583ecd6a8f133a2bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4066927 Apr 18 06:00:13.676438 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae29ba0-953c-43ff-9603-ca5098282b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda4ab88-f145-40cd-ba64-21b162215cfd,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:13.678885 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48012) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:13.696505 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1a378824-1d83-4c88-bca4-7ec935aeeed8 req-2111aa17-48ce-47bc-94e0-0668a99bff13 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=85c5774b-40cc-4ed3-94cd-458f930939ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682268 Apr 18 06:00:13.704794 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f69cc884-16aa-4066-aeb3-731a747cf269 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.766293 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-accb9ca6-b9a3-498d-a13f-29e5cbd5015a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.768553 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69cc884-16aa-4066-aeb3-731a747cf269 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=eb053611-5a80-41be-802c-a4ce659a0234,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:13.770512 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f69cc884-16aa-4066-aeb3-731a747cf269 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.789769 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f69cc884-16aa-4066-aeb3-731a747cf269 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/eb053611-5a80-41be-802c-a4ce659a0234 HTTP/1.1" status: 204 len: 168 time: 1.1881621 Apr 18 06:00:13.792068 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48016) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:13.798728 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-accb9ca6-b9a3-498d-a13f-29e5cbd5015a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.865621 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bfbffc59-a006-4bca-befb-0a2261434b09 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0721436 Apr 18 06:00:13.869223 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48020) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:13.870233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-accb9ca6-b9a3-498d-a13f-29e5cbd5015a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.876403 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-def503f2-4cd3-4928-8088-4e9be932129d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:13.890557 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9ca6-b9a3-498d-a13f-29e5cbd5015a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda4ab88-f145-40cd-ba64-21b162215cfd,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:13.898680 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-accb9ca6-b9a3-498d-a13f-29e5cbd5015a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.901583 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-accb9ca6-b9a3-498d-a13f-29e5cbd5015a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cda4ab88-f145-40cd-ba64-21b162215cfd HTTP/1.1" status: 204 len: 168 time: 0.2216525 Apr 18 06:00:14.016428 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-def503f2-4cd3-4928-8088-4e9be932129d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:14.034757 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-def503f2-4cd3-4928-8088-4e9be932129d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:00:14.041233 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-def503f2-4cd3-4928-8088-4e9be932129d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:00:14.052101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-def503f2-4cd3-4928-8088-4e9be932129d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:14.068399 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def503f2-4cd3-4928-8088-4e9be932129d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:14.069791 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-def503f2-4cd3-4928-8088-4e9be932129d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:14.134676 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 72e2e4dd-728e-4b82-92fa-5b3643ac7dce up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:00:14.216198 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 72e2e4dd-728e-4b82-92fa-5b3643ac7dce completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:14.339193 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-def503f2-4cd3-4928-8088-4e9be932129d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:14.422293 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def503f2-4cd3-4928-8088-4e9be932129d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:14.426691 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-def503f2-4cd3-4928-8088-4e9be932129d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:14.431997 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def503f2-4cd3-4928-8088-4e9be932129d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:14.432940 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-def503f2-4cd3-4928-8088-4e9be932129d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:14.447505 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def503f2-4cd3-4928-8088-4e9be932129d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=a2aef6cb-a4ac-4318-a068-1386ac952fd9,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:14.465396 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-def503f2-4cd3-4928-8088-4e9be932129d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5950196 Apr 18 06:00:14.468168 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48026) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:14.473443 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-c4f86c71-c410-466f-a90b-d7aaaa83a0fe tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1026928091', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:14.480168 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c4f86c71-c410-466f-a90b-d7aaaa83a0fe tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:14.485202 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c4f86c71-c410-466f-a90b-d7aaaa83a0fe tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:router and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:00:14.488343 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c4f86c71-c410-466f-a90b-d7aaaa83a0fe tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:00:14.495306 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c4f86c71-c410-466f-a90b-d7aaaa83a0fe tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:14.507026 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c4f86c71-c410-466f-a90b-d7aaaa83a0fe tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:14.508106 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c4f86c71-c410-466f-a90b-d7aaaa83a0fe tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:14.523856 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c4f86c71-c410-466f-a90b-d7aaaa83a0fe tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:14.544069 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c4f86c71-c410-466f-a90b-d7aaaa83a0fe tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:14.567456 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c4f86c71-c410-466f-a90b-d7aaaa83a0fe tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:14.568891 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c4f86c71-c410-466f-a90b-d7aaaa83a0fe tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.0996115 Apr 18 06:00:14.571671 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48030) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:14.596484 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ca56d9-4397-43ec-b7bb-efe974231c10 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:14.710395 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e9272b38-ee31-4ed8-aad6-65ce55ad2ec4 None None] Provisioning for port 72e2e4dd-728e-4b82-92fa-5b3643ac7dce completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:14.729489 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e9272b38-ee31-4ed8-aad6-65ce55ad2ec4 None None] Provisioning complete for port 72e2e4dd-728e-4b82-92fa-5b3643ac7dce triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:14.729891 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e9272b38-ee31-4ed8-aad6-65ce55ad2ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:14.937928 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82d570-a0e1-4362-9d65-eaac17a06ba6 req-39067ac5-e890-4448-9f62-c7d2594eaa35 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:14.940116 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ca82d570-a0e1-4362-9d65-eaac17a06ba6 req-39067ac5-e890-4448-9f62-c7d2594eaa35 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 946 time: 0.0937037 Apr 18 06:00:14.947617 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e9272b38-ee31-4ed8-aad6-65ce55ad2ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:14.993689 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ca82d570-a0e1-4362-9d65-eaac17a06ba6 req-213a0200-9e16-4b13-a4ca-51cbda25c22d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=85c5774b-40cc-4ed3-94cd-458f930939ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425160 Apr 18 06:00:14.997233 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-e9272b38-ee31-4ed8-aad6-65ce55ad2ec4 None None] For port 72e2e4dd-728e-4b82-92fa-5b3643ac7dce, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=72e2e4dd-728e-4b82-92fa-5b3643ac7dce,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:15.004107 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e9272b38-ee31-4ed8-aad6-65ce55ad2ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.083207 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9272b38-ee31-4ed8-aad6-65ce55ad2ec4 None None] Pushing event updated for resources: {'Port': ['ID=72e2e4dd-728e-4b82-92fa-5b3643ac7dce,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:15.211966 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8363b751-de5f-47b9-b33d-e54abaac4e47 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.225693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5bb05ffb-aa5a-4a68-8690-f39095d785a9 None None] Provisioning complete for port 72e2e4dd-728e-4b82-92fa-5b3643ac7dce triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:15.226210 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5bb05ffb-aa5a-4a68-8690-f39095d785a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.554825 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-8363b751-de5f-47b9-b33d-e54abaac4e47 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8::1 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/a2aef6cb-a4ac-4318-a068-1386ac952fd9/1f167143-e60a-4330-b9ac-69974c242eb3) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:15.712996 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8363b751-de5f-47b9-b33d-e54abaac4e47 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.728008 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-8363b751-de5f-47b9-b33d-e54abaac4e47 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Transition to ACTIVE for port object 1f167143-e60a-4330-b9ac-69974c242eb3 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:15.750457 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8363b751-de5f-47b9-b33d-e54abaac4e47 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.810866 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8363b751-de5f-47b9-b33d-e54abaac4e47 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:15.813784 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-8363b751-de5f-47b9-b33d-e54abaac4e47 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:15.821635 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8363b751-de5f-47b9-b33d-e54abaac4e47 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:00:15.822156 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8363b751-de5f-47b9-b33d-e54abaac4e47 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.841371 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363b751-de5f-47b9-b33d-e54abaac4e47 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=1f167143-e60a-4330-b9ac-69974c242eb3,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:15.944716 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8363b751-de5f-47b9-b33d-e54abaac4e47 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.075394 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 72e2e4dd-728e-4b82-92fa-5b3643ac7dce up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:00:16.113847 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6dea0e69-96fe-4f55-b016-9863b7d42c03 None None] Provisioning for port 1f167143-e60a-4330-b9ac-69974c242eb3 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:16.127416 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6dea0e69-96fe-4f55-b016-9863b7d42c03 None None] Provisioning complete for port 1f167143-e60a-4330-b9ac-69974c242eb3 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:16.127873 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6dea0e69-96fe-4f55-b016-9863b7d42c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.196417 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-6dea0e69-96fe-4f55-b016-9863b7d42c03 None None] Port 1f167143-e60a-4330-b9ac-69974c242eb3 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:00:16.209559 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 72e2e4dd-728e-4b82-92fa-5b3643ac7dce triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:16.209930 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.463011 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b110f4-4446-421b-89ab-a42e3f843050 req-bfb16d91-dc51-48db-a120-136e6d1b3ba3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:16.464551 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f9b110f4-4446-421b-89ab-a42e3f843050 req-bfb16d91-dc51-48db-a120-136e6d1b3ba3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 946 time: 0.2065825 Apr 18 06:00:16.583587 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f9b110f4-4446-421b-89ab-a42e3f843050 req-14a61062-60f1-41f2-abc1-c88768118ea6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=85c5774b-40cc-4ed3-94cd-458f930939ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093054 Apr 18 06:00:16.610349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8363b751-de5f-47b9-b33d-e54abaac4e47 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.619718 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8363b751-de5f-47b9-b33d-e54abaac4e47 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.620480 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8363b751-de5f-47b9-b33d-e54abaac4e47 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.691761 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a703fa38-f3aa-479b-8f31-be3fad3bed2b req-e4362d7a-578a-4fb7-91ee-c83a2781ee13 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1990488 Apr 18 06:00:16.774986 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363b751-de5f-47b9-b33d-e54abaac4e47 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=1f167143-e60a-4330-b9ac-69974c242eb3,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:16.798828 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c87959-8294-4798-8e50-bbcd444b12b5 req-05f8ce38-9be2-466f-b10e-921dbcfd0b8c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:16.800321 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d7c87959-8294-4798-8e50-bbcd444b12b5 req-05f8ce38-9be2-466f-b10e-921dbcfd0b8c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 946 time: 0.1129324 Apr 18 06:00:16.845450 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d7c87959-8294-4798-8e50-bbcd444b12b5 req-e8567c92-6ca7-4e16-a270-ce5943a50f2a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=85c5774b-40cc-4ed3-94cd-458f930939ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391836 Apr 18 06:00:16.867754 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48040) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:16.874494 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8363b751-de5f-47b9-b33d-e54abaac4e47 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:16.882143 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-8363b751-de5f-47b9-b33d-e54abaac4e47 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:16.947441 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedd2226-215f-49fa-a077-fa71e8faa275 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:16.951964 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-aedd2226-215f-49fa-a077-fa71e8faa275 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 1094 time: 0.0805824 Apr 18 06:00:16.952884 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48044) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:16.957353 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703fa38-f3aa-479b-8f31-be3fad3bed2b req-605f6b42-3480-405f-91ef-0513a41f2a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:16.958598 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': 'fa0ea67c-a61b-41b0-88aa-c15104654af2', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:16.959134 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a703fa38-f3aa-479b-8f31-be3fad3bed2b req-605f6b42-3480-405f-91ef-0513a41f2a7d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49ad773d519141abbf5e743e64df06bc&device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 1098 time: 0.1727545 Apr 18 06:00:16.965014 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:16.969558 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:floatingip and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:00:16.972474 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:00:16.978377 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:16.990637 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.127623 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-bc1510b3-2b17-4297-9386-e4a50b618206 None None] Provisioning complete for port 1f167143-e60a-4330-b9ac-69974c242eb3 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:17.128234 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bc1510b3-2b17-4297-9386-e4a50b618206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.142939 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.182918 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-bc1510b3-2b17-4297-9386-e4a50b618206 None None] Port 1f167143-e60a-4330-b9ac-69974c242eb3 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:00:17.199950 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703fa38-f3aa-479b-8f31-be3fad3bed2b req-9ea31095-f111-46ce-b64b-7c35ce01da86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:17.201952 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a703fa38-f3aa-479b-8f31-be3fad3bed2b req-9ea31095-f111-46ce-b64b-7c35ce01da86 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1 HTTP/1.1" status: 200 len: 913 time: 0.1759982 Apr 18 06:00:17.261368 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8363b751-de5f-47b9-b33d-e54abaac4e47 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Router 7795b699-4e6a-4b23-acde-44c00baf0a09 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:00:17.287200 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.26.1.126 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/5684dd49-dde9-45e2-876e-6a06207fe3af) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:17.425738 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a703fa38-f3aa-479b-8f31-be3fad3bed2b req-45defac6-6eed-4fe6-b1f6-35b93edcd9cc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab59e274-d138-4982-bb71-2e1dea54ad12 HTTP/1.1" status: 200 len: 1001 time: 0.2168181 Apr 18 06:00:17.436555 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.466944 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.508988 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8363b751-de5f-47b9-b33d-e54abaac4e47 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:00:17.519927 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] Sync routers for ids ['7795b699-4e6a-4b23-acde-44c00baf0a09'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:17.521812 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703fa38-f3aa-479b-8f31-be3fad3bed2b req-ced8936d-ee98-4998-ba33-2220e5a59025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:17.523260 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a703fa38-f3aa-479b-8f31-be3fad3bed2b req-ced8936d-ee98-4998-ba33-2220e5a59025 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b4d1495-96ee-47de-b8ec-9793f712c5be HTTP/1.1" status: 200 len: 851 time: 0.0902128 Apr 18 06:00:17.527682 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8363b751-de5f-47b9-b33d-e54abaac4e47 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "PUT /v2.0/routers/7795b699-4e6a-4b23-acde-44c00baf0a09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9547889 Apr 18 06:00:17.530196 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48048) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:17.532540 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] Routers {'7795b699-4e6a-4b23-acde-44c00baf0a09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:00:17.533266 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:00:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7795b699-4e6a-4b23-acde-44c00baf0a09'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:17.535723 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:17.538563 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:17.547021 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:00:17.589431 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=5684dd49-dde9-45e2-876e-6a06207fe3af,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:17.646459 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa19a642-3a0b-4dd8-8183-cdd6d89555c4 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:17.646934 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-fa19a642-3a0b-4dd8-8183-cdd6d89555c4 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:17.693555 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] Set router 7795b699-4e6a-4b23-acde-44c00baf0a09 gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:00:17.805453 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-fa19a642-3a0b-4dd8-8183-cdd6d89555c4 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:17.806619 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-fa19a642-3a0b-4dd8-8183-cdd6d89555c4 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports/1f167143-e60a-4330-b9ac-69974c242eb3 HTTP/1.1" status: 200 len: 911 time: 0.2753928 Apr 18 06:00:17.811518 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48052) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:17.814372 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703fa38-f3aa-479b-8f31-be3fad3bed2b req-82ef7ea0-8f19-49ba-8203-633e98eaef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:17.815796 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a703fa38-f3aa-479b-8f31-be3fad3bed2b req-82ef7ea0-8f19-49ba-8203-633e98eaef41 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2831705 Apr 18 06:00:17.961914 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a703fa38-f3aa-479b-8f31-be3fad3bed2b req-28359255-0c38-43ce-ac67-d64bc6aaa9fd service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390724 Apr 18 06:00:18.062815 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7795b699-4e6a-4b23-acde-44c00baf0a09', 'name': 'tempest-NetworksTestDHCPv6-router-1026928091', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:00:14Z', 'updated_at': '2022-04-18T06:00:15Z', 'revision_number': 2, 'project_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'gw_port_host': None, '_interfaces': [{'id': '1f167143-e60a-4330-b9ac-69974c242eb3', 'name': '', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'mac_address': 'fa:16:3e:af:c9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7795b699-4e6a-4b23-acde-44c00baf0a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'a2aef6cb-a4ac-4318-a068-1386ac952fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:00:15Z', 'updated_at': '2022-04-18T06:00:16Z', 'revision_number': 2, 'project_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'subnets': [{'id': 'a2aef6cb-a4ac-4318-a068-1386ac952fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:18.066733 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] Checking router: 7795b699-4e6a-4b23-acde-44c00baf0a09 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:00:18.067083 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] Updating router 7795b699-4e6a-4b23-acde-44c00baf0a09 port 1f167143-e60a-4330-b9ac-69974c242eb3 binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:00:18.106301 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a703fa38-f3aa-479b-8f31-be3fad3bed2b req-d3f7554b-0164-4137-ae54-0dc54da356f1 service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374857 Apr 18 06:00:18.123674 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78b5d0e-d8bd-4306-ae18-d9c2d6d6cde3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:18.124129 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.130148 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78b5d0e-d8bd-4306-ae18-d9c2d6d6cde3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:18.130996 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c78b5d0e-d8bd-4306-ae18-d9c2d6d6cde3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:18.151349 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c78b5d0e-d8bd-4306-ae18-d9c2d6d6cde3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:18.152800 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c78b5d0e-d8bd-4306-ae18-d9c2d6d6cde3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.3404140 Apr 18 06:00:18.155911 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48056) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:18.207305 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.300832 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.480693 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.494172 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] Transition to ACTIVE for port object 1f167143-e60a-4330-b9ac-69974c242eb3 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:18.501829 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.520213 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.527207 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.574942 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07a042-9b8d-411d-bfdb-9fa30787984a None None] Pushing event updated for resources: {'Port': ['ID=1f167143-e60a-4330-b9ac-69974c242eb3,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:18.664812 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=5684dd49-dde9-45e2-876e-6a06207fe3af,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:18.675788 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.719742 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f676f911-ecd1-49d4-b660-e8deb371b8d6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.779366 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] Attempting to bind port 1f167143-e60a-4330-b9ac-69974c242eb3 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:18.780519 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] Attempting to bind port 1f167143-e60a-4330-b9ac-69974c242eb3 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:18.781152 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] Attempting to bind port 1f167143-e60a-4330-b9ac-69974c242eb3 on network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:00:18.787796 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:00:18.788691 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] Checking segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:00:18.788832 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.789137 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] Bound using segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:00:18.789588 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] Bound port: 1f167143-e60a-4330-b9ac-69974c242eb3, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:18.789972 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.867810 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Floating IP 9db12aaf-346e-49ac-b066-c567b0d28077 associated. External IP: 172.26.1.126, port: fa0ea67c-a61b-41b0-88aa-c15104654af2. Apr 18 06:00:18.896888 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] For port 1f167143-e60a-4330-b9ac-69974c242eb3, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:00:18.899842 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] For port 1f167143-e60a-4330-b9ac-69974c242eb3, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=1f167143-e60a-4330-b9ac-69974c242eb3,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:00:18.903789 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.974906 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] Routers {'7795b699-4e6a-4b23-acde-44c00baf0a09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:00:18.975522 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:00:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7795b699-4e6a-4b23-acde-44c00baf0a09'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:19.015625 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-f676f911-ecd1-49d4-b660-e8deb371b8d6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting port 1f167143-e60a-4330-b9ac-69974c242eb3 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:19.016358 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f676f911-ecd1-49d4-b660-e8deb371b8d6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.098285 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07a042-9b8d-411d-bfdb-9fa30787984a None None] Pushing event updated for resources: {'Port': ['ID=1f167143-e60a-4330-b9ac-69974c242eb3,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:19.164107 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] Set router 7795b699-4e6a-4b23-acde-44c00baf0a09 gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:00:19.306657 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router bf04aee8-dabd-4235-934b-f5afdb7f817f has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:00:19.319608 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-f676f911-ecd1-49d4-b660-e8deb371b8d6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] For port 1f167143-e60a-4330-b9ac-69974c242eb3, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=1f167143-e60a-4330-b9ac-69974c242eb3,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:19.320849 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f676f911-ecd1-49d4-b660-e8deb371b8d6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.493973 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:00:19.509916 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb131c-a1d3-426b-8238-e849ebde369a None None] Sync routers for ids ['bf04aee8-dabd-4235-934b-f5afdb7f817f'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:19.521345 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb131c-a1d3-426b-8238-e849ebde369a None None] Routers {'bf04aee8-dabd-4235-934b-f5afdb7f817f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:00:19.522371 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-97cb131c-a1d3-426b-8238-e849ebde369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:00:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['bf04aee8-dabd-4235-934b-f5afdb7f817f'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:19.523853 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.524277 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7795b699-4e6a-4b23-acde-44c00baf0a09', 'name': 'tempest-NetworksTestDHCPv6-router-1026928091', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:00:14Z', 'updated_at': '2022-04-18T06:00:15Z', 'revision_number': 2, 'project_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'gw_port_host': None, '_interfaces': [{'id': '1f167143-e60a-4330-b9ac-69974c242eb3', 'name': '', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'mac_address': 'fa:16:3e:af:c9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7795b699-4e6a-4b23-acde-44c00baf0a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'a2aef6cb-a4ac-4318-a068-1386ac952fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:00:15Z', 'updated_at': '2022-04-18T06:00:18Z', 'revision_number': 4, 'project_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'subnets': [{'id': 'a2aef6cb-a4ac-4318-a068-1386ac952fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:19.528851 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f64a60-48cb-4178-8ac4-ec697e419adf None None] The sync data for ids ['7795b699-4e6a-4b23-acde-44c00baf0a09'] in dv-neutron-837489-1-hyperv is: [{'id': '7795b699-4e6a-4b23-acde-44c00baf0a09', 'name': 'tempest-NetworksTestDHCPv6-router-1026928091', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:00:14Z', 'updated_at': '2022-04-18T06:00:15Z', 'revision_number': 2, 'project_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'gw_port_host': None, '_interfaces': [{'id': '1f167143-e60a-4330-b9ac-69974c242eb3', 'name': '', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'mac_address': 'fa:16:3e:af:c9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7795b699-4e6a-4b23-acde-44c00baf0a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'a2aef6cb-a4ac-4318-a068-1386ac952fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:00:15Z', 'updated_at': '2022-04-18T06:00:18Z', 'revision_number': 4, 'project_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'subnets': [{'id': 'a2aef6cb-a4ac-4318-a068-1386ac952fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:19.585712 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-f676f911-ecd1-49d4-b660-e8deb371b8d6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Calling delete_port for 1f167143-e60a-4330-b9ac-69974c242eb3 owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:19.724401 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-97eeab1c-f4e3-41a5-93c4-bb22040e817d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7703431 Apr 18 06:00:19.725218 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e926cb36-8477-4334-8688-c1c01c06479f', 'tag': 'fa0ea67c-a61b-41b0-88aa-c15104654af2'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:00:19.728353 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48066) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:19.779483 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31f2097c-658c-48bf-9ee6-8d97f852c1a9'] response: {'name': 'network-changed', 'server_uuid': 'e926cb36-8477-4334-8688-c1c01c06479f', 'tag': 'fa0ea67c-a61b-41b0-88aa-c15104654af2', 'status': 'completed', 'code': 200} Apr 18 06:00:19.793576 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-97cb131c-a1d3-426b-8238-e849ebde369a None None] Set router bf04aee8-dabd-4235-934b-f5afdb7f817f gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:00:19.969723 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ecc80e3d-93fe-483e-9e44-084400cfb611 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/9db12aaf-346e-49ac-b066-c567b0d28077 HTTP/1.1" status: 200 len: 992 time: 0.2397313 Apr 18 06:00:19.985065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f676f911-ecd1-49d4-b660-e8deb371b8d6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:20.035863 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676f911-ecd1-49d4-b660-e8deb371b8d6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Port': ['ID=1f167143-e60a-4330-b9ac-69974c242eb3,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:20.165077 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 1f167143-e60a-4330-b9ac-69974c242eb3 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:00:20.192844 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffd7a7-4ff8-4a97-9a07-91f6df7a4704 req-b5454602-276b-4caf-9662-628aaa268cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:20.194337 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-77ffd7a7-4ff8-4a97-9a07-91f6df7a4704 req-b5454602-276b-4caf-9662-628aaa268cf7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 1099 time: 0.3509624 Apr 18 06:00:20.213971 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 1f167143-e60a-4330-b9ac-69974c242eb3 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:00:20.214312 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 1f167143-e60a-4330-b9ac-69974c242eb3 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 18 06:00:20.255785 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Port 1f167143-e60a-4330-b9ac-69974c242eb3 not found, will not notify nova. {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 18 06:00:20.283770 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-97cb131c-a1d3-426b-8238-e849ebde369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'name': 'tempest-TestNetworkBasicOps-router-1859283434', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:35Z', 'updated_at': '2022-04-18T05:59:48Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:37Z', 'updated_at': '2022-04-18T05:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '9db12aaf-346e-49ac-b066-c567b0d28077', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.126', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'port_id': 'fa0ea67c-a61b-41b0-88aa-c15104654af2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f', 'mac_address': 'fa:16:3e:5c:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e926cb36-8477-4334-8688-c1c01c06479f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:00:18Z', 'updated_at': '2022-04-18T06:00:18Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dae5fae6-e213-47d7-a9bf-04b1c0d43cdc', 'name': '', 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:ac:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '249eb15d-3ccf-4983-a3ee-744482539ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:47Z', 'updated_at': '2022-04-18T05:59:58Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '249eb15d-3ccf-4983-a3ee-744482539ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:20.288311 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb131c-a1d3-426b-8238-e849ebde369a None None] Checking router: bf04aee8-dabd-4235-934b-f5afdb7f817f for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:00:20.295457 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f676f911-ecd1-49d4-b660-e8deb371b8d6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:20.301311 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb131c-a1d3-426b-8238-e849ebde369a None None] Routers {'bf04aee8-dabd-4235-934b-f5afdb7f817f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:00:20.302056 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-97cb131c-a1d3-426b-8238-e849ebde369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:00:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['bf04aee8-dabd-4235-934b-f5afdb7f817f'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:20.496739 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-97cb131c-a1d3-426b-8238-e849ebde369a None None] Set router bf04aee8-dabd-4235-934b-f5afdb7f817f gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:00:20.580347 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffd7a7-4ff8-4a97-9a07-91f6df7a4704 req-b007d3c2-861e-473d-88fb-fd4e8a92b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:20.581790 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-77ffd7a7-4ff8-4a97-9a07-91f6df7a4704 req-b007d3c2-861e-473d-88fb-fd4e8a92b3d4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e86a837-e153-49c1-92ad-87db0dbed99f HTTP/1.1" status: 200 len: 897 time: 0.3287246 Apr 18 06:00:20.717498 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f676f911-ecd1-49d4-b660-e8deb371b8d6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Router 7795b699-4e6a-4b23-acde-44c00baf0a09 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:00:20.798461 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-77ffd7a7-4ff8-4a97-9a07-91f6df7a4704 req-d0f6927d-b9a3-4e5a-9b23-3230bebb43e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa0ea67c-a61b-41b0-88aa-c15104654af2 HTTP/1.1" status: 200 len: 1000 time: 0.1637673 Apr 18 06:00:20.855759 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-97cb131c-a1d3-426b-8238-e849ebde369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'name': 'tempest-TestNetworkBasicOps-router-1859283434', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:35Z', 'updated_at': '2022-04-18T05:59:48Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:37Z', 'updated_at': '2022-04-18T05:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '9db12aaf-346e-49ac-b066-c567b0d28077', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.126', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'port_id': 'fa0ea67c-a61b-41b0-88aa-c15104654af2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f', 'mac_address': 'fa:16:3e:5c:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e926cb36-8477-4334-8688-c1c01c06479f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:00:18Z', 'updated_at': '2022-04-18T06:00:18Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dae5fae6-e213-47d7-a9bf-04b1c0d43cdc', 'name': '', 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:ac:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '249eb15d-3ccf-4983-a3ee-744482539ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:47Z', 'updated_at': '2022-04-18T05:59:58Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '249eb15d-3ccf-4983-a3ee-744482539ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:20.861528 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb131c-a1d3-426b-8238-e849ebde369a None None] The sync data for ids ['bf04aee8-dabd-4235-934b-f5afdb7f817f'] in dv-neutron-837489-1-hyperv is: [{'id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'name': 'tempest-TestNetworkBasicOps-router-1859283434', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:35Z', 'updated_at': '2022-04-18T05:59:48Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:37Z', 'updated_at': '2022-04-18T05:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '9db12aaf-346e-49ac-b066-c567b0d28077', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.126', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'port_id': 'fa0ea67c-a61b-41b0-88aa-c15104654af2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f', 'mac_address': 'fa:16:3e:5c:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e926cb36-8477-4334-8688-c1c01c06479f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:00:18Z', 'updated_at': '2022-04-18T06:00:18Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dae5fae6-e213-47d7-a9bf-04b1c0d43cdc', 'name': '', 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:ac:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '249eb15d-3ccf-4983-a3ee-744482539ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:47Z', 'updated_at': '2022-04-18T05:59:58Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '249eb15d-3ccf-4983-a3ee-744482539ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:20.973155 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48072) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:21.038309 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f676f911-ecd1-49d4-b660-e8deb371b8d6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:00:21.057465 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffd7a7-4ff8-4a97-9a07-91f6df7a4704 req-0a75e148-0463-48fd-94c3-26f639fde15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:21.058928 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-77ffd7a7-4ff8-4a97-9a07-91f6df7a4704 req-0a75e148-0463-48fd-94c3-26f639fde15d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=249eb15d-3ccf-4983-a3ee-744482539ac0 HTTP/1.1" status: 200 len: 834 time: 0.2524440 Apr 18 06:00:21.065697 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f676f911-ecd1-49d4-b660-e8deb371b8d6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "PUT /v2.0/routers/7795b699-4e6a-4b23-acde-44c00baf0a09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9063153 Apr 18 06:00:21.066760 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48076) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:21.140242 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffd7a7-4ff8-4a97-9a07-91f6df7a4704 req-20e3611d-0b82-4400-ba40-066ba102bb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:21.142097 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-77ffd7a7-4ff8-4a97-9a07-91f6df7a4704 req-20e3611d-0b82-4400-ba40-066ba102bb91 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e86a837-e153-49c1-92ad-87db0dbed99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773265 Apr 18 06:00:21.149348 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef5acce-396c-4846-9bdc-5b25abfac9b0 None None] New status for floating IP 9db12aaf-346e-49ac-b066-c567b0d28077: ACTIVE {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:00:21.158955 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0d37cd-a255-4e5b-91b6-fbd55fe5578c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:21.160655 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0d37cd-a255-4e5b-91b6-fbd55fe5578c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:21.161471 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1d0d37cd-a255-4e5b-91b6-fbd55fe5578c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:21.167858 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7e3d2ca3-455b-45be-b969-b63c5d765b23 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/9db12aaf-346e-49ac-b066-c567b0d28077 HTTP/1.1" status: 200 len: 992 time: 0.1925707 Apr 18 06:00:21.182864 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1d0d37cd-a255-4e5b-91b6-fbd55fe5578c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:21.187698 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1d0d37cd-a255-4e5b-91b6-fbd55fe5578c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1174583 Apr 18 06:00:21.187999 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48080) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:21.261498 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-82424fcc-a7a2-4086-abd1-485959fe755f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet a2aef6cb-a4ac-4318-a068-1386ac952fd9 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:00:21.265023 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-82424fcc-a7a2-4086-abd1-485959fe755f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.281502 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-77ffd7a7-4ff8-4a97-9a07-91f6df7a4704 req-2cf21d71-cd0a-4392-ae7a-ff388cc09104 service neutron] 10.222.0.52 "GET /v2.0/networks/5e86a837-e153-49c1-92ad-87db0dbed99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330619 Apr 18 06:00:21.301916 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345b0add-0055-483d-9852-f5fae07ebcc4 None None] Sync routers for ids ['7795b699-4e6a-4b23-acde-44c00baf0a09'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:21.312818 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345b0add-0055-483d-9852-f5fae07ebcc4 None None] Routers {'7795b699-4e6a-4b23-acde-44c00baf0a09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:00:21.313487 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-345b0add-0055-483d-9852-f5fae07ebcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:00:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7795b699-4e6a-4b23-acde-44c00baf0a09'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:21.368784 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-82424fcc-a7a2-4086-abd1-485959fe755f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.455583 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-77ffd7a7-4ff8-4a97-9a07-91f6df7a4704 req-ab20bf6d-f7c2-4a69-aae3-d7dbf348cb3a service neutron] 10.222.0.52 "GET /v2.0/networks/5e86a837-e153-49c1-92ad-87db0dbed99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618943 Apr 18 06:00:21.470025 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-82424fcc-a7a2-4086-abd1-485959fe755f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.483836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-345b0add-0055-483d-9852-f5fae07ebcc4 None None] Set router 7795b699-4e6a-4b23-acde-44c00baf0a09 gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:00:21.552358 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-82424fcc-a7a2-4086-abd1-485959fe755f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.591531 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82424fcc-a7a2-4086-abd1-485959fe755f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=a2aef6cb-a4ac-4318-a068-1386ac952fd9,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:21.593988 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-82424fcc-a7a2-4086-abd1-485959fe755f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.608008 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-82424fcc-a7a2-4086-abd1-485959fe755f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/a2aef6cb-a4ac-4318-a068-1386ac952fd9 HTTP/1.1" status: 204 len: 168 time: 0.4188890 Apr 18 06:00:21.610574 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48084) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:21.629900 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7d5c81-27f7-4d33-abfc-3286cd5e8d67 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:21.652452 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-345b0add-0055-483d-9852-f5fae07ebcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7795b699-4e6a-4b23-acde-44c00baf0a09', 'name': 'tempest-NetworksTestDHCPv6-router-1026928091', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:00:14Z', 'updated_at': '2022-04-18T06:00:19Z', 'revision_number': 3, 'project_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:21.669830 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345b0add-0055-483d-9852-f5fae07ebcc4 None None] Checking router: 7795b699-4e6a-4b23-acde-44c00baf0a09 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:00:21.739575 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345b0add-0055-483d-9852-f5fae07ebcc4 None None] Routers {'7795b699-4e6a-4b23-acde-44c00baf0a09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:00:21.740229 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-345b0add-0055-483d-9852-f5fae07ebcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:00:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7795b699-4e6a-4b23-acde-44c00baf0a09'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:21.750187 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-172ff61a-a109-4502-a8e0-bfdb5f5ecaa1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:router {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:21.766859 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-172ff61a-a109-4502-a8e0-bfdb5f5ecaa1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:router {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:21.768098 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-172ff61a-a109-4502-a8e0-bfdb5f5ecaa1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1564734 Apr 18 06:00:21.770666 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48090) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:21.906044 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9de098dc-e4b3-4178-8325-94a58a25c96e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.928326 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-345b0add-0055-483d-9852-f5fae07ebcc4 None None] Set router 7795b699-4e6a-4b23-acde-44c00baf0a09 gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:00:22.037116 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-345b0add-0055-483d-9852-f5fae07ebcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7795b699-4e6a-4b23-acde-44c00baf0a09', 'name': 'tempest-NetworksTestDHCPv6-router-1026928091', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:00:14Z', 'updated_at': '2022-04-18T06:00:19Z', 'revision_number': 3, 'project_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:22.043471 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345b0add-0055-483d-9852-f5fae07ebcc4 None None] The sync data for ids ['7795b699-4e6a-4b23-acde-44c00baf0a09'] in dv-neutron-837489-1-hyperv is: [{'id': '7795b699-4e6a-4b23-acde-44c00baf0a09', 'name': 'tempest-NetworksTestDHCPv6-router-1026928091', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:00:14Z', 'updated_at': '2022-04-18T06:00:19Z', 'revision_number': 3, 'project_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'gw_port_host': None}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:22.170336 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48094) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:22.219845 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9de098dc-e4b3-4178-8325-94a58a25c96e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.222053 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9de098dc-e4b3-4178-8325-94a58a25c96e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.245500 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9de098dc-e4b3-4178-8325-94a58a25c96e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.246121 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de098dc-e4b3-4178-8325-94a58a25c96e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Fanout notify agent at l3_agent the message router_deleted on router 7795b699-4e6a-4b23-acde-44c00baf0a09 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:00:22.265541 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9de098dc-e4b3-4178-8325-94a58a25c96e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.266629 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9de098dc-e4b3-4178-8325-94a58a25c96e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/routers/7795b699-4e6a-4b23-acde-44c00baf0a09 HTTP/1.1" status: 204 len: 168 time: 0.4950793 Apr 18 06:00:22.269454 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48098) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:22.274788 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-0d32f74e-64d3-4dec-8bf5-4fc9d4c6074c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:22.284434 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-56575739-f640-41a0-9e8d-5ce14a6a2971 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/9db12aaf-346e-49ac-b066-c567b0d28077 HTTP/1.1" status: 200 len: 994 time: 0.1086214 Apr 18 06:00:22.386269 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0d32f74e-64d3-4dec-8bf5-4fc9d4c6074c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:22.390913 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-0d32f74e-64d3-4dec-8bf5-4fc9d4c6074c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:00:22.395174 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-0d32f74e-64d3-4dec-8bf5-4fc9d4c6074c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:00:22.401039 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0d32f74e-64d3-4dec-8bf5-4fc9d4c6074c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:22.411021 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d32f74e-64d3-4dec-8bf5-4fc9d4c6074c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:22.414610 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0d32f74e-64d3-4dec-8bf5-4fc9d4c6074c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.430674 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd3977a-f645-49ea-b326-4e3d64f1972e None None] DHCP port deletion for 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:00:22.436929 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3977a-f645-49ea-b326-4e3d64f1972e None None] Deleting port 72e2e4dd-728e-4b82-92fa-5b3643ac7dce {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:22.437302 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5dd3977a-f645-49ea-b326-4e3d64f1972e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.660091 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-5dd3977a-f645-49ea-b326-4e3d64f1972e None None] For port 72e2e4dd-728e-4b82-92fa-5b3643ac7dce, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=72e2e4dd-728e-4b82-92fa-5b3643ac7dce,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:22.660481 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5dd3977a-f645-49ea-b326-4e3d64f1972e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.778784 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0d32f74e-64d3-4dec-8bf5-4fc9d4c6074c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.785509 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3977a-f645-49ea-b326-4e3d64f1972e None None] Calling delete_port for 72e2e4dd-728e-4b82-92fa-5b3643ac7dce owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:22.839489 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d32f74e-64d3-4dec-8bf5-4fc9d4c6074c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:22.843031 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-0d32f74e-64d3-4dec-8bf5-4fc9d4c6074c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:22.846121 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d32f74e-64d3-4dec-8bf5-4fc9d4c6074c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:22.846699 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0d32f74e-64d3-4dec-8bf5-4fc9d4c6074c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.860725 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5dd3977a-f645-49ea-b326-4e3d64f1972e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.865101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32f74e-64d3-4dec-8bf5-4fc9d4c6074c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=840927cf-4028-4b4d-8ab9-69eae3a8fce7,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:22.879492 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0d32f74e-64d3-4dec-8bf5-4fc9d4c6074c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6090119 Apr 18 06:00:22.882009 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48102) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:22.886884 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-8fde8011-bc2d-4d7c-8767-25ed8553c0a1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-825450741', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:22.893282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8fde8011-bc2d-4d7c-8767-25ed8553c0a1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:22.897471 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8fde8011-bc2d-4d7c-8767-25ed8553c0a1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:router and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:00:22.900291 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8fde8011-bc2d-4d7c-8767-25ed8553c0a1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:00:22.908092 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8fde8011-bc2d-4d7c-8767-25ed8553c0a1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:22.912017 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3977a-f645-49ea-b326-4e3d64f1972e None None] Pushing event deleted for resources: {'Port': ['ID=72e2e4dd-728e-4b82-92fa-5b3643ac7dce,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:22.914117 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd3977a-f645-49ea-b326-4e3d64f1972e None None] No DVR routers for this DVR port 72e2e4dd-728e-4b82-92fa-5b3643ac7dce on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:22.922005 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8fde8011-bc2d-4d7c-8767-25ed8553c0a1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.922005 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8fde8011-bc2d-4d7c-8767-25ed8553c0a1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.930413 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d8789c-3652-4aa8-b90a-b8ae755ca4d1 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:22.940415 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8fde8011-bc2d-4d7c-8767-25ed8553c0a1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.958030 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8fde8011-bc2d-4d7c-8767-25ed8553c0a1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.984331 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8fde8011-bc2d-4d7c-8767-25ed8553c0a1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.985651 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8fde8011-bc2d-4d7c-8767-25ed8553c0a1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1027026 Apr 18 06:00:22.988491 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48106) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:23.154961 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'fixed_ips': [{'subnet_id': '840927cf-4028-4b4d-8ab9-69eae3a8fce7'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:00:23.155773 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.350552 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] Allocated IP 2001:db8::2 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/840927cf-4028-4b4d-8ab9-69eae3a8fce7/022ea65f-2a3b-4ad8-ac25-9baae02e1f4c) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:23.477179 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70ebb778-5bc7-487c-9b81-2214f41a76eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.557395 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.567255 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] Transition to ACTIVE for port object 022ea65f-2a3b-4ad8-ac25-9baae02e1f4c will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:23.585121 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] Transition to ACTIVE for port object 022ea65f-2a3b-4ad8-ac25-9baae02e1f4c will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:23.590509 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.652258 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:23.655444 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:23.664192 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:00:23.703062 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] Pushing event updated for resources: {'Port': ['ID=022ea65f-2a3b-4ad8-ac25-9baae02e1f4c,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:23.759015 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] Attempting to bind port 022ea65f-2a3b-4ad8-ac25-9baae02e1f4c on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:23.759384 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] Attempting to bind port 022ea65f-2a3b-4ad8-ac25-9baae02e1f4c by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:23.759746 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] Attempting to bind port 022ea65f-2a3b-4ad8-ac25-9baae02e1f4c on network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:00:23.765104 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:00:23.765481 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] Checking segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:00:23.765880 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.766276 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] Bound using segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:00:23.766735 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] Bound port: 022ea65f-2a3b-4ad8-ac25-9baae02e1f4c, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:23.767112 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.823618 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-70ebb778-5bc7-487c-9b81-2214f41a76eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8::1 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/840927cf-4028-4b4d-8ab9-69eae3a8fce7/042aa09a-2b44-4bff-b46e-7e289b4e7e6d) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:23.857182 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] For port 022ea65f-2a3b-4ad8-ac25-9baae02e1f4c, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:00:23.860888 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] For port 022ea65f-2a3b-4ad8-ac25-9baae02e1f4c, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=022ea65f-2a3b-4ad8-ac25-9baae02e1f4c,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:00:23.865836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.945742 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052631c0-93c8-456b-befd-18c21041cd5c None None] Pushing event updated for resources: {'Port': ['ID=022ea65f-2a3b-4ad8-ac25-9baae02e1f4c,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:23.997001 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70ebb778-5bc7-487c-9b81-2214f41a76eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.013049 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-70ebb778-5bc7-487c-9b81-2214f41a76eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Transition to ACTIVE for port object 042aa09a-2b44-4bff-b46e-7e289b4e7e6d will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:24.040823 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70ebb778-5bc7-487c-9b81-2214f41a76eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.079599 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 1f167143-e60a-4330-b9ac-69974c242eb3 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:00:24.106123 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ebb778-5bc7-487c-9b81-2214f41a76eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:24.110112 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-70ebb778-5bc7-487c-9b81-2214f41a76eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:24.114342 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 1f167143-e60a-4330-b9ac-69974c242eb3 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:00:24.114584 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 1f167143-e60a-4330-b9ac-69974c242eb3 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:00:24.116939 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 72e2e4dd-728e-4b82-92fa-5b3643ac7dce no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:00:24.118419 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ebb778-5bc7-487c-9b81-2214f41a76eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:00:24.118962 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70ebb778-5bc7-487c-9b81-2214f41a76eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.167010 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 72e2e4dd-728e-4b82-92fa-5b3643ac7dce {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:00:24.167438 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 72e2e4dd-728e-4b82-92fa-5b3643ac7dce not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:00:24.167577 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebb778-5bc7-487c-9b81-2214f41a76eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=042aa09a-2b44-4bff-b46e-7e289b4e7e6d,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:24.363123 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70ebb778-5bc7-487c-9b81-2214f41a76eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.755501 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70ebb778-5bc7-487c-9b81-2214f41a76eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.760146 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70ebb778-5bc7-487c-9b81-2214f41a76eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.760932 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70ebb778-5bc7-487c-9b81-2214f41a76eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.911721 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebb778-5bc7-487c-9b81-2214f41a76eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=042aa09a-2b44-4bff-b46e-7e289b4e7e6d,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:24.967705 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ebb778-5bc7-487c-9b81-2214f41a76eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:24.968984 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-70ebb778-5bc7-487c-9b81-2214f41a76eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:25.013426 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-eb67e7e0-f993-4b48-9f33-458c2967efde None None] Provisioning for port 022ea65f-2a3b-4ad8-ac25-9baae02e1f4c completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:25.139855 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-08a37305-5ea3-438a-873a-5c9a70a8cf1c None None] Provisioning for port 042aa09a-2b44-4bff-b46e-7e289b4e7e6d completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:25.146020 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-08a37305-5ea3-438a-873a-5c9a70a8cf1c None None] Provisioning complete for port 042aa09a-2b44-4bff-b46e-7e289b4e7e6d triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:25.146020 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-08a37305-5ea3-438a-873a-5c9a70a8cf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:25.165435 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ebb778-5bc7-487c-9b81-2214f41a76eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Router 1363686a-5db1-47b1-8f92-83aa684ce564 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:00:25.201932 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-08a37305-5ea3-438a-873a-5c9a70a8cf1c None None] Port 042aa09a-2b44-4bff-b46e-7e289b4e7e6d cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:00:25.333296 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ebb778-5bc7-487c-9b81-2214f41a76eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:00:25.343903 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] Sync routers for ids ['1363686a-5db1-47b1-8f92-83aa684ce564'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:25.346358 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-70ebb778-5bc7-487c-9b81-2214f41a76eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "PUT /v2.0/routers/1363686a-5db1-47b1-8f92-83aa684ce564/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3569024 Apr 18 06:00:25.349008 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48112) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:25.353701 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] Routers {'1363686a-5db1-47b1-8f92-83aa684ce564'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:00:25.354366 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:00:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['1363686a-5db1-47b1-8f92-83aa684ce564'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:25.424428 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063dcffd-7d8c-4d83-93d9-514458229034 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:25.425736 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-063dcffd-7d8c-4d83-93d9-514458229034 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports/042aa09a-2b44-4bff-b46e-7e289b4e7e6d HTTP/1.1" status: 200 len: 911 time: 0.0756881 Apr 18 06:00:25.428284 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48116) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:25.428614 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1362cfb1-7252-4a34-8917-dbd8b1761cae None None] Provisioning complete for port 042aa09a-2b44-4bff-b46e-7e289b4e7e6d triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:25.428981 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1362cfb1-7252-4a34-8917-dbd8b1761cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:25.490490 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-1362cfb1-7252-4a34-8917-dbd8b1761cae None None] Port 042aa09a-2b44-4bff-b46e-7e289b4e7e6d cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:00:25.510002 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] Set router 1363686a-5db1-47b1-8f92-83aa684ce564 gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:00:25.517530 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613af738-fb27-40ac-9b3a-b46a13cdc666 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:25.523278 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613af738-fb27-40ac-9b3a-b46a13cdc666 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:25.524840 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-613af738-fb27-40ac-9b3a-b46a13cdc666 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0954719 Apr 18 06:00:25.527493 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48120) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:25.813264 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1363686a-5db1-47b1-8f92-83aa684ce564', 'name': 'tempest-NetworksTestDHCPv6-router-825450741', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:00:22Z', 'updated_at': '2022-04-18T06:00:24Z', 'revision_number': 2, 'project_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'gw_port_host': None, '_interfaces': [{'id': '042aa09a-2b44-4bff-b46e-7e289b4e7e6d', 'name': '', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'mac_address': 'fa:16:3e:e3:d4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1363686a-5db1-47b1-8f92-83aa684ce564', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '840927cf-4028-4b4d-8ab9-69eae3a8fce7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:00:23Z', 'updated_at': '2022-04-18T06:00:24Z', 'revision_number': 2, 'project_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'subnets': [{'id': '840927cf-4028-4b4d-8ab9-69eae3a8fce7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:25.816954 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] Checking router: 1363686a-5db1-47b1-8f92-83aa684ce564 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:00:25.817298 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] Updating router 1363686a-5db1-47b1-8f92-83aa684ce564 port 042aa09a-2b44-4bff-b46e-7e289b4e7e6d binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:00:25.869498 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.016139 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ed88690f-5887-4968-90de-c8c802f9a7ad tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.111385 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 022ea65f-2a3b-4ad8-ac25-9baae02e1f4c up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:00:26.179900 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 022ea65f-2a3b-4ad8-ac25-9baae02e1f4c completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:26.184705 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 022ea65f-2a3b-4ad8-ac25-9baae02e1f4c triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:26.185078 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.222186 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.235701 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] Transition to ACTIVE for port object 042aa09a-2b44-4bff-b46e-7e289b4e7e6d will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:26.245320 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.316580 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.354514 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 022ea65f-2a3b-4ad8-ac25-9baae02e1f4c, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=022ea65f-2a3b-4ad8-ac25-9baae02e1f4c,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:26.360241 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.375925 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78017f84-678d-42ba-91f8-4d7a7f18c917 None None] Pushing event updated for resources: {'Port': ['ID=042aa09a-2b44-4bff-b46e-7e289b4e7e6d,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:26.461542 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=022ea65f-2a3b-4ad8-ac25-9baae02e1f4c,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:26.481625 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-ed88690f-5887-4968-90de-c8c802f9a7ad tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting port 042aa09a-2b44-4bff-b46e-7e289b4e7e6d {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:26.482758 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ed88690f-5887-4968-90de-c8c802f9a7ad tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.520804 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] Attempting to bind port 042aa09a-2b44-4bff-b46e-7e289b4e7e6d on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:26.521164 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] Attempting to bind port 042aa09a-2b44-4bff-b46e-7e289b4e7e6d by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:26.521514 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] Attempting to bind port 042aa09a-2b44-4bff-b46e-7e289b4e7e6d on network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:00:26.526875 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:00:26.527237 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] Checking segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:00:26.527626 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.528003 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] Bound using segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:00:26.528480 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] Bound port: 042aa09a-2b44-4bff-b46e-7e289b4e7e6d, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:26.528851 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.620092 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] For port 042aa09a-2b44-4bff-b46e-7e289b4e7e6d, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:00:26.623014 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] For port 042aa09a-2b44-4bff-b46e-7e289b4e7e6d, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=042aa09a-2b44-4bff-b46e-7e289b4e7e6d,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:00:26.628486 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.681310 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-ed88690f-5887-4968-90de-c8c802f9a7ad tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] For port 042aa09a-2b44-4bff-b46e-7e289b4e7e6d, host dv-neutron-837489-1-hyperv, got binding levels [] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:26.681689 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ed88690f-5887-4968-90de-c8c802f9a7ad tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.710179 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78017f84-678d-42ba-91f8-4d7a7f18c917 None None] Pushing event updated for resources: {'Port': ['ID=042aa09a-2b44-4bff-b46e-7e289b4e7e6d,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:26.714621 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] Routers {'1363686a-5db1-47b1-8f92-83aa684ce564'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:00:26.715224 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:00:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['1363686a-5db1-47b1-8f92-83aa684ce564'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:26.810251 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-ed88690f-5887-4968-90de-c8c802f9a7ad tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Calling delete_port for 042aa09a-2b44-4bff-b46e-7e289b4e7e6d owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:26.868396 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] Set router 1363686a-5db1-47b1-8f92-83aa684ce564 gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:00:26.926263 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-ed88690f-5887-4968-90de-c8c802f9a7ad tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:00:26.926684 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-ed88690f-5887-4968-90de-c8c802f9a7ad tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:00:27.171725 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1363686a-5db1-47b1-8f92-83aa684ce564', 'name': 'tempest-NetworksTestDHCPv6-router-825450741', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:00:22Z', 'updated_at': '2022-04-18T06:00:24Z', 'revision_number': 2, 'project_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'gw_port_host': None, '_interfaces': [{'id': '042aa09a-2b44-4bff-b46e-7e289b4e7e6d', 'name': '', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'mac_address': 'fa:16:3e:e3:d4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1363686a-5db1-47b1-8f92-83aa684ce564', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '840927cf-4028-4b4d-8ab9-69eae3a8fce7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:00:23Z', 'updated_at': '2022-04-18T06:00:26Z', 'revision_number': 4, 'project_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'subnets': [{'id': '840927cf-4028-4b4d-8ab9-69eae3a8fce7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:27.175333 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253ae43c-c415-47b1-a320-dab473d1878a None None] The sync data for ids ['1363686a-5db1-47b1-8f92-83aa684ce564'] in dv-neutron-837489-1-hyperv is: [{'id': '1363686a-5db1-47b1-8f92-83aa684ce564', 'name': 'tempest-NetworksTestDHCPv6-router-825450741', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:00:22Z', 'updated_at': '2022-04-18T06:00:24Z', 'revision_number': 2, 'project_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'gw_port_host': None, '_interfaces': [{'id': '042aa09a-2b44-4bff-b46e-7e289b4e7e6d', 'name': '', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'mac_address': 'fa:16:3e:e3:d4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1363686a-5db1-47b1-8f92-83aa684ce564', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '840927cf-4028-4b4d-8ab9-69eae3a8fce7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:00:23Z', 'updated_at': '2022-04-18T06:00:26Z', 'revision_number': 4, 'project_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'subnets': [{'id': '840927cf-4028-4b4d-8ab9-69eae3a8fce7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:27.427940 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-ed88690f-5887-4968-90de-c8c802f9a7ad tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting port 042aa09a-2b44-4bff-b46e-7e289b4e7e6d {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:27.428579 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ed88690f-5887-4968-90de-c8c802f9a7ad tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:27.627613 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-ed88690f-5887-4968-90de-c8c802f9a7ad tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] For port 042aa09a-2b44-4bff-b46e-7e289b4e7e6d, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=042aa09a-2b44-4bff-b46e-7e289b4e7e6d,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:27.628551 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ed88690f-5887-4968-90de-c8c802f9a7ad tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:27.761093 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-ed88690f-5887-4968-90de-c8c802f9a7ad tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Calling delete_port for 042aa09a-2b44-4bff-b46e-7e289b4e7e6d owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:27.946254 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ed88690f-5887-4968-90de-c8c802f9a7ad tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:27.995664 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88690f-5887-4968-90de-c8c802f9a7ad tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Port': ['ID=042aa09a-2b44-4bff-b46e-7e289b4e7e6d,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:28.101816 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 022ea65f-2a3b-4ad8-ac25-9baae02e1f4c up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:00:28.177459 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 022ea65f-2a3b-4ad8-ac25-9baae02e1f4c triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:28.177837 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.180349 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ed88690f-5887-4968-90de-c8c802f9a7ad tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.577959 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed88690f-5887-4968-90de-c8c802f9a7ad tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Router 1363686a-5db1-47b1-8f92-83aa684ce564 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:00:28.706446 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed88690f-5887-4968-90de-c8c802f9a7ad tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:00:28.715813 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe5c50d-8ef3-42af-ad30-9ba4ba2f589e None None] Sync routers for ids ['1363686a-5db1-47b1-8f92-83aa684ce564'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:28.721561 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ed88690f-5887-4968-90de-c8c802f9a7ad tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "PUT /v2.0/routers/1363686a-5db1-47b1-8f92-83aa684ce564/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1912348 Apr 18 06:00:28.722082 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48124) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:28.726096 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe5c50d-8ef3-42af-ad30-9ba4ba2f589e None None] Routers {'1363686a-5db1-47b1-8f92-83aa684ce564'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:00:28.726704 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-bbe5c50d-8ef3-42af-ad30-9ba4ba2f589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:00:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['1363686a-5db1-47b1-8f92-83aa684ce564'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:28.789918 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae8b0ff-f75c-409a-a656-dd3652bf7cf2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:28.791314 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae8b0ff-f75c-409a-a656-dd3652bf7cf2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:28.792061 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3ae8b0ff-f75c-409a-a656-dd3652bf7cf2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:28.807253 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3ae8b0ff-f75c-409a-a656-dd3652bf7cf2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:28.808598 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3ae8b0ff-f75c-409a-a656-dd3652bf7cf2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0856273 Apr 18 06:00:28.811788 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48128) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:28.853024 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-bbe5c50d-8ef3-42af-ad30-9ba4ba2f589e None None] Set router 1363686a-5db1-47b1-8f92-83aa684ce564 gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:00:28.879909 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-787210dc-6459-4235-a02e-01fa234d8470 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet 840927cf-4028-4b4d-8ab9-69eae3a8fce7 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:00:28.883143 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-787210dc-6459-4235-a02e-01fa234d8470 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.941585 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-787210dc-6459-4235-a02e-01fa234d8470 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.986291 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-bbe5c50d-8ef3-42af-ad30-9ba4ba2f589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1363686a-5db1-47b1-8f92-83aa684ce564', 'name': 'tempest-NetworksTestDHCPv6-router-825450741', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:00:22Z', 'updated_at': '2022-04-18T06:00:27Z', 'revision_number': 3, 'project_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:28.990302 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe5c50d-8ef3-42af-ad30-9ba4ba2f589e None None] Checking router: 1363686a-5db1-47b1-8f92-83aa684ce564 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:00:28.999658 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe5c50d-8ef3-42af-ad30-9ba4ba2f589e None None] Routers {'1363686a-5db1-47b1-8f92-83aa684ce564'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:00:29.000336 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-bbe5c50d-8ef3-42af-ad30-9ba4ba2f589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:00:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['1363686a-5db1-47b1-8f92-83aa684ce564'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:29.025240 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-787210dc-6459-4235-a02e-01fa234d8470 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.101015 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-787210dc-6459-4235-a02e-01fa234d8470 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.135082 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-bbe5c50d-8ef3-42af-ad30-9ba4ba2f589e None None] Set router 1363686a-5db1-47b1-8f92-83aa684ce564 gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:00:29.149640 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787210dc-6459-4235-a02e-01fa234d8470 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=840927cf-4028-4b4d-8ab9-69eae3a8fce7,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:29.151552 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-787210dc-6459-4235-a02e-01fa234d8470 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.166211 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-787210dc-6459-4235-a02e-01fa234d8470 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/840927cf-4028-4b4d-8ab9-69eae3a8fce7 HTTP/1.1" status: 204 len: 168 time: 0.3533561 Apr 18 06:00:29.168612 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48132) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:29.237465 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2986e0dc-2e64-4e59-8e8d-095b59fc192b None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:29.272297 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-bbe5c50d-8ef3-42af-ad30-9ba4ba2f589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1363686a-5db1-47b1-8f92-83aa684ce564', 'name': 'tempest-NetworksTestDHCPv6-router-825450741', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:00:22Z', 'updated_at': '2022-04-18T06:00:27Z', 'revision_number': 3, 'project_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:29.281514 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe5c50d-8ef3-42af-ad30-9ba4ba2f589e None None] The sync data for ids ['1363686a-5db1-47b1-8f92-83aa684ce564'] in dv-neutron-837489-1-hyperv is: [{'id': '1363686a-5db1-47b1-8f92-83aa684ce564', 'name': 'tempest-NetworksTestDHCPv6-router-825450741', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:00:22Z', 'updated_at': '2022-04-18T06:00:27Z', 'revision_number': 3, 'project_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'gw_port_host': None}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:29.330795 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-40923f64-5b13-446d-b165-9476f0781105 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1589396 Apr 18 06:00:29.330986 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48136) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:29.466482 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d80072d6-78bc-4b45-8b2d-8991f40b1c83 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.664464 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d9fa85-ecd0-4c76-8027-9d724682829d None None] DHCP port deletion for 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:00:29.669104 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-78d9fa85-ecd0-4c76-8027-9d724682829d None None] Deleting port 022ea65f-2a3b-4ad8-ac25-9baae02e1f4c {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:29.669478 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-78d9fa85-ecd0-4c76-8027-9d724682829d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.885335 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-78d9fa85-ecd0-4c76-8027-9d724682829d None None] For port 022ea65f-2a3b-4ad8-ac25-9baae02e1f4c, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=022ea65f-2a3b-4ad8-ac25-9baae02e1f4c,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:29.885641 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-78d9fa85-ecd0-4c76-8027-9d724682829d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.889629 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d80072d6-78bc-4b45-8b2d-8991f40b1c83 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.892236 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d80072d6-78bc-4b45-8b2d-8991f40b1c83 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.914038 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d80072d6-78bc-4b45-8b2d-8991f40b1c83 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.914886 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80072d6-78bc-4b45-8b2d-8991f40b1c83 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Fanout notify agent at l3_agent the message router_deleted on router 1363686a-5db1-47b1-8f92-83aa684ce564 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:00:29.930723 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d80072d6-78bc-4b45-8b2d-8991f40b1c83 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.932026 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d80072d6-78bc-4b45-8b2d-8991f40b1c83 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/routers/1363686a-5db1-47b1-8f92-83aa684ce564 HTTP/1.1" status: 204 len: 168 time: 0.6001523 Apr 18 06:00:29.934530 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48140) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:30.010198 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-78d9fa85-ecd0-4c76-8027-9d724682829d None None] Calling delete_port for 022ea65f-2a3b-4ad8-ac25-9baae02e1f4c owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:30.030056 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741de76e-c08e-4755-ba4a-6dbef506006b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:30.030805 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-741de76e-c08e-4755-ba4a-6dbef506006b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:30.050856 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-741de76e-c08e-4755-ba4a-6dbef506006b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:30.054658 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-741de76e-c08e-4755-ba4a-6dbef506006b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1165800 Apr 18 06:00:30.055329 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48146) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:30.093183 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 022ea65f-2a3b-4ad8-ac25-9baae02e1f4c no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:00:30.121222 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b0a9cd-83f9-40a4-a099-ca38a2c38e50 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:30.121901 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a9b0a9cd-83f9-40a4-a099-ca38a2c38e50 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:30.139299 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a9b0a9cd-83f9-40a4-a099-ca38a2c38e50 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:30.140554 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a9b0a9cd-83f9-40a4-a099-ca38a2c38e50 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0846593 Apr 18 06:00:30.143485 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48152) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:30.157186 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-78d9fa85-ecd0-4c76-8027-9d724682829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:30.206014 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No active binding found for port 022ea65f-2a3b-4ad8-ac25-9baae02e1f4c {{(pid=88036) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 18 06:00:30.206615 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 022ea65f-2a3b-4ad8-ac25-9baae02e1f4c not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:00:30.207099 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 042aa09a-2b44-4bff-b46e-7e289b4e7e6d no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:00:30.213454 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6f8ee6a5-467f-4086-ace0-e7dd32127f29 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:router {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:30.228979 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6f8ee6a5-467f-4086-ace0-e7dd32127f29 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:router {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:30.234921 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6f8ee6a5-467f-4086-ace0-e7dd32127f29 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851250 Apr 18 06:00:30.235403 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48164) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:30.237287 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9fa85-ecd0-4c76-8027-9d724682829d None None] Pushing event deleted for resources: {'Port': ['ID=022ea65f-2a3b-4ad8-ac25-9baae02e1f4c,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:30.243689 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-4befeac7-b4a8-4de3-84da-da6fb554ae26 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:30.246820 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 042aa09a-2b44-4bff-b46e-7e289b4e7e6d {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:00:30.247165 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 042aa09a-2b44-4bff-b46e-7e289b4e7e6d not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:00:30.248868 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d9fa85-ecd0-4c76-8027-9d724682829d None None] No DVR routers for this DVR port 022ea65f-2a3b-4ad8-ac25-9baae02e1f4c on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:30.370824 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-4befeac7-b4a8-4de3-84da-da6fb554ae26 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:30.381873 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-4befeac7-b4a8-4de3-84da-da6fb554ae26 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:30.396254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4befeac7-b4a8-4de3-84da-da6fb554ae26 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:30.400151 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4befeac7-b4a8-4de3-84da-da6fb554ae26 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:30.610167 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b80c34-1d55-4b2b-8009-9aca935b84d4 req-ea46dc64-c6e1-4438-a8e0-e53fdb13302f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:30.611651 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a7b80c34-1d55-4b2b-8009-9aca935b84d4 req-ea46dc64-c6e1-4438-a8e0-e53fdb13302f tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.0804300 Apr 18 06:00:30.665774 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a7b80c34-1d55-4b2b-8009-9aca935b84d4 req-d42c17e3-342c-4873-b22e-49daeac0562e tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483081 Apr 18 06:00:30.845652 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.objects.ports [None req-4befeac7-b4a8-4de3-84da-da6fb554ae26 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88034) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 06:00:30.846699 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4befeac7-b4a8-4de3-84da-da6fb554ae26 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:30.903526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4befeac7-b4a8-4de3-84da-da6fb554ae26 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:30.906719 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-4befeac7-b4a8-4de3-84da-da6fb554ae26 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:30.909685 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4befeac7-b4a8-4de3-84da-da6fb554ae26 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:30.910275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4befeac7-b4a8-4de3-84da-da6fb554ae26 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:30.915392 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f156a24b-02ec-43b7-a734-ec8dd01bcb66 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:30.931192 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befeac7-b4a8-4de3-84da-da6fb554ae26 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=ef9cdc3c-7dcc-48a3-b8e5-14dc04707b37,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:30.947476 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4befeac7-b4a8-4de3-84da-da6fb554ae26 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7095728 Apr 18 06:00:30.949183 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48176) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:30.955477 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-96b9b72d-2b25-43a1-9aee-b9f363a44312 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:31.095772 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-96b9b72d-2b25-43a1-9aee-b9f363a44312 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:31.099904 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-96b9b72d-2b25-43a1-9aee-b9f363a44312 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:00:31.102770 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-96b9b72d-2b25-43a1-9aee-b9f363a44312 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:00:31.109134 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-96b9b72d-2b25-43a1-9aee-b9f363a44312 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:31.118817 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b9b72d-2b25-43a1-9aee-b9f363a44312 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:31.122561 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-96b9b72d-2b25-43a1-9aee-b9f363a44312 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.163669 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'fixed_ips': [{'subnet_id': 'ef9cdc3c-7dcc-48a3-b8e5-14dc04707b37'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:00:31.164626 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.323771 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] Allocated IP 2001:db8::f816:3eff:fe5e:8cc6 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/ef9cdc3c-7dcc-48a3-b8e5-14dc04707b37/b4e41684-8c2a-4bcc-952f-737d4d0ad720) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:31.383886 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-96b9b72d-2b25-43a1-9aee-b9f363a44312 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.445108 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b9b72d-2b25-43a1-9aee-b9f363a44312 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:31.448221 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-96b9b72d-2b25-43a1-9aee-b9f363a44312 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:31.452478 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b9b72d-2b25-43a1-9aee-b9f363a44312 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:31.453066 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-96b9b72d-2b25-43a1-9aee-b9f363a44312 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.466404 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9b72d-2b25-43a1-9aee-b9f363a44312 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=796d15df-b1a1-46f6-8086-d2078e30dfd6,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:31.484229 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-96b9b72d-2b25-43a1-9aee-b9f363a44312 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5339608 Apr 18 06:00:31.487160 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48180) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:31.492735 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-24895175-943f-4e17-aad7-86f8bbb4723a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'mac_address': 'fa:16:3e:d2:d4:26', 'name': 'tempest-NetworksTestDHCPv6-901678325'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:31.535596 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.546287 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] Transition to ACTIVE for port object b4e41684-8c2a-4bcc-952f-737d4d0ad720 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:31.564511 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] Transition to ACTIVE for port object b4e41684-8c2a-4bcc-952f-737d4d0ad720 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:31.570026 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.631604 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-24895175-943f-4e17-aad7-86f8bbb4723a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:31.632827 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:31.640376 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:31.641296 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-24895175-943f-4e17-aad7-86f8bbb4723a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:31.644872 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:00:31.650616 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] Pushing event updated for resources: {'Port': ['ID=b4e41684-8c2a-4bcc-952f-737d4d0ad720,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:31.650864 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24895175-943f-4e17-aad7-86f8bbb4723a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:31.741145 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] Attempting to bind port b4e41684-8c2a-4bcc-952f-737d4d0ad720 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:31.741507 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] Attempting to bind port b4e41684-8c2a-4bcc-952f-737d4d0ad720 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:31.741869 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] Attempting to bind port b4e41684-8c2a-4bcc-952f-737d4d0ad720 on network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:00:31.749421 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:00:31.750225 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] Checking segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:00:31.750370 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.750776 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] Bound using segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:00:31.751225 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] Bound port: b4e41684-8c2a-4bcc-952f-737d4d0ad720, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:31.751596 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.781775 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-24895175-943f-4e17-aad7-86f8bbb4723a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.809452 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-24895175-943f-4e17-aad7-86f8bbb4723a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] device_id is not set on port 710461c9-194d-448e-aa29-1a5df4b4f468 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:00:31.842279 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] For port b4e41684-8c2a-4bcc-952f-737d4d0ad720, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:00:31.845722 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] For port b4e41684-8c2a-4bcc-952f-737d4d0ad720, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b4e41684-8c2a-4bcc-952f-737d4d0ad720,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:00:31.850995 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.863450 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26098886-9bfe-4cbd-9d50-c6dc79113332 req-431a049d-f901-4a79-8b5b-4e570169f473 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:31.868495 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-26098886-9bfe-4cbd-9d50-c6dc79113332 req-431a049d-f901-4a79-8b5b-4e570169f473 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.0908401 Apr 18 06:00:31.916533 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-26098886-9bfe-4cbd-9d50-c6dc79113332 req-4d49603d-e5de-4cb6-9373-9a2c0c8a6565 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437181 Apr 18 06:00:31.943926 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2da81-990d-48c2-b6ea-6aeed07294bf None None] Pushing event updated for resources: {'Port': ['ID=b4e41684-8c2a-4bcc-952f-737d4d0ad720,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:32.037359 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-24895175-943f-4e17-aad7-86f8bbb4723a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 172.20.0.4 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/796d15df-b1a1-46f6-8086-d2078e30dfd6/710461c9-194d-448e-aa29-1a5df4b4f468) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:32.043030 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-24895175-943f-4e17-aad7-86f8bbb4723a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8::f816:3eff:fed2:d426 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/ef9cdc3c-7dcc-48a3-b8e5-14dc04707b37/710461c9-194d-448e-aa29-1a5df4b4f468) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:32.263464 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-24895175-943f-4e17-aad7-86f8bbb4723a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:32.279934 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-24895175-943f-4e17-aad7-86f8bbb4723a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Transition to ACTIVE for port object 710461c9-194d-448e-aa29-1a5df4b4f468 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:32.303025 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-24895175-943f-4e17-aad7-86f8bbb4723a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:32.372654 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24895175-943f-4e17-aad7-86f8bbb4723a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:32.379685 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-24895175-943f-4e17-aad7-86f8bbb4723a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:32.383988 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24895175-943f-4e17-aad7-86f8bbb4723a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:00:32.415168 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24895175-943f-4e17-aad7-86f8bbb4723a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=710461c9-194d-448e-aa29-1a5df4b4f468,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:32.449311 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24895175-943f-4e17-aad7-86f8bbb4723a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:32.449852 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-24895175-943f-4e17-aad7-86f8bbb4723a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:32.474603 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-24895175-943f-4e17-aad7-86f8bbb4723a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9863122 Apr 18 06:00:32.477083 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48186) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:32.565678 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39fecfb-0967-467b-b424-a6513b74d9b7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:32.571473 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39fecfb-0967-467b-b424-a6513b74d9b7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:32.572283 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d39fecfb-0967-467b-b424-a6513b74d9b7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:32.590009 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d39fecfb-0967-467b-b424-a6513b74d9b7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:32.591178 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d39fecfb-0967-467b-b424-a6513b74d9b7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1131811 Apr 18 06:00:32.594357 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48190) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:32.664558 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-8a0afb25-b342-45ec-a613-e1ba91eb202f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting port 710461c9-194d-448e-aa29-1a5df4b4f468 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:32.664901 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8a0afb25-b342-45ec-a613-e1ba91eb202f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:32.847920 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58856146-66c3-434b-8f66-1ad6d14d9659 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:32.956852 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d11738db-df43-4dc1-8c39-d904af1a3348 None None] Provisioning for port b4e41684-8c2a-4bcc-952f-737d4d0ad720 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:33.028748 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8a0afb25-b342-45ec-a613-e1ba91eb202f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.181408 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c07778-08e7-4895-87e0-e5107f9dd46f None None] Update dhcp port {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'fixed_ips': [{'subnet_id': 'ef9cdc3c-7dcc-48a3-b8e5-14dc04707b37', 'ip_address': '2001:db8::f816:3eff:fe5e:8cc6'}, {'subnet_id': '796d15df-b1a1-46f6-8086-d2078e30dfd6'}], 'binding:host_id': 'dv-neutron-837489-1-hyperv'}, 'id': 'b4e41684-8c2a-4bcc-952f-737d4d0ad720'} from dv-neutron-837489-1-hyperv. {{(pid=88036) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 06:00:33.189786 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-8a0afb25-b342-45ec-a613-e1ba91eb202f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Calling delete_port for 710461c9-194d-448e-aa29-1a5df4b4f468 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:33.233581 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-73c07778-08e7-4895-87e0-e5107f9dd46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.294456 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5cf6b-6375-4066-b9e0-f5f28463dfde req-c420c7d1-f6f5-48a8-92f1-8f9647c676f0 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:33.303394 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e0b5cf6b-6375-4066-b9e0-f5f28463dfde req-c420c7d1-f6f5-48a8-92f1-8f9647c676f0 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.2138913 Apr 18 06:00:33.409044 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e0b5cf6b-6375-4066-b9e0-f5f28463dfde req-6bf5bf35-dcdf-4e8f-b7db-e8c8d515f1dd tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685368 Apr 18 06:00:33.443207 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-73c07778-08e7-4895-87e0-e5107f9dd46f None None] Allocated IP 172.20.0.2 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/796d15df-b1a1-46f6-8086-d2078e30dfd6/b4e41684-8c2a-4bcc-952f-737d4d0ad720) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:33.475525 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8a0afb25-b342-45ec-a613-e1ba91eb202f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.527735 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0afb25-b342-45ec-a613-e1ba91eb202f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Port': ['ID=710461c9-194d-448e-aa29-1a5df4b4f468,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:33.584121 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-73c07778-08e7-4895-87e0-e5107f9dd46f None None] For port b4e41684-8c2a-4bcc-952f-737d4d0ad720, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b4e41684-8c2a-4bcc-952f-737d4d0ad720,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:33.611143 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-73c07778-08e7-4895-87e0-e5107f9dd46f None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.627534 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-73c07778-08e7-4895-87e0-e5107f9dd46f None None] Transition to ACTIVE for port object b4e41684-8c2a-4bcc-952f-737d4d0ad720 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:33.631439 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-73c07778-08e7-4895-87e0-e5107f9dd46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.672150 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8a0afb25-b342-45ec-a613-e1ba91eb202f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.687445 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8a0afb25-b342-45ec-a613-e1ba91eb202f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/710461c9-194d-448e-aa29-1a5df4b4f468 HTTP/1.1" status: 204 len: 168 time: 1.0920410 Apr 18 06:00:33.690075 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48196) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:33.758347 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b763c8d-732e-440a-b7c1-24dd8d5004ee tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:33.759856 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b763c8d-732e-440a-b7c1-24dd8d5004ee tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:33.761387 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b763c8d-732e-440a-b7c1-24dd8d5004ee tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:33.763143 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8b763c8d-732e-440a-b7c1-24dd8d5004ee tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0721240 Apr 18 06:00:33.766070 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48200) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:33.804475 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c07778-08e7-4895-87e0-e5107f9dd46f None None] Pushing event updated for resources: {'Port': ['ID=b4e41684-8c2a-4bcc-952f-737d4d0ad720,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:33.834239 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-5178fab9-5f20-456e-b4dd-8e1ec8903886 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet 796d15df-b1a1-46f6-8086-d2078e30dfd6 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:00:33.837427 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5178fab9-5f20-456e-b4dd-8e1ec8903886 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.898200 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5178fab9-5f20-456e-b4dd-8e1ec8903886 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.985165 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5178fab9-5f20-456e-b4dd-8e1ec8903886 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.067956 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5178fab9-5f20-456e-b4dd-8e1ec8903886 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.105975 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178fab9-5f20-456e-b4dd-8e1ec8903886 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=796d15df-b1a1-46f6-8086-d2078e30dfd6,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:34.116353 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5178fab9-5f20-456e-b4dd-8e1ec8903886 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.128374 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5178fab9-5f20-456e-b4dd-8e1ec8903886 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/796d15df-b1a1-46f6-8086-d2078e30dfd6 HTTP/1.1" status: 204 len: 168 time: 0.3611653 Apr 18 06:00:34.128945 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b4e41684-8c2a-4bcc-952f-737d4d0ad720 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:00:34.130782 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48204) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:34.201931 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaab63ab-20d6-418e-9a29-0d0b7472c2a0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet ef9cdc3c-7dcc-48a3-b8e5-14dc04707b37 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:00:34.205527 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-aaab63ab-20d6-418e-9a29-0d0b7472c2a0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.206634 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port b4e41684-8c2a-4bcc-952f-737d4d0ad720 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:34.265107 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-aaab63ab-20d6-418e-9a29-0d0b7472c2a0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.356688 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b5f2bc-23cc-4c8d-b3c1-d46b457056e1 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:34.357029 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-aaab63ab-20d6-418e-9a29-0d0b7472c2a0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.433530 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-aaab63ab-20d6-418e-9a29-0d0b7472c2a0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.458542 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-89634ccd-9eb5-4aa2-a117-bb5eaae3348c None None] Provisioning for port b4e41684-8c2a-4bcc-952f-737d4d0ad720 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:34.466019 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-89634ccd-9eb5-4aa2-a117-bb5eaae3348c None None] Provisioning complete for port b4e41684-8c2a-4bcc-952f-737d4d0ad720 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:34.466562 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-89634ccd-9eb5-4aa2-a117-bb5eaae3348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.483132 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab63ab-20d6-418e-9a29-0d0b7472c2a0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=ef9cdc3c-7dcc-48a3-b8e5-14dc04707b37,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:34.485255 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-aaab63ab-20d6-418e-9a29-0d0b7472c2a0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.497269 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-aaab63ab-20d6-418e-9a29-0d0b7472c2a0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/ef9cdc3c-7dcc-48a3-b8e5-14dc04707b37 HTTP/1.1" status: 204 len: 168 time: 0.3631494 Apr 18 06:00:34.497545 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48210) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:34.562273 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-da216b97-d5cf-4358-968c-959c37e669e2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:router {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:34.574388 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-da216b97-d5cf-4358-968c-959c37e669e2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:router {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:34.579249 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-da216b97-d5cf-4358-968c-959c37e669e2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765047 Apr 18 06:00:34.579581 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48214) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:34.585335 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7a9a1fce-a836-46c5-905a-6b96f944294b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:34.611379 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8f9c8-8360-4900-ae7c-cdfd19445718 req-e1ede7bd-9b75-4454-bd15-265bf51d9dfa tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:34.612737 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7cf8f9c8-8360-4900-ae7c-cdfd19445718 req-e1ede7bd-9b75-4454-bd15-265bf51d9dfa tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.0835714 Apr 18 06:00:34.661656 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7cf8f9c8-8360-4900-ae7c-cdfd19445718 req-af763aab-b615-4e8b-bf00-dac1b6445954 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416002 Apr 18 06:00:34.690869 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-89634ccd-9eb5-4aa2-a117-bb5eaae3348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.699936 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7a9a1fce-a836-46c5-905a-6b96f944294b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:34.705349 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7a9a1fce-a836-46c5-905a-6b96f944294b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:00:34.708317 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7a9a1fce-a836-46c5-905a-6b96f944294b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:00:34.713944 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7a9a1fce-a836-46c5-905a-6b96f944294b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:34.725374 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9a1fce-a836-46c5-905a-6b96f944294b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:34.729189 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7a9a1fce-a836-46c5-905a-6b96f944294b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.729928 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-89634ccd-9eb5-4aa2-a117-bb5eaae3348c None None] For port b4e41684-8c2a-4bcc-952f-737d4d0ad720, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b4e41684-8c2a-4bcc-952f-737d4d0ad720,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:34.734402 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-89634ccd-9eb5-4aa2-a117-bb5eaae3348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.771269 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-89634ccd-9eb5-4aa2-a117-bb5eaae3348c None None] Could not find standard attr ID for object 710461c9-194d-448e-aa29-1a5df4b4f468. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:00:34.783291 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fc704e-d0ab-46f7-b4f6-c20026c2f3de None None] DHCP port deletion for 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:00:34.792866 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-14fc704e-d0ab-46f7-b4f6-c20026c2f3de None None] Deleting port b4e41684-8c2a-4bcc-952f-737d4d0ad720 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:34.793232 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-14fc704e-d0ab-46f7-b4f6-c20026c2f3de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.851632 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89634ccd-9eb5-4aa2-a117-bb5eaae3348c None None] Pushing event updated for resources: {'Port': ['ID=b4e41684-8c2a-4bcc-952f-737d4d0ad720,revision_number=6']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:35.013079 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-14fc704e-d0ab-46f7-b4f6-c20026c2f3de None None] For port b4e41684-8c2a-4bcc-952f-737d4d0ad720, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b4e41684-8c2a-4bcc-952f-737d4d0ad720,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:35.014066 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-14fc704e-d0ab-46f7-b4f6-c20026c2f3de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.133066 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-14fc704e-d0ab-46f7-b4f6-c20026c2f3de None None] Calling delete_port for b4e41684-8c2a-4bcc-952f-737d4d0ad720 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:35.192784 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.objects.ports [None req-7a9a1fce-a836-46c5-905a-6b96f944294b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88035) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 06:00:35.210907 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-14fc704e-d0ab-46f7-b4f6-c20026c2f3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.261783 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc704e-d0ab-46f7-b4f6-c20026c2f3de None None] Pushing event deleted for resources: {'Port': ['ID=b4e41684-8c2a-4bcc-952f-737d4d0ad720,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:35.264969 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fc704e-d0ab-46f7-b4f6-c20026c2f3de None None] No DVR routers for this DVR port b4e41684-8c2a-4bcc-952f-737d4d0ad720 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:35.285824 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-40a0d0c6-294b-401f-b9fb-e3b194bce12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.328212 dv-neutron-837489-1-hyperv neutron-server[88035]: WARNING neutron.services.revisions.revision_plugin [None req-7a9a1fce-a836-46c5-905a-6b96f944294b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Could not find related port for resource to bump revision. Apr 18 06:00:35.333882 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.ipam_pluggable_backend [None req-7a9a1fce-a836-46c5-905a-6b96f944294b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Port b4e41684-8c2a-4bcc-952f-737d4d0ad720 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88035) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 18 06:00:35.334194 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.ipam_pluggable_backend [None req-7a9a1fce-a836-46c5-905a-6b96f944294b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5e:8cc6 {{(pid=88035) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 18 06:00:35.338482 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7a9a1fce-a836-46c5-905a-6b96f944294b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.399479 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9a1fce-a836-46c5-905a-6b96f944294b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:35.402617 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-7a9a1fce-a836-46c5-905a-6b96f944294b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:35.406967 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9a1fce-a836-46c5-905a-6b96f944294b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:35.407548 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7a9a1fce-a836-46c5-905a-6b96f944294b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.411566 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a28b96-a6a8-4fb1-874b-ed59f75b1ec5 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:35.425439 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a1fce-a836-46c5-905a-6b96f944294b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=e702ecaa-c126-49f7-a507-ae1d2a7c1d9b,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:35.439126 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7a9a1fce-a836-46c5-905a-6b96f944294b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8583286 Apr 18 06:00:35.441861 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48218) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:35.447925 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-1fca7ec6-a878-4f83-b28e-587af491c998 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:35.586681 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1fca7ec6-a878-4f83-b28e-587af491c998 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:35.590566 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1fca7ec6-a878-4f83-b28e-587af491c998 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:00:35.594209 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1fca7ec6-a878-4f83-b28e-587af491c998 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:00:35.612369 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1fca7ec6-a878-4f83-b28e-587af491c998 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:35.622683 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fca7ec6-a878-4f83-b28e-587af491c998 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:35.626776 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1fca7ec6-a878-4f83-b28e-587af491c998 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.631766 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'fixed_ips': [{'subnet_id': 'e702ecaa-c126-49f7-a507-ae1d2a7c1d9b'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:00:35.632648 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.788194 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] Allocated IP 2001:db8::f816:3eff:feb8:a972 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/e702ecaa-c126-49f7-a507-ae1d2a7c1d9b/a2332d2e-b8e4-43c0-8c56-1e2927bff732) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:35.921181 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4f569-251c-4a2a-bd7f-49672880bb5d req-6170960a-e88d-4b9e-b643-6c1f0da78bda tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:35.922642 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c4b4f569-251c-4a2a-bd7f-49672880bb5d req-6170960a-e88d-4b9e-b643-6c1f0da78bda tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.1487472 Apr 18 06:00:35.977686 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1fca7ec6-a878-4f83-b28e-587af491c998 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.033132 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.043918 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c4b4f569-251c-4a2a-bd7f-49672880bb5d req-dbc9a3f2-e093-4130-b6d0-3a2e4309b55e tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1083229 Apr 18 06:00:36.045167 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] Transition to ACTIVE for port object a2332d2e-b8e4-43c0-8c56-1e2927bff732 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:36.054853 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fca7ec6-a878-4f83-b28e-587af491c998 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:36.057913 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-1fca7ec6-a878-4f83-b28e-587af491c998 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:36.062618 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fca7ec6-a878-4f83-b28e-587af491c998 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:36.063194 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1fca7ec6-a878-4f83-b28e-587af491c998 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.066369 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] Transition to ACTIVE for port object a2332d2e-b8e4-43c0-8c56-1e2927bff732 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:36.066820 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca7ec6-a878-4f83-b28e-587af491c998 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=771a8be8-18bd-476f-a33c-6616614ffa10,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:36.076503 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.099746 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1fca7ec6-a878-4f83-b28e-587af491c998 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6567616 Apr 18 06:00:36.102429 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48224) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:36.108416 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-227d3939-c6ac-4172-b3c9-b1cd658377af tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'mac_address': 'fa:16:3e:48:13:5b', 'name': 'tempest-NetworksTestDHCPv6-42291948'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:36.114140 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b4e41684-8c2a-4bcc-952f-737d4d0ad720 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:00:36.161943 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: b4e41684-8c2a-4bcc-952f-737d4d0ad720 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:00:36.162635 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b4e41684-8c2a-4bcc-952f-737d4d0ad720 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:00:36.175753 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:36.178419 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:36.186490 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:00:36.195579 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] Pushing event updated for resources: {'Port': ['ID=a2332d2e-b8e4-43c0-8c56-1e2927bff732,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:36.248547 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-227d3939-c6ac-4172-b3c9-b1cd658377af tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:36.252680 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-227d3939-c6ac-4172-b3c9-b1cd658377af tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:port and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:00:36.255491 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-227d3939-c6ac-4172-b3c9-b1cd658377af tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:00:36.261116 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-227d3939-c6ac-4172-b3c9-b1cd658377af tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:36.271235 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227d3939-c6ac-4172-b3c9-b1cd658377af tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:36.275521 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-227d3939-c6ac-4172-b3c9-b1cd658377af tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.281196 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] Attempting to bind port a2332d2e-b8e4-43c0-8c56-1e2927bff732 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:36.281561 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] Attempting to bind port a2332d2e-b8e4-43c0-8c56-1e2927bff732 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:36.281917 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] Attempting to bind port a2332d2e-b8e4-43c0-8c56-1e2927bff732 on network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:00:36.287046 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:00:36.287410 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] Checking segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:00:36.287800 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.288216 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] Bound using segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:00:36.288673 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] Bound port: a2332d2e-b8e4-43c0-8c56-1e2927bff732, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:36.289049 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.303583 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-227d3939-c6ac-4172-b3c9-b1cd658377af tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] device_id is not set on port ad91a9df-a726-4838-92cc-6a9e97d0565d yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:00:36.387063 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] For port a2332d2e-b8e4-43c0-8c56-1e2927bff732, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:00:36.391027 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] For port a2332d2e-b8e4-43c0-8c56-1e2927bff732, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a2332d2e-b8e4-43c0-8c56-1e2927bff732,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:00:36.394514 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.477500 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bb172-8b95-4dea-a5fa-8fb7365282f3 None None] Pushing event updated for resources: {'Port': ['ID=a2332d2e-b8e4-43c0-8c56-1e2927bff732,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:36.524695 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-227d3939-c6ac-4172-b3c9-b1cd658377af tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 172.20.0.2 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/771a8be8-18bd-476f-a33c-6616614ffa10/ad91a9df-a726-4838-92cc-6a9e97d0565d) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:36.531511 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-227d3939-c6ac-4172-b3c9-b1cd658377af tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8::f816:3eff:fe48:135b (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/e702ecaa-c126-49f7-a507-ae1d2a7c1d9b/ad91a9df-a726-4838-92cc-6a9e97d0565d) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:36.745159 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-227d3939-c6ac-4172-b3c9-b1cd658377af tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.762365 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-227d3939-c6ac-4172-b3c9-b1cd658377af tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Transition to ACTIVE for port object ad91a9df-a726-4838-92cc-6a9e97d0565d will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:36.788496 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-227d3939-c6ac-4172-b3c9-b1cd658377af tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.959179 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227d3939-c6ac-4172-b3c9-b1cd658377af tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:36.967469 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-227d3939-c6ac-4172-b3c9-b1cd658377af tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:36.970028 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227d3939-c6ac-4172-b3c9-b1cd658377af tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:00:37.006693 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d3939-c6ac-4172-b3c9-b1cd658377af tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=ad91a9df-a726-4838-92cc-6a9e97d0565d,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:37.037246 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227d3939-c6ac-4172-b3c9-b1cd658377af tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:37.037853 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-227d3939-c6ac-4172-b3c9-b1cd658377af tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.060741 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-227d3939-c6ac-4172-b3c9-b1cd658377af tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 0.9573462 Apr 18 06:00:37.063337 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48228) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:37.152837 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417a50d6-f404-4b87-8503-fbd7741e00e9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:37.160328 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417a50d6-f404-4b87-8503-fbd7741e00e9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:37.161157 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-417a50d6-f404-4b87-8503-fbd7741e00e9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:37.180946 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-417a50d6-f404-4b87-8503-fbd7741e00e9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:37.182454 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-417a50d6-f404-4b87-8503-fbd7741e00e9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1179094 Apr 18 06:00:37.184834 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48234) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:37.257373 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-b140b09b-73d1-4c38-bc5a-3c84769f9078 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting port ad91a9df-a726-4838-92cc-6a9e97d0565d {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:37.257752 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b140b09b-73d1-4c38-bc5a-3c84769f9078 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.281675 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdc8e9-7061-4d3f-927c-3b06d0cb143e req-9f1111dd-b2bc-48b9-a0df-ddbccacfbcd8 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:37.283173 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6cbdc8e9-7061-4d3f-927c-3b06d0cb143e req-9f1111dd-b2bc-48b9-a0df-ddbccacfbcd8 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.0959837 Apr 18 06:00:37.340221 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6cbdc8e9-7061-4d3f-927c-3b06d0cb143e req-1118db56-4503-4055-8364-31b93a9f1034 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508673 Apr 18 06:00:37.450023 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7836953c-7edd-49d2-a495-8a0c5b336d4b None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:37.525868 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b140b09b-73d1-4c38-bc5a-3c84769f9078 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.564103 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b856-3839-47ae-bfed-79b9c6894e7f None None] Provisioning for port a2332d2e-b8e4-43c0-8c56-1e2927bff732 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:37.619507 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-355dad4d-64b3-4925-aa8e-563642852f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.651802 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-b140b09b-73d1-4c38-bc5a-3c84769f9078 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Calling delete_port for ad91a9df-a726-4838-92cc-6a9e97d0565d owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:37.733523 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.805400 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f329f84d-93ad-40fa-9246-6fd448440dc5 None None] Update dhcp port {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'fixed_ips': [{'subnet_id': 'e702ecaa-c126-49f7-a507-ae1d2a7c1d9b', 'ip_address': '2001:db8::f816:3eff:feb8:a972'}, {'subnet_id': '771a8be8-18bd-476f-a33c-6616614ffa10'}], 'binding:host_id': 'dv-neutron-837489-1-hyperv'}, 'id': 'a2332d2e-b8e4-43c0-8c56-1e2927bff732'} from dv-neutron-837489-1-hyperv. {{(pid=88036) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 06:00:37.858070 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f329f84d-93ad-40fa-9246-6fd448440dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.861716 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b140b09b-73d1-4c38-bc5a-3c84769f9078 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.914988 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140b09b-73d1-4c38-bc5a-3c84769f9078 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Port': ['ID=ad91a9df-a726-4838-92cc-6a9e97d0565d,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:38.051718 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b140b09b-73d1-4c38-bc5a-3c84769f9078 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.065804 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-f329f84d-93ad-40fa-9246-6fd448440dc5 None None] Allocated IP 172.20.0.2 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/771a8be8-18bd-476f-a33c-6616614ffa10/a2332d2e-b8e4-43c0-8c56-1e2927bff732) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:38.068933 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b140b09b-73d1-4c38-bc5a-3c84769f9078 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/ad91a9df-a726-4838-92cc-6a9e97d0565d HTTP/1.1" status: 204 len: 168 time: 0.8823142 Apr 18 06:00:38.070516 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48238) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:38.142237 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6937b5-c1bc-446f-99d6-bd137c7eb0d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:38.143737 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6937b5-c1bc-446f-99d6-bd137c7eb0d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:38.145250 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6937b5-c1bc-446f-99d6-bd137c7eb0d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:38.146039 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-db6937b5-c1bc-446f-99d6-bd137c7eb0d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:38.161447 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-db6937b5-c1bc-446f-99d6-bd137c7eb0d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:38.161796 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a2332d2e-b8e4-43c0-8c56-1e2927bff732 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:00:38.162655 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-db6937b5-c1bc-446f-99d6-bd137c7eb0d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0907419 Apr 18 06:00:38.165482 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48242) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:38.234940 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-b084fae3-79e7-4381-870c-e0eeb957aa7d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet 771a8be8-18bd-476f-a33c-6616614ffa10 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:00:38.259201 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f329f84d-93ad-40fa-9246-6fd448440dc5 None None] For port a2332d2e-b8e4-43c0-8c56-1e2927bff732, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a2332d2e-b8e4-43c0-8c56-1e2927bff732,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:38.271187 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port a2332d2e-b8e4-43c0-8c56-1e2927bff732 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:38.284465 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port a2332d2e-b8e4-43c0-8c56-1e2927bff732 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:38.284832 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.321937 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f329f84d-93ad-40fa-9246-6fd448440dc5 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.356263 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f329f84d-93ad-40fa-9246-6fd448440dc5 None None] Transition to ACTIVE for port object a2332d2e-b8e4-43c0-8c56-1e2927bff732 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:38.361885 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b084fae3-79e7-4381-870c-e0eeb957aa7d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.364473 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f329f84d-93ad-40fa-9246-6fd448440dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.403820 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Port a2332d2e-b8e4-43c0-8c56-1e2927bff732 had new provisioning blocks added so it will not transition to active. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Apr 18 06:00:38.423025 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b084fae3-79e7-4381-870c-e0eeb957aa7d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.519144 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329f84d-93ad-40fa-9246-6fd448440dc5 None None] Pushing event updated for resources: {'Port': ['ID=a2332d2e-b8e4-43c0-8c56-1e2927bff732,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:38.522118 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.571713 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b084fae3-79e7-4381-870c-e0eeb957aa7d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.601037 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.616293 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629ca6d-2c54-4e6c-bea1-fc27f2356c2d req-c90eb3ec-4589-4856-9a67-7bba97dbd310 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:38.617780 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7629ca6d-2c54-4e6c-bea1-fc27f2356c2d req-c90eb3ec-4589-4856-9a67-7bba97dbd310 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.1521015 Apr 18 06:00:38.683115 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7629ca6d-2c54-4e6c-bea1-fc27f2356c2d req-878d4ddc-9381-4783-a001-1c4ced453c72 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577569 Apr 18 06:00:38.696188 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b084fae3-79e7-4381-870c-e0eeb957aa7d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.737587 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084fae3-79e7-4381-870c-e0eeb957aa7d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=771a8be8-18bd-476f-a33c-6616614ffa10,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:38.741273 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b084fae3-79e7-4381-870c-e0eeb957aa7d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.754769 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b084fae3-79e7-4381-870c-e0eeb957aa7d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/771a8be8-18bd-476f-a33c-6616614ffa10 HTTP/1.1" status: 204 len: 168 time: 0.5882595 Apr 18 06:00:38.757640 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48248) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:38.824687 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd2243c6-dcd5-4c9a-89fe-41f41613af8c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet e702ecaa-c126-49f7-a507-ae1d2a7c1d9b {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:00:38.828364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd2243c6-dcd5-4c9a-89fe-41f41613af8c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.892671 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd2243c6-dcd5-4c9a-89fe-41f41613af8c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.982259 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd2243c6-dcd5-4c9a-89fe-41f41613af8c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:39.063610 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab285e0-a690-4fa4-84c8-5fd8a5525b4f None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:39.064968 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd2243c6-dcd5-4c9a-89fe-41f41613af8c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:39.106477 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2243c6-dcd5-4c9a-89fe-41f41613af8c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=e702ecaa-c126-49f7-a507-ae1d2a7c1d9b,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:39.112169 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd2243c6-dcd5-4c9a-89fe-41f41613af8c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:39.123736 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-cd2243c6-dcd5-4c9a-89fe-41f41613af8c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/e702ecaa-c126-49f7-a507-ae1d2a7c1d9b HTTP/1.1" status: 204 len: 168 time: 0.3626893 Apr 18 06:00:39.123954 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48252) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:39.192287 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d9eaf0d8-ff9b-4ac8-9ccf-987987fb6162 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670252 Apr 18 06:00:39.194702 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48256) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:39.200254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-19ccf3eb-db94-48d4-bbdf-69a1b800c238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:39.230245 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a1300965-2044-49bf-9ed9-6fbd33153ff8 None None] Provisioning for port a2332d2e-b8e4-43c0-8c56-1e2927bff732 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:39.264989 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a1300965-2044-49bf-9ed9-6fbd33153ff8 None None] Provisioning complete for port a2332d2e-b8e4-43c0-8c56-1e2927bff732 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:39.265357 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a1300965-2044-49bf-9ed9-6fbd33153ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:39.312832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-19ccf3eb-db94-48d4-bbdf-69a1b800c238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:39.316891 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-19ccf3eb-db94-48d4-bbdf-69a1b800c238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:00:39.319686 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-19ccf3eb-db94-48d4-bbdf-69a1b800c238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:00:39.325384 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-19ccf3eb-db94-48d4-bbdf-69a1b800c238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:39.336576 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ccf3eb-db94-48d4-bbdf-69a1b800c238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:39.340221 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-19ccf3eb-db94-48d4-bbdf-69a1b800c238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:39.408887 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a1300965-2044-49bf-9ed9-6fbd33153ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:39.442965 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-a1300965-2044-49bf-9ed9-6fbd33153ff8 None None] For port a2332d2e-b8e4-43c0-8c56-1e2927bff732, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a2332d2e-b8e4-43c0-8c56-1e2927bff732,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:39.446887 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a1300965-2044-49bf-9ed9-6fbd33153ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:39.488821 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898afe6a-47c3-4c1f-bc19-1198b00055a9 None None] DHCP port deletion for 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:00:39.498654 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a1300965-2044-49bf-9ed9-6fbd33153ff8 None None] Could not find standard attr ID for object ad91a9df-a726-4838-92cc-6a9e97d0565d. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:00:39.503426 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-898afe6a-47c3-4c1f-bc19-1198b00055a9 None None] Deleting port a2332d2e-b8e4-43c0-8c56-1e2927bff732 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:39.503426 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-898afe6a-47c3-4c1f-bc19-1198b00055a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:39.573796 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1300965-2044-49bf-9ed9-6fbd33153ff8 None None] Pushing event updated for resources: {'Port': ['ID=a2332d2e-b8e4-43c0-8c56-1e2927bff732,revision_number=6']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:39.574983 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-19ccf3eb-db94-48d4-bbdf-69a1b800c238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:39.633511 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ccf3eb-db94-48d4-bbdf-69a1b800c238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:39.636538 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-19ccf3eb-db94-48d4-bbdf-69a1b800c238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:39.641329 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ccf3eb-db94-48d4-bbdf-69a1b800c238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:39.641914 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-19ccf3eb-db94-48d4-bbdf-69a1b800c238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:39.656941 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccf3eb-db94-48d4-bbdf-69a1b800c238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=d19de9b3-5439-40a2-9e3c-effbef29a574,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:39.671748 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-19ccf3eb-db94-48d4-bbdf-69a1b800c238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4760075 Apr 18 06:00:39.674665 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48260) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:39.680129 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-b8d60b48-2d19-481a-86af-1453b5aafbeb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:39.756923 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-898afe6a-47c3-4c1f-bc19-1198b00055a9 None None] For port a2332d2e-b8e4-43c0-8c56-1e2927bff732, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a2332d2e-b8e4-43c0-8c56-1e2927bff732,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:39.757314 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-898afe6a-47c3-4c1f-bc19-1198b00055a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:39.901341 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-898afe6a-47c3-4c1f-bc19-1198b00055a9 None None] Calling delete_port for a2332d2e-b8e4-43c0-8c56-1e2927bff732 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:39.935832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b8d60b48-2d19-481a-86af-1453b5aafbeb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:39.940114 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b8d60b48-2d19-481a-86af-1453b5aafbeb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:00:39.943673 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b8d60b48-2d19-481a-86af-1453b5aafbeb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:00:39.950916 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b8d60b48-2d19-481a-86af-1453b5aafbeb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:39.977715 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-898afe6a-47c3-4c1f-bc19-1198b00055a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.007550 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d60b48-2d19-481a-86af-1453b5aafbeb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:40.010999 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b8d60b48-2d19-481a-86af-1453b5aafbeb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.027702 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898afe6a-47c3-4c1f-bc19-1198b00055a9 None None] Pushing event deleted for resources: {'Port': ['ID=a2332d2e-b8e4-43c0-8c56-1e2927bff732,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:40.030208 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898afe6a-47c3-4c1f-bc19-1198b00055a9 None None] No DVR routers for this DVR port a2332d2e-b8e4-43c0-8c56-1e2927bff732 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:40.050592 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cf8527-0148-4abd-adfa-ea89fdc3980b None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:40.133489 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a2332d2e-b8e4-43c0-8c56-1e2927bff732 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:00:40.141063 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a8be7-6c13-464e-8b72-d62b9ea0b701 req-55ccd6db-94f9-47be-8959-3da1716924e4 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:40.142545 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-381a8be7-6c13-464e-8b72-d62b9ea0b701 req-55ccd6db-94f9-47be-8959-3da1716924e4 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.1934457 Apr 18 06:00:40.180716 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: a2332d2e-b8e4-43c0-8c56-1e2927bff732 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:00:40.180973 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a2332d2e-b8e4-43c0-8c56-1e2927bff732 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:00:40.182385 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.213482 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-381a8be7-6c13-464e-8b72-d62b9ea0b701 req-81c2f74e-d2a5-45fb-9a4d-65d6e82b41db tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608127 Apr 18 06:00:40.314932 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'fixed_ips': [{'subnet_id': 'd19de9b3-5439-40a2-9e3c-effbef29a574'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:00:40.315835 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.440486 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.objects.ports [None req-b8d60b48-2d19-481a-86af-1453b5aafbeb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88034) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 06:00:40.441575 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b8d60b48-2d19-481a-86af-1453b5aafbeb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.502148 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d60b48-2d19-481a-86af-1453b5aafbeb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:40.505235 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-b8d60b48-2d19-481a-86af-1453b5aafbeb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:40.509633 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d60b48-2d19-481a-86af-1453b5aafbeb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:40.510220 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b8d60b48-2d19-481a-86af-1453b5aafbeb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.529759 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d60b48-2d19-481a-86af-1453b5aafbeb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=489482c3-9cf7-4e52-8f72-c352c38148aa,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:40.543433 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b8d60b48-2d19-481a-86af-1453b5aafbeb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8677471 Apr 18 06:00:40.546854 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48270) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:40.552359 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-3e0afbe0-d1f9-4490-b642-53db4a02477a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'mac_address': 'fa:16:3e:9f:6d:72', 'name': 'tempest-NetworksTestDHCPv6-1039410785'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:40.567255 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] Allocated IP 172.20.0.2 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/d19de9b3-5439-40a2-9e3c-effbef29a574/28c5228e-59aa-49f0-a9bd-15a6fbea4962) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:40.573534 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] Allocated IP 2001:db8::f816:3eff:fe99:af06 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/489482c3-9cf7-4e52-8f72-c352c38148aa/28c5228e-59aa-49f0-a9bd-15a6fbea4962) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:40.693809 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3e0afbe0-d1f9-4490-b642-53db4a02477a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:40.697480 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3e0afbe0-d1f9-4490-b642-53db4a02477a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:port and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:00:40.700338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3e0afbe0-d1f9-4490-b642-53db4a02477a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:00:40.706881 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3e0afbe0-d1f9-4490-b642-53db4a02477a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:40.717652 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0afbe0-d1f9-4490-b642-53db4a02477a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:40.775472 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.785921 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] Transition to ACTIVE for port object 28c5228e-59aa-49f0-a9bd-15a6fbea4962 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:40.804215 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] Transition to ACTIVE for port object 28c5228e-59aa-49f0-a9bd-15a6fbea4962 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:40.809870 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.841316 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3e0afbe0-d1f9-4490-b642-53db4a02477a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.869106 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-3e0afbe0-d1f9-4490-b642-53db4a02477a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] device_id is not set on port 57048f62-b154-4d8a-9ba5-d559b42ded07 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:00:40.901847 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:40.909084 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:40.913185 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:00:40.918889 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] Pushing event updated for resources: {'Port': ['ID=28c5228e-59aa-49f0-a9bd-15a6fbea4962,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:41.056756 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] Attempting to bind port 28c5228e-59aa-49f0-a9bd-15a6fbea4962 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:41.057111 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] Attempting to bind port 28c5228e-59aa-49f0-a9bd-15a6fbea4962 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:41.057460 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] Attempting to bind port 28c5228e-59aa-49f0-a9bd-15a6fbea4962 on network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:00:41.063299 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:00:41.063665 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] Checking segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:00:41.064076 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.064463 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] Bound using segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:00:41.064914 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] Bound port: 28c5228e-59aa-49f0-a9bd-15a6fbea4962, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:41.065285 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.088933 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-3e0afbe0-d1f9-4490-b642-53db4a02477a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 172.20.0.13 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/d19de9b3-5439-40a2-9e3c-effbef29a574/57048f62-b154-4d8a-9ba5-d559b42ded07) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:41.095422 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-3e0afbe0-d1f9-4490-b642-53db4a02477a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8::f816:3eff:fe9f:6d72 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/489482c3-9cf7-4e52-8f72-c352c38148aa/57048f62-b154-4d8a-9ba5-d559b42ded07) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:41.154701 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] For port 28c5228e-59aa-49f0-a9bd-15a6fbea4962, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:00:41.157656 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] For port 28c5228e-59aa-49f0-a9bd-15a6fbea4962, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=28c5228e-59aa-49f0-a9bd-15a6fbea4962,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:00:41.162290 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.243854 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67224eb-5672-43c6-a128-c1c903aea16e None None] Pushing event updated for resources: {'Port': ['ID=28c5228e-59aa-49f0-a9bd-15a6fbea4962,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:41.313254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3e0afbe0-d1f9-4490-b642-53db4a02477a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.374902 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-3e0afbe0-d1f9-4490-b642-53db4a02477a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Transition to ACTIVE for port object 57048f62-b154-4d8a-9ba5-d559b42ded07 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:41.445777 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7d9e3-b4e7-4a8a-8c30-284615727a6b req-fb42da05-a125-45c3-ba58-02f3ec094566 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:41.447518 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d3c7d9e3-b4e7-4a8a-8c30-284615727a6b req-fb42da05-a125-45c3-ba58-02f3ec094566 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.1139457 Apr 18 06:00:41.452136 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3e0afbe0-d1f9-4490-b642-53db4a02477a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.479868 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:00:41.544333 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0afbe0-d1f9-4490-b642-53db4a02477a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:41.562334 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-3e0afbe0-d1f9-4490-b642-53db4a02477a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:41.568793 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0afbe0-d1f9-4490-b642-53db4a02477a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:00:41.594034 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0afbe0-d1f9-4490-b642-53db4a02477a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=57048f62-b154-4d8a-9ba5-d559b42ded07,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:41.617975 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d3c7d9e3-b4e7-4a8a-8c30-284615727a6b req-0606e365-1400-4dd4-be6a-d24a4fb9cd95 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1284945 Apr 18 06:00:41.641460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0afbe0-d1f9-4490-b642-53db4a02477a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:41.642063 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3e0afbe0-d1f9-4490-b642-53db4a02477a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.665216 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3e0afbe0-d1f9-4490-b642-53db4a02477a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1172996 Apr 18 06:00:41.667753 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48276) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:41.750531 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f945354-9a26-45dc-935e-8292d0d88b18 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:41.756365 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f945354-9a26-45dc-935e-8292d0d88b18 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:41.757121 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-0f945354-9a26-45dc-935e-8292d0d88b18 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:41.772408 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-0f945354-9a26-45dc-935e-8292d0d88b18 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:41.773534 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0f945354-9a26-45dc-935e-8292d0d88b18 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1048381 Apr 18 06:00:41.776198 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48280) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:41.956950 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-3972ffbf-f8ea-4d1d-acce-2d9856d34d19 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting port 57048f62-b154-4d8a-9ba5-d559b42ded07 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:41.957303 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3972ffbf-f8ea-4d1d-acce-2d9856d34d19 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:42.128391 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 28c5228e-59aa-49f0-a9bd-15a6fbea4962 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:00:42.166754 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41789223-bd98-46a3-b61b-cc924f6a9019 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:42.224332 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3972ffbf-f8ea-4d1d-acce-2d9856d34d19 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:42.300404 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-df683a60-23fd-4027-a757-c30753f353a3 None None] Provisioning for port 28c5228e-59aa-49f0-a9bd-15a6fbea4962 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:42.311862 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 28c5228e-59aa-49f0-a9bd-15a6fbea4962 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:42.318856 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-df683a60-23fd-4027-a757-c30753f353a3 None None] Provisioning complete for port 28c5228e-59aa-49f0-a9bd-15a6fbea4962 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:42.319229 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-df683a60-23fd-4027-a757-c30753f353a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:42.350378 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-3972ffbf-f8ea-4d1d-acce-2d9856d34d19 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Calling delete_port for 57048f62-b154-4d8a-9ba5-d559b42ded07 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:42.353741 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 28c5228e-59aa-49f0-a9bd-15a6fbea4962 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:42.354053 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:42.563723 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3972ffbf-f8ea-4d1d-acce-2d9856d34d19 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:42.617584 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972ffbf-f8ea-4d1d-acce-2d9856d34d19 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Port': ['ID=57048f62-b154-4d8a-9ba5-d559b42ded07,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:42.629193 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-df683a60-23fd-4027-a757-c30753f353a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:42.643890 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:42.706776 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-df683a60-23fd-4027-a757-c30753f353a3 None None] For port 28c5228e-59aa-49f0-a9bd-15a6fbea4962, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=28c5228e-59aa-49f0-a9bd-15a6fbea4962,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:42.713417 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-df683a60-23fd-4027-a757-c30753f353a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:42.777634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3972ffbf-f8ea-4d1d-acce-2d9856d34d19 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:42.794713 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3972ffbf-f8ea-4d1d-acce-2d9856d34d19 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/57048f62-b154-4d8a-9ba5-d559b42ded07 HTTP/1.1" status: 204 len: 168 time: 1.0152526 Apr 18 06:00:42.795351 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48286) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:42.831208 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:00:42.831561 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:00:42.833169 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704a2c4-d2aa-42c1-8bbe-e46a3d4529a5 req-24d1de9e-6867-4db0-9970-f9e47a643f63 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:42.834308 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df683a60-23fd-4027-a757-c30753f353a3 None None] Pushing event updated for resources: {'Port': ['ID=28c5228e-59aa-49f0-a9bd-15a6fbea4962,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:42.835495 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1704a2c4-d2aa-42c1-8bbe-e46a3d4529a5 req-24d1de9e-6867-4db0-9970-f9e47a643f63 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.0921750 Apr 18 06:00:42.868827 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a555024e-7e7e-42de-883f-5433d17c62d6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:42.870426 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a555024e-7e7e-42de-883f-5433d17c62d6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:42.872075 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a555024e-7e7e-42de-883f-5433d17c62d6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:42.873660 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a555024e-7e7e-42de-883f-5433d17c62d6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:42.890002 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a555024e-7e7e-42de-883f-5433d17c62d6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:42.891923 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a555024e-7e7e-42de-883f-5433d17c62d6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0948241 Apr 18 06:00:42.894093 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48290) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:42.970475 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb2f4a1-680c-4ba4-9bb4-684ad866d8fd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet 489482c3-9cf7-4e52-8f72-c352c38148aa {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:00:42.973973 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eeb2f4a1-680c-4ba4-9bb4-684ad866d8fd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.004757 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1704a2c4-d2aa-42c1-8bbe-e46a3d4529a5 req-3cf4b803-69ca-4130-8596-dd41b06b7a87 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1549702 Apr 18 06:00:43.029929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eeb2f4a1-680c-4ba4-9bb4-684ad866d8fd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.115742 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eeb2f4a1-680c-4ba4-9bb4-684ad866d8fd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.195399 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eeb2f4a1-680c-4ba4-9bb4-684ad866d8fd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.235635 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2f4a1-680c-4ba4-9bb4-684ad866d8fd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=489482c3-9cf7-4e52-8f72-c352c38148aa,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:43.239115 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-eeb2f4a1-680c-4ba4-9bb4-684ad866d8fd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.255983 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-eeb2f4a1-680c-4ba4-9bb4-684ad866d8fd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/489482c3-9cf7-4e52-8f72-c352c38148aa HTTP/1.1" status: 204 len: 168 time: 0.3605201 Apr 18 06:00:43.257079 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48296) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:43.318514 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d1c124-17f9-4242-b46b-47ea70a50d1c None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:43.325277 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8405d4-ad00-4d3b-a75b-06cd2b017b9e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet d19de9b3-5439-40a2-9e3c-effbef29a574 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:00:43.328851 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de8405d4-ad00-4d3b-a75b-06cd2b017b9e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.392534 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-333b34aa-45c0-43b3-b1ae-bf7d2d2fe0ea None None] Could not find standard attr ID for object 57048f62-b154-4d8a-9ba5-d559b42ded07. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:00:43.392914 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de8405d4-ad00-4d3b-a75b-06cd2b017b9e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.474913 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de8405d4-ad00-4d3b-a75b-06cd2b017b9e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.487580 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-333b34aa-45c0-43b3-b1ae-bf7d2d2fe0ea None None] Provisioning complete for port 28c5228e-59aa-49f0-a9bd-15a6fbea4962 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:43.487944 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-333b34aa-45c0-43b3-b1ae-bf7d2d2fe0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.550809 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de8405d4-ad00-4d3b-a75b-06cd2b017b9e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.588408 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8405d4-ad00-4d3b-a75b-06cd2b017b9e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=d19de9b3-5439-40a2-9e3c-effbef29a574,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:43.594154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de8405d4-ad00-4d3b-a75b-06cd2b017b9e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.605614 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-de8405d4-ad00-4d3b-a75b-06cd2b017b9e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/d19de9b3-5439-40a2-9e3c-effbef29a574 HTTP/1.1" status: 204 len: 168 time: 0.3453014 Apr 18 06:00:43.605993 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48300) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:43.671043 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b6de2495-4ed1-4f27-9955-33d4e9ddff49 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638299 Apr 18 06:00:43.673624 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48304) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:43.679142 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-2e016037-b8fb-435e-8647-43d52e3e6cd9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:43.758655 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea98d63-a959-4b90-a737-2cdb9275f3bf None None] DHCP port deletion for 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:00:43.763347 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-3ea98d63-a959-4b90-a737-2cdb9275f3bf None None] Deleting port 28c5228e-59aa-49f0-a9bd-15a6fbea4962 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:43.763823 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3ea98d63-a959-4b90-a737-2cdb9275f3bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.790620 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2e016037-b8fb-435e-8647-43d52e3e6cd9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:43.794698 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2e016037-b8fb-435e-8647-43d52e3e6cd9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:00:43.797599 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2e016037-b8fb-435e-8647-43d52e3e6cd9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:00:43.803320 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2e016037-b8fb-435e-8647-43d52e3e6cd9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:43.813499 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e016037-b8fb-435e-8647-43d52e3e6cd9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:43.817059 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2e016037-b8fb-435e-8647-43d52e3e6cd9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.002929 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-3ea98d63-a959-4b90-a737-2cdb9275f3bf None None] For port 28c5228e-59aa-49f0-a9bd-15a6fbea4962, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=28c5228e-59aa-49f0-a9bd-15a6fbea4962,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:44.003315 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3ea98d63-a959-4b90-a737-2cdb9275f3bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.041733 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2e016037-b8fb-435e-8647-43d52e3e6cd9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.099762 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e016037-b8fb-435e-8647-43d52e3e6cd9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:44.106443 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-2e016037-b8fb-435e-8647-43d52e3e6cd9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:44.116146 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e016037-b8fb-435e-8647-43d52e3e6cd9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:44.116777 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2e016037-b8fb-435e-8647-43d52e3e6cd9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.126278 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 28c5228e-59aa-49f0-a9bd-15a6fbea4962 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:00:44.149308 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e016037-b8fb-435e-8647-43d52e3e6cd9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=4ee844ec-2a22-43df-915e-fd2c45196833,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:44.152870 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2e016037-b8fb-435e-8647-43d52e3e6cd9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4783127 Apr 18 06:00:44.156094 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48310) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:44.162462 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-ba7ec479-8502-4859-9ae0-1f29a374364e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:44.165464 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-3ea98d63-a959-4b90-a737-2cdb9275f3bf None None] Calling delete_port for 28c5228e-59aa-49f0-a9bd-15a6fbea4962 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:44.230004 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4223bde-bba8-4cab-879b-71921a704b50 req-595c0059-ea9f-48f4-812c-9a6707c4122b tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:44.231683 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a4223bde-bba8-4cab-879b-71921a704b50 req-595c0059-ea9f-48f4-812c-9a6707c4122b tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.0876276 Apr 18 06:00:44.299319 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a4223bde-bba8-4cab-879b-71921a704b50 req-300c3d22-aa66-4b89-8571-57d814ca3b7b tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465479 Apr 18 06:00:44.301189 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ba7ec479-8502-4859-9ae0-1f29a374364e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:44.305495 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ba7ec479-8502-4859-9ae0-1f29a374364e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:00:44.309188 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ba7ec479-8502-4859-9ae0-1f29a374364e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:00:44.317515 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ba7ec479-8502-4859-9ae0-1f29a374364e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:44.335389 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7ec479-8502-4859-9ae0-1f29a374364e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:44.339045 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ba7ec479-8502-4859-9ae0-1f29a374364e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.398174 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3ea98d63-a959-4b90-a737-2cdb9275f3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.445435 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Port 28c5228e-59aa-49f0-a9bd-15a6fbea4962 update to DOWN by agent not found {{(pid=88036) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 18 06:00:44.458265 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea98d63-a959-4b90-a737-2cdb9275f3bf None None] Pushing event deleted for resources: {'Port': ['ID=28c5228e-59aa-49f0-a9bd-15a6fbea4962,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:44.461455 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea98d63-a959-4b90-a737-2cdb9275f3bf None None] No DVR routers for this DVR port 28c5228e-59aa-49f0-a9bd-15a6fbea4962 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:44.489208 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff72df1e-3032-4c91-b7f3-9ccef2b7bf15 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:44.715174 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.objects.ports [None req-ba7ec479-8502-4859-9ae0-1f29a374364e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88035) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 06:00:44.716808 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ba7ec479-8502-4859-9ae0-1f29a374364e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.776385 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7ec479-8502-4859-9ae0-1f29a374364e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:44.780175 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-ba7ec479-8502-4859-9ae0-1f29a374364e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:44.784410 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7ec479-8502-4859-9ae0-1f29a374364e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:44.784994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ba7ec479-8502-4859-9ae0-1f29a374364e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.797787 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'fixed_ips': [{'subnet_id': '4ee844ec-2a22-43df-915e-fd2c45196833'}, {'subnet_id': 'c8d2af06-57d4-4884-8b7c-b8513026ff56'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:00:44.798569 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ec479-8502-4859-9ae0-1f29a374364e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=c8d2af06-57d4-4884-8b7c-b8513026ff56,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:44.798702 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.814478 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ba7ec479-8502-4859-9ae0-1f29a374364e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6568854 Apr 18 06:00:44.817318 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48314) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:44.822819 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-a05599c7-6cde-4d42-95d8-66f41aaf165f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'mac_address': 'fa:16:3e:30:94:05', 'name': 'tempest-NetworksTestDHCPv6-1849732082'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:44.961574 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a05599c7-6cde-4d42-95d8-66f41aaf165f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:44.965671 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a05599c7-6cde-4d42-95d8-66f41aaf165f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:port and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:00:44.969812 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a05599c7-6cde-4d42-95d8-66f41aaf165f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:00:44.975817 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a05599c7-6cde-4d42-95d8-66f41aaf165f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:44.985646 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05599c7-6cde-4d42-95d8-66f41aaf165f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:45.015532 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] Allocated IP 172.20.0.2 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/4ee844ec-2a22-43df-915e-fd2c45196833/a09ec317-d8db-43fe-925d-e3cddbfe69a0) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:45.021161 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] Allocated IP 2001:db8::f816:3eff:fe90:20be (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/c8d2af06-57d4-4884-8b7c-b8513026ff56/a09ec317-d8db-43fe-925d-e3cddbfe69a0) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:45.111594 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a05599c7-6cde-4d42-95d8-66f41aaf165f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.137762 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-a05599c7-6cde-4d42-95d8-66f41aaf165f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] device_id is not set on port e10e8444-c40e-4fd5-ae01-34103ae1b93e yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:00:45.224529 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.234884 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] Transition to ACTIVE for port object a09ec317-d8db-43fe-925d-e3cddbfe69a0 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:45.253323 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] Transition to ACTIVE for port object a09ec317-d8db-43fe-925d-e3cddbfe69a0 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:45.258478 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.364862 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:45.367689 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:45.371291 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:00:45.396999 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-a05599c7-6cde-4d42-95d8-66f41aaf165f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 172.20.0.10 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/4ee844ec-2a22-43df-915e-fd2c45196833/e10e8444-c40e-4fd5-ae01-34103ae1b93e) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:45.404244 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-a05599c7-6cde-4d42-95d8-66f41aaf165f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8::f816:3eff:fe30:9405 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/c8d2af06-57d4-4884-8b7c-b8513026ff56/e10e8444-c40e-4fd5-ae01-34103ae1b93e) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:45.417121 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] Pushing event updated for resources: {'Port': ['ID=a09ec317-d8db-43fe-925d-e3cddbfe69a0,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:45.513823 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] Attempting to bind port a09ec317-d8db-43fe-925d-e3cddbfe69a0 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:45.514404 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] Attempting to bind port a09ec317-d8db-43fe-925d-e3cddbfe69a0 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:45.514778 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] Attempting to bind port a09ec317-d8db-43fe-925d-e3cddbfe69a0 on network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:00:45.520536 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:00:45.520905 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] Checking segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:00:45.521304 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.521693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] Bound using segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:00:45.522155 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] Bound port: a09ec317-d8db-43fe-925d-e3cddbfe69a0, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:45.522528 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.614818 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] For port a09ec317-d8db-43fe-925d-e3cddbfe69a0, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:00:45.617879 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] For port a09ec317-d8db-43fe-925d-e3cddbfe69a0, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a09ec317-d8db-43fe-925d-e3cddbfe69a0,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:00:45.622366 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.706353 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b4161-bdf9-433c-9fd5-dc075503d0f1 None None] Pushing event updated for resources: {'Port': ['ID=a09ec317-d8db-43fe-925d-e3cddbfe69a0,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:45.742315 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3bd6f-8210-47d7-a27a-eb64fb6655a0 req-f950660a-9f7f-4e9a-866b-bbda9b7ff931 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:45.743850 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-86a3bd6f-8210-47d7-a27a-eb64fb6655a0 req-f950660a-9f7f-4e9a-866b-bbda9b7ff931 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.3060784 Apr 18 06:00:45.820918 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a05599c7-6cde-4d42-95d8-66f41aaf165f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.827138 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-86a3bd6f-8210-47d7-a27a-eb64fb6655a0 req-a7d1e8b8-5b54-4aaf-abe1-23e6c4b42fb5 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765986 Apr 18 06:00:45.842841 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-a05599c7-6cde-4d42-95d8-66f41aaf165f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Transition to ACTIVE for port object e10e8444-c40e-4fd5-ae01-34103ae1b93e will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:45.875497 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a05599c7-6cde-4d42-95d8-66f41aaf165f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.954774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05599c7-6cde-4d42-95d8-66f41aaf165f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:45.962543 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-a05599c7-6cde-4d42-95d8-66f41aaf165f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:45.967353 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05599c7-6cde-4d42-95d8-66f41aaf165f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:00:45.998741 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05599c7-6cde-4d42-95d8-66f41aaf165f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=e10e8444-c40e-4fd5-ae01-34103ae1b93e,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:46.037302 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05599c7-6cde-4d42-95d8-66f41aaf165f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:46.037911 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a05599c7-6cde-4d42-95d8-66f41aaf165f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:46.065778 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a05599c7-6cde-4d42-95d8-66f41aaf165f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2472970 Apr 18 06:00:46.068289 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48320) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:46.127945 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a09ec317-d8db-43fe-925d-e3cddbfe69a0 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:00:46.157282 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facf469c-c460-4566-b8a2-5c59f5af6780 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:46.163121 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facf469c-c460-4566-b8a2-5c59f5af6780 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:46.163945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-facf469c-c460-4566-b8a2-5c59f5af6780 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:46.180303 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-facf469c-c460-4566-b8a2-5c59f5af6780 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:46.181530 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-facf469c-c460-4566-b8a2-5c59f5af6780 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1122880 Apr 18 06:00:46.184214 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48324) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:46.195681 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port a09ec317-d8db-43fe-925d-e3cddbfe69a0 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:46.252268 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-fef9b055-989d-4609-94f3-25907bb863b0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting port e10e8444-c40e-4fd5-ae01-34103ae1b93e {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:46.252608 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fef9b055-989d-4609-94f3-25907bb863b0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:46.520794 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fef9b055-989d-4609-94f3-25907bb863b0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:46.648403 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68249001-30c2-4644-ab43-99bf59cf002e None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:46.651046 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-fef9b055-989d-4609-94f3-25907bb863b0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Calling delete_port for e10e8444-c40e-4fd5-ae01-34103ae1b93e owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:46.756124 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d204220d-9d04-4783-8b99-ddc263d4bd19 None None] Provisioning for port a09ec317-d8db-43fe-925d-e3cddbfe69a0 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:46.769892 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d204220d-9d04-4783-8b99-ddc263d4bd19 None None] Provisioning complete for port a09ec317-d8db-43fe-925d-e3cddbfe69a0 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:46.770265 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d204220d-9d04-4783-8b99-ddc263d4bd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:46.861424 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fef9b055-989d-4609-94f3-25907bb863b0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:46.917490 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9b055-989d-4609-94f3-25907bb863b0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Port': ['ID=e10e8444-c40e-4fd5-ae01-34103ae1b93e,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:46.985862 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d204220d-9d04-4783-8b99-ddc263d4bd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:47.019262 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60403eb1-e08b-460d-9757-1a4756b0b247 req-f22fd52e-2cce-40f9-ba89-56c59dfe8123 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:47.020959 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-60403eb1-e08b-460d-9757-1a4756b0b247 req-f22fd52e-2cce-40f9-ba89-56c59dfe8123 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.0824838 Apr 18 06:00:47.034627 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-d204220d-9d04-4783-8b99-ddc263d4bd19 None None] For port a09ec317-d8db-43fe-925d-e3cddbfe69a0, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a09ec317-d8db-43fe-925d-e3cddbfe69a0,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:47.040853 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d204220d-9d04-4783-8b99-ddc263d4bd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:47.067130 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fef9b055-989d-4609-94f3-25907bb863b0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:47.085404 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fef9b055-989d-4609-94f3-25907bb863b0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/e10e8444-c40e-4fd5-ae01-34103ae1b93e HTTP/1.1" status: 204 len: 168 time: 0.9001129 Apr 18 06:00:47.087877 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48332) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:47.090878 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-60403eb1-e08b-460d-9757-1a4756b0b247 req-1e139a88-0578-4717-9bdb-75deb410eadf tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557661 Apr 18 06:00:47.118334 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204220d-9d04-4783-8b99-ddc263d4bd19 None None] Pushing event updated for resources: {'Port': ['ID=a09ec317-d8db-43fe-925d-e3cddbfe69a0,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:47.162423 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79040ae-9934-43d0-a88c-144aa999decf tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:47.163910 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79040ae-9934-43d0-a88c-144aa999decf tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:47.165426 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79040ae-9934-43d0-a88c-144aa999decf tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:47.166215 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e79040ae-9934-43d0-a88c-144aa999decf tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:47.183163 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e79040ae-9934-43d0-a88c-144aa999decf tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:47.184393 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e79040ae-9934-43d0-a88c-144aa999decf tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0950334 Apr 18 06:00:47.187754 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48336) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:47.253981 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b9f697-04bf-4cfe-822b-a347bc498450 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet 4ee844ec-2a22-43df-915e-fd2c45196833 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:00:47.257190 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d9b9f697-04bf-4cfe-822b-a347bc498450 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:47.318336 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d9b9f697-04bf-4cfe-822b-a347bc498450 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:47.370773 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-563f92c4-1990-42b5-a18e-3ea816df9627 None None] Provisioning complete for port a09ec317-d8db-43fe-925d-e3cddbfe69a0 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:47.371257 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-563f92c4-1990-42b5-a18e-3ea816df9627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:47.417048 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d9b9f697-04bf-4cfe-822b-a347bc498450 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:47.614596 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d9b9f697-04bf-4cfe-822b-a347bc498450 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:47.642909 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e7460af6-02ef-41b6-84cb-38f6d562d9c7 None None] Could not find standard attr ID for object 57048f62-b154-4d8a-9ba5-d559b42ded07. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:00:47.654621 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9f697-04bf-4cfe-822b-a347bc498450 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=4ee844ec-2a22-43df-915e-fd2c45196833,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:47.661560 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d9b9f697-04bf-4cfe-822b-a347bc498450 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:47.676283 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d9b9f697-04bf-4cfe-822b-a347bc498450 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/4ee844ec-2a22-43df-915e-fd2c45196833 HTTP/1.1" status: 204 len: 168 time: 0.4873822 Apr 18 06:00:47.678588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48344) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:47.746908 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99f2c74-e9b2-4265-9f8f-76e30d1fff83 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet c8d2af06-57d4-4884-8b7c-b8513026ff56 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:00:47.750775 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e99f2c74-e9b2-4265-9f8f-76e30d1fff83 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:47.751011 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af7cccf-409e-40d3-bbda-7b5682443cf7 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:47.789301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3cde6a13-d060-4fce-a88d-04f1c44280c0 None None] Could not find standard attr ID for object e10e8444-c40e-4fd5-ae01-34103ae1b93e. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:00:47.821646 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e99f2c74-e9b2-4265-9f8f-76e30d1fff83 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:47.901981 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e99f2c74-e9b2-4265-9f8f-76e30d1fff83 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:47.979530 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e99f2c74-e9b2-4265-9f8f-76e30d1fff83 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:48.024991 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e99f2c74-e9b2-4265-9f8f-76e30d1fff83 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:48.034627 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f2c74-e9b2-4265-9f8f-76e30d1fff83 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=c8d2af06-57d4-4884-8b7c-b8513026ff56,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:48.058721 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e99f2c74-e9b2-4265-9f8f-76e30d1fff83 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/c8d2af06-57d4-4884-8b7c-b8513026ff56 HTTP/1.1" status: 204 len: 168 time: 0.3712707 Apr 18 06:00:48.061383 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48350) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:48.126328 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a09ec317-d8db-43fe-925d-e3cddbfe69a0 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:00:48.221557 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port a09ec317-d8db-43fe-925d-e3cddbfe69a0 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:48.222321 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:48.255151 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d5a69dc5-1510-47a5-a087-a57ce029b777 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2006464 Apr 18 06:00:48.255852 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48356) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:48.333679 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac30f4a-2a17-4b2b-a6d9-7dc553f28a52 req-fb6a6091-d8cc-4650-a98c-532b9eb8aeb0 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:48.335632 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-aac30f4a-2a17-4b2b-a6d9-7dc553f28a52 req-fb6a6091-d8cc-4650-a98c-532b9eb8aeb0 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.1098254 Apr 18 06:00:48.353909 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169cead8-f239-4ff4-908e-03cdbeed6700 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:48.354640 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-169cead8-f239-4ff4-908e-03cdbeed6700 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:48.374541 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-169cead8-f239-4ff4-908e-03cdbeed6700 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:48.380002 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-169cead8-f239-4ff4-908e-03cdbeed6700 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1229379 Apr 18 06:00:48.380789 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48360) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:48.395471 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-aac30f4a-2a17-4b2b-a6d9-7dc553f28a52 req-3db0fc62-43ba-48de-97ef-5ee6a6a754c9 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525477 Apr 18 06:00:48.462534 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5505ce0-e135-4ffc-85cb-a2503c3d5980 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:48.463223 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c5505ce0-e135-4ffc-85cb-a2503c3d5980 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:48.479682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c5505ce0-e135-4ffc-85cb-a2503c3d5980 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:48.480890 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c5505ce0-e135-4ffc-85cb-a2503c3d5980 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0991788 Apr 18 06:00:48.483519 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48364) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:48.555421 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-045682df-8b61-4538-b4cf-d5a608a59239 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706875 Apr 18 06:00:48.560167 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48368) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:48.565831 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-ac3437c1-2f36-4bf8-b388-6f9109703eed tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:48.601823 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d068a31-6025-4229-bd4e-7cb097a89e7b None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:48.685616 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ac3437c1-2f36-4bf8-b388-6f9109703eed tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:48.693581 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-cef97f97-9e0e-49a8-9500-2375d8ef5410 None None] Provisioning complete for port a09ec317-d8db-43fe-925d-e3cddbfe69a0 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:48.693876 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cef97f97-9e0e-49a8-9500-2375d8ef5410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:48.696187 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ac3437c1-2f36-4bf8-b388-6f9109703eed tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:48.705649 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3437c1-2f36-4bf8-b388-6f9109703eed tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:48.709424 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ac3437c1-2f36-4bf8-b388-6f9109703eed tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:48.710824 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3437c1-2f36-4bf8-b388-6f9109703eed tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:00:48.711257 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac3437c1-2f36-4bf8-b388-6f9109703eed tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:00:48.732469 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ac3437c1-2f36-4bf8-b388-6f9109703eed tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1705959 Apr 18 06:00:48.736779 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48372) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:48.742583 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-9af4095c-af4c-4d01-843e-4d33d936b104 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:48.895569 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9af4095c-af4c-4d01-843e-4d33d936b104 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:48.909224 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9af4095c-af4c-4d01-843e-4d33d936b104 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:48.928148 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77970387-7b07-462c-8ebd-30a8c25987ef req-cd1795cd-c025-491d-b26e-fe27f15b1bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:48.929624 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-77970387-7b07-462c-8ebd-30a8c25987ef req-cd1795cd-c025-491d-b26e-fe27f15b1bbf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 1099 time: 0.1547012 Apr 18 06:00:48.930624 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af4095c-af4c-4d01-843e-4d33d936b104 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:48.933971 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9af4095c-af4c-4d01-843e-4d33d936b104 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:48.935923 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af4095c-af4c-4d01-843e-4d33d936b104 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:00:48.936474 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af4095c-af4c-4d01-843e-4d33d936b104 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:00:48.977942 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9af4095c-af4c-4d01-843e-4d33d936b104 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2400045 Apr 18 06:00:48.980967 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48376) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:48.987228 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-07447375-110b-459d-b558-3a733429666f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:48.990191 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-77970387-7b07-462c-8ebd-30a8c25987ef req-92507078-5ab4-4b2c-8a94-e02548319077 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486860 Apr 18 06:00:49.004674 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c9f8f6-5f85-49d9-89ec-ef55d1e5a01f None None] DHCP port deletion for 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:00:49.007928 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9f8f6-5f85-49d9-89ec-ef55d1e5a01f None None] Deleting port a09ec317-d8db-43fe-925d-e3cddbfe69a0 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:49.008380 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f8f6-5f85-49d9-89ec-ef55d1e5a01f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.098168 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-07447375-110b-459d-b558-3a733429666f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:49.109093 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-07447375-110b-459d-b558-3a733429666f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:49.118794 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07447375-110b-459d-b558-3a733429666f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:49.122515 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-07447375-110b-459d-b558-3a733429666f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.123876 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-07447375-110b-459d-b558-3a733429666f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:00:49.124332 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07447375-110b-459d-b558-3a733429666f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:00:49.141781 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-07447375-110b-459d-b558-3a733429666f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1597643 Apr 18 06:00:49.145167 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48380) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:49.150484 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-b3fcb47b-c9d8-48d1-ab56-0ca77a5f3312 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:49.206979 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f1c9f8f6-5f85-49d9-89ec-ef55d1e5a01f None None] For port a09ec317-d8db-43fe-925d-e3cddbfe69a0, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a09ec317-d8db-43fe-925d-e3cddbfe69a0,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:49.207285 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f8f6-5f85-49d9-89ec-ef55d1e5a01f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.261194 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b3fcb47b-c9d8-48d1-ab56-0ca77a5f3312 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:49.270623 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b3fcb47b-c9d8-48d1-ab56-0ca77a5f3312 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:49.280902 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fcb47b-c9d8-48d1-ab56-0ca77a5f3312 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:49.284642 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b3fcb47b-c9d8-48d1-ab56-0ca77a5f3312 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.286017 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fcb47b-c9d8-48d1-ab56-0ca77a5f3312 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:00:49.286445 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3fcb47b-c9d8-48d1-ab56-0ca77a5f3312 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:00:49.304837 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b3fcb47b-c9d8-48d1-ab56-0ca77a5f3312 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1586232 Apr 18 06:00:49.307742 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48384) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:49.314281 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-117aad99-453c-46ec-85c6-1005020c725c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:49.331917 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9f8f6-5f85-49d9-89ec-ef55d1e5a01f None None] Calling delete_port for a09ec317-d8db-43fe-925d-e3cddbfe69a0 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:49.405984 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f8f6-5f85-49d9-89ec-ef55d1e5a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.434269 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-117aad99-453c-46ec-85c6-1005020c725c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:49.443795 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-117aad99-453c-46ec-85c6-1005020c725c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:49.453647 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9f8f6-5f85-49d9-89ec-ef55d1e5a01f None None] Pushing event deleted for resources: {'Port': ['ID=a09ec317-d8db-43fe-925d-e3cddbfe69a0,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:49.456146 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117aad99-453c-46ec-85c6-1005020c725c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:49.461428 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-117aad99-453c-46ec-85c6-1005020c725c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.461575 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c9f8f6-5f85-49d9-89ec-ef55d1e5a01f None None] No DVR routers for this DVR port a09ec317-d8db-43fe-925d-e3cddbfe69a0 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:49.463235 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-117aad99-453c-46ec-85c6-1005020c725c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:00:49.463756 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-117aad99-453c-46ec-85c6-1005020c725c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:00:49.486882 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-117aad99-453c-46ec-85c6-1005020c725c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1781032 Apr 18 06:00:49.487245 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782b025a-a2b0-4071-9cb9-d119406b8831 None None] get_active_networks_info from dv-neutron-837489-1-hyperv {{(pid=88036) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 06:00:49.489765 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48390) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:49.497036 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-de8088fc-fdfa-4305-b3e0-07a0d7b9ed41 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:49.603027 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782b025a-a2b0-4071-9cb9-d119406b8831 None None] Resources bound (agent type, host, resource id): {{(pid=88036) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:00:49.606567 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe1416-c754-40e8-b6bb-0a2f11b8307f req-e444666b-27a7-4416-808d-0a26d8b8ad1c tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:49.608830 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-44fe1416-c754-40e8-b6bb-0a2f11b8307f req-e444666b-27a7-4416-808d-0a26d8b8ad1c tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.0981269 Apr 18 06:00:49.618498 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-de8088fc-fdfa-4305-b3e0-07a0d7b9ed41 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:49.629701 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-de8088fc-fdfa-4305-b3e0-07a0d7b9ed41 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:49.641068 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8088fc-fdfa-4305-b3e0-07a0d7b9ed41 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:49.644637 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-de8088fc-fdfa-4305-b3e0-07a0d7b9ed41 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.645981 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8088fc-fdfa-4305-b3e0-07a0d7b9ed41 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:00:49.646522 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8088fc-fdfa-4305-b3e0-07a0d7b9ed41 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:00:49.657867 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-44fe1416-c754-40e8-b6bb-0a2f11b8307f req-f12de6a4-887f-4a56-a649-66f34a0be9e8 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423872 Apr 18 06:00:49.667626 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48394) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:49.667799 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-de8088fc-fdfa-4305-b3e0-07a0d7b9ed41 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1767626 Apr 18 06:00:49.713375 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e8d717c0-4b1f-48c0-935b-16cc7e5003e4 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0438905 Apr 18 06:00:49.715494 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48398) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:49.781702 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f79c4d0-c3b0-47d6-af53-dccfbad28584 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:49.783219 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0f79c4d0-c3b0-47d6-af53-dccfbad28584 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0668528 Apr 18 06:00:49.785780 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48402) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:49.850084 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e09c6cb6-106a-4393-9a03-19837338cfc7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632532 Apr 18 06:00:49.853934 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48406) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:49.859754 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-195b484d-bfad-4a61-a937-3f72c224667b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:49.969150 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-195b484d-bfad-4a61-a937-3f72c224667b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:49.978377 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-195b484d-bfad-4a61-a937-3f72c224667b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:49.987953 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195b484d-bfad-4a61-a937-3f72c224667b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:49.991539 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-195b484d-bfad-4a61-a937-3f72c224667b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.100510 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a09ec317-d8db-43fe-925d-e3cddbfe69a0 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:00:50.143468 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: a09ec317-d8db-43fe-925d-e3cddbfe69a0 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:00:50.143812 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a09ec317-d8db-43fe-925d-e3cddbfe69a0 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:00:50.309398 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.objects.ports [None req-195b484d-bfad-4a61-a937-3f72c224667b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88034) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 06:00:50.311048 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-195b484d-bfad-4a61-a937-3f72c224667b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.369426 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195b484d-bfad-4a61-a937-3f72c224667b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:50.373247 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-195b484d-bfad-4a61-a937-3f72c224667b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:50.377507 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195b484d-bfad-4a61-a937-3f72c224667b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:50.378096 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-195b484d-bfad-4a61-a937-3f72c224667b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.382662 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c140331-5aa4-4a87-86d0-bea03afe8e21 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:50.395812 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b484d-bfad-4a61-a937-3f72c224667b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=c0b445c8-250e-4dfc-93dd-b59c9fb54bd5,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:50.409662 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-195b484d-bfad-4a61-a937-3f72c224667b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5547812 Apr 18 06:00:50.412293 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48410) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:50.417749 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-2de12a3d-3adf-4710-836f-b3bae2a7fae2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'mac_address': 'fa:16:3e:b9:d2:c0', 'name': 'tempest-NetworksTestDHCPv6-2032045014'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:50.553914 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2de12a3d-3adf-4710-836f-b3bae2a7fae2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:50.563574 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2de12a3d-3adf-4710-836f-b3bae2a7fae2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:50.573070 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de12a3d-3adf-4710-836f-b3bae2a7fae2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:50.593661 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'fixed_ips': [{'subnet_id': 'c0b445c8-250e-4dfc-93dd-b59c9fb54bd5'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:00:50.594495 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.605693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 72b9b85a-f2a3-49a0-aa6b-6323d0157358 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:00:50.656625 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 72b9b85a-f2a3-49a0-aa6b-6323d0157358 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:00:50.820155 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2de12a3d-3adf-4710-836f-b3bae2a7fae2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.849664 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-2de12a3d-3adf-4710-836f-b3bae2a7fae2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] device_id is not set on port 1a9de9bf-98be-4f80-922c-93b5ddb333f7 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:00:50.857469 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed7816-834f-4e63-9529-c86d7bab2a99 req-a41bf8ac-f70b-4fab-b6d7-c458128f106e tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:50.859599 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-14ed7816-834f-4e63-9529-c86d7bab2a99 req-a41bf8ac-f70b-4fab-b6d7-c458128f106e tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.0850008 Apr 18 06:00:50.915420 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-14ed7816-834f-4e63-9529-c86d7bab2a99 req-1ab4722b-0cbb-4875-ac55-93c53613b4f5 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483103 Apr 18 06:00:50.931631 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48416) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:51.006503 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] Allocated IP 2001:db8::f816:3eff:fea2:7f34 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/c0b445c8-250e-4dfc-93dd-b59c9fb54bd5/e1ac8942-ea62-4937-bfc8-48023cbed72f) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:51.016686 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 72b9b85a-f2a3-49a0-aa6b-6323d0157358, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=72b9b85a-f2a3-49a0-aa6b-6323d0157358,segment=NetworkSegment(f0f9e6c6-dd28-4d5b-816f-18201b1caa98),segment_id=f0f9e6c6-dd28-4d5b-816f-18201b1caa98)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:51.026575 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.044103 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-69d42159-5efd-42ee-8bd3-ff72fe1fd078 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/floatingips/95b65b4e-66e8-4485-81e1-181ef2d049a6 HTTP/1.1" status: 200 len: 992 time: 0.1072359 Apr 18 06:00:51.072594 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '72b9b85a-f2a3-49a0-aa6b-6323d0157358', 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598', 'port_id': '72b9b85a-f2a3-49a0-aa6b-6323d0157358', 'mac_address': 'fa:16:3e:0f:e1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52758bd8-2631-431e-98a6-304c934d7ada', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:00:51.165356 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc389c46-650c-4ba0-88e9-6fd7b0b900af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72b9b85a-f2a3-49a0-aa6b-6323d0157358'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:00:51.197137 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 72b9b85a-f2a3-49a0-aa6b-6323d0157358, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=72b9b85a-f2a3-49a0-aa6b-6323d0157358,segment=NetworkSegment(f0f9e6c6-dd28-4d5b-816f-18201b1caa98),segment_id=f0f9e6c6-dd28-4d5b-816f-18201b1caa98)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:51.210912 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.246748 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3774b971-303f-4b0c-b072-332a102bb773'] response: {'server_uuid': 'dc389c46-650c-4ba0-88e9-6fd7b0b900af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72b9b85a-f2a3-49a0-aa6b-6323d0157358', 'code': 200} Apr 18 06:00:51.250775 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.294850 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72b9b85a-f2a3-49a0-aa6b-6323d0157358 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:00:51.404070 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=72b9b85a-f2a3-49a0-aa6b-6323d0157358,revision_number=6']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:51.410602 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48424) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:51.438160 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.440621 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-43976525-c276-426b-9282-08f9976672d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:00:51.440968 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-43976525-c276-426b-9282-08f9976672d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:00:51.448824 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] Transition to ACTIVE for port object e1ac8942-ea62-4937-bfc8-48023cbed72f will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:51.468143 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] Transition to ACTIVE for port object e1ac8942-ea62-4937-bfc8-48023cbed72f will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:51.477455 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.541613 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:51.545776 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-2de12a3d-3adf-4710-836f-b3bae2a7fae2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8::f816:3eff:feb9:d2c0 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/c0b445c8-250e-4dfc-93dd-b59c9fb54bd5/1a9de9bf-98be-4f80-922c-93b5ddb333f7) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:51.549279 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:51.553970 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:00:51.560635 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] Pushing event updated for resources: {'Port': ['ID=e1ac8942-ea62-4937-bfc8-48023cbed72f,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:51.659685 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] Attempting to bind port e1ac8942-ea62-4937-bfc8-48023cbed72f on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:51.659967 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] Attempting to bind port e1ac8942-ea62-4937-bfc8-48023cbed72f by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:51.660355 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] Attempting to bind port e1ac8942-ea62-4937-bfc8-48023cbed72f on network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:00:51.666363 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:00:51.666736 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] Checking segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:00:51.667134 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.667550 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] Bound using segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:00:51.668030 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] Bound port: e1ac8942-ea62-4937-bfc8-48023cbed72f, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:51.668833 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.700127 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8d422533-f786-4397-998b-7d8f13e70d70 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/9db12aaf-346e-49ac-b066-c567b0d28077 HTTP/1.1" status: 200 len: 994 time: 0.2840338 Apr 18 06:00:51.763205 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] For port e1ac8942-ea62-4937-bfc8-48023cbed72f, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:00:51.766359 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] For port e1ac8942-ea62-4937-bfc8-48023cbed72f, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=e1ac8942-ea62-4937-bfc8-48023cbed72f,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:00:51.766914 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2de12a3d-3adf-4710-836f-b3bae2a7fae2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.772014 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.783098 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-2de12a3d-3adf-4710-836f-b3bae2a7fae2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Transition to ACTIVE for port object 1a9de9bf-98be-4f80-922c-93b5ddb333f7 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:51.807908 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2de12a3d-3adf-4710-836f-b3bae2a7fae2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.857357 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b528af-16e2-4b34-be8f-7802c64ce2c0 None None] Pushing event updated for resources: {'Port': ['ID=e1ac8942-ea62-4937-bfc8-48023cbed72f,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:51.885355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de12a3d-3adf-4710-836f-b3bae2a7fae2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:51.888648 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-2de12a3d-3adf-4710-836f-b3bae2a7fae2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:51.897056 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de12a3d-3adf-4710-836f-b3bae2a7fae2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:00:51.902706 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de12a3d-3adf-4710-836f-b3bae2a7fae2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:51.903307 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2de12a3d-3adf-4710-836f-b3bae2a7fae2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.919073 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de12a3d-3adf-4710-836f-b3bae2a7fae2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=1a9de9bf-98be-4f80-922c-93b5ddb333f7,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:51.937569 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2de12a3d-3adf-4710-836f-b3bae2a7fae2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5242119 Apr 18 06:00:51.940235 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48434) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:51.974832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48438) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:51.999836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.023920 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b9b85a-f2a3-49a0-aa6b-6323d0157358 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:00:52.042311 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 72b9b85a-f2a3-49a0-aa6b-6323d0157358, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=72b9b85a-f2a3-49a0-aa6b-6323d0157358,segment=NetworkSegment(f0f9e6c6-dd28-4d5b-816f-18201b1caa98),segment_id=f0f9e6c6-dd28-4d5b-816f-18201b1caa98)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:52.050555 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.072795 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39d3bfe-1f2e-4cef-9589-bba32c036825 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:52.082413 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39d3bfe-1f2e-4cef-9589-bba32c036825 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:52.083574 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c39d3bfe-1f2e-4cef-9589-bba32c036825 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:52.113225 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c39d3bfe-1f2e-4cef-9589-bba32c036825 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:52.114431 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c39d3bfe-1f2e-4cef-9589-bba32c036825 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1732368 Apr 18 06:00:52.117209 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48442) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:52.166539 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=72b9b85a-f2a3-49a0-aa6b-6323d0157358,revision_number=7']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:52.210377 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-ff376301-390a-4792-8dc8-8b801c242c26 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting port 1a9de9bf-98be-4f80-922c-93b5ddb333f7 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:52.210788 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ff376301-390a-4792-8dc8-8b801c242c26 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.228874 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-c5cbbbdc-664c-464e-b2c7-32b288d3364d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port 5684dd49-dde9-45e2-876e-6a06207fe3af {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:52.229218 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbbdc-664c-464e-b2c7-32b288d3364d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.323006 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['72b9b85a-f2a3-49a0-aa6b-6323d0157358'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:00:52.418503 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbbdc-664c-464e-b2c7-32b288d3364d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.418825 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbbdc-664c-464e-b2c7-32b288d3364d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.470149 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ff376301-390a-4792-8dc8-8b801c242c26 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.545984 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-c5cbbbdc-664c-464e-b2c7-32b288d3364d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for 5684dd49-dde9-45e2-876e-6a06207fe3af owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:52.715618 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbbdc-664c-464e-b2c7-32b288d3364d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.718666 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-ff376301-390a-4792-8dc8-8b801c242c26 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Calling delete_port for 1a9de9bf-98be-4f80-922c-93b5ddb333f7 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:52.831487 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbbbdc-664c-464e-b2c7-32b288d3364d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=5684dd49-dde9-45e2-876e-6a06207fe3af,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:52.867431 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbbdc-664c-464e-b2c7-32b288d3364d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.867933 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-c5cbbbdc-664c-464e-b2c7-32b288d3364d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Floating IP 9db12aaf-346e-49ac-b066-c567b0d28077 disassociated (deleted). External IP: 172.26.1.126, port: fa0ea67c-a61b-41b0-88aa-c15104654af2. Apr 18 06:00:52.880834 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ff376301-390a-4792-8dc8-8b801c242c26 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.933879 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff376301-390a-4792-8dc8-8b801c242c26 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Port': ['ID=1a9de9bf-98be-4f80-922c-93b5ddb333f7,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:52.983699 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ff376301-390a-4792-8dc8-8b801c242c26 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.994183 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-369cc464-5b6c-4cec-8e2f-bdfc7bb42d3a None None] Provisioning for port e1ac8942-ea62-4937-bfc8-48023cbed72f completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:53.005085 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ff376301-390a-4792-8dc8-8b801c242c26 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/1a9de9bf-98be-4f80-922c-93b5ddb333f7 HTTP/1.1" status: 204 len: 168 time: 0.8846219 Apr 18 06:00:53.005422 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48446) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:53.080070 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5da82a6-c21c-44f9-bd99-d38103b0b32c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:53.081756 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5da82a6-c21c-44f9-bd99-d38103b0b32c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:53.082668 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b5da82a6-c21c-44f9-bd99-d38103b0b32c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:53.104618 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b5da82a6-c21c-44f9-bd99-d38103b0b32c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:53.106000 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b5da82a6-c21c-44f9-bd99-d38103b0b32c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0995369 Apr 18 06:00:53.109286 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48450) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:53.194276 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-8abda4f1-5d29-4317-806b-af289cc7f198 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet c0b445c8-250e-4dfc-93dd-b59c9fb54bd5 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:00:53.197893 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8abda4f1-5d29-4317-806b-af289cc7f198 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.220652 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-46ad9ad9-46d3-43ce-9211-b23cd2d8b778 None None] Could not find standard attr ID for object 1a9de9bf-98be-4f80-922c-93b5ddb333f7. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:00:53.256467 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8abda4f1-5d29-4317-806b-af289cc7f198 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.349730 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8abda4f1-5d29-4317-806b-af289cc7f198 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.366427 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cbbbdc-664c-464e-b2c7-32b288d3364d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router bf04aee8-dabd-4235-934b-f5afdb7f817f has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:00:53.429045 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8abda4f1-5d29-4317-806b-af289cc7f198 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.469863 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abda4f1-5d29-4317-806b-af289cc7f198 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b445c8-250e-4dfc-93dd-b59c9fb54bd5,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:53.471776 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8abda4f1-5d29-4317-806b-af289cc7f198 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.477523 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a265900-a3bb-4cf3-affe-1b9c1255afce None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:53.495709 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8abda4f1-5d29-4317-806b-af289cc7f198 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/c0b445c8-250e-4dfc-93dd-b59c9fb54bd5 HTTP/1.1" status: 204 len: 168 time: 0.3852437 Apr 18 06:00:53.498676 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48454) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:53.559109 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cbbbdc-664c-464e-b2c7-32b288d3364d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:00:53.569314 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5fce2276-f9ba-460e-b7c4-ffe420cfb33e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693946 Apr 18 06:00:53.571994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48458) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:53.575594 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79661a39-b0e0-47b5-82ff-950f5b88d643 None None] Sync routers for ids ['bf04aee8-dabd-4235-934b-f5afdb7f817f'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:53.577674 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-550e445b-ce42-45b4-9e33-0308f8bef393 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:53.586307 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbbdc-664c-464e-b2c7-32b288d3364d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.587981 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79661a39-b0e0-47b5-82ff-950f5b88d643 None None] Routers {'bf04aee8-dabd-4235-934b-f5afdb7f817f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:00:53.588850 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-79661a39-b0e0-47b5-82ff-950f5b88d643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:00:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['bf04aee8-dabd-4235-934b-f5afdb7f817f'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:53.660592 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c5cbbbdc-664c-464e-b2c7-32b288d3364d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/floatingips/9db12aaf-346e-49ac-b066-c567b0d28077 HTTP/1.1" status: 204 len: 168 time: 1.6828959 Apr 18 06:00:53.660592 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e926cb36-8477-4334-8688-c1c01c06479f', 'tag': 'fa0ea67c-a61b-41b0-88aa-c15104654af2'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:00:53.712947 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bd43306-97b0-4bd1-8475-83af1662b011'] response: {'name': 'network-changed', 'server_uuid': 'e926cb36-8477-4334-8688-c1c01c06479f', 'tag': 'fa0ea67c-a61b-41b0-88aa-c15104654af2', 'status': 'completed', 'code': 200} Apr 18 06:00:53.730464 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-550e445b-ce42-45b4-9e33-0308f8bef393 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:53.735634 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-550e445b-ce42-45b4-9e33-0308f8bef393 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:00:53.742433 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-550e445b-ce42-45b4-9e33-0308f8bef393 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:00:53.766334 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-550e445b-ce42-45b4-9e33-0308f8bef393 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:53.779422 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550e445b-ce42-45b4-9e33-0308f8bef393 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:53.785517 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-550e445b-ce42-45b4-9e33-0308f8bef393 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.793405 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a714ab9b-5fec-4d77-b759-27b16805c616 None None] DHCP port deletion for 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:00:53.800500 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a714ab9b-5fec-4d77-b759-27b16805c616 None None] Deleting port e1ac8942-ea62-4937-bfc8-48023cbed72f {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:53.801278 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a714ab9b-5fec-4d77-b759-27b16805c616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.820924 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982617b6-ef80-41ad-8e43-784c8b6e9750 req-0cc67d92-68e1-4af9-91f5-b582b3cf617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:53.823370 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-982617b6-ef80-41ad-8e43-784c8b6e9750 req-0cc67d92-68e1-4af9-91f5-b582b3cf617f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 1099 time: 0.0832379 Apr 18 06:00:53.831317 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-79661a39-b0e0-47b5-82ff-950f5b88d643 None None] Set router bf04aee8-dabd-4235-934b-f5afdb7f817f gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:00:54.068834 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982617b6-ef80-41ad-8e43-784c8b6e9750 req-e493e88a-5f55-40c0-9715-4260d8d1ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:54.070501 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-982617b6-ef80-41ad-8e43-784c8b6e9750 req-e493e88a-5f55-40c0-9715-4260d8d1ba39 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e86a837-e153-49c1-92ad-87db0dbed99f HTTP/1.1" status: 200 len: 897 time: 0.2416265 Apr 18 06:00:54.152937 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-a714ab9b-5fec-4d77-b759-27b16805c616 None None] For port e1ac8942-ea62-4937-bfc8-48023cbed72f, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=e1ac8942-ea62-4937-bfc8-48023cbed72f,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:54.153238 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a714ab9b-5fec-4d77-b759-27b16805c616 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:54.164421 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-982617b6-ef80-41ad-8e43-784c8b6e9750 req-54e5ad3c-3ad9-4a1d-b664-d926a559589c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa0ea67c-a61b-41b0-88aa-c15104654af2 HTTP/1.1" status: 200 len: 217 time: 0.0847697 Apr 18 06:00:54.243120 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-79661a39-b0e0-47b5-82ff-950f5b88d643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'name': 'tempest-TestNetworkBasicOps-router-1859283434', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:35Z', 'updated_at': '2022-04-18T05:59:48Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:37Z', 'updated_at': '2022-04-18T05:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'dae5fae6-e213-47d7-a9bf-04b1c0d43cdc', 'name': '', 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:ac:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '249eb15d-3ccf-4983-a3ee-744482539ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:47Z', 'updated_at': '2022-04-18T05:59:58Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '249eb15d-3ccf-4983-a3ee-744482539ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:54.247890 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79661a39-b0e0-47b5-82ff-950f5b88d643 None None] Checking router: bf04aee8-dabd-4235-934b-f5afdb7f817f for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:00:54.248922 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982617b6-ef80-41ad-8e43-784c8b6e9750 req-50ea35b0-b0d5-42a8-948f-495e4c0632d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:54.250583 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-982617b6-ef80-41ad-8e43-784c8b6e9750 req-50ea35b0-b0d5-42a8-948f-495e4c0632d1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=249eb15d-3ccf-4983-a3ee-744482539ac0 HTTP/1.1" status: 200 len: 834 time: 0.0791335 Apr 18 06:00:54.257056 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79661a39-b0e0-47b5-82ff-950f5b88d643 None None] Routers {'bf04aee8-dabd-4235-934b-f5afdb7f817f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:00:54.258163 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-79661a39-b0e0-47b5-82ff-950f5b88d643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:00:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['bf04aee8-dabd-4235-934b-f5afdb7f817f'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:54.278974 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a3023-5e16-4cb0-a315-7efa6dcce997 req-16672e05-3760-45c4-b05c-7350c8add8ec tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:54.280832 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a55a3023-5e16-4cb0-a315-7efa6dcce997 req-16672e05-3760-45c4-b05c-7350c8add8ec tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 946 time: 0.2076712 Apr 18 06:00:54.281724 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a714ab9b-5fec-4d77-b759-27b16805c616 None None] Calling delete_port for e1ac8942-ea62-4937-bfc8-48023cbed72f owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:54.361778 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.objects.ports [None req-550e445b-ce42-45b4-9e33-0308f8bef393 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88035) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 06:00:54.375357 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a714ab9b-5fec-4d77-b759-27b16805c616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:54.378548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982617b6-ef80-41ad-8e43-784c8b6e9750 req-822efe66-93c2-465a-8a91-639bdf501eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:54.382682 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-982617b6-ef80-41ad-8e43-784c8b6e9750 req-822efe66-93c2-465a-8a91-639bdf501eab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e86a837-e153-49c1-92ad-87db0dbed99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1252232 Apr 18 06:00:54.425137 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a714ab9b-5fec-4d77-b759-27b16805c616 None None] No DVR routers for this DVR port e1ac8942-ea62-4937-bfc8-48023cbed72f on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:54.445669 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a55a3023-5e16-4cb0-a315-7efa6dcce997 req-c247c450-09d5-4d2d-bf6d-2f04daed6a9c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=85c5774b-40cc-4ed3-94cd-458f930939ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497262 Apr 18 06:00:54.449935 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714ab9b-5fec-4d77-b759-27b16805c616 None None] Pushing event deleted for resources: {'Port': ['ID=e1ac8942-ea62-4937-bfc8-48023cbed72f,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:54.508903 dv-neutron-837489-1-hyperv neutron-server[88035]: WARNING neutron.services.revisions.revision_plugin [None req-550e445b-ce42-45b4-9e33-0308f8bef393 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Could not find related port for resource to bump revision. Apr 18 06:00:54.513820 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-79661a39-b0e0-47b5-82ff-950f5b88d643 None None] Set router bf04aee8-dabd-4235-934b-f5afdb7f817f gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:00:54.515104 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.ipam_pluggable_backend [None req-550e445b-ce42-45b4-9e33-0308f8bef393 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Port e1ac8942-ea62-4937-bfc8-48023cbed72f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88035) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 18 06:00:54.515407 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.ipam_pluggable_backend [None req-550e445b-ce42-45b4-9e33-0308f8bef393 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Reverting IP allocation for 2001:db8::f816:3eff:fea2:7f34 {{(pid=88035) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 18 06:00:54.519648 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-550e445b-ce42-45b4-9e33-0308f8bef393 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:54.567771 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-982617b6-ef80-41ad-8e43-784c8b6e9750 req-480a2b14-31d5-4d9d-af30-b5a7eff95001 service neutron] 10.222.0.52 "GET /v2.0/networks/5e86a837-e153-49c1-92ad-87db0dbed99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781847 Apr 18 06:00:54.577612 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550e445b-ce42-45b4-9e33-0308f8bef393 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:54.580938 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-550e445b-ce42-45b4-9e33-0308f8bef393 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:54.585900 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550e445b-ce42-45b4-9e33-0308f8bef393 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:54.586595 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-550e445b-ce42-45b4-9e33-0308f8bef393 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:54.591902 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0572b012-54d4-4083-b042-a3b35a328db0 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:54.612860 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e445b-ce42-45b4-9e33-0308f8bef393 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=a9f75361-78f8-4d88-aa81-950c0617f1a6,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:54.625939 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-550e445b-ce42-45b4-9e33-0308f8bef393 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0526335 Apr 18 06:00:54.626741 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 72b9b85a-f2a3-49a0-aa6b-6323d0157358 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:00:54.628356 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48468) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:54.633960 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-fa9c5d92-fff0-466d-ae80-600a3d17c8b2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'mac_address': 'fa:16:3e:95:dc:c8', 'name': 'tempest-NetworksTestDHCPv6-1273016727'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:54.770583 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-982617b6-ef80-41ad-8e43-784c8b6e9750 req-0e228b7f-6cc8-467e-abe1-7ffbc0a6286c service neutron] 10.222.0.52 "GET /v2.0/networks/5e86a837-e153-49c1-92ad-87db0dbed99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955523 Apr 18 06:00:54.792484 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fa9c5d92-fff0-466d-ae80-600a3d17c8b2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:54.797691 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fa9c5d92-fff0-466d-ae80-600a3d17c8b2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:port and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:00:54.804861 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fa9c5d92-fff0-466d-ae80-600a3d17c8b2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:00:54.811336 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fa9c5d92-fff0-466d-ae80-600a3d17c8b2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:54.820579 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 72b9b85a-f2a3-49a0-aa6b-6323d0157358 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:54.820930 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:54.825142 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9c5d92-fff0-466d-ae80-600a3d17c8b2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:54.884482 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-79661a39-b0e0-47b5-82ff-950f5b88d643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'name': 'tempest-TestNetworkBasicOps-router-1859283434', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:35Z', 'updated_at': '2022-04-18T05:59:48Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:37Z', 'updated_at': '2022-04-18T05:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'dae5fae6-e213-47d7-a9bf-04b1c0d43cdc', 'name': '', 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:ac:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '249eb15d-3ccf-4983-a3ee-744482539ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:47Z', 'updated_at': '2022-04-18T05:59:58Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '249eb15d-3ccf-4983-a3ee-744482539ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:54.889399 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79661a39-b0e0-47b5-82ff-950f5b88d643 None None] The sync data for ids ['bf04aee8-dabd-4235-934b-f5afdb7f817f'] in dv-neutron-837489-1-hyperv is: [{'id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'name': 'tempest-TestNetworkBasicOps-router-1859283434', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:35Z', 'updated_at': '2022-04-18T05:59:48Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:37Z', 'updated_at': '2022-04-18T05:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'dae5fae6-e213-47d7-a9bf-04b1c0d43cdc', 'name': '', 'network_id': '5e86a837-e153-49c1-92ad-87db0dbed99f', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:ac:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '249eb15d-3ccf-4983-a3ee-744482539ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:47Z', 'updated_at': '2022-04-18T05:59:58Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '249eb15d-3ccf-4983-a3ee-744482539ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:54.973703 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'fixed_ips': [{'subnet_id': 'a9f75361-78f8-4d88-aa81-950c0617f1a6'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:00:54.974595 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.049278 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.067942 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fa9c5d92-fff0-466d-ae80-600a3d17c8b2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.102565 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-fa9c5d92-fff0-466d-ae80-600a3d17c8b2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] device_id is not set on port c0169c7e-bd2f-4217-84d1-0610a256d023 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:00:55.104664 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc389c46-650c-4ba0-88e9-6fd7b0b900af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b9b85a-f2a3-49a0-aa6b-6323d0157358'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:00:55.118264 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 72b9b85a-f2a3-49a0-aa6b-6323d0157358, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=72b9b85a-f2a3-49a0-aa6b-6323d0157358,segment=NetworkSegment(f0f9e6c6-dd28-4d5b-816f-18201b1caa98),segment_id=f0f9e6c6-dd28-4d5b-816f-18201b1caa98)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:55.126510 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.204556 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2774dc6-92b1-45a5-95f8-5143f790de7a'] response: {'server_uuid': 'dc389c46-650c-4ba0-88e9-6fd7b0b900af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b9b85a-f2a3-49a0-aa6b-6323d0157358', 'code': 200} Apr 18 06:00:55.214448 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e50a7b-b889-46b0-91b7-1a3df1cdd0ab None None] New status for floating IP 9db12aaf-346e-49ac-b066-c567b0d28077: DOWN {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:00:55.371182 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=72b9b85a-f2a3-49a0-aa6b-6323d0157358,revision_number=8']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:55.374258 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] Allocated IP 2001:db8::f816:3eff:feca:39dc (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/a9f75361-78f8-4d88-aa81-950c0617f1a6/78357a32-d234-4c31-ac4a-cc8657b70f4e) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:55.470932 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfea4dc-3742-4002-8b63-4b4460e1730d req-7ecf8df7-116e-4459-96f4-0d5bb5bcd5c5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:55.471927 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-adfea4dc-3742-4002-8b63-4b4460e1730d req-7ecf8df7-116e-4459-96f4-0d5bb5bcd5c5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:55.490285 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-adfea4dc-3742-4002-8b63-4b4460e1730d req-7ecf8df7-116e-4459-96f4-0d5bb5bcd5c5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:55.491751 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-adfea4dc-3742-4002-8b63-4b4460e1730d req-7ecf8df7-116e-4459-96f4-0d5bb5bcd5c5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/ports?device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 946 time: 0.1005108 Apr 18 06:00:55.568219 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-adfea4dc-3742-4002-8b63-4b4460e1730d req-69f07d0b-b2b2-4402-a83a-869e4368933e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port fa0ea67c-a61b-41b0-88aa-c15104654af2 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:55.568841 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-adfea4dc-3742-4002-8b63-4b4460e1730d req-69f07d0b-b2b2-4402-a83a-869e4368933e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.586568 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.597512 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] Transition to ACTIVE for port object 78357a32-d234-4c31-ac4a-cc8657b70f4e will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:55.617523 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] Transition to ACTIVE for port object 78357a32-d234-4c31-ac4a-cc8657b70f4e will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:55.623364 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.685913 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7676fef-8586-48c6-ba00-c4794f9074ac req-b3f0b988-0ab3-4c39-b249-84e242869525 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:55.687775 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a7676fef-8586-48c6-ba00-c4794f9074ac req-b3f0b988-0ab3-4c39-b249-84e242869525 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 946 time: 0.1376460 Apr 18 06:00:55.728205 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-fa9c5d92-fff0-466d-ae80-600a3d17c8b2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8::f816:3eff:fe95:dcc8 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/a9f75361-78f8-4d88-aa81-950c0617f1a6/c0169c7e-bd2f-4217-84d1-0610a256d023) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:55.734088 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:55.743730 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:55.749581 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:00:55.759647 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] Pushing event updated for resources: {'Port': ['ID=78357a32-d234-4c31-ac4a-cc8657b70f4e,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:55.761844 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a7676fef-8586-48c6-ba00-c4794f9074ac req-48a54076-4944-40c1-b14b-b7a99f8768b4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=85c5774b-40cc-4ed3-94cd-458f930939ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664430 Apr 18 06:00:55.867444 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] Attempting to bind port 78357a32-d234-4c31-ac4a-cc8657b70f4e on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:55.867880 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] Attempting to bind port 78357a32-d234-4c31-ac4a-cc8657b70f4e by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:55.868207 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] Attempting to bind port 78357a32-d234-4c31-ac4a-cc8657b70f4e on network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:00:55.874238 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:00:55.874607 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] Checking segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:00:55.875031 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.875418 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] Bound using segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:00:55.875973 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] Bound port: 78357a32-d234-4c31-ac4a-cc8657b70f4e, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:55.876371 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.963587 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] For port 78357a32-d234-4c31-ac4a-cc8657b70f4e, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:00:55.967551 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] For port 78357a32-d234-4c31-ac4a-cc8657b70f4e, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=78357a32-d234-4c31-ac4a-cc8657b70f4e,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:00:55.970617 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-adfea4dc-3742-4002-8b63-4b4460e1730d req-69f07d0b-b2b2-4402-a83a-869e4368933e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port fa0ea67c-a61b-41b0-88aa-c15104654af2, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fa0ea67c-a61b-41b0-88aa-c15104654af2,segment=NetworkSegment(edd1faaa-32c8-46a7-b179-88975394702a),segment_id=edd1faaa-32c8-46a7-b179-88975394702a)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:55.970974 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-adfea4dc-3742-4002-8b63-4b4460e1730d req-69f07d0b-b2b2-4402-a83a-869e4368933e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.972385 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.978530 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fa9c5d92-fff0-466d-ae80-600a3d17c8b2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.995505 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-fa9c5d92-fff0-466d-ae80-600a3d17c8b2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Transition to ACTIVE for port object c0169c7e-bd2f-4217-84d1-0610a256d023 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:56.022785 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fa9c5d92-fff0-466d-ae80-600a3d17c8b2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.067841 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20237-3d11-4f27-a680-bfd7187f012e None None] Pushing event updated for resources: {'Port': ['ID=78357a32-d234-4c31-ac4a-cc8657b70f4e,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:56.101098 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-adfea4dc-3742-4002-8b63-4b4460e1730d req-69f07d0b-b2b2-4402-a83a-869e4368933e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for fa0ea67c-a61b-41b0-88aa-c15104654af2 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:56.103474 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9c5d92-fff0-466d-ae80-600a3d17c8b2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:56.112878 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-fa9c5d92-fff0-466d-ae80-600a3d17c8b2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:56.117516 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9c5d92-fff0-466d-ae80-600a3d17c8b2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:00:56.123499 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9c5d92-fff0-466d-ae80-600a3d17c8b2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:56.124059 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fa9c5d92-fff0-466d-ae80-600a3d17c8b2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.136975 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c5d92-fff0-466d-ae80-600a3d17c8b2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=c0169c7e-bd2f-4217-84d1-0610a256d023,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:56.157091 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fa9c5d92-fff0-466d-ae80-600a3d17c8b2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5274668 Apr 18 06:00:56.159740 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48476) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:56.331611 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-adfea4dc-3742-4002-8b63-4b4460e1730d req-69f07d0b-b2b2-4402-a83a-869e4368933e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.422366 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f07d0b-b2b2-4402-a83a-869e4368933e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=fa0ea67c-a61b-41b0-88aa-c15104654af2,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:56.438282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0df295-3333-4e2e-8e6e-e1f22e0c06be tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:56.444072 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0df295-3333-4e2e-8e6e-e1f22e0c06be tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:56.444839 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-dc0df295-3333-4e2e-8e6e-e1f22e0c06be tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:56.491041 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfea4dc-3742-4002-8b63-4b4460e1730d req-69f07d0b-b2b2-4402-a83a-869e4368933e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] No DVR routers for this DVR port fa0ea67c-a61b-41b0-88aa-c15104654af2 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:56.493325 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-adfea4dc-3742-4002-8b63-4b4460e1730d req-69f07d0b-b2b2-4402-a83a-869e4368933e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.500224 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e926cb36-8477-4334-8688-c1c01c06479f', 'name': 'network-vif-deleted', 'tag': 'fa0ea67c-a61b-41b0-88aa-c15104654af2'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:00:56.515360 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-dc0df295-3333-4e2e-8e6e-e1f22e0c06be tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:56.520150 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-dc0df295-3333-4e2e-8e6e-e1f22e0c06be tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3569050 Apr 18 06:00:56.520150 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-adfea4dc-3742-4002-8b63-4b4460e1730d req-69f07d0b-b2b2-4402-a83a-869e4368933e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "DELETE /v2.0/ports/fa0ea67c-a61b-41b0-88aa-c15104654af2 HTTP/1.1" status: 204 len: 173 time: 1.0204320 Apr 18 06:00:56.520431 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48482) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:56.558331 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e674094d-2c01-49f9-a3cc-fbc1bea7ef2d'] response: {'server_uuid': 'e926cb36-8477-4334-8688-c1c01c06479f', 'name': 'network-vif-deleted', 'tag': 'fa0ea67c-a61b-41b0-88aa-c15104654af2', 'status': 'completed', 'code': 200} Apr 18 06:00:56.603127 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ff17e3f9-f43f-428c-a4fc-ce2d33bab850 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting port c0169c7e-bd2f-4217-84d1-0610a256d023 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:56.603463 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff17e3f9-f43f-428c-a4fc-ce2d33bab850 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.867476 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff17e3f9-f43f-428c-a4fc-ce2d33bab850 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.962981 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ae94cb0d-2538-4ca0-b893-7176bd3a359f req-6d6ba366-273a-4784-8349-011b48a4efe0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e926cb36-8477-4334-8688-c1c01c06479f HTTP/1.1" status: 200 len: 210 time: 0.0596545 Apr 18 06:00:57.024170 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ff17e3f9-f43f-428c-a4fc-ce2d33bab850 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Calling delete_port for c0169c7e-bd2f-4217-84d1-0610a256d023 owned by {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:57.178856 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a25626e3-5063-423b-84bf-db71cd33dc23 None None] Provisioning for port 78357a32-d234-4c31-ac4a-cc8657b70f4e completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:00:57.188553 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff17e3f9-f43f-428c-a4fc-ce2d33bab850 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.245449 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17e3f9-f43f-428c-a4fc-ce2d33bab850 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Port': ['ID=c0169c7e-bd2f-4217-84d1-0610a256d023,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:57.287589 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff17e3f9-f43f-428c-a4fc-ce2d33bab850 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.301725 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ff17e3f9-f43f-428c-a4fc-ce2d33bab850 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/c0169c7e-bd2f-4217-84d1-0610a256d023 HTTP/1.1" status: 204 len: 168 time: 0.7803190 Apr 18 06:00:57.304362 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48488) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:57.377761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d44b8b-fd89-4a05-9baf-93e895b2aab4 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:57.379324 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d44b8b-fd89-4a05-9baf-93e895b2aab4 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:57.380097 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-94d44b8b-fd89-4a05-9baf-93e895b2aab4 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:57.396417 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-95fd7327-5b6f-4e31-aa33-409679a317df None None] Could not find standard attr ID for object c0169c7e-bd2f-4217-84d1-0610a256d023. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:00:57.398791 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-94d44b8b-fd89-4a05-9baf-93e895b2aab4 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:57.400337 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-94d44b8b-fd89-4a05-9baf-93e895b2aab4 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0949581 Apr 18 06:00:57.403047 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48492) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:57.471630 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee40e83b-6953-4a70-9d78-b56bc4a49480 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet a9f75361-78f8-4d88-aa81-950c0617f1a6 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:00:57.475656 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ee40e83b-6953-4a70-9d78-b56bc4a49480 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.534446 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ee40e83b-6953-4a70-9d78-b56bc4a49480 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.613284 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ee40e83b-6953-4a70-9d78-b56bc4a49480 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.685320 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ee40e83b-6953-4a70-9d78-b56bc4a49480 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.726553 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40e83b-6953-4a70-9d78-b56bc4a49480 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=a9f75361-78f8-4d88-aa81-950c0617f1a6,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:57.730139 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ee40e83b-6953-4a70-9d78-b56bc4a49480 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.736525 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51014b42-38a4-44d1-a3b4-b88f70f769ff None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:57.744351 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ee40e83b-6953-4a70-9d78-b56bc4a49480 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/a9f75361-78f8-4d88-aa81-950c0617f1a6 HTTP/1.1" status: 204 len: 168 time: 0.3392987 Apr 18 06:00:57.746597 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48496) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:57.813124 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bf436898-1741-4470-b65e-8c526edc256f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654228 Apr 18 06:00:57.815428 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48500) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:57.897388 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b60f2a-e438-4c73-8be1-13d4f63bb1fe tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:57.898058 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-28b60f2a-e438-4c73-8be1-13d4f63bb1fe tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:57.913348 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-28b60f2a-e438-4c73-8be1-13d4f63bb1fe tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:57.914847 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-28b60f2a-e438-4c73-8be1-13d4f63bb1fe tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0985336 Apr 18 06:00:57.917432 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48504) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:57.985262 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895b6f13-48fb-407c-a5c8-d45fa90fd357 None None] DHCP port deletion for 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:00:57.987546 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75232e55-73e5-4a23-b7d0-b893dc228089 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:57.988258 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-75232e55-73e5-4a23-b7d0-b893dc228089 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:00:57.990064 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-895b6f13-48fb-407c-a5c8-d45fa90fd357 None None] Deleting port 78357a32-d234-4c31-ac4a-cc8657b70f4e {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:57.990646 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-895b6f13-48fb-407c-a5c8-d45fa90fd357 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.004904 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-75232e55-73e5-4a23-b7d0-b893dc228089 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:00:58.006269 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-75232e55-73e5-4a23-b7d0-b893dc228089 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0879471 Apr 18 06:00:58.008843 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48510) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:58.079466 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48514) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:58.083809 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-cc2bb0cd-81e5-4aab-a5a9-55b80d83c3b0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739875 Apr 18 06:00:58.087846 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48518) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:58.095684 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-e1695e91-77d9-4419-ac73-92542e9fe36a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:58.151398 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-593dcf69-f69d-4e5b-917e-ba9ca5d6693d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.181338 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-593dcf69-f69d-4e5b-917e-ba9ca5d6693d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.209202 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-895b6f13-48fb-407c-a5c8-d45fa90fd357 None None] For port 78357a32-d234-4c31-ac4a-cc8657b70f4e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=78357a32-d234-4c31-ac4a-cc8657b70f4e,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:58.209790 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-895b6f13-48fb-407c-a5c8-d45fa90fd357 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.214668 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e1695e91-77d9-4419-ac73-92542e9fe36a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:58.224551 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e1695e91-77d9-4419-ac73-92542e9fe36a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:58.235988 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1695e91-77d9-4419-ac73-92542e9fe36a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:58.239446 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e1695e91-77d9-4419-ac73-92542e9fe36a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.253873 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-593dcf69-f69d-4e5b-917e-ba9ca5d6693d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.279511 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593dcf69-f69d-4e5b-917e-ba9ca5d6693d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c5774b-40cc-4ed3-94cd-458f930939ea,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:58.287252 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-593dcf69-f69d-4e5b-917e-ba9ca5d6693d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.290869 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-593dcf69-f69d-4e5b-917e-ba9ca5d6693d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/security-groups/85c5774b-40cc-4ed3-94cd-458f930939ea HTTP/1.1" status: 204 len: 168 time: 0.2081068 Apr 18 06:00:58.325354 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48524) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:58.344075 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-895b6f13-48fb-407c-a5c8-d45fa90fd357 None None] Calling delete_port for 78357a32-d234-4c31-ac4a-cc8657b70f4e owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:58.442059 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-895b6f13-48fb-407c-a5c8-d45fa90fd357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.499362 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b6f13-48fb-407c-a5c8-d45fa90fd357 None None] Pushing event deleted for resources: {'Port': ['ID=78357a32-d234-4c31-ac4a-cc8657b70f4e,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:58.502801 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895b6f13-48fb-407c-a5c8-d45fa90fd357 None None] No DVR routers for this DVR port 78357a32-d234-4c31-ac4a-cc8657b70f4e on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:58.619615 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.objects.ports [None req-e1695e91-77d9-4419-ac73-92542e9fe36a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88034) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 06:00:58.620864 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e1695e91-77d9-4419-ac73-92542e9fe36a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.655932 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device fa0ea67c-a61b-41b0-88aa-c15104654af2 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:00:58.678012 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1695e91-77d9-4419-ac73-92542e9fe36a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:58.681283 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-e1695e91-77d9-4419-ac73-92542e9fe36a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:58.686183 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1695e91-77d9-4419-ac73-92542e9fe36a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:58.686517 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e1695e91-77d9-4419-ac73-92542e9fe36a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.696160 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: fa0ea67c-a61b-41b0-88aa-c15104654af2 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:00:58.696570 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device fa0ea67c-a61b-41b0-88aa-c15104654af2 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:00:58.698570 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90c88c3-82ae-4f11-8425-9c4562e894b1 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:00:58.713632 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1695e91-77d9-4419-ac73-92542e9fe36a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=84a680ce-88a3-4eb8-83aa-ef97c3de2917,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:58.724203 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e1695e91-77d9-4419-ac73-92542e9fe36a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6344440 Apr 18 06:00:58.726537 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48528) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:00:58.733224 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'mac_address': 'fa:16:3e:eb:32:1f', 'name': 'tempest-NetworksTestDHCPv6-502724982'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:58.932334 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'fixed_ips': [{'subnet_id': '84a680ce-88a3-4eb8-83aa-ef97c3de2917'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:00:58.933806 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.985990 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:00:58.995580 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:00:59.007606 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:59.026848 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b6f0-13cf-4b02-bab1-f84aff4f1dce tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.120265 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] Allocated IP 2001:db8::f816:3eff:fef6:ea7d (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/84a680ce-88a3-4eb8-83aa-ef97c3de2917/59507cba-ea9c-4f2f-acaf-627313262ca2) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:59.144657 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.174018 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] device_id is not set on port bb2b89ac-7d44-4cc6-8dec-c8ad388b744f yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:00:59.363103 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.374656 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] Transition to ACTIVE for port object 59507cba-ea9c-4f2f-acaf-627313262ca2 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:59.395880 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] Transition to ACTIVE for port object 59507cba-ea9c-4f2f-acaf-627313262ca2 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:59.405026 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.417645 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-f1d4b6f0-13cf-4b02-bab1-f84aff4f1dce tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port dae5fae6-e213-47d7-a9bf-04b1c0d43cdc {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:00:59.418076 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b6f0-13cf-4b02-bab1-f84aff4f1dce tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.473645 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8::f816:3eff:feeb:321f (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/84a680ce-88a3-4eb8-83aa-ef97c3de2917/bb2b89ac-7d44-4cc6-8dec-c8ad388b744f) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:59.475470 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:59.479026 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:59.484077 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:00:59.486209 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] Pushing event updated for resources: {'Port': ['ID=59507cba-ea9c-4f2f-acaf-627313262ca2,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:59.579168 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] Attempting to bind port 59507cba-ea9c-4f2f-acaf-627313262ca2 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:59.579538 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] Attempting to bind port 59507cba-ea9c-4f2f-acaf-627313262ca2 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:59.579900 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] Attempting to bind port 59507cba-ea9c-4f2f-acaf-627313262ca2 on network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:00:59.587508 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:00:59.587878 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] Checking segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:00:59.588314 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.588711 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] Bound using segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:00:59.589774 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] Bound port: 59507cba-ea9c-4f2f-acaf-627313262ca2, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:59.590157 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.617772 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-f1d4b6f0-13cf-4b02-bab1-f84aff4f1dce tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port dae5fae6-e213-47d7-a9bf-04b1c0d43cdc, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=dae5fae6-e213-47d7-a9bf-04b1c0d43cdc,segment=NetworkSegment(edd1faaa-32c8-46a7-b179-88975394702a),segment_id=edd1faaa-32c8-46a7-b179-88975394702a)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:00:59.618035 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b6f0-13cf-4b02-bab1-f84aff4f1dce tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.679277 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] For port 59507cba-ea9c-4f2f-acaf-627313262ca2, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:00:59.683211 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] For port 59507cba-ea9c-4f2f-acaf-627313262ca2, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=59507cba-ea9c-4f2f-acaf-627313262ca2,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:00:59.688389 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.692860 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.710756 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Transition to ACTIVE for port object bb2b89ac-7d44-4cc6-8dec-c8ad388b744f will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:00:59.740280 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.753680 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-f1d4b6f0-13cf-4b02-bab1-f84aff4f1dce tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for dae5fae6-e213-47d7-a9bf-04b1c0d43cdc owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:00:59.780387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cbc3e-883a-4b2f-8a91-b2eb3556f9dd None None] Pushing event updated for resources: {'Port': ['ID=59507cba-ea9c-4f2f-acaf-627313262ca2,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:59.814945 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:59.818023 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:59.827189 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:00:59.833060 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:59.833708 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.849617 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=bb2b89ac-7d44-4cc6-8dec-c8ad388b744f,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:59.862051 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:59.862399 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:59.862737 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:59.863077 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:59.863395 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:59.863725 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:59.864120 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:59.864477 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:59.864812 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:59.865129 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:59.865453 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:59.865765 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:59.880249 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b1e77f7f-dd54-480a-9ec7-d0dd2e6b0007 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1522284 Apr 18 06:00:59.883316 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48532) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:00.049573 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fc9268-0c87-4b67-987e-ea334547192d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:00.055327 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fc9268-0c87-4b67-987e-ea334547192d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:00.057004 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-53fc9268-0c87-4b67-987e-ea334547192d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1718237 Apr 18 06:01:00.059645 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48536) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:00.097307 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b6f0-13cf-4b02-bab1-f84aff4f1dce tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:00.148540 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 59507cba-ea9c-4f2f-acaf-627313262ca2 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:01:00.219594 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 59507cba-ea9c-4f2f-acaf-627313262ca2 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:00.279094 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4b6f0-13cf-4b02-bab1-f84aff4f1dce tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=dae5fae6-e213-47d7-a9bf-04b1c0d43cdc,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:00.329490 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-5d48219a-8586-48c5-91e5-14fd987d4816 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting port bb2b89ac-7d44-4cc6-8dec-c8ad388b744f {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:00.329819 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5d48219a-8586-48c5-91e5-14fd987d4816 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:00.768205 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b6f0-13cf-4b02-bab1-f84aff4f1dce tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:00.788891 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5d48219a-8586-48c5-91e5-14fd987d4816 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:00.839554 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-54fcda2e-7976-40bd-b691-44f858c3bb1c None None] Provisioning for port 59507cba-ea9c-4f2f-acaf-627313262ca2 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:00.846504 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-54fcda2e-7976-40bd-b691-44f858c3bb1c None None] Provisioning complete for port 59507cba-ea9c-4f2f-acaf-627313262ca2 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:00.847130 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-54fcda2e-7976-40bd-b691-44f858c3bb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:00.972319 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-54fcda2e-7976-40bd-b691-44f858c3bb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:00.981912 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-5d48219a-8586-48c5-91e5-14fd987d4816 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Calling delete_port for bb2b89ac-7d44-4cc6-8dec-c8ad388b744f owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:01.004176 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-54fcda2e-7976-40bd-b691-44f858c3bb1c None None] For port 59507cba-ea9c-4f2f-acaf-627313262ca2, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=59507cba-ea9c-4f2f-acaf-627313262ca2,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:01.008968 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-54fcda2e-7976-40bd-b691-44f858c3bb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.075887 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcda2e-7976-40bd-b691-44f858c3bb1c None None] Pushing event updated for resources: {'Port': ['ID=59507cba-ea9c-4f2f-acaf-627313262ca2,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:01.128174 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ecb8d762-2732-44ed-811a-a31d0efb5712 None None] Provisioning for port bb2b89ac-7d44-4cc6-8dec-c8ad388b744f completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:01.133178 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ecb8d762-2732-44ed-811a-a31d0efb5712 None None] Provisioning complete for port bb2b89ac-7d44-4cc6-8dec-c8ad388b744f triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:01.133548 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ecb8d762-2732-44ed-811a-a31d0efb5712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.188656 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-ecb8d762-2732-44ed-811a-a31d0efb5712 None None] Port bb2b89ac-7d44-4cc6-8dec-c8ad388b744f cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:01:01.291877 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5d48219a-8586-48c5-91e5-14fd987d4816 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.399836 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48219a-8586-48c5-91e5-14fd987d4816 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Port': ['ID=bb2b89ac-7d44-4cc6-8dec-c8ad388b744f,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:01.437708 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48219a-8586-48c5-91e5-14fd987d4816 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:01.438051 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48219a-8586-48c5-91e5-14fd987d4816 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:01.438387 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48219a-8586-48c5-91e5-14fd987d4816 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:01.438771 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48219a-8586-48c5-91e5-14fd987d4816 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:01.439049 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48219a-8586-48c5-91e5-14fd987d4816 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:01.439377 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48219a-8586-48c5-91e5-14fd987d4816 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:01.439697 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48219a-8586-48c5-91e5-14fd987d4816 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:01.440017 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48219a-8586-48c5-91e5-14fd987d4816 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:01.440363 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48219a-8586-48c5-91e5-14fd987d4816 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:01.440681 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48219a-8586-48c5-91e5-14fd987d4816 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:01.441000 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48219a-8586-48c5-91e5-14fd987d4816 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:01.441314 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48219a-8586-48c5-91e5-14fd987d4816 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:01.471829 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5d48219a-8586-48c5-91e5-14fd987d4816 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.489579 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d4b6f0-13cf-4b02-bab1-f84aff4f1dce tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router bf04aee8-dabd-4235-934b-f5afdb7f817f has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:01:01.500055 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5d48219a-8586-48c5-91e5-14fd987d4816 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/bb2b89ac-7d44-4cc6-8dec-c8ad388b744f HTTP/1.1" status: 204 len: 168 time: 1.4388671 Apr 18 06:01:01.502441 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48540) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:01.755675 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f7a50-590b-496e-b477-175126450944 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:01.757203 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f7a50-590b-496e-b477-175126450944 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:01.758696 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-289f7a50-590b-496e-b477-175126450944 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2553554 Apr 18 06:01:01.761499 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48544) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:01.832661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ee6d7b-7451-4b9c-a614-f452bf9b9e82 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet 84a680ce-88a3-4eb8-83aa-ef97c3de2917 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:01:01.835931 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1ee6d7b-7451-4b9c-a614-f452bf9b9e82 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.854821 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d4b6f0-13cf-4b02-bab1-f84aff4f1dce tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:01:01.862599 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f1d4b6f0-13cf-4b02-bab1-f84aff4f1dce tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/routers/bf04aee8-dabd-4235-934b-f5afdb7f817f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5360868 Apr 18 06:01:01.862849 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48548) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:01.865794 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d329ed-81ee-42d9-951f-7f8a2e43e541 None None] Sync routers for ids ['bf04aee8-dabd-4235-934b-f5afdb7f817f'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:01:01.875690 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d329ed-81ee-42d9-951f-7f8a2e43e541 None None] Routers {'bf04aee8-dabd-4235-934b-f5afdb7f817f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:01:01.876430 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-63d329ed-81ee-42d9-951f-7f8a2e43e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:00:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['bf04aee8-dabd-4235-934b-f5afdb7f817f'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:01.940880 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1ee6d7b-7451-4b9c-a614-f452bf9b9e82 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.987307 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd56bb99-2350-4206-baf7-d5ad8a546e83 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting subnet 249eb15d-3ccf-4983-a3ee-744482539ac0 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:01:01.991800 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd56bb99-2350-4206-baf7-d5ad8a546e83 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.058723 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd56bb99-2350-4206-baf7-d5ad8a546e83 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.066162 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-63d329ed-81ee-42d9-951f-7f8a2e43e541 None None] Set router bf04aee8-dabd-4235-934b-f5afdb7f817f gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:01:02.133777 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1ee6d7b-7451-4b9c-a614-f452bf9b9e82 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.174165 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 59507cba-ea9c-4f2f-acaf-627313262ca2 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:01:02.218982 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd56bb99-2350-4206-baf7-d5ad8a546e83 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.244484 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 59507cba-ea9c-4f2f-acaf-627313262ca2 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:02.245128 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.279394 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1ee6d7b-7451-4b9c-a614-f452bf9b9e82 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.327049 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee6d7b-7451-4b9c-a614-f452bf9b9e82 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=84a680ce-88a3-4eb8-83aa-ef97c3de2917,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:02.331947 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1ee6d7b-7451-4b9c-a614-f452bf9b9e82 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.357238 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f1ee6d7b-7451-4b9c-a614-f452bf9b9e82 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/84a680ce-88a3-4eb8-83aa-ef97c3de2917 HTTP/1.1" status: 204 len: 168 time: 0.5916655 Apr 18 06:01:02.357450 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48552) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:02.370090 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-63d329ed-81ee-42d9-951f-7f8a2e43e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'name': 'tempest-TestNetworkBasicOps-router-1859283434', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:35Z', 'updated_at': '2022-04-18T06:00:59Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:37Z', 'updated_at': '2022-04-18T05:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:02.375488 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d329ed-81ee-42d9-951f-7f8a2e43e541 None None] Checking router: bf04aee8-dabd-4235-934b-f5afdb7f817f for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:01:02.384332 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d329ed-81ee-42d9-951f-7f8a2e43e541 None None] Routers {'bf04aee8-dabd-4235-934b-f5afdb7f817f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:01:02.385046 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-63d329ed-81ee-42d9-951f-7f8a2e43e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:00:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['bf04aee8-dabd-4235-934b-f5afdb7f817f'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:02.392814 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef0d855-21fa-491f-8361-233d93f46f52 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:02.432590 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2bafbe32-9055-4cc0-8050-5116f5705b7d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0714920 Apr 18 06:01:02.432590 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd56bb99-2350-4206-baf7-d5ad8a546e83 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.433807 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48556) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:02.440166 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-5b21a9a8-9e37-4f15-86ba-ab6d9bd129dc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:02.468730 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56bb99-2350-4206-baf7-d5ad8a546e83 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Subnet': ['ID=249eb15d-3ccf-4983-a3ee-744482539ac0,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:02.476725 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fd56bb99-2350-4206-baf7-d5ad8a546e83 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.482076 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-fd56bb99-2350-4206-baf7-d5ad8a546e83 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/subnets/249eb15d-3ccf-4983-a3ee-744482539ac0 HTTP/1.1" status: 204 len: 168 time: 0.6149378 Apr 18 06:01:02.482210 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48560) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:02.496351 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5efa24-55f5-48de-916f-69392323c1f5 None None] Network 5e86a837-e153-49c1-92ad-87db0dbed99f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:02.586126 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5b21a9a8-9e37-4f15-86ba-ab6d9bd129dc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:02.591365 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5b21a9a8-9e37-4f15-86ba-ab6d9bd129dc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:02.595119 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5b21a9a8-9e37-4f15-86ba-ab6d9bd129dc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:02.596989 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-63d329ed-81ee-42d9-951f-7f8a2e43e541 None None] Set router bf04aee8-dabd-4235-934b-f5afdb7f817f gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:01:02.601518 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5b21a9a8-9e37-4f15-86ba-ab6d9bd129dc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:02.614709 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b21a9a8-9e37-4f15-86ba-ab6d9bd129dc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:02.618848 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5b21a9a8-9e37-4f15-86ba-ab6d9bd129dc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.681758 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9314080-6e7d-4cf7-acc8-d6ae62cfd013 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.874931 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f63843-2c4c-443c-bb7b-50261cf608c7 None None] DHCP port deletion for 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:01:02.894193 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-b2f63843-2c4c-443c-bb7b-50261cf608c7 None None] Deleting port 59507cba-ea9c-4f2f-acaf-627313262ca2 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:02.894699 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b2f63843-2c4c-443c-bb7b-50261cf608c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.944416 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-63d329ed-81ee-42d9-951f-7f8a2e43e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'name': 'tempest-TestNetworkBasicOps-router-1859283434', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:35Z', 'updated_at': '2022-04-18T06:00:59Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:37Z', 'updated_at': '2022-04-18T05:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:02.945068 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88312343-424d-482c-b7f0-80a9e58cfc48 None None] DHCP port deletion for 5e86a837-e153-49c1-92ad-87db0dbed99f request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:01:02.948915 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d329ed-81ee-42d9-951f-7f8a2e43e541 None None] The sync data for ids ['bf04aee8-dabd-4235-934b-f5afdb7f817f'] in dv-neutron-837489-1-hyperv is: [{'id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'name': 'tempest-TestNetworkBasicOps-router-1859283434', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:35Z', 'updated_at': '2022-04-18T06:00:59Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '2b8df926-32c3-4e58-947d-c0c5fe88fede', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf04aee8-dabd-4235-934b-f5afdb7f817f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:37Z', 'updated_at': '2022-04-18T05:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:01:02.959613 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-88312343-424d-482c-b7f0-80a9e58cfc48 None None] Deleting port 313722eb-da31-4433-b00a-aae8283a7958 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:02.960071 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-88312343-424d-482c-b7f0-80a9e58cfc48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.046091 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9314080-6e7d-4cf7-acc8-d6ae62cfd013 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.057343 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-f9314080-6e7d-4cf7-acc8-d6ae62cfd013 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port 2b8df926-32c3-4e58-947d-c0c5fe88fede {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:03.057751 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9314080-6e7d-4cf7-acc8-d6ae62cfd013 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.096596 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.objects.ports [None req-5b21a9a8-9e37-4f15-86ba-ab6d9bd129dc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88035) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 06:01:03.257720 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-f9314080-6e7d-4cf7-acc8-d6ae62cfd013 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port 2b8df926-32c3-4e58-947d-c0c5fe88fede, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=2b8df926-32c3-4e58-947d-c0c5fe88fede,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:03.258303 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9314080-6e7d-4cf7-acc8-d6ae62cfd013 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.284941 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5b21a9a8-9e37-4f15-86ba-ab6d9bd129dc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.370174 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-88312343-424d-482c-b7f0-80a9e58cfc48 None None] For port 313722eb-da31-4433-b00a-aae8283a7958, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=313722eb-da31-4433-b00a-aae8283a7958,segment=NetworkSegment(edd1faaa-32c8-46a7-b179-88975394702a),segment_id=edd1faaa-32c8-46a7-b179-88975394702a)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:03.370753 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-88312343-424d-482c-b7f0-80a9e58cfc48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.451385 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-f9314080-6e7d-4cf7-acc8-d6ae62cfd013 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for 2b8df926-32c3-4e58-947d-c0c5fe88fede owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:03.561471 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-88312343-424d-482c-b7f0-80a9e58cfc48 None None] Calling delete_port for 313722eb-da31-4433-b00a-aae8283a7958 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:03.618273 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-5b21a9a8-9e37-4f15-86ba-ab6d9bd129dc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] For port 59507cba-ea9c-4f2f-acaf-627313262ca2, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=59507cba-ea9c-4f2f-acaf-627313262ca2,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:03.668183 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5b21a9a8-9e37-4f15-86ba-ab6d9bd129dc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.676747 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9314080-6e7d-4cf7-acc8-d6ae62cfd013 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.678088 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5b21a9a8-9e37-4f15-86ba-ab6d9bd129dc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.679067 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5b21a9a8-9e37-4f15-86ba-ab6d9bd129dc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.698687 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-b2f63843-2c4c-443c-bb7b-50261cf608c7 None None] For port 59507cba-ea9c-4f2f-acaf-627313262ca2, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=59507cba-ea9c-4f2f-acaf-627313262ca2,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:03.699074 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b2f63843-2c4c-443c-bb7b-50261cf608c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.738954 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9314080-6e7d-4cf7-acc8-d6ae62cfd013 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=2b8df926-32c3-4e58-947d-c0c5fe88fede,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:03.824148 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-88312343-424d-482c-b7f0-80a9e58cfc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.836301 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b21a9a8-9e37-4f15-86ba-ab6d9bd129dc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:03.842244 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9314080-6e7d-4cf7-acc8-d6ae62cfd013 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.843281 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-5b21a9a8-9e37-4f15-86ba-ab6d9bd129dc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:03.846447 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b21a9a8-9e37-4f15-86ba-ab6d9bd129dc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:03.847042 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5b21a9a8-9e37-4f15-86ba-ab6d9bd129dc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.850214 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-b2f63843-2c4c-443c-bb7b-50261cf608c7 None None] Calling delete_port for 59507cba-ea9c-4f2f-acaf-627313262ca2 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:03.901643 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21a9a8-9e37-4f15-86ba-ab6d9bd129dc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=3bd96fd7-ca23-4219-9840-3ee0db513570,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:03.913559 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21a9a8-9e37-4f15-86ba-ab6d9bd129dc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=59507cba-ea9c-4f2f-acaf-627313262ca2,revision_number=6']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:03.929193 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5b21a9a8-9e37-4f15-86ba-ab6d9bd129dc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4912961 Apr 18 06:01:03.930263 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48564) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:03.939118 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88312343-424d-482c-b7f0-80a9e58cfc48 None None] Pushing event deleted for resources: {'Port': ['ID=313722eb-da31-4433-b00a-aae8283a7958,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:03.939425 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-17b6b3b2-052e-498f-8182-563c042d9238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'mac_address': 'fa:16:3e:7e:47:cd', 'name': 'tempest-NetworksTestDHCPv6-444716233'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:03.943038 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88312343-424d-482c-b7f0-80a9e58cfc48 None None] No DVR routers for this DVR port 313722eb-da31-4433-b00a-aae8283a7958 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:03.991462 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-b2f63843-2c4c-443c-bb7b-50261cf608c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:01:03.991973 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-b2f63843-2c4c-443c-bb7b-50261cf608c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:01:04.061482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9314080-6e7d-4cf7-acc8-d6ae62cfd013 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.063864 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9314080-6e7d-4cf7-acc8-d6ae62cfd013 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.091209 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9314080-6e7d-4cf7-acc8-d6ae62cfd013 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.092005 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9314080-6e7d-4cf7-acc8-d6ae62cfd013 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Fanout notify agent at l3_agent the message router_deleted on router bf04aee8-dabd-4235-934b-f5afdb7f817f {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:01:04.118685 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-17b6b3b2-052e-498f-8182-563c042d9238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:04.124565 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-17b6b3b2-052e-498f-8182-563c042d9238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:port and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:04.126767 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9314080-6e7d-4cf7-acc8-d6ae62cfd013 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.128089 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-17b6b3b2-052e-498f-8182-563c042d9238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:04.128243 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f9314080-6e7d-4cf7-acc8-d6ae62cfd013 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/routers/bf04aee8-dabd-4235-934b-f5afdb7f817f HTTP/1.1" status: 204 len: 168 time: 1.6444798 Apr 18 06:01:04.130871 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48568) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:04.169759 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-17b6b3b2-052e-498f-8182-563c042d9238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:04.186415 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device dae5fae6-e213-47d7-a9bf-04b1c0d43cdc no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:01:04.224839 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: dae5fae6-e213-47d7-a9bf-04b1c0d43cdc {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:01:04.225179 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device dae5fae6-e213-47d7-a9bf-04b1c0d43cdc not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:01:04.225589 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 313722eb-da31-4433-b00a-aae8283a7958 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:01:04.247857 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b6b3b2-052e-498f-8182-563c042d9238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:04.259134 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 313722eb-da31-4433-b00a-aae8283a7958 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:01:04.259721 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 313722eb-da31-4433-b00a-aae8283a7958 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:01:04.260172 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 59507cba-ea9c-4f2f-acaf-627313262ca2 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:01:04.380668 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.413862 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 59507cba-ea9c-4f2f-acaf-627313262ca2, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=59507cba-ea9c-4f2f-acaf-627313262ca2,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:04.417977 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.451031 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c0c13237-b70d-472d-85b8-d802b7ba3dcb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.491379 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=59507cba-ea9c-4f2f-acaf-627313262ca2,revision_number=7']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:04.494709 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-b2f63843-2c4c-443c-bb7b-50261cf608c7 None None] Deleting port 59507cba-ea9c-4f2f-acaf-627313262ca2 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:04.495273 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b2f63843-2c4c-443c-bb7b-50261cf608c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.567115 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-17b6b3b2-052e-498f-8182-563c042d9238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.636078 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c0c13237-b70d-472d-85b8-d802b7ba3dcb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.670893 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-17b6b3b2-052e-498f-8182-563c042d9238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] device_id is not set on port 700e77d7-a2ef-40ee-9c26-20e2a1295cb9 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:01:04.703957 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-c0c13237-b70d-472d-85b8-d802b7ba3dcb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e86a837-e153-49c1-92ad-87db0dbed99f']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:04.722133 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-c0c13237-b70d-472d-85b8-d802b7ba3dcb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd1faaa-32c8-46a7-b179-88975394702a') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:04.722409 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-c0c13237-b70d-472d-85b8-d802b7ba3dcb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd1faaa-32c8-46a7-b179-88975394702a') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:04.737263 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-b2f63843-2c4c-443c-bb7b-50261cf608c7 None None] For port 59507cba-ea9c-4f2f-acaf-627313262ca2, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=59507cba-ea9c-4f2f-acaf-627313262ca2,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:04.737656 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b2f63843-2c4c-443c-bb7b-50261cf608c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.748563 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c0c13237-b70d-472d-85b8-d802b7ba3dcb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.778077 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c0c13237-b70d-472d-85b8-d802b7ba3dcb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.816261 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c13237-b70d-472d-85b8-d802b7ba3dcb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:04.816678 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c0c13237-b70d-472d-85b8-d802b7ba3dcb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:04.830818 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:04.898730 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-b2f63843-2c4c-443c-bb7b-50261cf608c7 None None] Calling delete_port for 59507cba-ea9c-4f2f-acaf-627313262ca2 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:04.932721 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-17b6b3b2-052e-498f-8182-563c042d9238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8::f816:3eff:fe7e:47cd (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/3bd96fd7-ca23-4219-9840-3ee0db513570/700e77d7-a2ef-40ee-9c26-20e2a1295cb9) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:04.936980 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c0c13237-b70d-472d-85b8-d802b7ba3dcb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.958152 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c0c13237-b70d-472d-85b8-d802b7ba3dcb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.971398 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c13237-b70d-472d-85b8-d802b7ba3dcb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Network': ['ID=5e86a837-e153-49c1-92ad-87db0dbed99f,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:04.997067 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c0c13237-b70d-472d-85b8-d802b7ba3dcb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/networks/5e86a837-e153-49c1-92ad-87db0dbed99f HTTP/1.1" status: 204 len: 168 time: 0.8651063 Apr 18 06:01:05.012979 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48572) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:05.019007 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-b7d1711a-5c84-4ca5-bec6-7f489d5aedff tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'network': {'name': 'tempest-network-smoke--948716101', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'port_security_enabled': True}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:05.023822 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b7d1711a-5c84-4ca5-bec6-7f489d5aedff tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:05.027889 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b7d1711a-5c84-4ca5-bec6-7f489d5aedff tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:network and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:05.031449 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b7d1711a-5c84-4ca5-bec6-7f489d5aedff tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:05.037639 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b7d1711a-5c84-4ca5-bec6-7f489d5aedff tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:05.048621 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b2f63843-2c4c-443c-bb7b-50261cf608c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.049568 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d1711a-5c84-4ca5-bec6-7f489d5aedff tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:05.053143 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b7d1711a-5c84-4ca5-bec6-7f489d5aedff tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.085907 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d1711a-5c84-4ca5-bec6-7f489d5aedff tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:05.096967 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f63843-2c4c-443c-bb7b-50261cf608c7 None None] Pushing event deleted for resources: {'Port': ['ID=59507cba-ea9c-4f2f-acaf-627313262ca2,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:05.106328 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b7d1711a-5c84-4ca5-bec6-7f489d5aedff tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.108082 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-b7d1711a-5c84-4ca5-bec6-7f489d5aedff tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Added segment 8dacb739-19cf-43dd-8d0f-dd852b3ac4c3 of type vlan for network 5ac31444-63eb-4a7c-8b2f-f6a257922680 Apr 18 06:01:05.141742 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b7d1711a-5c84-4ca5-bec6-7f489d5aedff tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.172438 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f63843-2c4c-443c-bb7b-50261cf608c7 None None] No DVR routers for this DVR port 59507cba-ea9c-4f2f-acaf-627313262ca2 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:05.176853 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b7d1711a-5c84-4ca5-bec6-7f489d5aedff tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.183647 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d1711a-5c84-4ca5-bec6-7f489d5aedff tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:05.184223 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b7d1711a-5c84-4ca5-bec6-7f489d5aedff tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.188518 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c203d8e9-32c7-420d-8cc9-79ead4f15f4c None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:05.228754 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-17b6b3b2-052e-498f-8182-563c042d9238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.249039 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-17b6b3b2-052e-498f-8182-563c042d9238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Transition to ACTIVE for port object 700e77d7-a2ef-40ee-9c26-20e2a1295cb9 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:05.279910 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-17b6b3b2-052e-498f-8182-563c042d9238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.290460 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b7d1711a-5c84-4ca5-bec6-7f489d5aedff tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2719913 Apr 18 06:01:05.296623 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48576) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:05.304329 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-97b4ea1b-cb18-4b6a-bd19-0e3586a6d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.307730 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1509158123', 'admin_state_up': True, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:05.315056 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1711a-5c84-4ca5-bec6-7f489d5aedff tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Network': ['ID=5ac31444-63eb-4a7c-8b2f-f6a257922680,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:05.317597 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:05.321690 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:router and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:05.324848 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:05.331319 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 5ac31444-63eb-4a7c-8b2f-f6a257922680 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:01:05.346572 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:05.354390 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b6b3b2-052e-498f-8182-563c042d9238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:05.357802 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.359012 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.363027 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-17b6b3b2-052e-498f-8182-563c042d9238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:05.367428 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b6b3b2-052e-498f-8182-563c042d9238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:01:05.373138 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b6b3b2-052e-498f-8182-563c042d9238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:05.373842 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-17b6b3b2-052e-498f-8182-563c042d9238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.381745 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6b3b2-052e-498f-8182-563c042d9238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=700e77d7-a2ef-40ee-9c26-20e2a1295cb9,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:05.400407 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-17b6b3b2-052e-498f-8182-563c042d9238 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4688437 Apr 18 06:01:05.402435 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.403057 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48580) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:05.496009 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bec5dc5-76d6-44c6-976d-e983fa852ec1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:05.496801 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1bec5dc5-76d6-44c6-976d-e983fa852ec1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:05.513390 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1bec5dc5-76d6-44c6-976d-e983fa852ec1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:05.517357 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1bec5dc5-76d6-44c6-976d-e983fa852ec1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1060803 Apr 18 06:01:05.517503 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48584) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:05.570123 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'fixed_ips': [{'subnet_id': '3bd96fd7-ca23-4219-9840-3ee0db513570'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:01:05.570933 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.595474 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-0c1648bc-9195-4688-afbb-ffaea59657aa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting port 700e77d7-a2ef-40ee-9c26-20e2a1295cb9 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:05.597008 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0c1648bc-9195-4688-afbb-ffaea59657aa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.733667 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Allocated IP 2001:db8::f816:3eff:fe67:ab3a (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/3bd96fd7-ca23-4219-9840-3ee0db513570/e43b182f-d930-4f6f-99fb-79c6d7ed2d0f) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:05.800775 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.860070 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0c1648bc-9195-4688-afbb-ffaea59657aa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.959418 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.970365 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Transition to ACTIVE for port object e43b182f-d930-4f6f-99fb-79c6d7ed2d0f will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:05.988707 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Transition to ACTIVE for port object e43b182f-d930-4f6f-99fb-79c6d7ed2d0f will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:05.994114 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-0c1648bc-9195-4688-afbb-ffaea59657aa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Calling delete_port for 700e77d7-a2ef-40ee-9c26-20e2a1295cb9 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:05.995773 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.057078 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:06.065061 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:06.067535 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:01:06.104751 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Pushing event updated for resources: {'Port': ['ID=e43b182f-d930-4f6f-99fb-79c6d7ed2d0f,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:06.114714 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.117004 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 2b8df926-32c3-4e58-947d-c0c5fe88fede no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:01:06.144498 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.164374 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0c1648bc-9195-4688-afbb-ffaea59657aa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.191368 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:06.191720 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:06.192079 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:06.192419 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:06.192752 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:06.193081 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:06.193406 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:06.193746 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:06.194057 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:06.194376 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:06.194697 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:06.195689 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:06.205413 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 2b8df926-32c3-4e58-947d-c0c5fe88fede {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:01:06.205413 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 2b8df926-32c3-4e58-947d-c0c5fe88fede not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:01:06.228631 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Attempting to bind port e43b182f-d930-4f6f-99fb-79c6d7ed2d0f on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:06.228997 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Attempting to bind port e43b182f-d930-4f6f-99fb-79c6d7ed2d0f by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:06.229358 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Attempting to bind port e43b182f-d930-4f6f-99fb-79c6d7ed2d0f on network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:01:06.235074 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:01:06.235448 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Checking segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:01:06.235852 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.236277 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Bound using segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:01:06.236754 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Bound port: e43b182f-d930-4f6f-99fb-79c6d7ed2d0f, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:06.237135 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.293011 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.26.1.88 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/bf68f510-52d1-47fc-991d-416f5d192558) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:06.336349 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] For port e43b182f-d930-4f6f-99fb-79c6d7ed2d0f, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:01:06.339499 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] For port e43b182f-d930-4f6f-99fb-79c6d7ed2d0f, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=e43b182f-d930-4f6f-99fb-79c6d7ed2d0f,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:01:06.352615 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.378025 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1648bc-9195-4688-afbb-ffaea59657aa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Port': ['ID=700e77d7-a2ef-40ee-9c26-20e2a1295cb9,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:06.401212 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0c1648bc-9195-4688-afbb-ffaea59657aa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.415862 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0c1648bc-9195-4688-afbb-ffaea59657aa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/700e77d7-a2ef-40ee-9c26-20e2a1295cb9 HTTP/1.1" status: 204 len: 168 time: 0.8970990 Apr 18 06:01:06.418275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48588) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:06.447697 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e7019-63d0-47e6-9eea-f80ac5ffced1 None None] Pushing event updated for resources: {'Port': ['ID=e43b182f-d930-4f6f-99fb-79c6d7ed2d0f,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:06.517688 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248f9856-28d7-4f18-92b1-25ea5c785198 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:06.519260 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248f9856-28d7-4f18-92b1-25ea5c785198 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:06.520437 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-248f9856-28d7-4f18-92b1-25ea5c785198 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:06.530809 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.550605 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-248f9856-28d7-4f18-92b1-25ea5c785198 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:06.551604 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-248f9856-28d7-4f18-92b1-25ea5c785198 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1323466 Apr 18 06:01:06.554306 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48592) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:06.623993 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.683886 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2db26ec-b9dc-4531-a715-bd38c1ae6828 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet 3bd96fd7-ca23-4219-9840-3ee0db513570 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:01:06.711608 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f2db26ec-b9dc-4531-a715-bd38c1ae6828 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.767491 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:06.779604 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:06.785201 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:01:06.811720 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=bf68f510-52d1-47fc-991d-416f5d192558,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:06.843117 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f2db26ec-b9dc-4531-a715-bd38c1ae6828 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.124245 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f2db26ec-b9dc-4531-a715-bd38c1ae6828 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.487638 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f2db26ec-b9dc-4531-a715-bd38c1ae6828 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.535332 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.551587 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-0b4b3e24-9c39-4a0b-8545-e011517f118a None None] Could not find standard attr ID for object 700e77d7-a2ef-40ee-9c26-20e2a1295cb9. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:01:07.576245 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2f4849ea-0c95-43f5-a062-255055fe56ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.578263 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-0b4b3e24-9c39-4a0b-8545-e011517f118a None None] Provisioning for port e43b182f-d930-4f6f-99fb-79c6d7ed2d0f completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:07.585520 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db26ec-b9dc-4531-a715-bd38c1ae6828 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=3bd96fd7-ca23-4219-9840-3ee0db513570,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:07.593755 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f2db26ec-b9dc-4531-a715-bd38c1ae6828 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.648960 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f2db26ec-b9dc-4531-a715-bd38c1ae6828 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/3bd96fd7-ca23-4219-9840-3ee0db513570 HTTP/1.1" status: 204 len: 168 time: 1.0913589 Apr 18 06:01:07.649702 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48596) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:07.722601 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8a058237-d7a5-4187-8f83-cb4f39011802 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722015 Apr 18 06:01:07.725415 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48600) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:07.748125 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed29569-acc9-4905-8c2c-69ae9cea8b09 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:07.783736 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.825178 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efedc716-35a2-49ee-b758-8e81cc9b5c1c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:07.826822 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-efedc716-35a2-49ee-b758-8e81cc9b5c1c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:07.860257 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-efedc716-35a2-49ee-b758-8e81cc9b5c1c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:07.866640 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-efedc716-35a2-49ee-b758-8e81cc9b5c1c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1350009 Apr 18 06:01:07.867040 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f7825f56-be85-4b21-b354-5b8d2c696605 None None] Could not find standard attr ID for object 700e77d7-a2ef-40ee-9c26-20e2a1295cb9. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:01:07.868392 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48604) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:07.923235 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.955406 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85f0948-8dd7-4f8e-916d-d20f7eaa3fa3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:07.956165 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a85f0948-8dd7-4f8e-916d-d20f7eaa3fa3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:07.975986 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a85f0948-8dd7-4f8e-916d-d20f7eaa3fa3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:07.979507 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a85f0948-8dd7-4f8e-916d-d20f7eaa3fa3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1069489 Apr 18 06:01:07.985894 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48608) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:08.060216 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c011c346-5219-4664-a71d-069116de21f0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776856 Apr 18 06:01:08.063044 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48612) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:08.073582 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7986b8f2-0817-4372-ade0-30605bd2315e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:08.168254 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ddc194-a3e8-46d8-8142-f51525b4c77d None None] DHCP port deletion for 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:01:08.173486 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f1ddc194-a3e8-46d8-8142-f51525b4c77d None None] Deleting port e43b182f-d930-4f6f-99fb-79c6d7ed2d0f {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:08.173807 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f1ddc194-a3e8-46d8-8142-f51525b4c77d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.202636 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router ea9c997c-526f-41df-8efd-5203ee7b7ef2 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:01:08.206869 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7986b8f2-0817-4372-ade0-30605bd2315e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:08.218066 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7986b8f2-0817-4372-ade0-30605bd2315e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:08.231097 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7986b8f2-0817-4372-ade0-30605bd2315e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:08.237574 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7986b8f2-0817-4372-ade0-30605bd2315e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.438232 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f1ddc194-a3e8-46d8-8142-f51525b4c77d None None] For port e43b182f-d930-4f6f-99fb-79c6d7ed2d0f, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=e43b182f-d930-4f6f-99fb-79c6d7ed2d0f,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:08.438232 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f1ddc194-a3e8-46d8-8142-f51525b4c77d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.455292 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:01:08.482821 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.482821 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4f9fd6e5-9327-44bc-88f8-b7ec4e16e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1810021 Apr 18 06:01:08.485883 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48616) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:08.518151 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] Sync routers for ids ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:01:08.555379 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7986b8f2-0817-4372-ade0-30605bd2315e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.595855 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f1ddc194-a3e8-46d8-8142-f51525b4c77d None None] Calling delete_port for e43b182f-d930-4f6f-99fb-79c6d7ed2d0f owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:08.619132 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7986b8f2-0817-4372-ade0-30605bd2315e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:08.619132 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-7986b8f2-0817-4372-ade0-30605bd2315e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:08.625425 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7986b8f2-0817-4372-ade0-30605bd2315e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:08.625425 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7986b8f2-0817-4372-ade0-30605bd2315e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.660330 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7986b8f2-0817-4372-ade0-30605bd2315e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5955446 Apr 18 06:01:08.661056 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48622) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:08.661231 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] Routers {'ea9c997c-526f-41df-8efd-5203ee7b7ef2'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:01:08.661398 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:01:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:08.674358 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-e6c249b9-fc1b-48d8-a55f-224644582de6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'mac_address': 'fa:16:3e:6f:56:80', 'name': 'tempest-NetworksTestDHCPv6-320484908'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:08.693414 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48626) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:08.693562 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8687b4b8-d1d2-4c9e-829c-846ec2bf2da9 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=e00da76b2c8c4cb8902ec43a97f5e314&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2054691 Apr 18 06:01:08.694963 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986b8f2-0817-4372-ade0-30605bd2315e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=81fea756-3b6c-4c3c-abc2-69a5772e8d59,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:08.734047 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.750455 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.797435 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f1ddc194-a3e8-46d8-8142-f51525b4c77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.920564 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddc194-a3e8-46d8-8142-f51525b4c77d None None] Pushing event deleted for resources: {'Port': ['ID=e43b182f-d930-4f6f-99fb-79c6d7ed2d0f,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:08.937938 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ddc194-a3e8-46d8-8142-f51525b4c77d None None] No DVR routers for this DVR port e43b182f-d930-4f6f-99fb-79c6d7ed2d0f on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:08.942937 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e6c249b9-fc1b-48d8-a55f-224644582de6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:08.945495 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c356679c-b82e-47f3-9ac4-f9dcc279cc29 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:08.951377 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c356679c-b82e-47f3-9ac4-f9dcc279cc29 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2537770 Apr 18 06:01:08.951377 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48630) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:08.961835 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] Set router ea9c997c-526f-41df-8efd-5203ee7b7ef2 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:01:08.998545 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e6c249b9-fc1b-48d8-a55f-224644582de6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:09.008103 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a2b234e6-0b5e-4aa7-856f-398e49f4d140 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0549827 Apr 18 06:01:09.008393 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f0b870-d5c8-4049-8e76-9f6429df0040 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:09.014227 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48634) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:09.021941 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7b72e28a-60b1-44a3-a7e0-b9a8bdb4e371 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1778661917', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:09.054401 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c249b9-fc1b-48d8-a55f-224644582de6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:09.057964 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e6c249b9-fc1b-48d8-a55f-224644582de6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.154294 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-e6c249b9-fc1b-48d8-a55f-224644582de6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] device_id is not set on port 92f49b93-e6cb-425f-abf6-6ef19b163da9 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:01:09.204599 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7b72e28a-60b1-44a3-a7e0-b9a8bdb4e371 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:09.220881 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7b72e28a-60b1-44a3-a7e0-b9a8bdb4e371 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:subnet and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:09.226092 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7b72e28a-60b1-44a3-a7e0-b9a8bdb4e371 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:09.237040 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7b72e28a-60b1-44a3-a7e0-b9a8bdb4e371 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:09.290274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b72e28a-60b1-44a3-a7e0-b9a8bdb4e371 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:09.290274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7b72e28a-60b1-44a3-a7e0-b9a8bdb4e371 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.423745 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-e6c249b9-fc1b-48d8-a55f-224644582de6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8::3b6 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/81fea756-3b6c-4c3c-abc2-69a5772e8d59/92f49b93-e6cb-425f-abf6-6ef19b163da9) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:09.445124 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'fixed_ips': [{'subnet_id': '81fea756-3b6c-4c3c-abc2-69a5772e8d59'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:01:09.445962 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.516264 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'name': 'tempest-TestNetworkBasicOps-router-1509158123', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:05Z', 'updated_at': '2022-04-18T06:01:07Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:33:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:06Z', 'updated_at': '2022-04-18T06:01:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:09.532405 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] Checking router: ea9c997c-526f-41df-8efd-5203ee7b7ef2 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:01:09.532757 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] Updating router ea9c997c-526f-41df-8efd-5203ee7b7ef2 port bf68f510-52d1-47fc-991d-416f5d192558 binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:01:09.652282 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.840696 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7b72e28a-60b1-44a3-a7e0-b9a8bdb4e371 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.921539 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e6c249b9-fc1b-48d8-a55f-224644582de6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.953333 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72e28a-60b1-44a3-a7e0-b9a8bdb4e371 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Subnet': ['ID=8a1e2829-ae5d-423d-bac8-16cf82dd01d7,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:09.971491 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-e6c249b9-fc1b-48d8-a55f-224644582de6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Transition to ACTIVE for port object 92f49b93-e6cb-425f-abf6-6ef19b163da9 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:09.977591 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72e28a-60b1-44a3-a7e0-b9a8bdb4e371 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Checking segment: {'id': '8dacb739-19cf-43dd-8d0f-dd852b3ac4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:01:09.977591 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b72e28a-60b1-44a3-a7e0-b9a8bdb4e371 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network hostable DHCP agents. Network: 5ac31444-63eb-4a7c-8b2f-f6a257922680, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:10.008195 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b72e28a-60b1-44a3-a7e0-b9a8bdb4e371 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 5ac31444-63eb-4a7c-8b2f-f6a257922680 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:10.020004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-7b72e28a-60b1-44a3-a7e0-b9a8bdb4e371 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 5ac31444-63eb-4a7c-8b2f-f6a257922680) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:10.021077 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.024693 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b72e28a-60b1-44a3-a7e0-b9a8bdb4e371 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:10.025282 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7b72e28a-60b1-44a3-a7e0-b9a8bdb4e371 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.037197 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e6c249b9-fc1b-48d8-a55f-224644582de6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.062852 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f28a53-2ed0-4936-8691-4d9240ed00a8 None None] Network 5ac31444-63eb-4a7c-8b2f-f6a257922680 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:10.118519 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] Transition to ACTIVE for port object bf68f510-52d1-47fc-991d-416f5d192558 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:10.120930 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device e43b182f-d930-4f6f-99fb-79c6d7ed2d0f no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:01:10.126140 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c249b9-fc1b-48d8-a55f-224644582de6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:10.127819 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7b72e28a-60b1-44a3-a7e0-b9a8bdb4e371 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1178164 Apr 18 06:01:10.130762 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-e6c249b9-fc1b-48d8-a55f-224644582de6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:10.131332 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48638) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:10.133150 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c249b9-fc1b-48d8-a55f-224644582de6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:01:10.140243 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c249b9-fc1b-48d8-a55f-224644582de6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:10.140830 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e6c249b9-fc1b-48d8-a55f-224644582de6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.165486 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c249b9-fc1b-48d8-a55f-224644582de6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=92f49b93-e6cb-425f-abf6-6ef19b163da9,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:10.168168 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: e43b182f-d930-4f6f-99fb-79c6d7ed2d0f {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:01:10.168512 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device e43b182f-d930-4f6f-99fb-79c6d7ed2d0f not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:01:10.179523 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e6c249b9-fc1b-48d8-a55f-224644582de6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5150697 Apr 18 06:01:10.182799 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48642) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:10.218574 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.268850 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.281366 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdf0c22-4c4d-460f-a9cc-4e65c8f33c69 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:10.282335 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-abdf0c22-4c4d-460f-a9cc-4e65c8f33c69 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:10.297710 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-abdf0c22-4c4d-460f-a9cc-4e65c8f33c69 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:10.302728 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-abdf0c22-4c4d-460f-a9cc-4e65c8f33c69 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1184437 Apr 18 06:01:10.303468 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48646) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:10.313093 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] Allocated IP 2001:db8::2 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/81fea756-3b6c-4c3c-abc2-69a5772e8d59/8b2c472e-cf5c-409c-b5e6-f1617e4d0617) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:10.323848 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] Attempting to bind port bf68f510-52d1-47fc-991d-416f5d192558 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:10.324271 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] Attempting to bind port bf68f510-52d1-47fc-991d-416f5d192558 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:10.324597 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] Attempting to bind port bf68f510-52d1-47fc-991d-416f5d192558 on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:01:10.338937 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:01:10.339589 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:01:10.340175 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.341237 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:01:10.341859 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] Bound port: bf68f510-52d1-47fc-991d-416f5d192558, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:10.342414 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.402483 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-7063cd8f-8822-46c1-909a-ba374848bc0c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting port 92f49b93-e6cb-425f-abf6-6ef19b163da9 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:10.403999 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7063cd8f-8822-46c1-909a-ba374848bc0c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.480005 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715eed9-1a12-4b7c-b339-6527436e9f27 None None] Pushing event updated for resources: {'Port': ['ID=bf68f510-52d1-47fc-991d-416f5d192558,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:10.629544 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] For port bf68f510-52d1-47fc-991d-416f5d192558, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:01:10.678974 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] For port bf68f510-52d1-47fc-991d-416f5d192558, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=bf68f510-52d1-47fc-991d-416f5d192558,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:01:10.690607 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7063cd8f-8822-46c1-909a-ba374848bc0c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.695348 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.742304 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-5ac31444-63eb-4a7c-8b2f-f6a257922680', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ips': [{'subnet_id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:01:10.743677 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.845643 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-7063cd8f-8822-46c1-909a-ba374848bc0c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Calling delete_port for 92f49b93-e6cb-425f-abf6-6ef19b163da9 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:10.950468 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] Routers {'ea9c997c-526f-41df-8efd-5203ee7b7ef2'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:01:10.951119 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:01:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:11.001054 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7063cd8f-8822-46c1-909a-ba374848bc0c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.016822 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715eed9-1a12-4b7c-b339-6527436e9f27 None None] Pushing event updated for resources: {'Port': ['ID=bf68f510-52d1-47fc-991d-416f5d192558,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:11.020075 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.061008 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063cd8f-8822-46c1-909a-ba374848bc0c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Port': ['ID=92f49b93-e6cb-425f-abf6-6ef19b163da9,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:11.085056 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] Transition to ACTIVE for port object 8b2c472e-cf5c-409c-b5e6-f1617e4d0617 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:11.100226 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-950da772-0898-4f67-82a0-90a72a02c25d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.103200 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7063cd8f-8822-46c1-909a-ba374848bc0c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.125357 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7063cd8f-8822-46c1-909a-ba374848bc0c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/92f49b93-e6cb-425f-abf6-6ef19b163da9 HTTP/1.1" status: 204 len: 168 time: 0.8208725 Apr 18 06:01:11.127921 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48650) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:11.179221 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] Transition to ACTIVE for port object 8b2c472e-cf5c-409c-b5e6-f1617e4d0617 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:11.201240 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.205191 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] Allocated IP 172.20.0.2 (5ac31444-63eb-4a7c-8b2f-f6a257922680/8a1e2829-ae5d-423d-bac8-16cf82dd01d7/b0c05564-508b-4fa7-984b-1432603c6aea) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:11.221120 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea1d24-e19c-499d-9a66-7a6724124066 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:11.222609 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea1d24-e19c-499d-9a66-7a6724124066 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:11.223343 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3dea1d24-e19c-499d-9a66-7a6724124066 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:11.240285 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3dea1d24-e19c-499d-9a66-7a6724124066 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:11.241893 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3dea1d24-e19c-499d-9a66-7a6724124066 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1128325 Apr 18 06:01:11.244530 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48654) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:11.293540 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] Set router ea9c997c-526f-41df-8efd-5203ee7b7ef2 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:01:11.320933 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ccd47a-94e8-4a07-b3ad-c6cd21d81231 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet 81fea756-3b6c-4c3c-abc2-69a5772e8d59 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:01:11.329417 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-51ccd47a-94e8-4a07-b3ad-c6cd21d81231 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.386776 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:11.404908 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-51ccd47a-94e8-4a07-b3ad-c6cd21d81231 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.465627 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:11.489492 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:01:11.495018 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] Pushing event updated for resources: {'Port': ['ID=8b2c472e-cf5c-409c-b5e6-f1617e4d0617,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:11.510115 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-51ccd47a-94e8-4a07-b3ad-c6cd21d81231 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.582338 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-51ccd47a-94e8-4a07-b3ad-c6cd21d81231 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.624779 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ccd47a-94e8-4a07-b3ad-c6cd21d81231 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=81fea756-3b6c-4c3c-abc2-69a5772e8d59,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:11.628566 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-51ccd47a-94e8-4a07-b3ad-c6cd21d81231 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.642660 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-51ccd47a-94e8-4a07-b3ad-c6cd21d81231 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/81fea756-3b6c-4c3c-abc2-69a5772e8d59 HTTP/1.1" status: 204 len: 168 time: 0.3970959 Apr 18 06:01:11.645207 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48658) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:11.713499 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-cc58e908-3aa3-4640-b1de-80e2421a9a28 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670819 Apr 18 06:01:11.716397 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48662) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:11.730842 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] Attempting to bind port 8b2c472e-cf5c-409c-b5e6-f1617e4d0617 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:11.732005 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] Attempting to bind port 8b2c472e-cf5c-409c-b5e6-f1617e4d0617 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:11.732176 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] Attempting to bind port 8b2c472e-cf5c-409c-b5e6-f1617e4d0617 on network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:01:11.751351 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:01:11.751716 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] Checking segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:01:11.752135 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.752541 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] Bound using segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:01:11.752982 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] Bound port: 8b2c472e-cf5c-409c-b5e6-f1617e4d0617, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:11.753348 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.800705 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9b096e-2ffc-4d29-9bfb-ef8985f5f67a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:11.801788 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5e9b096e-2ffc-4d29-9bfb-ef8985f5f67a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:11.817704 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5e9b096e-2ffc-4d29-9bfb-ef8985f5f67a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:11.819267 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5e9b096e-2ffc-4d29-9bfb-ef8985f5f67a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1020205 Apr 18 06:01:11.821801 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48666) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:11.885952 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc46ba7b-894a-460e-aa31-5f7f964e96f5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:11.886629 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bc46ba7b-894a-460e-aa31-5f7f964e96f5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:11.902235 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bc46ba7b-894a-460e-aa31-5f7f964e96f5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:11.904100 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bc46ba7b-894a-460e-aa31-5f7f964e96f5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0813639 Apr 18 06:01:11.907364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48670) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:11.966728 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.977635 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] For port 8b2c472e-cf5c-409c-b5e6-f1617e4d0617, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:01:11.977944 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-31e259f0-c842-4410-911a-93467b12982a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692329 Apr 18 06:01:11.982162 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] For port 8b2c472e-cf5c-409c-b5e6-f1617e4d0617, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=8b2c472e-cf5c-409c-b5e6-f1617e4d0617,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:01:11.982357 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48674) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:11.983735 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] Transition to ACTIVE for port object b0c05564-508b-4fa7-984b-1432603c6aea will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:11.989178 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-44d70199-e786-4b7e-9e39-454d18cd6cd1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:11.994768 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.059202 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] Transition to ACTIVE for port object b0c05564-508b-4fa7-984b-1432603c6aea will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:12.077938 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.111204 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82ace2-60ef-45a2-a85c-3abf66564d93 None None] Pushing event updated for resources: {'Port': ['ID=8b2c472e-cf5c-409c-b5e6-f1617e4d0617,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:12.114947 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'name': 'tempest-TestNetworkBasicOps-router-1509158123', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:05Z', 'updated_at': '2022-04-18T06:01:07Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:33:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:06Z', 'updated_at': '2022-04-18T06:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:12.153875 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] Network 5ac31444-63eb-4a7c-8b2f-f6a257922680 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:12.155223 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-44d70199-e786-4b7e-9e39-454d18cd6cd1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:12.177110 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-44d70199-e786-4b7e-9e39-454d18cd6cd1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:12.179228 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-950da772-0898-4f67-82a0-90a72a02c25d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.20.0.1 (5ac31444-63eb-4a7c-8b2f-f6a257922680/8a1e2829-ae5d-423d-bac8-16cf82dd01d7/d902931b-65a3-438a-8824-e8e7d3101a43) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:12.194734 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190ef233-0198-4801-b132-b06b4427caa4 None None] The sync data for ids ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'] in dv-neutron-837489-1-hyperv is: [{'id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'name': 'tempest-TestNetworkBasicOps-router-1509158123', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:05Z', 'updated_at': '2022-04-18T06:01:07Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:33:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:06Z', 'updated_at': '2022-04-18T06:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:01:12.196422 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:12.206841 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:01:12.211460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d70199-e786-4b7e-9e39-454d18cd6cd1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:12.214900 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-44d70199-e786-4b7e-9e39-454d18cd6cd1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.299708 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] Pushing event updated for resources: {'Port': ['ID=b0c05564-508b-4fa7-984b-1432603c6aea,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:12.338764 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] Attempting to bind port b0c05564-508b-4fa7-984b-1432603c6aea on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:12.339418 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] Attempting to bind port b0c05564-508b-4fa7-984b-1432603c6aea by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '8dacb739-19cf-43dd-8d0f-dd852b3ac4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:12.339982 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] Attempting to bind port b0c05564-508b-4fa7-984b-1432603c6aea on network 5ac31444-63eb-4a7c-8b2f-f6a257922680 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:01:12.346007 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:01:12.346498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] Checking segment: {'id': '8dacb739-19cf-43dd-8d0f-dd852b3ac4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:01:12.346899 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.347280 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] Bound using segment: {'id': '8dacb739-19cf-43dd-8d0f-dd852b3ac4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:01:12.347728 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] Bound port: b0c05564-508b-4fa7-984b-1432603c6aea, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dacb739-19cf-43dd-8d0f-dd852b3ac4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:12.348111 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.444325 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] For port b0c05564-508b-4fa7-984b-1432603c6aea, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:01:12.454485 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] For port b0c05564-508b-4fa7-984b-1432603c6aea, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b0c05564-508b-4fa7-984b-1432603c6aea,segment=NetworkSegment(8dacb739-19cf-43dd-8d0f-dd852b3ac4c3),segment_id=8dacb739-19cf-43dd-8d0f-dd852b3ac4c3)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:01:12.473621 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.483490 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-950da772-0898-4f67-82a0-90a72a02c25d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.561466 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c27a7-5b67-4cf6-b0dc-fc187d6d185b None None] Pushing event updated for resources: {'Port': ['ID=b0c05564-508b-4fa7-984b-1432603c6aea,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:12.681811 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-950da772-0898-4f67-82a0-90a72a02c25d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Transition to ACTIVE for port object d902931b-65a3-438a-8824-e8e7d3101a43 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:12.775965 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-950da772-0898-4f67-82a0-90a72a02c25d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.887922 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950da772-0898-4f67-82a0-90a72a02c25d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 5ac31444-63eb-4a7c-8b2f-f6a257922680 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:12.893280 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-950da772-0898-4f67-82a0-90a72a02c25d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:12.906045 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950da772-0898-4f67-82a0-90a72a02c25d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:01:12.944442 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950da772-0898-4f67-82a0-90a72a02c25d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=d902931b-65a3-438a-8824-e8e7d3101a43,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:13.016563 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-950da772-0898-4f67-82a0-90a72a02c25d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.048301 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.objects.ports [None req-44d70199-e786-4b7e-9e39-454d18cd6cd1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88034) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 06:01:13.353257 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-950da772-0898-4f67-82a0-90a72a02c25d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.365707 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-44d70199-e786-4b7e-9e39-454d18cd6cd1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.530993 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fd9878-5a46-4208-828c-a2998f93c2fc None None] Network 5ac31444-63eb-4a7c-8b2f-f6a257922680 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:13.660628 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-23e83ee3-811e-4fa0-8202-5f56e7aac5fc None None] Provisioning for port b0c05564-508b-4fa7-984b-1432603c6aea completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:13.939347 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-44d70199-e786-4b7e-9e39-454d18cd6cd1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] For port 8b2c472e-cf5c-409c-b5e6-f1617e4d0617, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=8b2c472e-cf5c-409c-b5e6-f1617e4d0617,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:14.001872 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-44d70199-e786-4b7e-9e39-454d18cd6cd1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.008827 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-44d70199-e786-4b7e-9e39-454d18cd6cd1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.009647 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-44d70199-e786-4b7e-9e39-454d18cd6cd1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.041110 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ba807b65-23ee-4594-8048-5003251ff734 None None] Provisioning for port d902931b-65a3-438a-8824-e8e7d3101a43 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:14.047258 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ba807b65-23ee-4594-8048-5003251ff734 None None] Provisioning complete for port d902931b-65a3-438a-8824-e8e7d3101a43 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:14.049119 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ba807b65-23ee-4594-8048-5003251ff734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.117202 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-ba807b65-23ee-4594-8048-5003251ff734 None None] Port d902931b-65a3-438a-8824-e8e7d3101a43 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:01:14.136217 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-950da772-0898-4f67-82a0-90a72a02c25d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.148326 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d70199-e786-4b7e-9e39-454d18cd6cd1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:14.154545 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-44d70199-e786-4b7e-9e39-454d18cd6cd1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:14.165531 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-950da772-0898-4f67-82a0-90a72a02c25d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.167554 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569d4c97-88cd-4776-a168-f0e816ec4c11 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:14.201082 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d70199-e786-4b7e-9e39-454d18cd6cd1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:14.202029 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-44d70199-e786-4b7e-9e39-454d18cd6cd1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.214749 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b0c05564-508b-4fa7-984b-1432603c6aea up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:01:14.238792 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d70199-e786-4b7e-9e39-454d18cd6cd1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=a8d58a99-eb2b-4be0-8dd2-fc95720b9fb4,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:14.257594 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d70199-e786-4b7e-9e39-454d18cd6cd1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=8b2c472e-cf5c-409c-b5e6-f1617e4d0617,revision_number=5']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:14.416387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-65d0b613-e2f3-4fad-b660-644b2c8414aa None None] Provisioning complete for port d902931b-65a3-438a-8824-e8e7d3101a43 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:14.416758 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-65d0b613-e2f3-4fad-b660-644b2c8414aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.446227 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-44d70199-e786-4b7e-9e39-454d18cd6cd1 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4625754 Apr 18 06:01:14.449354 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48678) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:14.453910 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-950da772-0898-4f67-82a0-90a72a02c25d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.456449 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-dbacdda7-d96d-48b4-92ab-bda5de4d988a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:14.497977 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950da772-0898-4f67-82a0-90a72a02c25d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=d902931b-65a3-438a-8824-e8e7d3101a43,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:14.529766 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port b0c05564-508b-4fa7-984b-1432603c6aea completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:14.541786 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-65d0b613-e2f3-4fad-b660-644b2c8414aa None None] Port d902931b-65a3-438a-8824-e8e7d3101a43 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:01:14.547585 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port b0c05564-508b-4fa7-984b-1432603c6aea triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:14.548241 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.627400 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950da772-0898-4f67-82a0-90a72a02c25d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 5ac31444-63eb-4a7c-8b2f-f6a257922680 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:14.628696 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-950da772-0898-4f67-82a0-90a72a02c25d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:14.726756 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-dbacdda7-d96d-48b4-92ab-bda5de4d988a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:14.733117 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-dbacdda7-d96d-48b4-92ab-bda5de4d988a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:14.737878 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-dbacdda7-d96d-48b4-92ab-bda5de4d988a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:14.744123 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.745848 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-dbacdda7-d96d-48b4-92ab-bda5de4d988a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:14.760531 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbacdda7-d96d-48b4-92ab-bda5de4d988a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:14.767207 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dbacdda7-d96d-48b4-92ab-bda5de4d988a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.790645 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port b0c05564-508b-4fa7-984b-1432603c6aea, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b0c05564-508b-4fa7-984b-1432603c6aea,segment=NetworkSegment(8dacb739-19cf-43dd-8d0f-dd852b3ac4c3),segment_id=8dacb739-19cf-43dd-8d0f-dd852b3ac4c3)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:14.799544 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.800653 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device bf68f510-52d1-47fc-991d-416f5d192558 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:01:14.870785 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950da772-0898-4f67-82a0-90a72a02c25d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router ea9c997c-526f-41df-8efd-5203ee7b7ef2 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:01:14.963453 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.ipam_backend_mixin [None req-dbacdda7-d96d-48b4-92ab-bda5de4d988a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a8d58a99-eb2b-4be0-8dd2-fc95720b9fb4 (CIDR: 2001:db8::/64) Apr 18 06:01:14.965408 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port bf68f510-52d1-47fc-991d-416f5d192558 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:14.967688 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbacdda7-d96d-48b4-92ab-bda5de4d988a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:01:14.967858 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbacdda7-d96d-48b4-92ab-bda5de4d988a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:14.979671 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=b0c05564-508b-4fa7-984b-1432603c6aea,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:14.990826 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port bf68f510-52d1-47fc-991d-416f5d192558 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:14.994035 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.994173 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-dbacdda7-d96d-48b4-92ab-bda5de4d988a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5406470 Apr 18 06:01:14.994383 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48682) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:15.000668 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-60f1663f-a883-405d-86ea-ed8b6338c5eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:15.072145 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-8b035f1a-5475-43da-82e1-7425cd40e7ae None None] Provisioning complete for port d902931b-65a3-438a-8824-e8e7d3101a43 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:15.072527 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8b035f1a-5475-43da-82e1-7425cd40e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.098884 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950da772-0898-4f67-82a0-90a72a02c25d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:01:15.113896 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-950da772-0898-4f67-82a0-90a72a02c25d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/routers/ea9c997c-526f-41df-8efd-5203ee7b7ef2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9783061 Apr 18 06:01:15.115526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48686) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:15.115707 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] Sync routers for ids ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:01:15.129585 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] Routers {'ea9c997c-526f-41df-8efd-5203ee7b7ef2'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:01:15.130244 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:01:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:15.160607 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-8b035f1a-5475-43da-82e1-7425cd40e7ae None None] Port d902931b-65a3-438a-8824-e8e7d3101a43 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:01:15.264911 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-60f1663f-a883-405d-86ea-ed8b6338c5eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:15.273815 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-60f1663f-a883-405d-86ea-ed8b6338c5eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:15.278731 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-60f1663f-a883-405d-86ea-ed8b6338c5eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:15.282522 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.289176 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-60f1663f-a883-405d-86ea-ed8b6338c5eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:15.303785 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f1663f-a883-405d-86ea-ed8b6338c5eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:15.308245 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-60f1663f-a883-405d-86ea-ed8b6338c5eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.310160 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port bf68f510-52d1-47fc-991d-416f5d192558, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=bf68f510-52d1-47fc-991d-416f5d192558,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:15.327820 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.366911 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c045dbde-bace-401f-8034-3875e0af3001 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.368266 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c045dbde-bace-401f-8034-3875e0af3001 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.368738 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c045dbde-bace-401f-8034-3875e0af3001 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.369201 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c045dbde-bace-401f-8034-3875e0af3001 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.369656 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c045dbde-bace-401f-8034-3875e0af3001 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.372858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c045dbde-bace-401f-8034-3875e0af3001 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.373334 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c045dbde-bace-401f-8034-3875e0af3001 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.373805 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c045dbde-bace-401f-8034-3875e0af3001 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.377901 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c045dbde-bace-401f-8034-3875e0af3001 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5672 time: 0.2626457 Apr 18 06:01:15.380831 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48690) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:15.410509 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] Set router ea9c997c-526f-41df-8efd-5203ee7b7ef2 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:01:15.443680 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=bf68f510-52d1-47fc-991d-416f5d192558,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:15.481113 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079743d2-2932-49fb-8526-16c8d3b37794 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.481694 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079743d2-2932-49fb-8526-16c8d3b37794 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.482469 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079743d2-2932-49fb-8526-16c8d3b37794 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.482937 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079743d2-2932-49fb-8526-16c8d3b37794 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.483376 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079743d2-2932-49fb-8526-16c8d3b37794 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.483799 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079743d2-2932-49fb-8526-16c8d3b37794 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.484271 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079743d2-2932-49fb-8526-16c8d3b37794 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.484710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079743d2-2932-49fb-8526-16c8d3b37794 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.489309 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-079743d2-2932-49fb-8526-16c8d3b37794 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5246 time: 0.1048336 Apr 18 06:01:15.489609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48694) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:15.648508 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-60f1663f-a883-405d-86ea-ed8b6338c5eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.738957 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f1663f-a883-405d-86ea-ed8b6338c5eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:15.742256 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-60f1663f-a883-405d-86ea-ed8b6338c5eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:15.746646 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f1663f-a883-405d-86ea-ed8b6338c5eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.747450 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-60f1663f-a883-405d-86ea-ed8b6338c5eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.763964 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f1663f-a883-405d-86ea-ed8b6338c5eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=ad853a00-30b4-47a4-af8f-827691f73a62,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:15.788923 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d2fa2894-3cd4-47b3-84e4-0940ba398785 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.2950947 Apr 18 06:01:15.789166 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-60f1663f-a883-405d-86ea-ed8b6338c5eb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7906988 Apr 18 06:01:15.789166 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48698) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:15.790416 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-436acfde-9cdd-4abb-b597-d6f77b3e7355 req-58ac765e-39be-4924-ad0a-b52f0221587b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1294756 Apr 18 06:01:15.810560 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-5162c12f-ed69-4b5c-891a-b8be67874c3b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'mac_address': 'fa:16:3e:b5:5d:10', 'name': 'tempest-NetworksTestDHCPv6-1145519541'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:15.824360 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'name': 'tempest-TestNetworkBasicOps-router-1509158123', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:05Z', 'updated_at': '2022-04-18T06:01:13Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:33:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:06Z', 'updated_at': '2022-04-18T06:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd902931b-65a3-438a-8824-e8e7d3101a43', 'name': '', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:b8:3f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:11Z', 'updated_at': '2022-04-18T06:01:13Z', 'revision_number': 2, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:15.835103 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] Checking router: ea9c997c-526f-41df-8efd-5203ee7b7ef2 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:01:15.836117 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] Updating router ea9c997c-526f-41df-8efd-5203ee7b7ef2 port d902931b-65a3-438a-8824-e8e7d3101a43 binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:01:15.900402 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.927257 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436acfde-9cdd-4abb-b597-d6f77b3e7355 req-5b82a025-1b9b-4b68-b1c2-3f8f1aaf5ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.932160 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-436acfde-9cdd-4abb-b597-d6f77b3e7355 req-5b82a025-1b9b-4b68-b1c2-3f8f1aaf5ec8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b66247ce3a54159b17aa96e039e5639&device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 1099 time: 0.1175241 Apr 18 06:01:16.003372 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5162c12f-ed69-4b5c-891a-b8be67874c3b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:16.007949 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5162c12f-ed69-4b5c-891a-b8be67874c3b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:port and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:16.011286 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5162c12f-ed69-4b5c-891a-b8be67874c3b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:16.019978 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5162c12f-ed69-4b5c-891a-b8be67874c3b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:16.033251 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5162c12f-ed69-4b5c-891a-b8be67874c3b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:16.073393 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48704) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:16.081852 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-79d77019-60f2-419c-89f8-1ec3e4061889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2133119440', 'description': 'tempest-secgroup-smoke-2133119440 description', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:16.102768 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2585f01-fc16-45b9-bf55-e6f049231aa0 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:16.141303 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-79d77019-60f2-419c-89f8-1ec3e4061889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:16.158318 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-79d77019-60f2-419c-89f8-1ec3e4061889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:16.162932 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-79d77019-60f2-419c-89f8-1ec3e4061889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:16.166284 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436acfde-9cdd-4abb-b597-d6f77b3e7355 req-d84c7e1d-99b8-43f9-a2a1-0baa2429d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:16.169316 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-436acfde-9cdd-4abb-b597-d6f77b3e7355 req-d84c7e1d-99b8-43f9-a2a1-0baa2429d39b service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bd01ecf-2d97-4bf7-9ab0-18dfface8598 HTTP/1.1" status: 200 len: 898 time: 0.2165506 Apr 18 06:01:16.171643 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-79d77019-60f2-419c-89f8-1ec3e4061889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:16.198321 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-79d77019-60f2-419c-89f8-1ec3e4061889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.224767 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5162c12f-ed69-4b5c-891a-b8be67874c3b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.239957 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-79d77019-60f2-419c-89f8-1ec3e4061889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:16.244689 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-79d77019-60f2-419c-89f8-1ec3e4061889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:16.248439 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-79d77019-60f2-419c-89f8-1ec3e4061889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:16.255481 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-79d77019-60f2-419c-89f8-1ec3e4061889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:16.263639 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c635070d-90c4-4bb6-ba6c-6ea0ffd7574f None None] Provisioning for port 8b2c472e-cf5c-409c-b5e6-f1617e4d0617 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:16.293474 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 8b2c472e-cf5c-409c-b5e6-f1617e4d0617 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:01:16.344236 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-436acfde-9cdd-4abb-b597-d6f77b3e7355 req-94d2d5e1-0c8d-48b8-a092-9ddf598469f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72b9b85a-f2a3-49a0-aa6b-6323d0157358 HTTP/1.1" status: 200 len: 1000 time: 0.1678333 Apr 18 06:01:16.373189 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-5162c12f-ed69-4b5c-891a-b8be67874c3b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] device_id is not set on port 9b33cdc2-6fd2-4895-95e9-f87071fe464d yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:01:16.416011 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-79d77019-60f2-419c-89f8-1ec3e4061889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.425184 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-79d77019-60f2-419c-89f8-1ec3e4061889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.458872 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.472860 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 8b2c472e-cf5c-409c-b5e6-f1617e4d0617 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:16.479562 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] Transition to ACTIVE for port object d902931b-65a3-438a-8824-e8e7d3101a43 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:16.480919 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 8b2c472e-cf5c-409c-b5e6-f1617e4d0617 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:16.482349 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.490051 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.511497 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d77019-60f2-419c-89f8-1ec3e4061889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b90d1d52-a560-4364-862c-b1e55d73d638,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:16.522558 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-79d77019-60f2-419c-89f8-1ec3e4061889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.523758 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-79d77019-60f2-419c-89f8-1ec3e4061889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4494348 Apr 18 06:01:16.554360 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48708) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:16.559730 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c2084aa1-ef2d-41aa-8669-60d5689e458b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'b90d1d52-a560-4364-862c-b1e55d73d638', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:16.570340 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c2084aa1-ef2d-41aa-8669-60d5689e458b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:16.583653 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c2084aa1-ef2d-41aa-8669-60d5689e458b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:16.588544 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c2084aa1-ef2d-41aa-8669-60d5689e458b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:16.589878 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1732b3-18dd-46b6-ba79-0b28e18e114e None None] Pushing event updated for resources: {'Port': ['ID=d902931b-65a3-438a-8824-e8e7d3101a43,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:16.598489 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c2084aa1-ef2d-41aa-8669-60d5689e458b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:16.608711 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1732b3-18dd-46b6-ba79-0b28e18e114e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:16.609069 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1732b3-18dd-46b6-ba79-0b28e18e114e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:16.609663 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1732b3-18dd-46b6-ba79-0b28e18e114e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:16.610607 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1732b3-18dd-46b6-ba79-0b28e18e114e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:16.610962 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1732b3-18dd-46b6-ba79-0b28e18e114e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:16.611298 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1732b3-18dd-46b6-ba79-0b28e18e114e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:16.611791 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1732b3-18dd-46b6-ba79-0b28e18e114e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:16.612151 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1732b3-18dd-46b6-ba79-0b28e18e114e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:16.612625 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1732b3-18dd-46b6-ba79-0b28e18e114e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:16.613292 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1732b3-18dd-46b6-ba79-0b28e18e114e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:16.613784 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1732b3-18dd-46b6-ba79-0b28e18e114e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:16.614191 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1732b3-18dd-46b6-ba79-0b28e18e114e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:16.681945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c2084aa1-ef2d-41aa-8669-60d5689e458b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.709245 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436acfde-9cdd-4abb-b597-d6f77b3e7355 req-e7f87305-e154-4db6-977f-bf5b229cbc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:16.710750 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-436acfde-9cdd-4abb-b597-d6f77b3e7355 req-e7f87305-e154-4db6-977f-bf5b229cbc89 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=52758bd8-2631-431e-98a6-304c934d7ada HTTP/1.1" status: 200 len: 834 time: 0.3600321 Apr 18 06:01:16.711111 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.738493 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c4f335-18f0-4891-855a-cff62ce40269 None None] Update dhcp port {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'fixed_ips': [{'subnet_id': 'a8d58a99-eb2b-4be0-8dd2-fc95720b9fb4', 'ip_address': '2001:db8::f816:3eff:fe22:88a'}, {'subnet_id': 'ad853a00-30b4-47a4-af8f-827691f73a62'}], 'binding:host_id': 'dv-neutron-837489-1-hyperv'}, 'id': '8b2c472e-cf5c-409c-b5e6-f1617e4d0617'} from dv-neutron-837489-1-hyperv. {{(pid=88036) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 06:01:16.784718 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-5162c12f-ed69-4b5c-891a-b8be67874c3b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8:0:1::149 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/ad853a00-30b4-47a4-af8f-827691f73a62/9b33cdc2-6fd2-4895-95e9-f87071fe464d) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:16.796583 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-5162c12f-ed69-4b5c-891a-b8be67874c3b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8::f816:3eff:feb5:5d10 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/a8d58a99-eb2b-4be0-8dd2-fc95720b9fb4/9b33cdc2-6fd2-4895-95e9-f87071fe464d) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:16.818866 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c2084aa1-ef2d-41aa-8669-60d5689e458b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.825536 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 8b2c472e-cf5c-409c-b5e6-f1617e4d0617, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=8b2c472e-cf5c-409c-b5e6-f1617e4d0617,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:16.828760 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f335-18f0-4891-855a-cff62ce40269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.835536 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] Attempting to bind port d902931b-65a3-438a-8824-e8e7d3101a43 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:16.835995 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] Attempting to bind port d902931b-65a3-438a-8824-e8e7d3101a43 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '8dacb739-19cf-43dd-8d0f-dd852b3ac4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:16.836386 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] Attempting to bind port d902931b-65a3-438a-8824-e8e7d3101a43 on network 5ac31444-63eb-4a7c-8b2f-f6a257922680 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:01:16.840285 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c2084aa1-ef2d-41aa-8669-60d5689e458b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.842519 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.843422 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device bf68f510-52d1-47fc-991d-416f5d192558 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:01:16.849020 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:01:16.849383 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] Checking segment: {'id': '8dacb739-19cf-43dd-8d0f-dd852b3ac4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:01:16.849790 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.850249 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] Bound using segment: {'id': '8dacb739-19cf-43dd-8d0f-dd852b3ac4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:01:16.850620 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] Bound port: d902931b-65a3-438a-8824-e8e7d3101a43, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dacb739-19cf-43dd-8d0f-dd852b3ac4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:16.850982 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.879066 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436acfde-9cdd-4abb-b597-d6f77b3e7355 req-1ce7b98b-2703-4cb0-9043-e9418b0c1246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:16.880555 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-436acfde-9cdd-4abb-b597-d6f77b3e7355 req-1ce7b98b-2703-4cb0-9043-e9418b0c1246 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bd01ecf-2d97-4bf7-9ab0-18dfface8598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1596706 Apr 18 06:01:16.920105 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2084aa1-ef2d-41aa-8669-60d5689e458b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=547483c5-8154-43b2-8414-67bd319d0f89,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:16.937341 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c2084aa1-ef2d-41aa-8669-60d5689e458b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.938809 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c2084aa1-ef2d-41aa-8669-60d5689e458b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3835053 Apr 18 06:01:16.942820 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48712) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:16.947883 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-f208dfe6-7f92-442e-a111-369f2bc430c7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'b90d1d52-a560-4364-862c-b1e55d73d638', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:16.959050 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f208dfe6-7f92-442e-a111-369f2bc430c7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:16.959695 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] For port d902931b-65a3-438a-8824-e8e7d3101a43, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:01:16.963303 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] For port d902931b-65a3-438a-8824-e8e7d3101a43, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d902931b-65a3-438a-8824-e8e7d3101a43,segment=NetworkSegment(8dacb739-19cf-43dd-8d0f-dd852b3ac4c3),segment_id=8dacb739-19cf-43dd-8d0f-dd852b3ac4c3)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:01:16.968510 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f208dfe6-7f92-442e-a111-369f2bc430c7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:16.968736 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.989787 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f208dfe6-7f92-442e-a111-369f2bc430c7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:17.013491 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f208dfe6-7f92-442e-a111-369f2bc430c7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:17.049591 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-436acfde-9cdd-4abb-b597-d6f77b3e7355 req-b795b939-2ea7-4a46-9952-1212f47fc6ac service neutron] 10.222.0.52 "GET /v2.0/networks/8bd01ecf-2d97-4bf7-9ab0-18dfface8598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604638 Apr 18 06:01:17.073645 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] Routers {'ea9c997c-526f-41df-8efd-5203ee7b7ef2'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:01:17.074700 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:01:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:17.109775 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port bf68f510-52d1-47fc-991d-416f5d192558 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:17.110360 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.111540 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f208dfe6-7f92-442e-a111-369f2bc430c7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.194528 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1732b3-18dd-46b6-ba79-0b28e18e114e None None] Pushing event updated for resources: {'Port': ['ID=d902931b-65a3-438a-8824-e8e7d3101a43,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:17.270469 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-436acfde-9cdd-4abb-b597-d6f77b3e7355 req-2ad4b13f-d5aa-44a0-82c4-418a409df0d1 service neutron] 10.222.0.52 "GET /v2.0/networks/8bd01ecf-2d97-4bf7-9ab0-18dfface8598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125561 Apr 18 06:01:17.318177 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=8b2c472e-cf5c-409c-b5e6-f1617e4d0617,revision_number=6']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:17.409173 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5162c12f-ed69-4b5c-891a-b8be67874c3b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.425232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f208dfe6-7f92-442e-a111-369f2bc430c7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.436215 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f208dfe6-7f92-442e-a111-369f2bc430c7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.473159 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-5162c12f-ed69-4b5c-891a-b8be67874c3b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Transition to ACTIVE for port object 9b33cdc2-6fd2-4895-95e9-f87071fe464d will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:17.475928 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] Set router ea9c997c-526f-41df-8efd-5203ee7b7ef2 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:01:17.479888 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b0c05564-508b-4fa7-984b-1432603c6aea up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:01:17.483668 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208dfe6-7f92-442e-a111-369f2bc430c7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9f2e42-f49f-4cd1-833d-5ea89ece7af4,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:17.489849 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f208dfe6-7f92-442e-a111-369f2bc430c7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.491004 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f208dfe6-7f92-442e-a111-369f2bc430c7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5470769 Apr 18 06:01:17.493872 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48720) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:17.500768 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-a9f55190-08ba-4fdd-bc23-d31eb4b0a314 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'b90d1d52-a560-4364-862c-b1e55d73d638', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:17.507681 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-a9f55190-08ba-4fdd-bc23-d31eb4b0a314 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:17.516209 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a9f55190-08ba-4fdd-bc23-d31eb4b0a314 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:17.517173 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5162c12f-ed69-4b5c-891a-b8be67874c3b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.521771 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a9f55190-08ba-4fdd-bc23-d31eb4b0a314 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:17.529925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-a9f55190-08ba-4fdd-bc23-d31eb4b0a314 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:17.554553 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a9f55190-08ba-4fdd-bc23-d31eb4b0a314 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.581913 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5162c12f-ed69-4b5c-891a-b8be67874c3b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:17.585516 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-5162c12f-ed69-4b5c-891a-b8be67874c3b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:17.587492 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-e5c4f335-18f0-4891-855a-cff62ce40269 None None] Allocated IP 2001:db8:0:1::2 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/ad853a00-30b4-47a4-af8f-827691f73a62/8b2c472e-cf5c-409c-b5e6-f1617e4d0617) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:17.588255 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5162c12f-ed69-4b5c-891a-b8be67874c3b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:01:17.595541 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5162c12f-ed69-4b5c-891a-b8be67874c3b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:17.596303 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5162c12f-ed69-4b5c-891a-b8be67874c3b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.634864 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162c12f-ed69-4b5c-891a-b8be67874c3b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=9b33cdc2-6fd2-4895-95e9-f87071fe464d,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:17.639975 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5162c12f-ed69-4b5c-891a-b8be67874c3b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8511477 Apr 18 06:01:17.642528 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48724) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:17.655535 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a9f55190-08ba-4fdd-bc23-d31eb4b0a314 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.664748 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a9f55190-08ba-4fdd-bc23-d31eb4b0a314 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.686785 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f55190-08ba-4fdd-bc23-d31eb4b0a314 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b383ab15-ca65-44b6-937d-322fef4d5497,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:17.719723 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a9f55190-08ba-4fdd-bc23-d31eb4b0a314 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.724836 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a9f55190-08ba-4fdd-bc23-d31eb4b0a314 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2269568 Apr 18 06:01:17.725010 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48728) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:17.727379 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-25bc18f5-5e87-444c-a88a-c228e97651c5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting port 9b33cdc2-6fd2-4895-95e9-f87071fe464d {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:17.727846 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25bc18f5-5e87-444c-a88a-c228e97651c5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.730567 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-e0aafde4-e292-4f5e-adc9-c44fc858f173 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'b90d1d52-a560-4364-862c-b1e55d73d638', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:17.737396 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e0aafde4-e292-4f5e-adc9-c44fc858f173 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:17.741966 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e0aafde4-e292-4f5e-adc9-c44fc858f173 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:17.750732 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e0aafde4-e292-4f5e-adc9-c44fc858f173 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:17.758754 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e0aafde4-e292-4f5e-adc9-c44fc858f173 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:17.788709 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e0aafde4-e292-4f5e-adc9-c44fc858f173 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.797476 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port b0c05564-508b-4fa7-984b-1432603c6aea triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:17.797851 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.869282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e0aafde4-e292-4f5e-adc9-c44fc858f173 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.877255 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e0aafde4-e292-4f5e-adc9-c44fc858f173 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.889739 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-e5c4f335-18f0-4891-855a-cff62ce40269 None None] For port 8b2c472e-cf5c-409c-b5e6-f1617e4d0617, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=8b2c472e-cf5c-409c-b5e6-f1617e4d0617,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:17.908295 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aafde4-e292-4f5e-adc9-c44fc858f173 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd39acc-2203-4e0c-b6b2-0cacff07bb94,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:17.920953 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e0aafde4-e292-4f5e-adc9-c44fc858f173 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.925762 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e0aafde4-e292-4f5e-adc9-c44fc858f173 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1973078 Apr 18 06:01:17.926441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48732) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:17.931939 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-d996a786-936e-4c80-bbeb-acefc17c1562 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'b90d1d52-a560-4364-862c-b1e55d73d638', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:17.938840 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d996a786-936e-4c80-bbeb-acefc17c1562 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:17.942888 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d996a786-936e-4c80-bbeb-acefc17c1562 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:17.944396 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'name': 'tempest-TestNetworkBasicOps-router-1509158123', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:05Z', 'updated_at': '2022-04-18T06:01:13Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:06Z', 'updated_at': '2022-04-18T06:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd902931b-65a3-438a-8824-e8e7d3101a43', 'name': '', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:b8:3f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:11Z', 'updated_at': '2022-04-18T06:01:16Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:17.945894 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d996a786-936e-4c80-bbeb-acefc17c1562 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:17.950204 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab16dcac-7bb6-478c-aeb1-8b442cdbaa50 None None] The sync data for ids ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'] in dv-neutron-837489-1-hyperv is: [{'id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'name': 'tempest-TestNetworkBasicOps-router-1509158123', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:05Z', 'updated_at': '2022-04-18T06:01:13Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:06Z', 'updated_at': '2022-04-18T06:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd902931b-65a3-438a-8824-e8e7d3101a43', 'name': '', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:b8:3f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:11Z', 'updated_at': '2022-04-18T06:01:16Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:01:17.952031 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d996a786-936e-4c80-bbeb-acefc17c1562 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:17.959991 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f335-18f0-4891-855a-cff62ce40269 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.964136 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-d996a786-936e-4c80-bbeb-acefc17c1562 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:01:17.971522 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d996a786-936e-4c80-bbeb-acefc17c1562 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.998627 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e5c4f335-18f0-4891-855a-cff62ce40269 None None] Transition to ACTIVE for port object 8b2c472e-cf5c-409c-b5e6-f1617e4d0617 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:18.017717 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f335-18f0-4891-855a-cff62ce40269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.074197 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d996a786-936e-4c80-bbeb-acefc17c1562 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.085378 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d996a786-936e-4c80-bbeb-acefc17c1562 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.108341 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25bc18f5-5e87-444c-a88a-c228e97651c5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.119327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996a786-936e-4c80-bbeb-acefc17c1562 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbde188-7010-4491-8afb-6d3508081dd8,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:18.144988 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d996a786-936e-4c80-bbeb-acefc17c1562 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.148793 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d996a786-936e-4c80-bbeb-acefc17c1562 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2189665 Apr 18 06:01:18.149120 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48736) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:18.157096 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-7c371b80-c78a-47c9-8811-2a5bcae5cfed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'b90d1d52-a560-4364-862c-b1e55d73d638', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:18.163830 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7c371b80-c78a-47c9-8811-2a5bcae5cfed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:18.167693 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7c371b80-c78a-47c9-8811-2a5bcae5cfed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:18.171987 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7c371b80-c78a-47c9-8811-2a5bcae5cfed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:18.179527 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7c371b80-c78a-47c9-8811-2a5bcae5cfed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:18.191584 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-7c371b80-c78a-47c9-8811-2a5bcae5cfed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:01:18.201019 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7c371b80-c78a-47c9-8811-2a5bcae5cfed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.218361 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4f335-18f0-4891-855a-cff62ce40269 None None] Pushing event updated for resources: {'Port': ['ID=8b2c472e-cf5c-409c-b5e6-f1617e4d0617,revision_number=7']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:18.295375 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-25bc18f5-5e87-444c-a88a-c228e97651c5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Calling delete_port for 9b33cdc2-6fd2-4895-95e9-f87071fe464d owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:18.321501 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7c371b80-c78a-47c9-8811-2a5bcae5cfed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.327844 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7c371b80-c78a-47c9-8811-2a5bcae5cfed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.335900 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d902931b-65a3-438a-8824-e8e7d3101a43 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:01:18.363234 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c371b80-c78a-47c9-8811-2a5bcae5cfed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1c2ae0-ee80-44be-83b4-1be782e9e320,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:18.374116 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7c371b80-c78a-47c9-8811-2a5bcae5cfed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.375596 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7c371b80-c78a-47c9-8811-2a5bcae5cfed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2241764 Apr 18 06:01:18.443825 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port d902931b-65a3-438a-8824-e8e7d3101a43 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:18.454403 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port d902931b-65a3-438a-8824-e8e7d3101a43 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:18.454869 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.481595 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:01:18.642830 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.658745 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25bc18f5-5e87-444c-a88a-c228e97651c5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.664955 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-15775c72-cc79-4245-8689-b1e4ea5d4474 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2133119440&fields=id&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 267 time: 0.0546656 Apr 18 06:01:18.690842 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port d902931b-65a3-438a-8824-e8e7d3101a43, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d902931b-65a3-438a-8824-e8e7d3101a43,segment=NetworkSegment(8dacb739-19cf-43dd-8d0f-dd852b3ac4c3),segment_id=8dacb739-19cf-43dd-8d0f-dd852b3ac4c3)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:18.696712 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.697868 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 8b2c472e-cf5c-409c-b5e6-f1617e4d0617 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:01:18.770967 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc18f5-5e87-444c-a88a-c228e97651c5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Port': ['ID=9b33cdc2-6fd2-4895-95e9-f87071fe464d,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:18.835935 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25bc18f5-5e87-444c-a88a-c228e97651c5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.847403 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=d902931b-65a3-438a-8824-e8e7d3101a43,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:18.866256 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-25bc18f5-5e87-444c-a88a-c228e97651c5 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/9b33cdc2-6fd2-4895-95e9-f87071fe464d HTTP/1.1" status: 204 len: 168 time: 1.2219789 Apr 18 06:01:18.870015 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48752) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:18.966011 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-b23ba74a-451e-4142-aba7-006abecd93bc tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:18.966749 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-b23ba74a-451e-4142-aba7-006abecd93bc tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:19.001447 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-b23ba74a-451e-4142-aba7-006abecd93bc tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:19.002671 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-b23ba74a-451e-4142-aba7-006abecd93bc tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/networks?id=5ac31444-63eb-4a7c-8b2f-f6a257922680 HTTP/1.1" status: 200 len: 796 time: 0.3219140 Apr 18 06:01:19.011364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8048af-f4ef-43e2-83ae-2eea4e74a39f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:19.013548 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8c8048af-f4ef-43e2-83ae-2eea4e74a39f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1425898 Apr 18 06:01:19.016028 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48756) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:19.061932 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-8adffb48-7890-4a8d-ba77-7c1b4d9dec8e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/quotas/e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 375 time: 0.0472224 Apr 18 06:01:19.090967 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d4082be2-8b42-40b2-9dff-c2501d0dda76 None None] Provisioning for port 8b2c472e-cf5c-409c-b5e6-f1617e4d0617 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:19.096469 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d4082be2-8b42-40b2-9dff-c2501d0dda76 None None] Provisioning complete for port 8b2c472e-cf5c-409c-b5e6-f1617e4d0617 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:19.096909 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d4082be2-8b42-40b2-9dff-c2501d0dda76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.177611 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efa20b8-b012-4153-8943-4ccefa502b35 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:19.181514 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3efa20b8-b012-4153-8943-4ccefa502b35 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1620877 Apr 18 06:01:19.182010 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48760) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:19.221505 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-b92167e9-41d2-4d9d-90de-cb24191a71bf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:19.263862 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-b92167e9-41d2-4d9d-90de-cb24191a71bf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:19.265243 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-b92167e9-41d2-4d9d-90de-cb24191a71bf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1941571 Apr 18 06:01:19.302644 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92383a6a-1b39-454c-808c-e85358d36c03 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:19.304156 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92383a6a-1b39-454c-808c-e85358d36c03 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:19.305631 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92383a6a-1b39-454c-808c-e85358d36c03 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:19.306436 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-92383a6a-1b39-454c-808c-e85358d36c03 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:19.368774 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-8ef5f266-13bf-47ba-8d27-83bb65c8f40a None None] Could not find standard attr ID for object 9b33cdc2-6fd2-4895-95e9-f87071fe464d. {{(pid=88036) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:01:19.397252 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-92383a6a-1b39-454c-808c-e85358d36c03 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:19.401381 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-92383a6a-1b39-454c-808c-e85358d36c03 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2154412 Apr 18 06:01:19.401583 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48764) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:19.487959 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-c8a8ae69-08a5-4e42-a26d-43a0ce2a062d service neutron] 10.222.0.15 "GET /v2.0/networks/5ac31444-63eb-4a7c-8b2f-f6a257922680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070854 Apr 18 06:01:19.491621 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5142ae9-7ad3-42fb-8342-b62fad4df4aa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet a8d58a99-eb2b-4be0-8dd2-fc95720b9fb4 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:01:19.513364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c5142ae9-7ad3-42fb-8342-b62fad4df4aa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.535368 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125ee8a4-9004-442e-9b1f-480207788348 None None] get_active_networks_info from dv-neutron-837489-1-hyperv {{(pid=88036) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 06:01:19.651042 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c5142ae9-7ad3-42fb-8342-b62fad4df4aa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.665123 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125ee8a4-9004-442e-9b1f-480207788348 None None] Resources bound (agent type, host, resource id): {{(pid=88036) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:01:19.732220 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-007dc9be-8717-4e4c-a163-a14ed4c62470 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac31444-63eb-4a7c-8b2f-f6a257922680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372546 Apr 18 06:01:19.753586 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c5142ae9-7ad3-42fb-8342-b62fad4df4aa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.844138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c5142ae9-7ad3-42fb-8342-b62fad4df4aa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.953505 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-2cae899c-f8ea-45c2-b627-11c6d5375be9 req-86fe36b6-5df6-4ef1-bd6f-7ca618e0daa3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:19.973310 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-2cae899c-f8ea-45c2-b627-11c6d5375be9 req-86fe36b6-5df6-4ef1-bd6f-7ca618e0daa3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:19.974486 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2cae899c-f8ea-45c2-b627-11c6d5375be9 req-86fe36b6-5df6-4ef1-bd6f-7ca618e0daa3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=447c4a7f-3f4d-4a9f-8e23-0c0da6762e09 HTTP/1.1" status: 200 len: 210 time: 0.0784888 Apr 18 06:01:20.057262 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c5142ae9-7ad3-42fb-8342-b62fad4df4aa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.071772 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5142ae9-7ad3-42fb-8342-b62fad4df4aa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=a8d58a99-eb2b-4be0-8dd2-fc95720b9fb4,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:20.082361 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c5142ae9-7ad3-42fb-8342-b62fad4df4aa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/a8d58a99-eb2b-4be0-8dd2-fc95720b9fb4 HTTP/1.1" status: 204 len: 168 time: 0.6797867 Apr 18 06:01:20.085191 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48778) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:20.141414 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d902931b-65a3-438a-8824-e8e7d3101a43 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:01:20.178948 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c74de90-9e3e-4afd-b120-fe89509f4750 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet ad853a00-30b4-47a4-af8f-827691f73a62 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:01:20.183063 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2c74de90-9e3e-4afd-b120-fe89509f4750 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.217271 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port d902931b-65a3-438a-8824-e8e7d3101a43 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:20.217647 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.256932 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2c74de90-9e3e-4afd-b120-fe89509f4750 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.358754 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2c74de90-9e3e-4afd-b120-fe89509f4750 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.443048 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 8b2c472e-cf5c-409c-b5e6-f1617e4d0617 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:01:20.470798 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2c74de90-9e3e-4afd-b120-fe89509f4750 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.513795 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74de90-9e3e-4afd-b120-fe89509f4750 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=ad853a00-30b4-47a4-af8f-827691f73a62,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:20.519207 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2c74de90-9e3e-4afd-b120-fe89509f4750 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.526648 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 8b2c472e-cf5c-409c-b5e6-f1617e4d0617 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:20.527023 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.530424 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2c74de90-9e3e-4afd-b120-fe89509f4750 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/ad853a00-30b4-47a4-af8f-827691f73a62 HTTP/1.1" status: 204 len: 168 time: 0.4440739 Apr 18 06:01:20.532937 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48784) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:20.624126 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48788) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:20.632457 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-353b729f-25e2-4aa0-a8a7-9bb45942623c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:20.640825 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d364bdb9-8358-41bc-8770-3c2e543540b0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1065946 Apr 18 06:01:20.740519 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ac62ca-340c-4913-a056-564b65c386f7 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:20.752753 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-353b729f-25e2-4aa0-a8a7-9bb45942623c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:20.756933 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-353b729f-25e2-4aa0-a8a7-9bb45942623c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:20.759817 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-353b729f-25e2-4aa0-a8a7-9bb45942623c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:20.766339 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-353b729f-25e2-4aa0-a8a7-9bb45942623c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:20.775698 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353b729f-25e2-4aa0-a8a7-9bb45942623c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:20.779598 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-353b729f-25e2-4aa0-a8a7-9bb45942623c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.877005 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3f9de79b-7d58-46cb-8989-3d9a2df8784d None None] Provisioning complete for port 8b2c472e-cf5c-409c-b5e6-f1617e4d0617 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:20.877374 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3f9de79b-7d58-46cb-8989-3d9a2df8784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.129982 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56308d2b-3401-40b9-a538-1a1ca0eb8bc4 None None] DHCP port deletion for 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:01:21.134402 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-56308d2b-3401-40b9-a538-1a1ca0eb8bc4 None None] Deleting port 8b2c472e-cf5c-409c-b5e6-f1617e4d0617 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:21.134788 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-56308d2b-3401-40b9-a538-1a1ca0eb8bc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.207720 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.objects.ports [None req-353b729f-25e2-4aa0-a8a7-9bb45942623c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88035) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 06:01:21.229308 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-18eb47be-2e08-4c3d-ae3f-3cdb7492d4f0 req-c0842bd6-f996-45f1-9295-ff119dd893e5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=447c4a7f-3f4d-4a9f-8e23-0c0da6762e09 HTTP/1.1" status: 200 len: 210 time: 0.0644026 Apr 18 06:01:21.278990 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-dc478ca2-d337-4e0a-91df-5df769918d41 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:21.280367 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-dc478ca2-d337-4e0a-91df-5df769918d41 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/networks?id=5ac31444-63eb-4a7c-8b2f-f6a257922680 HTTP/1.1" status: 200 len: 796 time: 0.2418764 Apr 18 06:01:21.341045 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-f7e58f58-7494-455f-8cb2-fb737226d650 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 380 time: 0.0502553 Apr 18 06:01:21.350057 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-ac91de4b-db2c-4c7e-af2d-d7ea7cbc86ab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'port': {'device_id': '447c4a7f-3f4d-4a9f-8e23-0c0da6762e09', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'admin_state_up': True, 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'security_groups': ['b90d1d52-a560-4364-862c-b1e55d73d638']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:21.398600 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-56308d2b-3401-40b9-a538-1a1ca0eb8bc4 None None] For port 8b2c472e-cf5c-409c-b5e6-f1617e4d0617, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=8b2c472e-cf5c-409c-b5e6-f1617e4d0617,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:21.399281 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-56308d2b-3401-40b9-a538-1a1ca0eb8bc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.429713 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-353b729f-25e2-4aa0-a8a7-9bb45942623c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.504999 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-ac91de4b-db2c-4c7e-af2d-d7ea7cbc86ab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:21.515020 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-ac91de4b-db2c-4c7e-af2d-d7ea7cbc86ab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:21.525361 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-ac91de4b-db2c-4c7e-af2d-d7ea7cbc86ab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:21.529580 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-56308d2b-3401-40b9-a538-1a1ca0eb8bc4 None None] Calling delete_port for 8b2c472e-cf5c-409c-b5e6-f1617e4d0617 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:21.530132 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-ac91de4b-db2c-4c7e-af2d-d7ea7cbc86ab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.707373 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-ac91de4b-db2c-4c7e-af2d-d7ea7cbc86ab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.20.0.10 (5ac31444-63eb-4a7c-8b2f-f6a257922680/8a1e2829-ae5d-423d-bac8-16cf82dd01d7/d41d7ea7-7448-4847-9add-5aaa0ea2ad70) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:21.753301 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-353b729f-25e2-4aa0-a8a7-9bb45942623c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] For port 8b2c472e-cf5c-409c-b5e6-f1617e4d0617, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=8b2c472e-cf5c-409c-b5e6-f1617e4d0617,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:21.778828 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-353b729f-25e2-4aa0-a8a7-9bb45942623c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.784293 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-353b729f-25e2-4aa0-a8a7-9bb45942623c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.785123 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-353b729f-25e2-4aa0-a8a7-9bb45942623c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.787391 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-56308d2b-3401-40b9-a538-1a1ca0eb8bc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:01:21.788454 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-56308d2b-3401-40b9-a538-1a1ca0eb8bc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:01:21.890322 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353b729f-25e2-4aa0-a8a7-9bb45942623c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:21.897224 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-353b729f-25e2-4aa0-a8a7-9bb45942623c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:21.907505 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-ac91de4b-db2c-4c7e-af2d-d7ea7cbc86ab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.909021 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353b729f-25e2-4aa0-a8a7-9bb45942623c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:21.909612 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-353b729f-25e2-4aa0-a8a7-9bb45942623c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.924302 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-ac91de4b-db2c-4c7e-af2d-d7ea7cbc86ab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Transition to ACTIVE for port object d41d7ea7-7448-4847-9add-5aaa0ea2ad70 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:21.939184 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b729f-25e2-4aa0-a8a7-9bb45942623c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=684d42b8-fb9a-4688-8c6e-f531194f2b5e,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:21.947837 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b729f-25e2-4aa0-a8a7-9bb45942623c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=8b2c472e-cf5c-409c-b5e6-f1617e4d0617,revision_number=11']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:21.948904 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-ac91de4b-db2c-4c7e-af2d-d7ea7cbc86ab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.955149 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-353b729f-25e2-4aa0-a8a7-9bb45942623c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3269649 Apr 18 06:01:21.955331 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48798) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:21.961497 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7cfd67e8-ea1a-4506-8ad1-ee536e4fb1e6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:22.021221 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-ac91de4b-db2c-4c7e-af2d-d7ea7cbc86ab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 5ac31444-63eb-4a7c-8b2f-f6a257922680 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:22.024177 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-ac91de4b-db2c-4c7e-af2d-d7ea7cbc86ab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:22.026543 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-ac91de4b-db2c-4c7e-af2d-d7ea7cbc86ab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:01:22.080486 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91de4b-db2c-4c7e-af2d-d7ea7cbc86ab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=d41d7ea7-7448-4847-9add-5aaa0ea2ad70,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:22.103287 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7cfd67e8-ea1a-4506-8ad1-ee536e4fb1e6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:22.108143 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7cfd67e8-ea1a-4506-8ad1-ee536e4fb1e6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:22.111409 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7cfd67e8-ea1a-4506-8ad1-ee536e4fb1e6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:22.116158 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-ac91de4b-db2c-4c7e-af2d-d7ea7cbc86ab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:22.117067 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-ac91de4b-db2c-4c7e-af2d-d7ea7cbc86ab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.117974 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7cfd67e8-ea1a-4506-8ad1-ee536e4fb1e6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:22.132006 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfd67e8-ea1a-4506-8ad1-ee536e4fb1e6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:22.138905 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7cfd67e8-ea1a-4506-8ad1-ee536e4fb1e6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.143368 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 8b2c472e-cf5c-409c-b5e6-f1617e4d0617 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:01:22.150986 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-ac91de4b-db2c-4c7e-af2d-d7ea7cbc86ab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8053052 Apr 18 06:01:22.162651 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] Request body: {'port': {'device_id': '447c4a7f-3f4d-4a9f-8e23-0c0da6762e09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:22.288539 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.ipam_backend_mixin [None req-7cfd67e8-ea1a-4506-8ad1-ee536e4fb1e6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 684d42b8-fb9a-4688-8c6e-f531194f2b5e (CIDR: 2001:db8::/64) Apr 18 06:01:22.289615 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-56308d2b-3401-40b9-a538-1a1ca0eb8bc4 None None] Deleting port 8b2c472e-cf5c-409c-b5e6-f1617e4d0617 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:22.290027 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-56308d2b-3401-40b9-a538-1a1ca0eb8bc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.292765 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cfd67e8-ea1a-4506-8ad1-ee536e4fb1e6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:01:22.293272 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cfd67e8-ea1a-4506-8ad1-ee536e4fb1e6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:22.311357 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.332651 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.336992 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7cfd67e8-ea1a-4506-8ad1-ee536e4fb1e6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3774784 Apr 18 06:01:22.337208 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48804) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:22.344295 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-fb591dcf-28cb-486a-838d-4989a893f1b3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:22.370275 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 8b2c472e-cf5c-409c-b5e6-f1617e4d0617, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=8b2c472e-cf5c-409c-b5e6-f1617e4d0617,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:22.380306 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.476647 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-db38be75-80c3-4532-9575-c7280fa00bc1 None None] Provisioning for port d41d7ea7-7448-4847-9add-5aaa0ea2ad70 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:22.513382 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-db38be75-80c3-4532-9575-c7280fa00bc1 None None] Provisioning complete for port d41d7ea7-7448-4847-9add-5aaa0ea2ad70 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:22.513760 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-db38be75-80c3-4532-9575-c7280fa00bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.581905 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fb591dcf-28cb-486a-838d-4989a893f1b3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:22.593128 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38862ced-3af6-4ede-818b-f51a8c7421ef req-b9657d62-e973-4dac-881d-af49b5996eb5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:22.594608 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-38862ced-3af6-4ede-818b-f51a8c7421ef req-b9657d62-e973-4dac-881d-af49b5996eb5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=447c4a7f-3f4d-4a9f-8e23-0c0da6762e09 HTTP/1.1" status: 200 len: 932 time: 0.1993396 Apr 18 06:01:22.595833 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fb591dcf-28cb-486a-838d-4989a893f1b3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:22.599227 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fb591dcf-28cb-486a-838d-4989a893f1b3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:22.606593 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fb591dcf-28cb-486a-838d-4989a893f1b3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:22.640306 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb591dcf-28cb-486a-838d-4989a893f1b3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:22.643749 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fb591dcf-28cb-486a-838d-4989a893f1b3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.683011 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-38862ced-3af6-4ede-818b-f51a8c7421ef req-a3113f92-20a6-43b1-a674-7433c1fcb75c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:22.705919 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d41d7ea7-7448-4847-9add-5aaa0ea2ad70 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:01:22.707127 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=8b2c472e-cf5c-409c-b5e6-f1617e4d0617,revision_number=12']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:22.714771 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.725124 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-db38be75-80c3-4532-9575-c7280fa00bc1 None None] Port d41d7ea7-7448-4847-9add-5aaa0ea2ad70 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:01:22.732713 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] Transition to ACTIVE for port object d41d7ea7-7448-4847-9add-5aaa0ea2ad70 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:22.736993 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.762445 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-56308d2b-3401-40b9-a538-1a1ca0eb8bc4 None None] For port 8b2c472e-cf5c-409c-b5e6-f1617e4d0617, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=8b2c472e-cf5c-409c-b5e6-f1617e4d0617,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:22.763143 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-56308d2b-3401-40b9-a538-1a1ca0eb8bc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.768546 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-38862ced-3af6-4ede-818b-f51a8c7421ef req-a3113f92-20a6-43b1-a674-7433c1fcb75c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:22.769701 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-38862ced-3af6-4ede-818b-f51a8c7421ef req-a3113f92-20a6-43b1-a674-7433c1fcb75c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b90d1d52-a560-4364-862c-b1e55d73d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680195 Apr 18 06:01:22.894408 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-56308d2b-3401-40b9-a538-1a1ca0eb8bc4 None None] Calling delete_port for 8b2c472e-cf5c-409c-b5e6-f1617e4d0617 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:22.964704 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fb591dcf-28cb-486a-838d-4989a893f1b3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.050284 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb591dcf-28cb-486a-838d-4989a893f1b3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=f00c406d-d891-497f-ba71-01764953e716,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:23.061606 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb591dcf-28cb-486a-838d-4989a893f1b3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:23.063299 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-fb591dcf-28cb-486a-838d-4989a893f1b3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:23.064617 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-56308d2b-3401-40b9-a538-1a1ca0eb8bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.065938 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb591dcf-28cb-486a-838d-4989a893f1b3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:23.066797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fb591dcf-28cb-486a-838d-4989a893f1b3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.086392 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] Pushing event updated for resources: {'Port': ['ID=d41d7ea7-7448-4847-9add-5aaa0ea2ad70,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:23.095567 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fb591dcf-28cb-486a-838d-4989a893f1b3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7549350 Apr 18 06:01:23.095883 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48808) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:23.105421 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-9e31cf95-de1f-4a1f-b577-cf062bc362fb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'mac_address': 'fa:16:3e:6e:14:f6', 'name': 'tempest-NetworksTestDHCPv6-503117082'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:23.113506 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56308d2b-3401-40b9-a538-1a1ca0eb8bc4 None None] Pushing event deleted for resources: {'Port': ['ID=8b2c472e-cf5c-409c-b5e6-f1617e4d0617,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:23.142619 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] Attempting to bind port d41d7ea7-7448-4847-9add-5aaa0ea2ad70 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:23.142947 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] Attempting to bind port d41d7ea7-7448-4847-9add-5aaa0ea2ad70 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '8dacb739-19cf-43dd-8d0f-dd852b3ac4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:23.143319 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] Attempting to bind port d41d7ea7-7448-4847-9add-5aaa0ea2ad70 on network 5ac31444-63eb-4a7c-8b2f-f6a257922680 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:01:23.147991 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] Port d41d7ea7-7448-4847-9add-5aaa0ea2ad70 on network 5ac31444-63eb-4a7c-8b2f-f6a257922680 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:01:23.148336 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] Attempting to bind port d41d7ea7-7448-4847-9add-5aaa0ea2ad70 on network 5ac31444-63eb-4a7c-8b2f-f6a257922680 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:01:23.153625 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:01:23.154136 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] Checking segment: {'id': '8dacb739-19cf-43dd-8d0f-dd852b3ac4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:01:23.154523 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] Bound using segment: {'id': '8dacb739-19cf-43dd-8d0f-dd852b3ac4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:01:23.154946 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] Bound port: d41d7ea7-7448-4847-9add-5aaa0ea2ad70, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dacb739-19cf-43dd-8d0f-dd852b3ac4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:23.155316 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.190856 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56308d2b-3401-40b9-a538-1a1ca0eb8bc4 None None] No DVR routers for this DVR port 8b2c472e-cf5c-409c-b5e6-f1617e4d0617 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:23.207814 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda35f65-9645-4fb5-8e4c-10e73e0ae9d8 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:23.254144 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9e31cf95-de1f-4a1f-b577-cf062bc362fb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:23.258735 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9e31cf95-de1f-4a1f-b577-cf062bc362fb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:port and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:23.261406 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9e31cf95-de1f-4a1f-b577-cf062bc362fb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:23.262833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] For port d41d7ea7-7448-4847-9add-5aaa0ea2ad70, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:01:23.266257 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] For port d41d7ea7-7448-4847-9add-5aaa0ea2ad70, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d41d7ea7-7448-4847-9add-5aaa0ea2ad70,segment=NetworkSegment(8dacb739-19cf-43dd-8d0f-dd852b3ac4c3),segment_id=8dacb739-19cf-43dd-8d0f-dd852b3ac4c3)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:01:23.268878 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9e31cf95-de1f-4a1f-b577-cf062bc362fb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:23.272123 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.281344 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e31cf95-de1f-4a1f-b577-cf062bc362fb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:23.334213 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:23.334865 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.336433 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] 10.222.0.52 "PUT /v2.0/ports/d41d7ea7-7448-4847-9add-5aaa0ea2ad70 HTTP/1.1" status: 200 len: 1094 time: 1.1781707 Apr 18 06:01:23.351254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447c4a7f-3f4d-4a9f-8e23-0c0da6762e09', 'tag': 'd41d7ea7-7448-4847-9add-5aaa0ea2ad70'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:01:23.425739 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9e31cf95-de1f-4a1f-b577-cf062bc362fb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.460714 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d58f49-c571-4b2f-99ce-0cb7bd418251'] response: {'name': 'network-changed', 'server_uuid': '447c4a7f-3f4d-4a9f-8e23-0c0da6762e09', 'tag': 'd41d7ea7-7448-4847-9add-5aaa0ea2ad70', 'status': 'completed', 'code': 200} Apr 18 06:01:23.479976 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-9e31cf95-de1f-4a1f-b577-cf062bc362fb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] device_id is not set on port 1ca8a6fe-863b-441f-8d2c-809bf3047149 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:01:23.498947 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25005e6c-0520-4ddd-aaac-f4e82d68a78b service neutron] Pushing event updated for resources: {'Port': ['ID=d41d7ea7-7448-4847-9add-5aaa0ea2ad70,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:23.504434 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'fixed_ips': [{'subnet_id': '684d42b8-fb9a-4688-8c6e-f531194f2b5e'}, {'subnet_id': 'f00c406d-d891-497f-ba71-01764953e716'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:01:23.505372 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.540652 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-43d3723a-7b7d-4e25-86c5-51b46855e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:23.542417 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-43d3723a-7b7d-4e25-86c5-51b46855e23c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=447c4a7f-3f4d-4a9f-8e23-0c0da6762e09 HTTP/1.1" status: 200 len: 1097 time: 0.1527257 Apr 18 06:01:23.623505 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-4d0dafe7-98ed-4a7b-a3f9-344fe6d6c5ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d41d7ea7-7448-4847-9add-5aaa0ea2ad70 HTTP/1.1" status: 200 len: 217 time: 0.0735207 Apr 18 06:01:23.689710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-d3eaa40d-9e1e-46a0-be22-3752dd50c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:23.691176 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-d3eaa40d-9e1e-46a0-be22-3752dd50c827 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a1e2829-ae5d-423d-bac8-16cf82dd01d7 HTTP/1.1" status: 200 len: 835 time: 0.0617499 Apr 18 06:01:23.737273 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-9e31cf95-de1f-4a1f-b577-cf062bc362fb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8:0:1::d6 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/f00c406d-d891-497f-ba71-01764953e716/1ca8a6fe-863b-441f-8d2c-809bf3047149) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:23.743745 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-9e31cf95-de1f-4a1f-b577-cf062bc362fb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8::f816:3eff:fe6e:14f6 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/684d42b8-fb9a-4688-8c6e-f531194f2b5e/1ca8a6fe-863b-441f-8d2c-809bf3047149) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:23.770002 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-37fa0f4d-91d0-4ffe-a142-88d696651700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:23.771495 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-37fa0f4d-91d0-4ffe-a142-88d696651700 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ac31444-63eb-4a7c-8b2f-f6a257922680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737197 Apr 18 06:01:23.918343 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-95fa228b-4da6-4df9-a01b-b95775f070a0 service neutron] 10.222.0.52 "GET /v2.0/networks/5ac31444-63eb-4a7c-8b2f-f6a257922680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396227 Apr 18 06:01:24.054038 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d8de044-4279-44c5-9075-6394b22b89c4 req-6abc43ae-61d3-4900-8158-1246c26c0b0b service neutron] 10.222.0.52 "GET /v2.0/networks/5ac31444-63eb-4a7c-8b2f-f6a257922680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290934 Apr 18 06:01:24.083667 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ccab1-4586-44f9-9278-dc5df3da59f4 req-c599113b-06c7-4b0f-82a9-9b8870c03fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:24.085140 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-bd8ccab1-4586-44f9-9278-dc5df3da59f4 req-c599113b-06c7-4b0f-82a9-9b8870c03fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=447c4a7f-3f4d-4a9f-8e23-0c0da6762e09 HTTP/1.1" status: 200 len: 944 time: 0.1944048 Apr 18 06:01:24.149450 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9e31cf95-de1f-4a1f-b577-cf062bc362fb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.171306 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-bd8ccab1-4586-44f9-9278-dc5df3da59f4 req-4ccb8838-45b7-4c45-8be2-5322dc03c71e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b90d1d52-a560-4364-862c-b1e55d73d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733688 Apr 18 06:01:24.176133 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-9e31cf95-de1f-4a1f-b577-cf062bc362fb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Transition to ACTIVE for port object 1ca8a6fe-863b-441f-8d2c-809bf3047149 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:24.176968 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003f23c-0b9b-4461-b352-6b984cc9f3ed req-3b9c9707-504c-417c-b77e-e65316d39c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:24.178732 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3003f23c-0b9b-4461-b352-6b984cc9f3ed req-3b9c9707-504c-417c-b77e-e65316d39c80 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=447c4a7f-3f4d-4a9f-8e23-0c0da6762e09 HTTP/1.1" status: 200 len: 1097 time: 0.0778582 Apr 18 06:01:24.214270 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9e31cf95-de1f-4a1f-b577-cf062bc362fb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.296264 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e31cf95-de1f-4a1f-b577-cf062bc362fb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:24.299401 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-9e31cf95-de1f-4a1f-b577-cf062bc362fb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:24.302171 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e31cf95-de1f-4a1f-b577-cf062bc362fb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:01:24.311218 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e31cf95-de1f-4a1f-b577-cf062bc362fb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:24.311921 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9e31cf95-de1f-4a1f-b577-cf062bc362fb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.330776 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003f23c-0b9b-4461-b352-6b984cc9f3ed req-65504415-a646-4467-adde-bb86c1a77c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:24.332805 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3003f23c-0b9b-4461-b352-6b984cc9f3ed req-65504415-a646-4467-adde-bb86c1a77c80 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ac31444-63eb-4a7c-8b2f-f6a257922680 HTTP/1.1" status: 200 len: 897 time: 0.1463239 Apr 18 06:01:24.341558 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31cf95-de1f-4a1f-b577-cf062bc362fb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=1ca8a6fe-863b-441f-8d2c-809bf3047149,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:24.364368 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9e31cf95-de1f-4a1f-b577-cf062bc362fb tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2670248 Apr 18 06:01:24.366645 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48818) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:24.390675 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] Allocated IP 2001:db8:0:1::2 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/f00c406d-d891-497f-ba71-01764953e716/ab3cf7f0-73e3-44a7-bb4e-15600e53a412) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:24.397973 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] Allocated IP 2001:db8::f816:3eff:fe6a:73dc (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/684d42b8-fb9a-4688-8c6e-f531194f2b5e/ab3cf7f0-73e3-44a7-bb4e-15600e53a412) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:24.417023 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3003f23c-0b9b-4461-b352-6b984cc9f3ed req-65af06c4-87e5-4d8e-a85d-f87bce2e96bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d41d7ea7-7448-4847-9add-5aaa0ea2ad70 HTTP/1.1" status: 200 len: 217 time: 0.0772750 Apr 18 06:01:24.453304 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-77a1da7e-2ca0-40b1-a283-e545625601fc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting port 1ca8a6fe-863b-441f-8d2c-809bf3047149 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:24.453890 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-77a1da7e-2ca0-40b1-a283-e545625601fc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.489145 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003f23c-0b9b-4461-b352-6b984cc9f3ed req-945efe12-5145-46cc-95bb-a7499186de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:24.490612 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3003f23c-0b9b-4461-b352-6b984cc9f3ed req-945efe12-5145-46cc-95bb-a7499186de05 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a1e2829-ae5d-423d-bac8-16cf82dd01d7 HTTP/1.1" status: 200 len: 835 time: 0.0662282 Apr 18 06:01:24.569411 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003f23c-0b9b-4461-b352-6b984cc9f3ed req-73d76d1e-80b4-4e62-931c-a413065e9ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:24.570994 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3003f23c-0b9b-4461-b352-6b984cc9f3ed req-73d76d1e-80b4-4e62-931c-a413065e9ef6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ac31444-63eb-4a7c-8b2f-f6a257922680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741353 Apr 18 06:01:24.617741 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.628399 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] Transition to ACTIVE for port object ab3cf7f0-73e3-44a7-bb4e-15600e53a412 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:24.646786 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] Transition to ACTIVE for port object ab3cf7f0-73e3-44a7-bb4e-15600e53a412 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:24.652278 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.714480 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3003f23c-0b9b-4461-b352-6b984cc9f3ed req-b34c66c9-1442-413e-81ed-fc8b603c67bd service neutron] 10.222.0.52 "GET /v2.0/networks/5ac31444-63eb-4a7c-8b2f-f6a257922680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327763 Apr 18 06:01:24.714842 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:24.718537 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:24.719230 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-77a1da7e-2ca0-40b1-a283-e545625601fc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.726726 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:01:24.759642 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] Pushing event updated for resources: {'Port': ['ID=ab3cf7f0-73e3-44a7-bb4e-15600e53a412,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:24.847885 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-77a1da7e-2ca0-40b1-a283-e545625601fc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Calling delete_port for 1ca8a6fe-863b-441f-8d2c-809bf3047149 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:24.857392 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] Attempting to bind port ab3cf7f0-73e3-44a7-bb4e-15600e53a412 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:24.857861 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] Attempting to bind port ab3cf7f0-73e3-44a7-bb4e-15600e53a412 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:24.858335 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] Attempting to bind port ab3cf7f0-73e3-44a7-bb4e-15600e53a412 on network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:01:24.862684 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3003f23c-0b9b-4461-b352-6b984cc9f3ed req-b9d52224-c339-4fd0-a97a-1eb8a285a6a3 service neutron] 10.222.0.52 "GET /v2.0/networks/5ac31444-63eb-4a7c-8b2f-f6a257922680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390631 Apr 18 06:01:24.864111 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:01:24.864550 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] Checking segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:01:24.864941 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.865328 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] Bound using segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:01:24.865779 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] Bound port: ab3cf7f0-73e3-44a7-bb4e-15600e53a412, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:24.866146 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.957009 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] For port ab3cf7f0-73e3-44a7-bb4e-15600e53a412, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:01:24.960526 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] For port ab3cf7f0-73e3-44a7-bb4e-15600e53a412, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=ab3cf7f0-73e3-44a7-bb4e-15600e53a412,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:01:24.965880 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.046782 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1e658-fb80-4dd6-90ef-ac2b68bbc2ad None None] Pushing event updated for resources: {'Port': ['ID=ab3cf7f0-73e3-44a7-bb4e-15600e53a412,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:25.070139 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-77a1da7e-2ca0-40b1-a283-e545625601fc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.121728 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1da7e-2ca0-40b1-a283-e545625601fc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Port': ['ID=1ca8a6fe-863b-441f-8d2c-809bf3047149,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:25.226362 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-77a1da7e-2ca0-40b1-a283-e545625601fc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.237289 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-77a1da7e-2ca0-40b1-a283-e545625601fc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/1ca8a6fe-863b-441f-8d2c-809bf3047149 HTTP/1.1" status: 204 len: 168 time: 0.8695893 Apr 18 06:01:25.240733 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48824) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:25.357198 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356cbd1-d67a-4ac9-8ba2-ead94ce11f21 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:25.358685 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3356cbd1-d67a-4ac9-8ba2-ead94ce11f21 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1167493 Apr 18 06:01:25.361545 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48830) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:25.442693 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d897d7fb-be15-4835-83fd-0a5ab2946cb6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:25.443402 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d897d7fb-be15-4835-83fd-0a5ab2946cb6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:25.458996 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d897d7fb-be15-4835-83fd-0a5ab2946cb6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:25.462461 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d897d7fb-be15-4835-83fd-0a5ab2946cb6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0975971 Apr 18 06:01:25.462803 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48834) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:25.531266 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a36bf-b568-4fa0-be22-8ec28770cda3 req-a1293111-7237-470a-b100-f6083e9d3a45 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:25.532001 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-373a36bf-b568-4fa0-be22-8ec28770cda3 req-a1293111-7237-470a-b100-f6083e9d3a45 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:25.535600 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345396e2-fab5-4ed3-8e9b-cc97e6307bab tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:25.536947 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345396e2-fab5-4ed3-8e9b-cc97e6307bab tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:25.538651 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345396e2-fab5-4ed3-8e9b-cc97e6307bab tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:25.539487 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-345396e2-fab5-4ed3-8e9b-cc97e6307bab tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:25.550164 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-373a36bf-b568-4fa0-be22-8ec28770cda3 req-a1293111-7237-470a-b100-f6083e9d3a45 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:25.551364 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-373a36bf-b568-4fa0-be22-8ec28770cda3 req-a1293111-7237-470a-b100-f6083e9d3a45 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=447c4a7f-3f4d-4a9f-8e23-0c0da6762e09 HTTP/1.1" status: 200 len: 944 time: 0.2467453 Apr 18 06:01:25.560156 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-345396e2-fab5-4ed3-8e9b-cc97e6307bab tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:25.561635 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-345396e2-fab5-4ed3-8e9b-cc97e6307bab tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0977311 Apr 18 06:01:25.564405 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48838) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:25.597791 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-373a36bf-b568-4fa0-be22-8ec28770cda3 req-c4d1a8c7-4f9f-4baf-a208-dfb231e6ff8f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b90d1d52-a560-4364-862c-b1e55d73d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401554 Apr 18 06:01:25.631095 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2ad07c-5089-4734-aa54-8a435708342e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet 684d42b8-fb9a-4688-8c6e-f531194f2b5e {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:01:25.633980 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7a2ad07c-5089-4734-aa54-8a435708342e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.690717 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7a2ad07c-5089-4734-aa54-8a435708342e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.772526 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7a2ad07c-5089-4734-aa54-8a435708342e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.848429 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7a2ad07c-5089-4734-aa54-8a435708342e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.991445 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ad07c-5089-4734-aa54-8a435708342e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=684d42b8-fb9a-4688-8c6e-f531194f2b5e,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:25.995188 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7a2ad07c-5089-4734-aa54-8a435708342e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.009071 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7a2ad07c-5089-4734-aa54-8a435708342e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/684d42b8-fb9a-4688-8c6e-f531194f2b5e HTTP/1.1" status: 204 len: 168 time: 0.4433639 Apr 18 06:01:26.011570 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48842) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:26.055525 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27900a7a-c852-4164-bfb0-ac61e071587a None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:26.079125 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ceb65e-1fe0-48d2-b760-e3bbd15aac0e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet f00c406d-d891-497f-ba71-01764953e716 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:01:26.082795 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb65e-1fe0-48d2-b760-e3bbd15aac0e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.148848 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb65e-1fe0-48d2-b760-e3bbd15aac0e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.178289 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device ab3cf7f0-73e3-44a7-bb4e-15600e53a412 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:01:26.238602 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb65e-1fe0-48d2-b760-e3bbd15aac0e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.243952 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-369a350a-bcac-43cf-8318-c7f58100f34d None None] Provisioning for port ab3cf7f0-73e3-44a7-bb4e-15600e53a412 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:26.315128 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb65e-1fe0-48d2-b760-e3bbd15aac0e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.351826 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ceb65e-1fe0-48d2-b760-e3bbd15aac0e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=f00c406d-d891-497f-ba71-01764953e716,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:26.353864 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb65e-1fe0-48d2-b760-e3bbd15aac0e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.363683 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d1ceb65e-1fe0-48d2-b760-e3bbd15aac0e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/f00c406d-d891-497f-ba71-01764953e716 HTTP/1.1" status: 204 len: 168 time: 0.3505363 Apr 18 06:01:26.366123 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48846) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:26.366511 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port ab3cf7f0-73e3-44a7-bb4e-15600e53a412 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:26.374724 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port ab3cf7f0-73e3-44a7-bb4e-15600e53a412 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:26.375099 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.434478 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2d39fb70-caa4-4f62-bba8-a71399035f8e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671692 Apr 18 06:01:26.437360 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48850) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:26.442656 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-bb23c19e-a21b-41c4-a315-a4c21b74925a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:26.510203 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] DHCP port deletion for 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:01:26.517091 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.526989 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Deleting port ab3cf7f0-73e3-44a7-bb4e-15600e53a412 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:26.527351 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.558378 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-bb23c19e-a21b-41c4-a315-a4c21b74925a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:26.564198 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-bb23c19e-a21b-41c4-a315-a4c21b74925a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:26.567157 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-bb23c19e-a21b-41c4-a315-a4c21b74925a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:26.572895 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-bb23c19e-a21b-41c4-a315-a4c21b74925a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:26.583997 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb23c19e-a21b-41c4-a315-a4c21b74925a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:26.587629 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb23c19e-a21b-41c4-a315-a4c21b74925a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.627096 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port ab3cf7f0-73e3-44a7-bb4e-15600e53a412, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=ab3cf7f0-73e3-44a7-bb4e-15600e53a412,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:26.635911 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.784371 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device d41d7ea7-7448-4847-9add-5aaa0ea2ad70 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:01:26.799611 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=ab3cf7f0-73e3-44a7-bb4e-15600e53a412,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:26.822681 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] For port ab3cf7f0-73e3-44a7-bb4e-15600e53a412, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=ab3cf7f0-73e3-44a7-bb4e-15600e53a412,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:26.822995 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.874149 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb23c19e-a21b-41c4-a315-a4c21b74925a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.948087 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb23c19e-a21b-41c4-a315-a4c21b74925a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:26.954324 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-bb23c19e-a21b-41c4-a315-a4c21b74925a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:26.965136 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd210d06-6f6a-4138-a42e-c3e433a3d4c5 req-0ffd493f-461f-4159-b0cb-bb18ffea68e0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:26.966641 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-bd210d06-6f6a-4138-a42e-c3e433a3d4c5 req-0ffd493f-461f-4159-b0cb-bb18ffea68e0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=447c4a7f-3f4d-4a9f-8e23-0c0da6762e09 HTTP/1.1" status: 200 len: 944 time: 0.2587061 Apr 18 06:01:26.969440 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Calling delete_port for ab3cf7f0-73e3-44a7-bb4e-15600e53a412 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:26.969999 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb23c19e-a21b-41c4-a315-a4c21b74925a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:26.970581 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bb23c19e-a21b-41c4-a315-a4c21b74925a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.997731 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23c19e-a21b-41c4-a315-a4c21b74925a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=dcfc94b8-5c6d-4e4d-b916-8b2047a54225,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:27.029214 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bb23c19e-a21b-41c4-a315-a4c21b74925a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5908628 Apr 18 06:01:27.032259 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48858) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:27.037036 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-bd210d06-6f6a-4138-a42e-c3e433a3d4c5 req-ae12a5c4-425a-45ed-936d-63cab2791eb6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b90d1d52-a560-4364-862c-b1e55d73d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608578 Apr 18 06:01:27.039067 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-6e13b9cb-4a05-4681-85eb-a183f12e2ca0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:27.125164 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port d41d7ea7-7448-4847-9add-5aaa0ea2ad70, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d41d7ea7-7448-4847-9add-5aaa0ea2ad70,segment=NetworkSegment(8dacb739-19cf-43dd-8d0f-dd852b3ac4c3),segment_id=8dacb739-19cf-43dd-8d0f-dd852b3ac4c3)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:27.132446 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:01:27.132795 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:01:27.143822 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'd41d7ea7-7448-4847-9add-5aaa0ea2ad70', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'port_id': 'd41d7ea7-7448-4847-9add-5aaa0ea2ad70', 'mac_address': 'fa:16:3e:4a:aa:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:01:27.203563 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:27.220439 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d41d7ea7-7448-4847-9add-5aaa0ea2ad70 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:01:27.236372 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port d41d7ea7-7448-4847-9add-5aaa0ea2ad70, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d41d7ea7-7448-4847-9add-5aaa0ea2ad70,segment=NetworkSegment(8dacb739-19cf-43dd-8d0f-dd852b3ac4c3),segment_id=8dacb739-19cf-43dd-8d0f-dd852b3ac4c3)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:27.240307 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:27.306966 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6e13b9cb-4a05-4681-85eb-a183f12e2ca0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:27.309071 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=d41d7ea7-7448-4847-9add-5aaa0ea2ad70,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:27.311137 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6e13b9cb-4a05-4681-85eb-a183f12e2ca0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:27.314921 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6e13b9cb-4a05-4681-85eb-a183f12e2ca0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:27.320500 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6e13b9cb-4a05-4681-85eb-a183f12e2ca0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:27.334758 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e13b9cb-4a05-4681-85eb-a183f12e2ca0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:27.338210 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6e13b9cb-4a05-4681-85eb-a183f12e2ca0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:27.467957 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.ipam_backend_mixin [None req-6e13b9cb-4a05-4681-85eb-a183f12e2ca0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dcfc94b8-5c6d-4e4d-b916-8b2047a54225 (CIDR: 2001:db8::/64) Apr 18 06:01:27.471164 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e13b9cb-4a05-4681-85eb-a183f12e2ca0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:01:27.471608 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e13b9cb-4a05-4681-85eb-a183f12e2ca0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:27.485597 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['d41d7ea7-7448-4847-9add-5aaa0ea2ad70'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:01:27.490181 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6e13b9cb-4a05-4681-85eb-a183f12e2ca0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4560490 Apr 18 06:01:27.492876 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48862) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:27.498541 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-db767d7c-0b28-4cc6-b0e3-568b47c4d5d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:27.634443 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-db767d7c-0b28-4cc6-b0e3-568b47c4d5d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:27.635356 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Deleting port ab3cf7f0-73e3-44a7-bb4e-15600e53a412 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:27.635734 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:27.638851 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-db767d7c-0b28-4cc6-b0e3-568b47c4d5d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:27.641624 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-db767d7c-0b28-4cc6-b0e3-568b47c4d5d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:27.647133 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-db767d7c-0b28-4cc6-b0e3-568b47c4d5d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:27.658010 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db767d7c-0b28-4cc6-b0e3-568b47c4d5d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:27.661636 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-db767d7c-0b28-4cc6-b0e3-568b47c4d5d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.003937 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] For port ab3cf7f0-73e3-44a7-bb4e-15600e53a412, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=ab3cf7f0-73e3-44a7-bb4e-15600e53a412,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:28.004360 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.047708 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.objects.ports [None req-db767d7c-0b28-4cc6-b0e3-568b47c4d5d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88035) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 06:01:28.137527 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device ab3cf7f0-73e3-44a7-bb4e-15600e53a412 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:01:28.171356 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Calling delete_port for ab3cf7f0-73e3-44a7-bb4e-15600e53a412 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:28.247313 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-db767d7c-0b28-4cc6-b0e3-568b47c4d5d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.248923 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72cfce-5441-4117-993f-51075fa550cb req-289136fd-6982-4d67-9af7-77cc766e00ad tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:28.250654 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d72cfce-5441-4117-993f-51075fa550cb req-289136fd-6982-4d67-9af7-77cc766e00ad tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=447c4a7f-3f4d-4a9f-8e23-0c0da6762e09 HTTP/1.1" status: 200 len: 945 time: 0.0909238 Apr 18 06:01:28.305606 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d72cfce-5441-4117-993f-51075fa550cb req-f2aa26c9-8a9e-44c5-a8f1-3db064931c59 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b90d1d52-a560-4364-862c-b1e55d73d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491292 Apr 18 06:01:28.310769 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:01:28.311134 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:01:28.347311 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.375209 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48870) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:28.595513 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-66a23b17-ba6e-4edd-b81b-449f0d535ab6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Deleting port 702d13f6-8a31-4c30-b7e8-faa1136b0ddd {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:28.596107 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-66a23b17-ba6e-4edd-b81b-449f0d535ab6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.639720 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-db767d7c-0b28-4cc6-b0e3-568b47c4d5d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] For port ab3cf7f0-73e3-44a7-bb4e-15600e53a412, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=ab3cf7f0-73e3-44a7-bb4e-15600e53a412,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:28.669361 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-db767d7c-0b28-4cc6-b0e3-568b47c4d5d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.674352 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-db767d7c-0b28-4cc6-b0e3-568b47c4d5d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.675074 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-db767d7c-0b28-4cc6-b0e3-568b47c4d5d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.753209 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:01:28.753791 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:01:28.783582 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device d41d7ea7-7448-4847-9add-5aaa0ea2ad70 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:01:28.788554 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-66a23b17-ba6e-4edd-b81b-449f0d535ab6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.788886 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-66a23b17-ba6e-4edd-b81b-449f0d535ab6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.800528 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db767d7c-0b28-4cc6-b0e3-568b47c4d5d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:28.806349 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-db767d7c-0b28-4cc6-b0e3-568b47c4d5d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:28.813030 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db767d7c-0b28-4cc6-b0e3-568b47c4d5d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:28.813630 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-db767d7c-0b28-4cc6-b0e3-568b47c4d5d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.847652 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Deleting port ab3cf7f0-73e3-44a7-bb4e-15600e53a412 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:28.848236 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.873757 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-db767d7c-0b28-4cc6-b0e3-568b47c4d5d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3793926 Apr 18 06:01:28.878512 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48878) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:28.879153 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db767d7c-0b28-4cc6-b0e3-568b47c4d5d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=edab0435-762e-49e4-9e8a-d7dbf7d0f7b4,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:28.888934 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-2a2242b4-e3da-4e28-a22a-bb3cf84a7d8f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'mac_address': 'fa:16:3e:f3:f8:6e', 'name': 'tempest-NetworksTestDHCPv6-1551643614'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:28.941639 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-66a23b17-ba6e-4edd-b81b-449f0d535ab6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Calling delete_port for 702d13f6-8a31-4c30-b7e8-faa1136b0ddd owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:28.981318 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port d41d7ea7-7448-4847-9add-5aaa0ea2ad70 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:29.008385 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port d41d7ea7-7448-4847-9add-5aaa0ea2ad70 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:29.008768 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.044421 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2a2242b4-e3da-4e28-a22a-bb3cf84a7d8f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:29.054895 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2a2242b4-e3da-4e28-a22a-bb3cf84a7d8f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:29.065077 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db767d7c-0b28-4cc6-b0e3-568b47c4d5d8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=ab3cf7f0-73e3-44a7-bb4e-15600e53a412,revision_number=7']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:29.068912 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2242b4-e3da-4e28-a22a-bb3cf84a7d8f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:29.088514 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf11eb6-091b-4c77-b40f-47bc21381695 req-22a6f27e-13d6-4081-a0d7-7b90ad3067ac tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:29.090166 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fcf11eb6-091b-4c77-b40f-47bc21381695 req-22a6f27e-13d6-4081-a0d7-7b90ad3067ac tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 945 time: 0.1602008 Apr 18 06:01:29.203013 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fcf11eb6-091b-4c77-b40f-47bc21381695 req-287ceb4a-f01c-4b3a-97cb-9d237826ce72 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033845 Apr 18 06:01:29.207144 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2a2242b4-e3da-4e28-a22a-bb3cf84a7d8f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.221089 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] For port ab3cf7f0-73e3-44a7-bb4e-15600e53a412, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=ab3cf7f0-73e3-44a7-bb4e-15600e53a412,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:29.221694 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.233305 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-66a23b17-ba6e-4edd-b81b-449f0d535ab6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.236107 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-2a2242b4-e3da-4e28-a22a-bb3cf84a7d8f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] device_id is not set on port d82bae1b-0090-40c4-90d0-f7aef6455bab yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:01:29.294133 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a23b17-ba6e-4edd-b81b-449f0d535ab6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Pushing event deleted for resources: {'Port': ['ID=702d13f6-8a31-4c30-b7e8-faa1136b0ddd,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:29.407145 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Calling delete_port for ab3cf7f0-73e3-44a7-bb4e-15600e53a412 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:29.434701 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.464030 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-66a23b17-ba6e-4edd-b81b-449f0d535ab6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for floatingip, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.466549 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-66a23b17-ba6e-4edd-b81b-449f0d535ab6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Floating IP 95b65b4e-66e8-4485-81e1-181ef2d049a6 disassociated (deleted). External IP: 172.26.1.5, port: 72b9b85a-f2a3-49a0-aa6b-6323d0157358. Apr 18 06:01:29.492915 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.501428 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-2a2242b4-e3da-4e28-a22a-bb3cf84a7d8f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8::2f3 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/dcfc94b8-5c6d-4e4d-b916-8b2047a54225/d82bae1b-0090-40c4-90d0-f7aef6455bab) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:29.509761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-2a2242b4-e3da-4e28-a22a-bb3cf84a7d8f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8:0:1:f816:3eff:fef3:f86e (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/edab0435-762e-49e4-9e8a-d7dbf7d0f7b4/d82bae1b-0090-40c4-90d0-f7aef6455bab) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:29.515759 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447c4a7f-3f4d-4a9f-8e23-0c0da6762e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41d7ea7-7448-4847-9add-5aaa0ea2ad70'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:01:29.550757 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port d41d7ea7-7448-4847-9add-5aaa0ea2ad70, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d41d7ea7-7448-4847-9add-5aaa0ea2ad70,segment=NetworkSegment(8dacb739-19cf-43dd-8d0f-dd852b3ac4c3),segment_id=8dacb739-19cf-43dd-8d0f-dd852b3ac4c3)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:29.562822 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.567467 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port ab3cf7f0-73e3-44a7-bb4e-15600e53a412, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=ab3cf7f0-73e3-44a7-bb4e-15600e53a412,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:29.612124 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93dd81bb-8f03-4403-8d15-83d7bb1ae029'] response: {'server_uuid': '447c4a7f-3f4d-4a9f-8e23-0c0da6762e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41d7ea7-7448-4847-9add-5aaa0ea2ad70', 'code': 200} Apr 18 06:01:29.622911 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.651514 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:01:29.651514 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:01:29.661146 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=d41d7ea7-7448-4847-9add-5aaa0ea2ad70,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:29.752849 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=ab3cf7f0-73e3-44a7-bb4e-15600e53a412,revision_number=8']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:29.809498 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf19ab-8cf5-4c85-9314-8ae1ef60208e req-f0216d92-86e7-4ca5-a490-fad9d587ceaa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:29.811009 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-63cf19ab-8cf5-4c85-9314-8ae1ef60208e req-f0216d92-86e7-4ca5-a490-fad9d587ceaa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=447c4a7f-3f4d-4a9f-8e23-0c0da6762e09 HTTP/1.1" status: 200 len: 946 time: 0.2625680 Apr 18 06:01:29.818332 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2a2242b4-e3da-4e28-a22a-bb3cf84a7d8f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.856605 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-2a2242b4-e3da-4e28-a22a-bb3cf84a7d8f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Transition to ACTIVE for port object d82bae1b-0090-40c4-90d0-f7aef6455bab will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:29.881269 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-63cf19ab-8cf5-4c85-9314-8ae1ef60208e req-27bb5632-92ec-4885-a37f-307245611a10 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b90d1d52-a560-4364-862c-b1e55d73d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595760 Apr 18 06:01:29.900651 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2a2242b4-e3da-4e28-a22a-bb3cf84a7d8f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.971356 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2242b4-e3da-4e28-a22a-bb3cf84a7d8f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:29.974495 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-2a2242b4-e3da-4e28-a22a-bb3cf84a7d8f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:29.978319 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2242b4-e3da-4e28-a22a-bb3cf84a7d8f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:01:29.983833 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2242b4-e3da-4e28-a22a-bb3cf84a7d8f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:29.984468 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2a2242b4-e3da-4e28-a22a-bb3cf84a7d8f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.008077 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2242b4-e3da-4e28-a22a-bb3cf84a7d8f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=d82bae1b-0090-40c4-90d0-f7aef6455bab,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:30.018721 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd06f07-bfab-4fd6-ba91-528e9797bb3a req-b70d6166-4e03-4306-98bb-fe72693cc286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:30.020271 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9dd06f07-bfab-4fd6-ba91-528e9797bb3a req-b70d6166-4e03-4306-98bb-fe72693cc286 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=447c4a7f-3f4d-4a9f-8e23-0c0da6762e09 HTTP/1.1" status: 200 len: 1099 time: 0.2257318 Apr 18 06:01:30.025847 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2a2242b4-e3da-4e28-a22a-bb3cf84a7d8f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1419129 Apr 18 06:01:30.026082 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48886) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:30.089620 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9dd06f07-bfab-4fd6-ba91-528e9797bb3a req-9b5ce128-f725-4351-9164-fb2aea762e54 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b90d1d52-a560-4364-862c-b1e55d73d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587089 Apr 18 06:01:30.091432 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a23b17-ba6e-4edd-b81b-449f0d535ab6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Router 4ee3f074-256f-4eab-a10e-84d08a5fd0b0 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:01:30.096170 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-f047bba6-7a34-4eda-9ca8-aba0f8da07f6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting port d82bae1b-0090-40c4-90d0-f7aef6455bab {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:30.096514 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f047bba6-7a34-4eda-9ca8-aba0f8da07f6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.271523 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a23b17-ba6e-4edd-b81b-449f0d535ab6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:01:30.285270 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb269aef-3d91-4d39-aabd-de4c4bdf2126 None None] Sync routers for ids ['4ee3f074-256f-4eab-a10e-84d08a5fd0b0'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:01:30.296141 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb269aef-3d91-4d39-aabd-de4c4bdf2126 None None] Routers {'4ee3f074-256f-4eab-a10e-84d08a5fd0b0'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:01:30.296407 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-eb269aef-3d91-4d39-aabd-de4c4bdf2126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:01:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['4ee3f074-256f-4eab-a10e-84d08a5fd0b0'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:30.301627 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-66a23b17-ba6e-4edd-b81b-449f0d535ab6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.357209 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f047bba6-7a34-4eda-9ca8-aba0f8da07f6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.383612 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-66a23b17-ba6e-4edd-b81b-449f0d535ab6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "DELETE /v2.0/floatingips/95b65b4e-66e8-4485-81e1-181ef2d049a6 HTTP/1.1" status: 204 len: 168 time: 2.0049746 Apr 18 06:01:30.383612 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc389c46-650c-4ba0-88e9-6fd7b0b900af', 'tag': '72b9b85a-f2a3-49a0-aa6b-6323d0157358'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:01:30.470346 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988ca0d-c0ef-4b24-bd8a-3faaa1c63b59 req-e45a9405-65af-4eb7-8c8f-1fa438e478c1 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:30.478469 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b988ca0d-c0ef-4b24-bd8a-3faaa1c63b59 req-e45a9405-65af-4eb7-8c8f-1fa438e478c1 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 945 time: 0.0990462 Apr 18 06:01:30.533537 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b988ca0d-c0ef-4b24-bd8a-3faaa1c63b59 req-0656a813-0bd7-4155-bb6c-2ca2818f521d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541756 Apr 18 06:01:30.548405 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-eb269aef-3d91-4d39-aabd-de4c4bdf2126 None None] Set router 4ee3f074-256f-4eab-a10e-84d08a5fd0b0 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:01:30.603239 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Deleting port ab3cf7f0-73e3-44a7-bb4e-15600e53a412 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:30.603417 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.646485 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5cbc69d-386e-4eab-8888-2848cef2fb72'] response: {'name': 'network-changed', 'server_uuid': 'dc389c46-650c-4ba0-88e9-6fd7b0b900af', 'tag': '72b9b85a-f2a3-49a0-aa6b-6323d0157358', 'status': 'completed', 'code': 200} Apr 18 06:01:30.692413 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd70512-7cf3-4245-a12b-27ddb5cd1920 req-dcf5a3b7-1a9c-468a-bf22-c80da1baebac tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:30.693974 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5bd70512-7cf3-4245-a12b-27ddb5cd1920 req-dcf5a3b7-1a9c-468a-bf22-c80da1baebac tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 945 time: 0.1370625 Apr 18 06:01:30.719218 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-f047bba6-7a34-4eda-9ca8-aba0f8da07f6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Calling delete_port for d82bae1b-0090-40c4-90d0-f7aef6455bab owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:30.791177 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-5bd70512-7cf3-4245-a12b-27ddb5cd1920 req-64c2264f-f6b0-4e9f-8236-32848b375475 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Deleting port ab59e274-d138-4982-bb71-2e1dea54ad12 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:30.791823 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5bd70512-7cf3-4245-a12b-27ddb5cd1920 req-64c2264f-f6b0-4e9f-8236-32848b375475 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.930103 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8938c7-3559-47a3-942d-25eb23e9e62a req-2c172d43-f0e7-4756-90e1-1be968ba8eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:30.931561 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2b8938c7-3559-47a3-942d-25eb23e9e62a req-2c172d43-f0e7-4756-90e1-1be968ba8eb3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b66247ce3a54159b17aa96e039e5639&device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 1099 time: 0.2248650 Apr 18 06:01:30.999969 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] For port ab3cf7f0-73e3-44a7-bb4e-15600e53a412, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=ab3cf7f0-73e3-44a7-bb4e-15600e53a412,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:31.000386 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.137162 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Calling delete_port for ab3cf7f0-73e3-44a7-bb4e-15600e53a412 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:31.142792 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7080045-5bca-4230-a9b6-11aeba9d429d req-05fc5c7d-beef-4f57-9c0f-1a4d8f36d732 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:31.143523 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-a7080045-5bca-4230-a9b6-11aeba9d429d req-05fc5c7d-beef-4f57-9c0f-1a4d8f36d732 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Synchronizing usage tracker for tenant:7b66247ce3a54159b17aa96e039e5639 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:31.198579 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-a7080045-5bca-4230-a9b6-11aeba9d429d req-05fc5c7d-beef-4f57-9c0f-1a4d8f36d732 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Unset dirty status for tenant:7b66247ce3a54159b17aa96e039e5639 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:31.200745 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a7080045-5bca-4230-a9b6-11aeba9d429d req-05fc5c7d-beef-4f57-9c0f-1a4d8f36d732 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.3734753 Apr 18 06:01:31.207850 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-5bd70512-7cf3-4245-a12b-27ddb5cd1920 req-64c2264f-f6b0-4e9f-8236-32848b375475 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] For port ab59e274-d138-4982-bb71-2e1dea54ad12, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ab59e274-d138-4982-bb71-2e1dea54ad12,segment=NetworkSegment(9a24e6a0-0078-424a-80a4-0d69850347a2),segment_id=9a24e6a0-0078-424a-80a4-0d69850347a2)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:31.208631 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5bd70512-7cf3-4245-a12b-27ddb5cd1920 req-64c2264f-f6b0-4e9f-8236-32848b375475 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.240887 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f047bba6-7a34-4eda-9ca8-aba0f8da07f6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.286814 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8938c7-3559-47a3-942d-25eb23e9e62a req-3c4a8a68-4e34-4ae1-b7fb-01787199cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:31.288279 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2b8938c7-3559-47a3-942d-25eb23e9e62a req-3c4a8a68-4e34-4ae1-b7fb-01787199cce5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bd01ecf-2d97-4bf7-9ab0-18dfface8598 HTTP/1.1" status: 200 len: 898 time: 0.3361206 Apr 18 06:01:31.300492 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047bba6-7a34-4eda-9ca8-aba0f8da07f6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Port': ['ID=d82bae1b-0090-40c4-90d0-f7aef6455bab,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:31.331580 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a7080045-5bca-4230-a9b6-11aeba9d429d req-9a360ddf-dc48-441c-a816-cc3d67e29306 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1076567 Apr 18 06:01:31.351993 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.405429 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-eb269aef-3d91-4d39-aabd-de4c4bdf2126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967487276', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:10Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 4, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'gw_port': {'id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:12Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '5dac5f09-e43e-4b8c-b8de-0eed068860ba', 'name': '', 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'mac_address': 'fa:16:3e:e1:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '52758bd8-2631-431e-98a6-304c934d7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:20Z', 'updated_at': '2022-04-18T05:59:31Z', 'revision_number': 5, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'subnets': [{'id': '52758bd8-2631-431e-98a6-304c934d7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:31.409099 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] Pushing event deleted for resources: {'Port': ['ID=ab3cf7f0-73e3-44a7-bb4e-15600e53a412,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:31.409926 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2b8938c7-3559-47a3-942d-25eb23e9e62a req-f3b0901e-34bc-424b-92b5-f55681f0ef24 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72b9b85a-f2a3-49a0-aa6b-6323d0157358 HTTP/1.1" status: 200 len: 217 time: 0.1121719 Apr 18 06:01:31.439488 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb269aef-3d91-4d39-aabd-de4c4bdf2126 None None] Checking router: 4ee3f074-256f-4eab-a10e-84d08a5fd0b0 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:01:31.466827 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72103e29-919d-4259-ae88-298bb9b89a12 req-18d4014a-217a-4f93-878e-d4a8d7179a5d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:31.468327 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-72103e29-919d-4259-ae88-298bb9b89a12 req-18d4014a-217a-4f93-878e-d4a8d7179a5d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=447c4a7f-3f4d-4a9f-8e23-0c0da6762e09 HTTP/1.1" status: 200 len: 946 time: 0.4431181 Apr 18 06:01:31.492824 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb269aef-3d91-4d39-aabd-de4c4bdf2126 None None] Routers {'4ee3f074-256f-4eab-a10e-84d08a5fd0b0'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:01:31.493462 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-eb269aef-3d91-4d39-aabd-de4c4bdf2126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:01:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['4ee3f074-256f-4eab-a10e-84d08a5fd0b0'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:31.541852 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f047bba6-7a34-4eda-9ca8-aba0f8da07f6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.544489 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3357e08-aebf-404b-ac91-42032f8de1bb None None] No DVR routers for this DVR port ab3cf7f0-73e3-44a7-bb4e-15600e53a412 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:31.567219 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8938c7-3559-47a3-942d-25eb23e9e62a req-7385839d-abe8-4b73-bc14-d774fbde41ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:31.569203 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2b8938c7-3559-47a3-942d-25eb23e9e62a req-7385839d-abe8-4b73-bc14-d774fbde41ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=52758bd8-2631-431e-98a6-304c934d7ada HTTP/1.1" status: 200 len: 834 time: 0.1509266 Apr 18 06:01:31.572572 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f047bba6-7a34-4eda-9ca8-aba0f8da07f6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/d82bae1b-0090-40c4-90d0-f7aef6455bab HTTP/1.1" status: 204 len: 168 time: 1.5455396 Apr 18 06:01:31.576360 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48904) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:31.588220 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570d2851-9a62-4365-85e6-7a7532abf858 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:31.617845 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5bd70512-7cf3-4245-a12b-27ddb5cd1920 req-64c2264f-f6b0-4e9f-8236-32848b375475 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.618666 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5bd70512-7cf3-4245-a12b-27ddb5cd1920 req-64c2264f-f6b0-4e9f-8236-32848b375475 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.619389 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [req-5bd70512-7cf3-4245-a12b-27ddb5cd1920 req-64c2264f-f6b0-4e9f-8236-32848b375475 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Floating IP 50e0d8df-f492-48c2-aa26-941b1cc039d8 disassociated. External IP: 172.26.1.164, port: ab59e274-d138-4982-bb71-2e1dea54ad12. Apr 18 06:01:31.619976 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-5bd70512-7cf3-4245-a12b-27ddb5cd1920 req-64c2264f-f6b0-4e9f-8236-32848b375475 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Calling delete_port for ab59e274-d138-4982-bb71-2e1dea54ad12 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:31.666777 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6160c3f4-620d-407e-abd7-b363036f1ef9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:31.671756 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-72103e29-919d-4259-ae88-298bb9b89a12 req-baf581cb-e43e-4f19-b504-5300f477ad8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b90d1d52-a560-4364-862c-b1e55d73d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652327 Apr 18 06:01:31.706908 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6160c3f4-620d-407e-abd7-b363036f1ef9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:31.708567 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6160c3f4-620d-407e-abd7-b363036f1ef9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1314089 Apr 18 06:01:31.712274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48908) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:31.768507 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a4836555-7d4f-43c2-886c-acf49f8ff129 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0533359 Apr 18 06:01:31.769455 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48912) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:31.773931 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8938c7-3559-47a3-942d-25eb23e9e62a req-7c0ded8a-965c-4c71-a8ae-8789fb1134a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:31.775413 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2b8938c7-3559-47a3-942d-25eb23e9e62a req-7c0ded8a-965c-4c71-a8ae-8789fb1134a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bd01ecf-2d97-4bf7-9ab0-18dfface8598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1948550 Apr 18 06:01:31.815063 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [req-2b8938c7-3559-47a3-942d-25eb23e9e62a req-6471353e-4f2a-41a6-8bef-d200eca10ada service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:01:31.816897 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2b8938c7-3559-47a3-942d-25eb23e9e62a req-6471353e-4f2a-41a6-8bef-d200eca10ada service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093708 Apr 18 06:01:31.857977 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-eb269aef-3d91-4d39-aabd-de4c4bdf2126 None None] Set router 4ee3f074-256f-4eab-a10e-84d08a5fd0b0 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:01:31.934462 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc698962-63ee-4546-9f56-8a30a522bfcc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:31.935874 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc698962-63ee-4546-9f56-8a30a522bfcc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:31.937378 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc698962-63ee-4546-9f56-8a30a522bfcc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:31.938168 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fc698962-63ee-4546-9f56-8a30a522bfcc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:31.981460 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fc698962-63ee-4546-9f56-8a30a522bfcc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:31.985132 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fc698962-63ee-4546-9f56-8a30a522bfcc tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2121274 Apr 18 06:01:31.985857 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48916) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:32.026517 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c3a7c-6d94-49e7-9ad8-32a67686b928 req-3c1cfcfe-db10-4f24-a520-82e4c270d361 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:32.028124 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2b8938c7-3559-47a3-942d-25eb23e9e62a req-a5bf1359-bb9c-4c18-9ced-084aca029d7a service neutron] 10.222.0.52 "GET /v2.0/networks/8bd01ecf-2d97-4bf7-9ab0-18dfface8598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984038 Apr 18 06:01:32.028430 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a42c3a7c-6d94-49e7-9ad8-32a67686b928 req-3c1cfcfe-db10-4f24-a520-82e4c270d361 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 945 time: 0.3382199 Apr 18 06:01:32.030231 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5bd70512-7cf3-4245-a12b-27ddb5cd1920 req-64c2264f-f6b0-4e9f-8236-32848b375475 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.123671 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2264f-f6b0-4e9f-8236-32848b375475 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Pushing event deleted for resources: {'Port': ['ID=ab59e274-d138-4982-bb71-2e1dea54ad12,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:32.142292 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f618ad-8e2b-498b-ab85-b7af56f7d6fa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet dcfc94b8-5c6d-4e4d-b916-8b2047a54225 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:01:32.155721 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-00f618ad-8e2b-498b-ab85-b7af56f7d6fa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.203426 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c209757-465b-44a7-93c8-0d25ab63fa6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'fixed_ips': [{'subnet_id': 'dcfc94b8-5c6d-4e4d-b916-8b2047a54225'}, {'subnet_id': 'edab0435-762e-49e4-9e8a-d7dbf7d0f7b4'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:01:32.204274 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6c209757-465b-44a7-93c8-0d25ab63fa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.227022 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-00f618ad-8e2b-498b-ab85-b7af56f7d6fa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.264339 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a42c3a7c-6d94-49e7-9ad8-32a67686b928 req-b8ce3152-8037-4668-8d60-bd865b693a0d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714554 Apr 18 06:01:32.392089 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2b8938c7-3559-47a3-942d-25eb23e9e62a req-10d948fe-fc50-4755-aac5-22b2731c6085 service neutron] 10.222.0.52 "GET /v2.0/networks/8bd01ecf-2d97-4bf7-9ab0-18dfface8598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520582 Apr 18 06:01:32.397763 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-eb269aef-3d91-4d39-aabd-de4c4bdf2126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967487276', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:10Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 4, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'gw_port': {'id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:12Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '5dac5f09-e43e-4b8c-b8de-0eed068860ba', 'name': '', 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'mac_address': 'fa:16:3e:e1:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '52758bd8-2631-431e-98a6-304c934d7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:20Z', 'updated_at': '2022-04-18T05:59:31Z', 'revision_number': 5, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'subnets': [{'id': '52758bd8-2631-431e-98a6-304c934d7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:32.415269 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-00f618ad-8e2b-498b-ab85-b7af56f7d6fa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.431601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897e651-f4f2-4b48-9cc3-4360816fc4c0 req-2f007b23-e235-49a4-9244-3f38d712e523 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:32.432273 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb269aef-3d91-4d39-aabd-de4c4bdf2126 None None] The sync data for ids ['4ee3f074-256f-4eab-a10e-84d08a5fd0b0'] in dv-neutron-837489-1-hyperv is: [{'id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967487276', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:10Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 4, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'gw_port': {'id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:12Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '5dac5f09-e43e-4b8c-b8de-0eed068860ba', 'name': '', 'network_id': '8bd01ecf-2d97-4bf7-9ab0-18dfface8598', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'mac_address': 'fa:16:3e:e1:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '52758bd8-2631-431e-98a6-304c934d7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:20Z', 'updated_at': '2022-04-18T05:59:31Z', 'revision_number': 5, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'subnets': [{'id': '52758bd8-2631-431e-98a6-304c934d7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:01:32.435108 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2897e651-f4f2-4b48-9cc3-4360816fc4c0 req-2f007b23-e235-49a4-9244-3f38d712e523 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.3141015 Apr 18 06:01:32.500529 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bd70512-7cf3-4245-a12b-27ddb5cd1920 req-64c2264f-f6b0-4e9f-8236-32848b375475 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server [None req-6c209757-465b-44a7-93c8-0d25ab63fa6e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dcfc94b8-5c6d-4e4d-b916-8b2047a54225: This subnet is being modified by another concurrent operation. Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server raise exception Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dcfc94b8-5c6d-4e4d-b916-8b2047a54225: This subnet is being modified by another concurrent operation. Apr 18 06:01:32.600657 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server Apr 18 06:01:32.617805 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806deb47-109d-4129-ab6b-cb6e074d2ba5 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:32.618910 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-00f618ad-8e2b-498b-ab85-b7af56f7d6fa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.619720 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-2897e651-f4f2-4b48-9cc3-4360816fc4c0 req-a06b61f0-8a66-481e-971b-9e51fd96dec6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Deleting port 72b9b85a-f2a3-49a0-aa6b-6323d0157358 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:32.620118 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-2897e651-f4f2-4b48-9cc3-4360816fc4c0 req-a06b61f0-8a66-481e-971b-9e51fd96dec6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.676295 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-00f618ad-8e2b-498b-ab85-b7af56f7d6fa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.710945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f618ad-8e2b-498b-ab85-b7af56f7d6fa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=dcfc94b8-5c6d-4e4d-b916-8b2047a54225,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:32.727801 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82c726-f89d-4d5a-af31-228186828c9f req-023bcb4c-b5c7-40d2-b833-079b9b7a5c57 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:32.729224 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ff82c726-f89d-4d5a-af31-228186828c9f req-023bcb4c-b5c7-40d2-b833-079b9b7a5c57 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 946 time: 0.2292407 Apr 18 06:01:32.732431 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-00f618ad-8e2b-498b-ab85-b7af56f7d6fa tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/dcfc94b8-5c6d-4e4d-b916-8b2047a54225 HTTP/1.1" status: 204 len: 168 time: 0.7457237 Apr 18 06:01:32.747219 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48924) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:32.821127 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e413cb8a-a8a7-4ccb-8865-b9fe94788731 None None] New status for floating IP 95b65b4e-66e8-4485-81e1-181ef2d049a6: DOWN {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:01:32.881265 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd92aca-7902-484c-8f56-06fc06db21be tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet edab0435-762e-49e4-9e8a-d7dbf7d0f7b4 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:01:32.890151 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ffd92aca-7902-484c-8f56-06fc06db21be tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.916688 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bd70512-7cf3-4245-a12b-27ddb5cd1920 req-64c2264f-f6b0-4e9f-8236-32848b375475 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:01:32.920314 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899e1562-5ae2-4ae3-b0d5-56b6dd7b6309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'fixed_ips': [{'subnet_id': 'edab0435-762e-49e4-9e8a-d7dbf7d0f7b4'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:01:32.921141 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-899e1562-5ae2-4ae3-b0d5-56b6dd7b6309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.932652 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ff82c726-f89d-4d5a-af31-228186828c9f req-2898c93f-c0b8-4838-a265-72328b94ec06 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/security-groups?id=5967be3a-7276-44cf-ad4e-9ab736c45c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1869414 Apr 18 06:01:32.933262 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e1383c-6df0-4df5-bf27-fb3ef056a8c0 None None] Sync routers for ids ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:01:32.978826 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ffd92aca-7902-484c-8f56-06fc06db21be tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.989827 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e1383c-6df0-4df5-bf27-fb3ef056a8c0 None None] Routers {'37db532b-bcf8-42e4-93e7-1d5bfe7975fa'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:01:32.990473 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c2e1383c-6df0-4df5-bf27-fb3ef056a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:01:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:33.036211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd70512-7cf3-4245-a12b-27ddb5cd1920 req-64c2264f-f6b0-4e9f-8236-32848b375475 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] No DVR routers for this DVR port ab59e274-d138-4982-bb71-2e1dea54ad12 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:33.053231 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ffd92aca-7902-484c-8f56-06fc06db21be tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.057858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5bd70512-7cf3-4245-a12b-27ddb5cd1920 req-64c2264f-f6b0-4e9f-8236-32848b375475 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.062340 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1b2230-966e-4ff0-9053-adbebfc7c8c7', 'name': 'network-vif-deleted', 'tag': 'ab59e274-d138-4982-bb71-2e1dea54ad12'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:01:33.142452 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9628586-7db9-46a2-a03d-580efa4067e9'] response: {'server_uuid': 'aa1b2230-966e-4ff0-9053-adbebfc7c8c7', 'name': 'network-vif-deleted', 'tag': 'ab59e274-d138-4982-bb71-2e1dea54ad12', 'status': 'completed', 'code': 200} Apr 18 06:01:33.143651 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ffd92aca-7902-484c-8f56-06fc06db21be tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.147421 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5bd70512-7cf3-4245-a12b-27ddb5cd1920 req-64c2264f-f6b0-4e9f-8236-32848b375475 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.52 "DELETE /v2.0/ports/ab59e274-d138-4982-bb71-2e1dea54ad12 HTTP/1.1" status: 204 len: 173 time: 2.4459372 Apr 18 06:01:33.188370 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e955e-fce6-463b-a86c-069e4efd6aa9 req-d8b70700-74fa-4840-9c29-8f8974713580 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:33.189845 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d27e955e-fce6-463b-a86c-069e4efd6aa9 req-d8b70700-74fa-4840-9c29-8f8974713580 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=447c4a7f-3f4d-4a9f-8e23-0c0da6762e09 HTTP/1.1" status: 200 len: 946 time: 0.3643103 Apr 18 06:01:33.195183 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd92aca-7902-484c-8f56-06fc06db21be tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=edab0435-762e-49e4-9e8a-d7dbf7d0f7b4,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:33.199168 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ffd92aca-7902-484c-8f56-06fc06db21be tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.211787 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ffd92aca-7902-484c-8f56-06fc06db21be tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/edab0435-762e-49e4-9e8a-d7dbf7d0f7b4 HTTP/1.1" status: 204 len: 168 time: 0.4627604 Apr 18 06:01:33.214186 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48930) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server [None req-899e1562-5ae2-4ae3-b0d5-56b6dd7b6309 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet edab0435-762e-49e4-9e8a-d7dbf7d0f7b4: This subnet is being modified by another concurrent operation. Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server raise exception Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet edab0435-762e-49e4-9e8a-d7dbf7d0f7b4: This subnet is being modified by another concurrent operation. Apr 18 06:01:33.214529 dv-neutron-837489-1-hyperv neutron-server[88036]: ERROR oslo_messaging.rpc.server Apr 18 06:01:33.239897 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a36dabe-25a2-452a-9fbd-00262d92649a None None] get_active_networks_info from dv-neutron-837489-1-hyperv {{(pid=88036) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 06:01:33.260020 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-2897e651-f4f2-4b48-9cc3-4360816fc4c0 req-a06b61f0-8a66-481e-971b-9e51fd96dec6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] For port 72b9b85a-f2a3-49a0-aa6b-6323d0157358, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=72b9b85a-f2a3-49a0-aa6b-6323d0157358,segment=NetworkSegment(f0f9e6c6-dd28-4d5b-816f-18201b1caa98),segment_id=f0f9e6c6-dd28-4d5b-816f-18201b1caa98)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:33.260396 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-2897e651-f4f2-4b48-9cc3-4360816fc4c0 req-a06b61f0-8a66-481e-971b-9e51fd96dec6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.303399 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c3d6fad2-8c85-481b-95cf-eb03ace69d65 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865235 Apr 18 06:01:33.306253 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48936) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:33.312817 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-dbe434fa-2904-4b98-b988-cc108c27e452 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:33.366423 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-c2e1383c-6df0-4df5-bf27-fb3ef056a8c0 None None] Set router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:01:33.487745 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-250d883b-e550-4609-ba90-30fb11605022 req-ec6157b2-13fd-4870-b5e6-c31cc7bbd205 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa1b2230-966e-4ff0-9053-adbebfc7c8c7 HTTP/1.1" status: 200 len: 210 time: 0.0740995 Apr 18 06:01:33.498111 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-2897e651-f4f2-4b48-9cc3-4360816fc4c0 req-a06b61f0-8a66-481e-971b-9e51fd96dec6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Calling delete_port for 72b9b85a-f2a3-49a0-aa6b-6323d0157358 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:33.516009 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-dbe434fa-2904-4b98-b988-cc108c27e452 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:33.520389 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-dbe434fa-2904-4b98-b988-cc108c27e452 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:33.523795 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-dbe434fa-2904-4b98-b988-cc108c27e452 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:33.530063 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-dbe434fa-2904-4b98-b988-cc108c27e452 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:33.542260 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe434fa-2904-4b98-b988-cc108c27e452 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:33.547684 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dbe434fa-2904-4b98-b988-cc108c27e452 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.562524 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d27e955e-fce6-463b-a86c-069e4efd6aa9 req-65987467-93ca-4971-9bd4-d480a9a21b2c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b90d1d52-a560-4364-862c-b1e55d73d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3356333 Apr 18 06:01:33.607020 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a36dabe-25a2-452a-9fbd-00262d92649a None None] Resources bound (agent type, host, resource id): {{(pid=88036) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:01:33.710957 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-2897e651-f4f2-4b48-9cc3-4360816fc4c0 req-a06b61f0-8a66-481e-971b-9e51fd96dec6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.906361 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b61f0-8a66-481e-971b-9e51fd96dec6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Pushing event deleted for resources: {'Port': ['ID=72b9b85a-f2a3-49a0-aa6b-6323d0157358,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:33.960105 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f04672-79c8-4c59-b5f5-8dc8ddaaf7e0 req-fe585bac-79da-4f16-8cf1-0e8de27f8a78 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:33.963186 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d7f04672-79c8-4c59-b5f5-8dc8ddaaf7e0 req-fe585bac-79da-4f16-8cf1-0e8de27f8a78 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=447c4a7f-3f4d-4a9f-8e23-0c0da6762e09 HTTP/1.1" status: 200 len: 946 time: 0.1535931 Apr 18 06:01:33.997691 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-2897e651-f4f2-4b48-9cc3-4360816fc4c0 req-a06b61f0-8a66-481e-971b-9e51fd96dec6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] No DVR routers for this DVR port 72b9b85a-f2a3-49a0-aa6b-6323d0157358 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:34.000169 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-2897e651-f4f2-4b48-9cc3-4360816fc4c0 req-a06b61f0-8a66-481e-971b-9e51fd96dec6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:34.018136 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dbe434fa-2904-4b98-b988-cc108c27e452 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:34.049221 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2897e651-f4f2-4b48-9cc3-4360816fc4c0 req-a06b61f0-8a66-481e-971b-9e51fd96dec6 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.52 "DELETE /v2.0/ports/72b9b85a-f2a3-49a0-aa6b-6323d0157358 HTTP/1.1" status: 204 len: 173 time: 1.6023653 Apr 18 06:01:34.075544 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d7f04672-79c8-4c59-b5f5-8dc8ddaaf7e0 req-55475fcd-99ff-4839-b2df-382515fc1df2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b90d1d52-a560-4364-862c-b1e55d73d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008949 Apr 18 06:01:34.102366 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe434fa-2904-4b98-b988-cc108c27e452 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:34.105376 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-dbe434fa-2904-4b98-b988-cc108c27e452 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:34.115992 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe434fa-2904-4b98-b988-cc108c27e452 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=1f63f349-0aee-4953-b10e-dbb9112b9716,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:34.117952 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48944) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:34.119210 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe434fa-2904-4b98-b988-cc108c27e452 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:34.120250 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dbe434fa-2904-4b98-b988-cc108c27e452 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:34.151631 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c2e1383c-6df0-4df5-bf27-fb3ef056a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:41Z', 'revision_number': 4, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd3853ab0-68eb-4121-bb72-c99652003b8c', 'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'mac_address': 'fa:16:3e:48:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:39Z', 'updated_at': '2022-04-18T05:57:52Z', 'revision_number': 5, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'subnets': [{'id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:34.158862 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e1383c-6df0-4df5-bf27-fb3ef056a8c0 None None] Checking router: 37db532b-bcf8-42e4-93e7-1d5bfe7975fa for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:01:34.186833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-49f4cb1f-ce95-4063-86e1-7f5e34ecd288 req-d4c60f96-cbb2-43c3-be95-dafac287e8a5 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Synchronizing usage tracker for tenant:7b66247ce3a54159b17aa96e039e5639 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:34.200734 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-dbe434fa-2904-4b98-b988-cc108c27e452 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8933702 Apr 18 06:01:34.203737 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48948) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:34.210325 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-e3e1eb90-ca3a-4ad8-bc51-6fb4f67d224c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:34.212070 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e1383c-6df0-4df5-bf27-fb3ef056a8c0 None None] Routers {'37db532b-bcf8-42e4-93e7-1d5bfe7975fa'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:01:34.213481 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c2e1383c-6df0-4df5-bf27-fb3ef056a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:01:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:34.217330 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-49f4cb1f-ce95-4063-86e1-7f5e34ecd288 req-d4c60f96-cbb2-43c3-be95-dafac287e8a5 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Unset dirty status for tenant:7b66247ce3a54159b17aa96e039e5639 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:34.219420 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-49f4cb1f-ce95-4063-86e1-7f5e34ecd288 req-d4c60f96-cbb2-43c3-be95-dafac287e8a5 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc389c46-650c-4ba0-88e9-6fd7b0b900af HTTP/1.1" status: 200 len: 210 time: 0.1013529 Apr 18 06:01:34.305003 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5cb6b8-0f6f-40df-92ec-09b6d425babd tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:34.309576 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4f5cb6b8-0f6f-40df-92ec-09b6d425babd tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=447c4a7f-3f4d-4a9f-8e23-0c0da6762e09 HTTP/1.1" status: 200 len: 1094 time: 0.1813643 Apr 18 06:01:34.311296 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 48952) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:34.317803 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': 'd41d7ea7-7448-4847-9add-5aaa0ea2ad70', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:34.327327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:34.333346 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:floatingip and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:34.337177 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:34.345805 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:34.382378 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e3e1eb90-ca3a-4ad8-bc51-6fb4f67d224c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:34.389825 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e3e1eb90-ca3a-4ad8-bc51-6fb4f67d224c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:34.393711 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e3e1eb90-ca3a-4ad8-bc51-6fb4f67d224c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:34.394278 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:34.400544 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e3e1eb90-ca3a-4ad8-bc51-6fb4f67d224c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:34.424649 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e1eb90-ca3a-4ad8-bc51-6fb4f67d224c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:34.433339 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e3e1eb90-ca3a-4ad8-bc51-6fb4f67d224c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:34.434049 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'tenant_id': 'c240cbc4316a4c558ad1d76ee9a5b031', 'fixed_ips': [{'subnet_id': '1f63f349-0aee-4953-b10e-dbb9112b9716'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:01:34.435058 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:34.474883 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-c2e1383c-6df0-4df5-bf27-fb3ef056a8c0 None None] Set router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:01:34.583639 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:34.683324 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.ipam_backend_mixin [None req-e3e1eb90-ca3a-4ad8-bc51-6fb4f67d224c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1f63f349-0aee-4953-b10e-dbb9112b9716 (CIDR: 2001:db8::/64) Apr 18 06:01:34.689882 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e1eb90-ca3a-4ad8-bc51-6fb4f67d224c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:01:34.690351 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e1eb90-ca3a-4ad8-bc51-6fb4f67d224c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:34.736758 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e3e1eb90-ca3a-4ad8-bc51-6fb4f67d224c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5319963 Apr 18 06:01:34.738792 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48960) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:34.748807 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-4b7e6b57-08b7-4985-a3d0-bbc838f1e649 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'subnet': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:34.799525 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.26.1.105 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/486afd94-fc31-44e5-b961-8971b3e5f86a) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:34.831880 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device ab59e274-d138-4982-bb71-2e1dea54ad12 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:01:34.887871 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: ab59e274-d138-4982-bb71-2e1dea54ad12 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:01:34.888472 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device ab59e274-d138-4982-bb71-2e1dea54ad12 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:01:34.888750 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 72b9b85a-f2a3-49a0-aa6b-6323d0157358 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:01:34.956863 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: 72b9b85a-f2a3-49a0-aa6b-6323d0157358 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:01:34.957250 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 72b9b85a-f2a3-49a0-aa6b-6323d0157358 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:01:34.961738 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] Allocated IP 2001:db8::2 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/1f63f349-0aee-4953-b10e-dbb9112b9716/00302f6d-4834-4eb6-b0b2-12b2ace6f7ab) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:35.023404 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.085855 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-0b827c4a-1561-441f-9b70-d7cde8a683bd tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-469729717&fields=id&tenant_id=49ad773d519141abbf5e743e64df06bc HTTP/1.1" status: 200 len: 267 time: 0.0479910 Apr 18 06:01:35.107033 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-4b7e6b57-08b7-4985-a3d0-bbc838f1e649 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:35.111426 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-4b7e6b57-08b7-4985-a3d0-bbc838f1e649 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:subnet and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:35.114402 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-4b7e6b57-08b7-4985-a3d0-bbc838f1e649 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:35.118866 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.120359 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-4b7e6b57-08b7-4985-a3d0-bbc838f1e649 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:35.130799 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7e6b57-08b7-4985-a3d0-bbc838f1e649 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:35.134596 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4b7e6b57-08b7-4985-a3d0-bbc838f1e649 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.172722 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc389c46-650c-4ba0-88e9-6fd7b0b900af', 'name': 'network-vif-deleted', 'tag': '72b9b85a-f2a3-49a0-aa6b-6323d0157358'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:01:35.227531 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c2e1383c-6df0-4df5-bf27-fb3ef056a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:41Z', 'revision_number': 4, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd3853ab0-68eb-4121-bb72-c99652003b8c', 'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'mac_address': 'fa:16:3e:48:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:39Z', 'updated_at': '2022-04-18T05:57:52Z', 'revision_number': 5, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'subnets': [{'id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:35.243045 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e1383c-6df0-4df5-bf27-fb3ef056a8c0 None None] The sync data for ids ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'] in dv-neutron-837489-1-hyperv is: [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:41Z', 'revision_number': 4, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd3853ab0-68eb-4121-bb72-c99652003b8c', 'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'mac_address': 'fa:16:3e:48:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:39Z', 'updated_at': '2022-04-18T05:57:52Z', 'revision_number': 5, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'subnets': [{'id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:01:35.288750 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-230ca5ca-381a-4c9b-a384-087a4ce64351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.294474 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.316547 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] Transition to ACTIVE for port object 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:35.325650 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59ba5951-870d-467b-b540-f91fcdd69792'] response: {'server_uuid': 'dc389c46-650c-4ba0-88e9-6fd7b0b900af', 'name': 'network-vif-deleted', 'tag': '72b9b85a-f2a3-49a0-aa6b-6323d0157358', 'status': 'completed', 'code': 200} Apr 18 06:01:35.333753 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:35.336793 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=486afd94-fc31-44e5-b961-8971b3e5f86a,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:35.354448 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:35.358341 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] Transition to ACTIVE for port object 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:35.366950 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48972) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:35.370794 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.420630 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-f8167423-e7f8-45bd-9017-e002e6c85b5d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:35.428430 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-f8167423-e7f8-45bd-9017-e002e6c85b5d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/networks?id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1 HTTP/1.1" status: 200 len: 812 time: 0.3302202 Apr 18 06:01:35.443454 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:01:35.446135 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:35.464191 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:35.467741 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:01:35.478998 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] Pushing event updated for resources: {'Port': ['ID=00302f6d-4834-4eb6-b0b2-12b2ace6f7ab,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:35.564170 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-0398baba-4b8f-41dc-8329-05f7efead528 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/quotas/49ad773d519141abbf5e743e64df06bc HTTP/1.1" status: 200 len: 375 time: 0.1342323 Apr 18 06:01:35.592633 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] Attempting to bind port 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:35.592993 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] Attempting to bind port 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:35.593353 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] Attempting to bind port 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab on network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:01:35.598688 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:01:35.599522 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] Checking segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:01:35.599522 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.599820 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] Bound using segment: {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:01:35.600537 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] Bound port: 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66272c01-5214-4d60-8ba6-7d72e4d31be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:35.600916 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.604809 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b3618-3420-4712-a4cc-ce73a9cef5d6 None None] New status for floating IP 50e0d8df-f492-48c2-aa26-941b1cc039d8: DOWN {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:01:35.755248 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] For port 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:01:35.758398 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] For port 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=00302f6d-4834-4eb6-b0b2-12b2ace6f7ab,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:01:35.767574 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.877255 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d960b-81b9-4308-b2f7-b9922a5765d2 None None] Pushing event updated for resources: {'Port': ['ID=00302f6d-4834-4eb6-b0b2-12b2ace6f7ab,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:35.949849 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-9a0b728d-2fdb-471d-aaa9-9cc2838de131 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Synchronizing usage tracker for tenant:49ad773d519141abbf5e743e64df06bc on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:35.978615 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-9a0b728d-2fdb-471d-aaa9-9cc2838de131 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Unset dirty status for tenant:49ad773d519141abbf5e743e64df06bc on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:35.980103 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-9a0b728d-2fdb-471d-aaa9-9cc2838de131 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=49ad773d519141abbf5e743e64df06bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4020078 Apr 18 06:01:36.048323 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.095227 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-829aa24b-0854-43e7-9418-c20ad7d562a2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:01:36.096311 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-829aa24b-0854-43e7-9418-c20ad7d562a2 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0975106 Apr 18 06:01:36.177022 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.objects.ports [None req-4b7e6b57-08b7-4985-a3d0-bbc838f1e649 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88035) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 06:01:36.239600 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:01:36.325613 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:36.373195 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-331bfe35-3d6a-4321-bf51-dc8b37de4b01 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.418914 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.485905 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-46837e69-7059-4a0b-8866-75b97f3bd8df service neutron] 10.222.0.15 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824167 Apr 18 06:01:36.516251 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4b7e6b57-08b7-4985-a3d0-bbc838f1e649 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.738552 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-6c1220be-e3c9-4041-aacf-efc2a1d2ff84 service neutron] 10.222.0.15 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437866 Apr 18 06:01:36.788459 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.796672 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.924608 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.010939 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9c3f60-caa1-41d2-84f0-62449a50601d None None] get_active_networks_info from dv-neutron-837489-1-hyperv {{(pid=88036) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 06:01:37.028137 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=486afd94-fc31-44e5-b961-8971b3e5f86a,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:37.129887 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e4e5ba1e-9eb0-4cf7-b4b4-d685e8ed91d7 None None] Provisioning for port 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:37.141240 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e4e5ba1e-9eb0-4cf7-b4b4-d685e8ed91d7 None None] Provisioning complete for port 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:37.141842 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e4e5ba1e-9eb0-4cf7-b4b4-d685e8ed91d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.165495 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-4b7e6b57-08b7-4985-a3d0-bbc838f1e649 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] For port 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=00302f6d-4834-4eb6-b0b2-12b2ace6f7ab,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:37.182019 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-331bfe35-3d6a-4321-bf51-dc8b37de4b01 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Deleting port 5dac5f09-e43e-4b8c-b8de-0eed068860ba {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:37.182633 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Floating IP 8dcebbfd-7652-4e12-b91d-f18044f9ba60 associated. External IP: 172.26.1.105, port: d41d7ea7-7448-4847-9add-5aaa0ea2ad70. Apr 18 06:01:37.182742 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-331bfe35-3d6a-4321-bf51-dc8b37de4b01 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.205087 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9c3f60-caa1-41d2-84f0-62449a50601d None None] Resources bound (agent type, host, resource id): {{(pid=88036) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:01:37.385123 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-331bfe35-3d6a-4321-bf51-dc8b37de4b01 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] For port 5dac5f09-e43e-4b8c-b8de-0eed068860ba, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5dac5f09-e43e-4b8c-b8de-0eed068860ba,segment=NetworkSegment(f0f9e6c6-dd28-4d5b-816f-18201b1caa98),segment_id=f0f9e6c6-dd28-4d5b-816f-18201b1caa98)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:37.385395 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-331bfe35-3d6a-4321-bf51-dc8b37de4b01 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.454869 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e4e5ba1e-9eb0-4cf7-b4b4-d685e8ed91d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.590838 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-331bfe35-3d6a-4321-bf51-dc8b37de4b01 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Calling delete_port for 5dac5f09-e43e-4b8c-b8de-0eed068860ba owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:37.630519 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router ea9c997c-526f-41df-8efd-5203ee7b7ef2 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:01:37.643446 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4b7e6b57-08b7-4985-a3d0-bbc838f1e649 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.644692 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-92eebed0-48bf-479b-9212-c7bccbacee05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.647833 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5763ae33-c182-4863-9519-b715304d0c4a req-8e14e019-2628-498e-be8a-0da9b333c337 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 210 time: 0.1917520 Apr 18 06:01:37.708416 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4b7e6b57-08b7-4985-a3d0-bbc838f1e649 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.709139 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4b7e6b57-08b7-4985-a3d0-bbc838f1e649 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.800086 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.812533 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-e4e5ba1e-9eb0-4cf7-b4b4-d685e8ed91d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:01:37.812994 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-e4e5ba1e-9eb0-4cf7-b4b4-d685e8ed91d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:01:37.853531 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7e6b57-08b7-4985-a3d0-bbc838f1e649 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:37.861594 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:01:37.864604 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-4b7e6b57-08b7-4985-a3d0-bbc838f1e649 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:37.875116 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e813f0-4e49-48a8-8f53-9bea6b67bd98 None None] Sync routers for ids ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:01:37.876068 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7e6b57-08b7-4985-a3d0-bbc838f1e649 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:37.876546 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4b7e6b57-08b7-4985-a3d0-bbc838f1e649 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.890151 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e813f0-4e49-48a8-8f53-9bea6b67bd98 None None] Routers {'ea9c997c-526f-41df-8efd-5203ee7b7ef2'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:01:37.890708 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f6e813f0-4e49-48a8-8f53-9bea6b67bd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:01:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:37.892764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.899608 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e6b57-08b7-4985-a3d0-bbc838f1e649 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Subnet': ['ID=381cc567-1c7f-4bc0-9815-741ba27b3806,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:37.919407 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e6b57-08b7-4985-a3d0-bbc838f1e649 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=00302f6d-4834-4eb6-b0b2-12b2ace6f7ab,revision_number=4']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:37.936311 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4b7e6b57-08b7-4985-a3d0-bbc838f1e649 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1919298 Apr 18 06:01:37.936815 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 48998) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:37.983753 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ded48047-e917-4282-8526-ded7bfec4dab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6664243 Apr 18 06:01:37.984494 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-9a56e50f-8ea2-4b39-b2e8-90f6c4e063d0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Request body: {'port': {'network_id': '237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f', 'mac_address': 'fa:16:3e:0b:63:b2', 'name': 'tempest-NetworksTestDHCPv6-374196049'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:37.985110 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49002) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:37.986014 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447c4a7f-3f4d-4a9f-8e23-0c0da6762e09', 'tag': 'd41d7ea7-7448-4847-9add-5aaa0ea2ad70'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:01:38.169919 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-f6e813f0-4e49-48a8-8f53-9bea6b67bd98 None None] Set router ea9c997c-526f-41df-8efd-5203ee7b7ef2 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:01:38.188556 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-331bfe35-3d6a-4321-bf51-dc8b37de4b01 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.225653 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:01:38.304889 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331bfe35-3d6a-4321-bf51-dc8b37de4b01 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Pushing event deleted for resources: {'Port': ['ID=5dac5f09-e43e-4b8c-b8de-0eed068860ba,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:38.422976 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce26f14f-4ff5-4c89-8db4-99894d1dc89f'] response: {'name': 'network-changed', 'server_uuid': '447c4a7f-3f4d-4a9f-8e23-0c0da6762e09', 'tag': 'd41d7ea7-7448-4847-9add-5aaa0ea2ad70', 'status': 'completed', 'code': 200} Apr 18 06:01:38.473525 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e4e5ba1e-9eb0-4cf7-b4b4-d685e8ed91d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.498035 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6e598023-b3ca-4f7f-98d9-cf793572b278 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/8dcebbfd-7652-4e12-b91d-f18044f9ba60 HTTP/1.1" status: 200 len: 992 time: 0.5045962 Apr 18 06:01:38.524924 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3a77-c4d9-4691-927a-25ac42666ee1 req-a3041d76-f4d0-4732-8699-012c4b3123af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:38.526684 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-351c3a77-c4d9-4691-927a-25ac42666ee1 req-a3041d76-f4d0-4732-8699-012c4b3123af service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=447c4a7f-3f4d-4a9f-8e23-0c0da6762e09 HTTP/1.1" status: 200 len: 1099 time: 0.1568456 Apr 18 06:01:38.532690 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9a56e50f-8ea2-4b39-b2e8-90f6c4e063d0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:38.540529 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9a56e50f-8ea2-4b39-b2e8-90f6c4e063d0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Usage tracker for resource:port and tenant:c240cbc4316a4c558ad1d76ee9a5b031 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:38.541206 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-e4e5ba1e-9eb0-4cf7-b4b4-d685e8ed91d7 None None] For port 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=00302f6d-4834-4eb6-b0b2-12b2ace6f7ab,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:38.546130 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9a56e50f-8ea2-4b39-b2e8-90f6c4e063d0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:38.561577 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9a56e50f-8ea2-4b39-b2e8-90f6c4e063d0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:38.563785 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e4e5ba1e-9eb0-4cf7-b4b4-d685e8ed91d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.628401 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.657316 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a56e50f-8ea2-4b39-b2e8-90f6c4e063d0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Made reservation on behalf of c240cbc4316a4c558ad1d76ee9a5b031 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:38.772213 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3a77-c4d9-4691-927a-25ac42666ee1 req-d554f1d1-a580-477c-be4e-e54ea2853924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:38.773694 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-351c3a77-c4d9-4691-927a-25ac42666ee1 req-d554f1d1-a580-477c-be4e-e54ea2853924 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ac31444-63eb-4a7c-8b2f-f6a257922680 HTTP/1.1" status: 200 len: 897 time: 0.2389562 Apr 18 06:01:38.867297 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-331bfe35-3d6a-4321-bf51-dc8b37de4b01 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.892188 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5ba1e-9eb0-4cf7-b4b4-d685e8ed91d7 None None] Pushing event updated for resources: {'Port': ['ID=00302f6d-4834-4eb6-b0b2-12b2ace6f7ab,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:38.895136 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.906751 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae186dd-fc77-4dda-b96a-c78373ec889e None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:38.919943 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:38.920354 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.945774 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9c820310-4e22-479c-b0b6-964e055db6ac req-0fe2325e-f6f2-4359-aa20-15162a48a91e tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 210 time: 0.0607986 Apr 18 06:01:39.033096 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-351c3a77-c4d9-4691-927a-25ac42666ee1 req-17b711cc-a5ef-47bc-918d-877e13b92000 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d41d7ea7-7448-4847-9add-5aaa0ea2ad70 HTTP/1.1" status: 200 len: 1000 time: 0.2460909 Apr 18 06:01:39.109851 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-94be2190-a728-458e-81e8-5623ed269355 None None] Provisioning complete for port 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:39.110143 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-94be2190-a728-458e-81e8-5623ed269355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.134551 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-7f86e63f-0f9c-4d3d-9391-137e54d20492 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:39.135998 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-7f86e63f-0f9c-4d3d-9391-137e54d20492 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.52 "GET /v2.0/networks?id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1 HTTP/1.1" status: 200 len: 812 time: 0.2735612 Apr 18 06:01:39.143264 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3a77-c4d9-4691-927a-25ac42666ee1 req-b5e0b0d7-dbcf-425b-a350-c3ac8417f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:39.144909 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-351c3a77-c4d9-4691-927a-25ac42666ee1 req-b5e0b0d7-dbcf-425b-a350-c3ac8417f3f8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a1e2829-ae5d-423d-bac8-16cf82dd01d7 HTTP/1.1" status: 200 len: 835 time: 0.1037495 Apr 18 06:01:39.223698 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9a56e50f-8ea2-4b39-b2e8-90f6c4e063d0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.255505 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-ac860266-6d0d-4f90-8682-a07c33c54b28 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49ad773d519141abbf5e743e64df06bc HTTP/1.1" status: 200 len: 379 time: 0.1092732 Apr 18 06:01:39.267946 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-9bba44d2-007d-4a9e-b67c-b32f617b25c2 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Request body: {'port': {'device_id': 'd56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'admin_state_up': True, 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'security_groups': ['e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:39.295149 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-9a56e50f-8ea2-4b39-b2e8-90f6c4e063d0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] device_id is not set on port 9890c86e-94d8-4327-90e6-9bd1c0658a20 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:01:39.439230 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3a77-c4d9-4691-927a-25ac42666ee1 req-57a96937-56fe-4d78-9f68-19bbae411f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:39.441286 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-351c3a77-c4d9-4691-927a-25ac42666ee1 req-57a96937-56fe-4d78-9f68-19bbae411f62 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ac31444-63eb-4a7c-8b2f-f6a257922680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2813213 Apr 18 06:01:39.502951 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49014) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:39.576423 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f6e813f0-4e49-48a8-8f53-9bea6b67bd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'name': 'tempest-TestNetworkBasicOps-router-1509158123', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:05Z', 'updated_at': '2022-04-18T06:01:13Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:06Z', 'updated_at': '2022-04-18T06:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '8dcebbfd-7652-4e12-b91d-f18044f9ba60', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.105', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'port_id': 'd41d7ea7-7448-4847-9add-5aaa0ea2ad70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'mac_address': 'fa:16:3e:4a:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447c4a7f-3f4d-4a9f-8e23-0c0da6762e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:01:35Z', 'updated_at': '2022-04-18T06:01:35Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd902931b-65a3-438a-8824-e8e7d3101a43', 'name': '', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:b8:3f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:11Z', 'updated_at': '2022-04-18T06:01:18Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:39.587576 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e813f0-4e49-48a8-8f53-9bea6b67bd98 None None] Checking router: ea9c997c-526f-41df-8efd-5203ee7b7ef2 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:01:39.610130 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e813f0-4e49-48a8-8f53-9bea6b67bd98 None None] Routers {'ea9c997c-526f-41df-8efd-5203ee7b7ef2'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:01:39.610762 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f6e813f0-4e49-48a8-8f53-9bea6b67bd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:01:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:39.635836 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1553efac-f2fb-4c95-adac-29ecbee711a0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/8dcebbfd-7652-4e12-b91d-f18044f9ba60 HTTP/1.1" status: 200 len: 992 time: 0.1280372 Apr 18 06:01:39.711592 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-9bba44d2-007d-4a9e-b67c-b32f617b25c2 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:39.727871 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-351c3a77-c4d9-4691-927a-25ac42666ee1 req-99769108-c0ed-4419-b97c-468c80076353 service neutron] 10.222.0.52 "GET /v2.0/networks/5ac31444-63eb-4a7c-8b2f-f6a257922680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761753 Apr 18 06:01:39.759901 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-9bba44d2-007d-4a9e-b67c-b32f617b25c2 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:39.814343 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-f6e813f0-4e49-48a8-8f53-9bea6b67bd98 None None] Set router ea9c997c-526f-41df-8efd-5203ee7b7ef2 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:01:39.856741 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-9bba44d2-007d-4a9e-b67c-b32f617b25c2 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Made reservation on behalf of 49ad773d519141abbf5e743e64df06bc for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:39.862425 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-9bba44d2-007d-4a9e-b67c-b32f617b25c2 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.874905 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331bfe35-3d6a-4321-bf51-dc8b37de4b01 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Router 4ee3f074-256f-4eab-a10e-84d08a5fd0b0 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:01:40.001047 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-351c3a77-c4d9-4691-927a-25ac42666ee1 req-810371cb-62ab-4bac-9722-83501196f44f service neutron] 10.222.0.52 "GET /v2.0/networks/5ac31444-63eb-4a7c-8b2f-f6a257922680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633512 Apr 18 06:01:40.102402 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-9a56e50f-8ea2-4b39-b2e8-90f6c4e063d0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8::335 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/1f63f349-0aee-4953-b10e-dbb9112b9716/9890c86e-94d8-4327-90e6-9bd1c0658a20) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:40.142644 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-9bba44d2-007d-4a9e-b67c-b32f617b25c2 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Allocated IP 172.20.0.14 (9a334fa7-a286-4212-a09e-a8fc3f33e6a1/6b4d1495-96ee-47de-b8ec-9793f712c5be/bb995dc1-16b9-4b17-a296-b0d6cc5a79ff) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:40.186204 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.233335 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-9a56e50f-8ea2-4b39-b2e8-90f6c4e063d0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0b:63b2 (237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f/381cc567-1c7f-4bc0-9815-741ba27b3806/9890c86e-94d8-4327-90e6-9bd1c0658a20) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:40.311979 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:01:40.362007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331bfe35-3d6a-4321-bf51-dc8b37de4b01 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:01:40.375738 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7695574-7981-4582-8c7e-beb0c320a60e None None] Sync routers for ids ['4ee3f074-256f-4eab-a10e-84d08a5fd0b0'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:01:40.387964 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7695574-7981-4582-8c7e-beb0c320a60e None None] Routers {'4ee3f074-256f-4eab-a10e-84d08a5fd0b0'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:01:40.388919 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f7695574-7981-4582-8c7e-beb0c320a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:01:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['4ee3f074-256f-4eab-a10e-84d08a5fd0b0'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:40.398888 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a64699b-74e7-479c-8bca-d0bbbb0f373d None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:40.444979 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7883bb54-06ea-47ef-a469-930324dc5497 req-9985e680-3200-47ba-889f-02432d38c679 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 210 time: 0.2034259 Apr 18 06:01:40.481401 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-331bfe35-3d6a-4321-bf51-dc8b37de4b01 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "PUT /v2.0/routers/4ee3f074-256f-4eab-a10e-84d08a5fd0b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1123128 Apr 18 06:01:40.492814 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49020) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:40.610916 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-80325e17-b074-4d0f-a523-3541d62f3d64 None None] Provisioning complete for port 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:40.611865 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-80325e17-b074-4d0f-a523-3541d62f3d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.654512 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f6e813f0-4e49-48a8-8f53-9bea6b67bd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'name': 'tempest-TestNetworkBasicOps-router-1509158123', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:05Z', 'updated_at': '2022-04-18T06:01:13Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:06Z', 'updated_at': '2022-04-18T06:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '8dcebbfd-7652-4e12-b91d-f18044f9ba60', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.105', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'port_id': 'd41d7ea7-7448-4847-9add-5aaa0ea2ad70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'mac_address': 'fa:16:3e:4a:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447c4a7f-3f4d-4a9f-8e23-0c0da6762e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:01:35Z', 'updated_at': '2022-04-18T06:01:35Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd902931b-65a3-438a-8824-e8e7d3101a43', 'name': '', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:b8:3f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:11Z', 'updated_at': '2022-04-18T06:01:18Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:40.656393 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49024) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:40.661763 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:40.663612 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.664740 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9a56e50f-8ea2-4b39-b2e8-90f6c4e063d0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.673910 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-f7695574-7981-4582-8c7e-beb0c320a60e None None] Set router 4ee3f074-256f-4eab-a10e-84d08a5fd0b0 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:01:40.770572 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf23462e-e022-4776-a00b-157cab56f4aa tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Deleting subnet 52758bd8-2631-431e-98a6-304c934d7ada {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:01:40.775269 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cf23462e-e022-4776-a00b-157cab56f4aa tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.786174 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-97853b7a-d25c-48ea-88c0-416ce85874d7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/8dcebbfd-7652-4e12-b91d-f18044f9ba60 HTTP/1.1" status: 200 len: 992 time: 0.1287112 Apr 18 06:01:40.807366 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-9a56e50f-8ea2-4b39-b2e8-90f6c4e063d0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Transition to ACTIVE for port object 9890c86e-94d8-4327-90e6-9bd1c0658a20 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:40.822517 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-9bba44d2-007d-4a9e-b67c-b32f617b25c2 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.846330 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9a56e50f-8ea2-4b39-b2e8-90f6c4e063d0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.862347 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-9bba44d2-007d-4a9e-b67c-b32f617b25c2 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Transition to ACTIVE for port object bb995dc1-16b9-4b17-a296-b0d6cc5a79ff will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:40.872948 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cf23462e-e022-4776-a00b-157cab56f4aa tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.883137 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e813f0-4e49-48a8-8f53-9bea6b67bd98 None None] The sync data for ids ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'] in dv-neutron-837489-1-hyperv is: [{'id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'name': 'tempest-TestNetworkBasicOps-router-1509158123', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:05Z', 'updated_at': '2022-04-18T06:01:13Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:06Z', 'updated_at': '2022-04-18T06:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '8dcebbfd-7652-4e12-b91d-f18044f9ba60', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.105', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'port_id': 'd41d7ea7-7448-4847-9add-5aaa0ea2ad70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'mac_address': 'fa:16:3e:4a:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447c4a7f-3f4d-4a9f-8e23-0c0da6762e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:01:35Z', 'updated_at': '2022-04-18T06:01:35Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd902931b-65a3-438a-8824-e8e7d3101a43', 'name': '', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:b8:3f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:11Z', 'updated_at': '2022-04-18T06:01:18Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:01:40.977883 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56e50f-8ea2-4b39-b2e8-90f6c4e063d0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event updated for resources: {'Port': ['ID=9890c86e-94d8-4327-90e6-9bd1c0658a20,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:41.016158 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a56e50f-8ea2-4b39-b2e8-90f6c4e063d0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:41.021281 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-9bba44d2-007d-4a9e-b67c-b32f617b25c2 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.022624 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-9a56e50f-8ea2-4b39-b2e8-90f6c4e063d0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:41.026744 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a56e50f-8ea2-4b39-b2e8-90f6c4e063d0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:01:41.044244 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a56e50f-8ea2-4b39-b2e8-90f6c4e063d0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:41.045009 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9a56e50f-8ea2-4b39-b2e8-90f6c4e063d0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.069955 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9a56e50f-8ea2-4b39-b2e8-90f6c4e063d0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1315072 Apr 18 06:01:41.072694 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49028) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:41.141632 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba44d2-007d-4a9e-b67c-b32f617b25c2 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Pushing event updated for resources: {'Port': ['ID=bb995dc1-16b9-4b17-a296-b0d6cc5a79ff,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:41.155811 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cf23462e-e022-4776-a00b-157cab56f4aa tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.247233 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f7695574-7981-4582-8c7e-beb0c320a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967487276', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:10Z', 'updated_at': '2022-04-18T06:01:37Z', 'revision_number': 5, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'gw_port': {'id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:12Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:41.258167 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7695574-7981-4582-8c7e-beb0c320a60e None None] Checking router: 4ee3f074-256f-4eab-a10e-84d08a5fd0b0 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:01:41.262692 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619f472f-696b-48b6-8b6b-5b176cf34ce4 None None] New status for floating IP 8dcebbfd-7652-4e12-b91d-f18044f9ba60: ACTIVE {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:01:41.276422 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7695574-7981-4582-8c7e-beb0c320a60e None None] Routers {'4ee3f074-256f-4eab-a10e-84d08a5fd0b0'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:01:41.277320 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f7695574-7981-4582-8c7e-beb0c320a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:01:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['4ee3f074-256f-4eab-a10e-84d08a5fd0b0'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:41.294854 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-9bba44d2-007d-4a9e-b67c-b32f617b25c2 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Network 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:41.297467 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-9bba44d2-007d-4a9e-b67c-b32f617b25c2 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:41.321349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-9bba44d2-007d-4a9e-b67c-b32f617b25c2 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:01:41.382651 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cf23462e-e022-4776-a00b-157cab56f4aa tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.390248 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-12582bd8-2aa9-4aac-9d8e-ae6bace0ab2e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting port 9890c86e-94d8-4327-90e6-9bd1c0658a20 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:41.390846 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12582bd8-2aa9-4aac-9d8e-ae6bace0ab2e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.470935 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cf23462e-e022-4776-a00b-157cab56f4aa tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.482832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23462e-e022-4776-a00b-157cab56f4aa tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Pushing event deleted for resources: {'Subnet': ['ID=52758bd8-2631-431e-98a6-304c934d7ada,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:41.503551 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-cf23462e-e022-4776-a00b-157cab56f4aa tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "DELETE /v2.0/subnets/52758bd8-2631-431e-98a6-304c934d7ada HTTP/1.1" status: 204 len: 168 time: 1.0062230 Apr 18 06:01:41.505033 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49034) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:41.651900 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-f7695574-7981-4582-8c7e-beb0c320a60e None None] Set router 4ee3f074-256f-4eab-a10e-84d08a5fd0b0 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:01:41.662513 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-9bba44d2-007d-4a9e-b67c-b32f617b25c2 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:41.665855 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-9bba44d2-007d-4a9e-b67c-b32f617b25c2 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.714083 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-9bba44d2-007d-4a9e-b67c-b32f617b25c2 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4508052 Apr 18 06:01:41.731962 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] Request body: {'port': {'device_id': 'd56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:41.759403 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d709889-e22f-47c6-a093-cc3dff956982 None None] Network 8bd01ecf-2d97-4bf7-9ab0-18dfface8598 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:41.800367 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49038) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:42.051011 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d9084096-5f5b-4324-b72e-603c93ab897e None None] Provisioning for port bb995dc1-16b9-4b17-a296-b0d6cc5a79ff completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:42.083416 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d9084096-5f5b-4324-b72e-603c93ab897e None None] Provisioning complete for port bb995dc1-16b9-4b17-a296-b0d6cc5a79ff triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:42.083796 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d9084096-5f5b-4324-b72e-603c93ab897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.125708 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12582bd8-2aa9-4aac-9d8e-ae6bace0ab2e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.127378 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0b98c473-38f1-41c0-98ec-45261d0620ec tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/8dcebbfd-7652-4e12-b91d-f18044f9ba60 HTTP/1.1" status: 200 len: 994 time: 0.3222265 Apr 18 06:01:42.131268 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f7695574-7981-4582-8c7e-beb0c320a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967487276', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:10Z', 'updated_at': '2022-04-18T06:01:37Z', 'revision_number': 5, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'gw_port': {'id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:12Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:42.146983 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7695574-7981-4582-8c7e-beb0c320a60e None None] The sync data for ids ['4ee3f074-256f-4eab-a10e-84d08a5fd0b0'] in dv-neutron-837489-1-hyperv is: [{'id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967487276', 'tenant_id': '7b66247ce3a54159b17aa96e039e5639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:10Z', 'updated_at': '2022-04-18T06:01:37Z', 'revision_number': 5, 'project_id': '7b66247ce3a54159b17aa96e039e5639', 'gw_port': {'id': '457a26ca-c7df-4391-8586-7438bdf7391e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee3f074-256f-4eab-a10e-84d08a5fd0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:12Z', 'updated_at': '2022-04-18T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:01:42.173969 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381f181-0602-4baa-abe2-2b8fdace21e4 req-5ffffae3-5a29-460d-830f-7bb771556be0 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:42.178226 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0381f181-0602-4baa-abe2-2b8fdace21e4 req-5ffffae3-5a29-460d-830f-7bb771556be0 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 932 time: 0.4484117 Apr 18 06:01:42.188642 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-d9084096-5f5b-4324-b72e-603c93ab897e None None] Port bb995dc1-16b9-4b17-a296-b0d6cc5a79ff cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:01:42.228230 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d90d0d8-db89-4237-8455-c9d95305edd2 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.310232 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4aade41f-e206-4675-9bab-3fa1aa5ec36a None None] Provisioning complete for port 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:42.310562 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4aade41f-e206-4675-9bab-3fa1aa5ec36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.333780 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.389298 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-12582bd8-2aa9-4aac-9d8e-ae6bace0ab2e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Calling delete_port for 9890c86e-94d8-4327-90e6-9bd1c0658a20 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:42.461408 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4aade41f-e206-4675-9bab-3fa1aa5ec36a None None] Provisioning for port 9890c86e-94d8-4327-90e6-9bd1c0658a20 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:42.467085 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4aade41f-e206-4675-9bab-3fa1aa5ec36a None None] Provisioning complete for port 9890c86e-94d8-4327-90e6-9bd1c0658a20 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:42.467459 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4aade41f-e206-4675-9bab-3fa1aa5ec36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.472539 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0381f181-0602-4baa-abe2-2b8fdace21e4 req-0512e042-ad7d-4484-9789-fbe961f186c7 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2815948 Apr 18 06:01:42.522644 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d90d0d8-db89-4237-8455-c9d95305edd2 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.534387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-4aade41f-e206-4675-9bab-3fa1aa5ec36a None None] Port 9890c86e-94d8-4327-90e6-9bd1c0658a20 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:01:42.563323 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48229dc1-9f4a-4920-b3ce-fe834afb9141 None None] DHCP port deletion for 8bd01ecf-2d97-4bf7-9ab0-18dfface8598 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:01:42.567836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-48229dc1-9f4a-4920-b3ce-fe834afb9141 None None] Deleting port 4181e6c5-2e6a-4f9c-b65d-4206ee050674 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:42.568571 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-48229dc1-9f4a-4920-b3ce-fe834afb9141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.600641 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-1d90d0d8-db89-4237-8455-c9d95305edd2 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Deleting port 457a26ca-c7df-4391-8586-7438bdf7391e {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:42.601267 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d90d0d8-db89-4237-8455-c9d95305edd2 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.657114 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12582bd8-2aa9-4aac-9d8e-ae6bace0ab2e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.719390 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12582bd8-2aa9-4aac-9d8e-ae6bace0ab2e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Port': ['ID=9890c86e-94d8-4327-90e6-9bd1c0658a20,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:42.796717 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-48229dc1-9f4a-4920-b3ce-fe834afb9141 None None] For port 4181e6c5-2e6a-4f9c-b65d-4206ee050674, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4181e6c5-2e6a-4f9c-b65d-4206ee050674,segment=NetworkSegment(f0f9e6c6-dd28-4d5b-816f-18201b1caa98),segment_id=f0f9e6c6-dd28-4d5b-816f-18201b1caa98)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:42.797277 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-48229dc1-9f4a-4920-b3ce-fe834afb9141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.828696 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-12582bd8-2aa9-4aac-9d8e-ae6bace0ab2e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.839264 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-12582bd8-2aa9-4aac-9d8e-ae6bace0ab2e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/9890c86e-94d8-4327-90e6-9bd1c0658a20 HTTP/1.1" status: 204 len: 168 time: 1.7649224 Apr 18 06:01:42.843098 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49042) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:42.947522 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-48229dc1-9f4a-4920-b3ce-fe834afb9141 None None] Calling delete_port for 4181e6c5-2e6a-4f9c-b65d-4206ee050674 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:42.949347 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172eb90b-72d3-4356-83da-9eca3ea6fa0c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:42.950381 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-172eb90b-72d3-4356-83da-9eca3ea6fa0c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:42.969836 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-172eb90b-72d3-4356-83da-9eca3ea6fa0c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:42.973556 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-172eb90b-72d3-4356-83da-9eca3ea6fa0c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1268902 Apr 18 06:01:42.973799 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49046) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:43.033642 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-48229dc1-9f4a-4920-b3ce-fe834afb9141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.064942 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7d209f-ba09-4406-95ad-bb5e3f54827f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:43.069059 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ab7d209f-ba09-4406-95ad-bb5e3f54827f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0919347 Apr 18 06:01:43.069363 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49050) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:43.082402 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48229dc1-9f4a-4920-b3ce-fe834afb9141 None None] Pushing event deleted for resources: {'Port': ['ID=4181e6c5-2e6a-4f9c-b65d-4206ee050674,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:43.085980 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48229dc1-9f4a-4920-b3ce-fe834afb9141 None None] No DVR routers for this DVR port 4181e6c5-2e6a-4f9c-b65d-4206ee050674 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:43.125255 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-1d90d0d8-db89-4237-8455-c9d95305edd2 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] For port 457a26ca-c7df-4391-8586-7438bdf7391e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=457a26ca-c7df-4391-8586-7438bdf7391e,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:43.125610 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d90d0d8-db89-4237-8455-c9d95305edd2 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.306047 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-1d90d0d8-db89-4237-8455-c9d95305edd2 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Calling delete_port for 457a26ca-c7df-4391-8586-7438bdf7391e owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:43.336623 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e17ec9-bc55-4bfe-96cd-fe327ae8b534 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:43.338089 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e17ec9-bc55-4bfe-96cd-fe327ae8b534 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:43.339661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e17ec9-bc55-4bfe-96cd-fe327ae8b534 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:43.340978 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e9e17ec9-bc55-4bfe-96cd-fe327ae8b534 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:43.376135 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb995dc1-16b9-4b17-a296-b0d6cc5a79ff {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:01:43.392384 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.401177 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e9e17ec9-bc55-4bfe-96cd-fe327ae8b534 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:43.402972 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e9e17ec9-bc55-4bfe-96cd-fe327ae8b534 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3320544 Apr 18 06:01:43.405913 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49054) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:43.428934 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] Transition to ACTIVE for port object bb995dc1-16b9-4b17-a296-b0d6cc5a79ff will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:43.433833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.474641 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd799ad5-514b-4f99-a5d5-e7923794cc6e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet 1f63f349-0aee-4953-b10e-dbb9112b9716 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:01:43.478129 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fd799ad5-514b-4f99-a5d5-e7923794cc6e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.536603 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fd799ad5-514b-4f99-a5d5-e7923794cc6e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.586028 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] Pushing event updated for resources: {'Port': ['ID=bb995dc1-16b9-4b17-a296-b0d6cc5a79ff,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:43.651490 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fd799ad5-514b-4f99-a5d5-e7923794cc6e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.738548 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fd799ad5-514b-4f99-a5d5-e7923794cc6e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.778012 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd799ad5-514b-4f99-a5d5-e7923794cc6e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=1f63f349-0aee-4953-b10e-dbb9112b9716,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:43.781695 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fd799ad5-514b-4f99-a5d5-e7923794cc6e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.791422 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7e9ff9-a58d-4b03-8f5e-4f378b6312cd None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:43.798832 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fd799ad5-514b-4f99-a5d5-e7923794cc6e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/1f63f349-0aee-4953-b10e-dbb9112b9716 HTTP/1.1" status: 204 len: 168 time: 0.3917689 Apr 18 06:01:43.801349 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49060) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:43.804961 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] Attempting to bind port bb995dc1-16b9-4b17-a296-b0d6cc5a79ff on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:43.805294 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] Attempting to bind port bb995dc1-16b9-4b17-a296-b0d6cc5a79ff by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '9a24e6a0-0078-424a-80a4-0d69850347a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:43.805618 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] Attempting to bind port bb995dc1-16b9-4b17-a296-b0d6cc5a79ff on network 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:01:43.818157 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] Port bb995dc1-16b9-4b17-a296-b0d6cc5a79ff on network 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:01:43.818707 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] Attempting to bind port bb995dc1-16b9-4b17-a296-b0d6cc5a79ff on network 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:01:43.825346 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d90d0d8-db89-4237-8455-c9d95305edd2 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.869555 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:01:43.869787 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] Checking segment: {'id': '9a24e6a0-0078-424a-80a4-0d69850347a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:01:43.870172 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] Bound using segment: {'id': '9a24e6a0-0078-424a-80a4-0d69850347a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:01:43.870610 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] Bound port: bb995dc1-16b9-4b17-a296-b0d6cc5a79ff, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a24e6a0-0078-424a-80a4-0d69850347a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:43.870951 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.884110 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c382f37-fa6c-458a-a2cf-96f3fdede570 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Deleting subnet 381cc567-1c7f-4bc0-9815-741ba27b3806 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:01:43.887635 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7c382f37-fa6c-458a-a2cf-96f3fdede570 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.907690 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fc1c8-ee26-40c5-8b32-7d6e6931de34 req-24e0d6bb-2134-488c-a94c-66a71d1646c8 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:43.908410 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-9e2fc1c8-ee26-40c5-8b32-7d6e6931de34 req-24e0d6bb-2134-488c-a94c-66a71d1646c8 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Synchronizing usage tracker for tenant:49ad773d519141abbf5e743e64df06bc on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:43.937557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90d0d8-db89-4237-8455-c9d95305edd2 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Pushing event deleted for resources: {'Port': ['ID=457a26ca-c7df-4391-8586-7438bdf7391e,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:43.954260 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7c382f37-fa6c-458a-a2cf-96f3fdede570 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:44.043292 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7c382f37-fa6c-458a-a2cf-96f3fdede570 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:44.053406 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-9e2fc1c8-ee26-40c5-8b32-7d6e6931de34 req-24e0d6bb-2134-488c-a94c-66a71d1646c8 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Unset dirty status for tenant:49ad773d519141abbf5e743e64df06bc on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:44.054563 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9e2fc1c8-ee26-40c5-8b32-7d6e6931de34 req-24e0d6bb-2134-488c-a94c-66a71d1646c8 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 944 time: 0.4377823 Apr 18 06:01:44.091968 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d90d0d8-db89-4237-8455-c9d95305edd2 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:44.165048 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7c382f37-fa6c-458a-a2cf-96f3fdede570 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:44.207123 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c382f37-fa6c-458a-a2cf-96f3fdede570 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Subnet': ['ID=381cc567-1c7f-4bc0-9815-741ba27b3806,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:44.223692 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7c382f37-fa6c-458a-a2cf-96f3fdede570 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:44.235977 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] For port bb995dc1-16b9-4b17-a296-b0d6cc5a79ff, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:01:44.241257 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7c382f37-fa6c-458a-a2cf-96f3fdede570 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/381cc567-1c7f-4bc0-9815-741ba27b3806 HTTP/1.1" status: 204 len: 168 time: 0.4361873 Apr 18 06:01:44.241584 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49064) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:44.250435 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5dac5f09-e43e-4b8c-b8de-0eed068860ba no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:01:44.294467 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 5dac5f09-e43e-4b8c-b8de-0eed068860ba {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:01:44.294467 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5dac5f09-e43e-4b8c-b8de-0eed068860ba not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:01:44.294467 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4181e6c5-2e6a-4f9c-b65d-4206ee050674 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:01:44.307336 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9e2fc1c8-ee26-40c5-8b32-7d6e6931de34 req-30fd105e-e884-4a0c-a133-730ab54fde54 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372756 Apr 18 06:01:44.311019 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d90d0d8-db89-4237-8455-c9d95305edd2 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:44.314040 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] For port bb995dc1-16b9-4b17-a296-b0d6cc5a79ff, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=bb995dc1-16b9-4b17-a296-b0d6cc5a79ff,segment=NetworkSegment(9a24e6a0-0078-424a-80a4-0d69850347a2),segment_id=9a24e6a0-0078-424a-80a4-0d69850347a2)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:01:44.315285 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d90d0d8-db89-4237-8455-c9d95305edd2 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:44.339525 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:44.366546 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 4181e6c5-2e6a-4f9c-b65d-4206ee050674 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:01:44.368335 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4181e6c5-2e6a-4f9c-b65d-4206ee050674 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:01:44.415598 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d90d0d8-db89-4237-8455-c9d95305edd2 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:44.416013 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d90d0d8-db89-4237-8455-c9d95305edd2 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Fanout notify agent at l3_agent the message router_deleted on router 4ee3f074-256f-4eab-a10e-84d08a5fd0b0 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:01:44.442840 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:44.443910 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:44.445322 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] 10.222.0.52 "PUT /v2.0/ports/bb995dc1-16b9-4b17-a296-b0d6cc5a79ff HTTP/1.1" status: 200 len: 1094 time: 2.7208035 Apr 18 06:01:44.453247 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1d90d0d8-db89-4237-8455-c9d95305edd2 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:44.454409 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1d90d0d8-db89-4237-8455-c9d95305edd2 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "DELETE /v2.0/routers/4ee3f074-256f-4eab-a10e-84d08a5fd0b0 HTTP/1.1" status: 204 len: 168 time: 2.9450805 Apr 18 06:01:44.455282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd', 'tag': 'bb995dc1-16b9-4b17-a296-b0d6cc5a79ff'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:01:44.473617 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9668b85d-640e-44f4-b6c4-dc261dce4871 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2307694 Apr 18 06:01:44.474099 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49068) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:44.474415 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49072) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:44.614940 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bfe9ee-8cb2-45f2-962c-8133831eb75e service neutron] Pushing event updated for resources: {'Port': ['ID=bb995dc1-16b9-4b17-a296-b0d6cc5a79ff,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:44.619659 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98f7776-3e7c-4284-9362-de32b0087454 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:44.623067 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b98f7776-3e7c-4284-9362-de32b0087454 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1473532 Apr 18 06:01:44.628727 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49080) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:44.715631 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2314ed1-a77d-429a-927f-740fa08b12e8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:44.716860 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c2314ed1-a77d-429a-927f-740fa08b12e8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Synchronizing usage tracker for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:01:44.740844 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c2314ed1-a77d-429a-927f-740fa08b12e8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Unset dirty status for tenant:c240cbc4316a4c558ad1d76ee9a5b031 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:01:44.744562 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c2314ed1-a77d-429a-927f-740fa08b12e8 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1126037 Apr 18 06:01:44.748238 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49084) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:44.820861 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-18ef79b5-0d2d-43a4-8d05-900912649591 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713949 Apr 18 06:01:44.828409 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49088) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:44.847776 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c17c89a-5589-42f6-8d3b-8a0e307b28a1'] response: {'name': 'network-changed', 'server_uuid': 'd56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd', 'tag': 'bb995dc1-16b9-4b17-a296-b0d6cc5a79ff', 'status': 'completed', 'code': 200} Apr 18 06:01:44.871880 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b263083-46f3-4181-87bb-95a3b013af63 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:44.872374 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b263083-46f3-4181-87bb-95a3b013af63 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:44.874081 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0b263083-46f3-4181-87bb-95a3b013af63 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/9890c86e-94d8-4327-90e6-9bd1c0658a20 HTTP/1.1" status: 404 len: 333 time: 0.0446954 Apr 18 06:01:44.874723 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-347f2c8b-979f-43ac-bf44-eac8560f541d tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:44.876578 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49092) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:44.899043 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-1e9bbdab-3a21-4bff-a0e5-a8398dc0ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:44.900568 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-1e9bbdab-3a21-4bff-a0e5-a8398dc0ec15 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49ad773d519141abbf5e743e64df06bc&device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 1097 time: 0.3810554 Apr 18 06:01:44.914838 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-97bd1df4-768f-490c-be01-c41b5fc14b05 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:44.915320 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97bd1df4-768f-490c-be01-c41b5fc14b05 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:44.920003 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-97bd1df4-768f-490c-be01-c41b5fc14b05 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/381cc567-1c7f-4bc0-9815-741ba27b3806 HTTP/1.1" status: 404 len: 337 time: 0.0393686 Apr 18 06:01:44.920356 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49096) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:44.942188 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a85363-e8da-4c15-9d1c-1d0eaa01b098 None None] Network 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:44.968286 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-6123a006-fa4b-44a4-8dac-8143a9d0b560 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:44.968878 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6123a006-fa4b-44a4-8dac-8143a9d0b560 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:44.971084 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6123a006-fa4b-44a4-8dac-8143a9d0b560 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/1f63f349-0aee-4953-b10e-dbb9112b9716 HTTP/1.1" status: 404 len: 337 time: 0.0497022 Apr 18 06:01:44.973807 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49100) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:45.020905 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-9aa6de9c-8d00-4dcd-9064-8e22539a60ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb995dc1-16b9-4b17-a296-b0d6cc5a79ff HTTP/1.1" status: 200 len: 217 time: 0.0930941 Apr 18 06:01:45.021905 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-af449825-2da5-4157-967b-e5c0d8f38a18 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:45.022467 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af449825-2da5-4157-967b-e5c0d8f38a18 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:45.026547 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-af449825-2da5-4157-967b-e5c0d8f38a18 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/d82bae1b-0090-40c4-90d0-f7aef6455bab HTTP/1.1" status: 404 len: 333 time: 0.0492887 Apr 18 06:01:45.027064 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49104) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:45.066679 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dda5eb7-0661-440c-9d9e-93cb0eb361c9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:45.067923 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dda5eb7-0661-440c-9d9e-93cb0eb361c9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:45.071499 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3dda5eb7-0661-440c-9d9e-93cb0eb361c9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/edab0435-762e-49e4-9e8a-d7dbf7d0f7b4 HTTP/1.1" status: 404 len: 337 time: 0.0405478 Apr 18 06:01:45.072968 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49108) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:45.073135 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f782b8e8-5330-41b5-9ae4-0430ae613a5c None None] Provisioning complete for port 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:45.073262 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f782b8e8-5330-41b5-9ae4-0430ae613a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.114971 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a5461d-14a7-4b5e-8280-c093ebb9397a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:45.115568 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a5461d-14a7-4b5e-8280-c093ebb9397a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:45.119664 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-90a5461d-14a7-4b5e-8280-c093ebb9397a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/dcfc94b8-5c6d-4e4d-b916-8b2047a54225 HTTP/1.1" status: 404 len: 337 time: 0.0439990 Apr 18 06:01:45.119978 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49112) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:45.147836 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-347f2c8b-979f-43ac-bf44-eac8560f541d tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.166503 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1460e1-df52-4b12-958e-e2b590586cc2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:45.166503 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac1460e1-df52-4b12-958e-e2b590586cc2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:45.170110 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ac1460e1-df52-4b12-958e-e2b590586cc2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/1ca8a6fe-863b-441f-8d2c-809bf3047149 HTTP/1.1" status: 404 len: 333 time: 0.0459759 Apr 18 06:01:45.170110 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49116) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:45.176564 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-82c2c389-dee9-4dbf-a448-d9745827fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:45.178065 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-82c2c389-dee9-4dbf-a448-d9745827fbfe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b4d1495-96ee-47de-b8ec-9793f712c5be HTTP/1.1" status: 200 len: 851 time: 0.1439135 Apr 18 06:01:45.184159 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-347f2c8b-979f-43ac-bf44-eac8560f541d tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd01ecf-2d97-4bf7-9ab0-18dfface8598']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:45.209585 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1bf13f8-e4d3-4816-b442-739928554cea tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:45.210036 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1bf13f8-e4d3-4816-b442-739928554cea tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:45.214243 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c1bf13f8-e4d3-4816-b442-739928554cea tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/f00c406d-d891-497f-ba71-01764953e716 HTTP/1.1" status: 404 len: 337 time: 0.0408862 Apr 18 06:01:45.214476 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49120) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:45.238519 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-347f2c8b-979f-43ac-bf44-eac8560f541d tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f9e6c6-dd28-4d5b-816f-18201b1caa98') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:45.238976 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-347f2c8b-979f-43ac-bf44-eac8560f541d tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f9e6c6-dd28-4d5b-816f-18201b1caa98') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:45.256452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-347f2c8b-979f-43ac-bf44-eac8560f541d tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.264611 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab383e1c-66b8-48f1-9785-b297b9b04ba4 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:45.265067 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab383e1c-66b8-48f1-9785-b297b9b04ba4 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:45.269485 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ab383e1c-66b8-48f1-9785-b297b9b04ba4 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/684d42b8-fb9a-4688-8c6e-f531194f2b5e HTTP/1.1" status: 404 len: 337 time: 0.0535195 Apr 18 06:01:45.270146 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49124) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:45.318231 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-347f2c8b-979f-43ac-bf44-eac8560f541d tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.324238 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-82553fe9-d776-4d0f-b6f6-b29a128b88f3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:45.325364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82553fe9-d776-4d0f-b6f6-b29a128b88f3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:45.331995 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-82553fe9-d776-4d0f-b6f6-b29a128b88f3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/9b33cdc2-6fd2-4895-95e9-f87071fe464d HTTP/1.1" status: 404 len: 333 time: 0.0551608 Apr 18 06:01:45.331995 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347f2c8b-979f-43ac-bf44-eac8560f541d tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:45.332340 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49128) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:45.332753 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-347f2c8b-979f-43ac-bf44-eac8560f541d tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.343831 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198fcafb-3a7f-4f6b-956c-60c5bd37fd4a None None] DHCP port deletion for 237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:01:45.350269 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-198fcafb-3a7f-4f6b-956c-60c5bd37fd4a None None] Deleting port 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:45.351148 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-198fcafb-3a7f-4f6b-956c-60c5bd37fd4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:45.363730 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:45.389967 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-d08ef3bf-19ec-445e-9a67-0b7aea2043a0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:45.393660 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d08ef3bf-19ec-445e-9a67-0b7aea2043a0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:45.398592 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d08ef3bf-19ec-445e-9a67-0b7aea2043a0 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/ad853a00-30b4-47a4-af8f-827691f73a62 HTTP/1.1" status: 404 len: 337 time: 0.0643289 Apr 18 06:01:45.399084 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49134) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:45.442827 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceae08e0-7a5e-4e74-b8ff-182854e9b94a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:45.442827 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceae08e0-7a5e-4e74-b8ff-182854e9b94a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:45.444589 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ceae08e0-7a5e-4e74-b8ff-182854e9b94a tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/a8d58a99-eb2b-4be0-8dd2-fc95720b9fb4 HTTP/1.1" status: 404 len: 337 time: 0.0445023 Apr 18 06:01:45.447030 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49138) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:45.494120 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a219e3-b3c5-4ac6-8ce2-62d3ccb76cd2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:45.494587 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a219e3-b3c5-4ac6-8ce2-62d3ccb76cd2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:45.498928 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c3a219e3-b3c5-4ac6-8ce2-62d3ccb76cd2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/92f49b93-e6cb-425f-abf6-6ef19b163da9 HTTP/1.1" status: 404 len: 333 time: 0.0482697 Apr 18 06:01:45.499084 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49142) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:45.523428 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-0dc4f864-2491-4f52-bd95-a979591197d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:45.524945 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-0dc4f864-2491-4f52-bd95-a979591197d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3340046 Apr 18 06:01:45.537439 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5db34f-f1d0-4291-ad01-5764fdab904f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:45.537890 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a5db34f-f1d0-4291-ad01-5764fdab904f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:45.539899 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1a5db34f-f1d0-4291-ad01-5764fdab904f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/81fea756-3b6c-4c3c-abc2-69a5772e8d59 HTTP/1.1" status: 404 len: 337 time: 0.0396056 Apr 18 06:01:45.542255 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49146) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:45.576103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-347f2c8b-979f-43ac-bf44-eac8560f541d tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.589014 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6927022-2e3d-478e-848d-7a3b29d9f64f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:45.589496 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6927022-2e3d-478e-848d-7a3b29d9f64f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:45.594301 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a6927022-2e3d-478e-848d-7a3b29d9f64f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/700e77d7-a2ef-40ee-9c26-20e2a1295cb9 HTTP/1.1" status: 404 len: 333 time: 0.0474782 Apr 18 06:01:45.594301 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49150) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:45.595995 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-198fcafb-3a7f-4f6b-956c-60c5bd37fd4a None None] For port 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=00302f6d-4834-4eb6-b0b2-12b2ace6f7ab,segment=NetworkSegment(66272c01-5214-4d60-8ba6-7d72e4d31be4),segment_id=66272c01-5214-4d60-8ba6-7d72e4d31be4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:45.596442 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-198fcafb-3a7f-4f6b-956c-60c5bd37fd4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.637913 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-21be72a7-21ad-4f95-af1d-a88574ff77ac tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:45.638520 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21be72a7-21ad-4f95-af1d-a88574ff77ac tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:45.642503 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-21be72a7-21ad-4f95-af1d-a88574ff77ac tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/3bd96fd7-ca23-4219-9840-3ee0db513570 HTTP/1.1" status: 404 len: 337 time: 0.0452831 Apr 18 06:01:45.643278 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-347f2c8b-979f-43ac-bf44-eac8560f541d tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.643714 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49154) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:45.664320 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f2c8b-979f-43ac-bf44-eac8560f541d tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Pushing event deleted for resources: {'Network': ['ID=8bd01ecf-2d97-4bf7-9ab0-18dfface8598,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:45.687655 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-347f2c8b-979f-43ac-bf44-eac8560f541d tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "DELETE /v2.0/networks/8bd01ecf-2d97-4bf7-9ab0-18dfface8598 HTTP/1.1" status: 204 len: 168 time: 1.2097087 Apr 18 06:01:45.689337 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49158) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:45.692294 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe3749a4-e05b-48c6-8996-578011abbfcf tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:45.692704 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe3749a4-e05b-48c6-8996-578011abbfcf tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:45.696758 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fe3749a4-e05b-48c6-8996-578011abbfcf tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/bb2b89ac-7d44-4cc6-8dec-c8ad388b744f HTTP/1.1" status: 404 len: 333 time: 0.0500963 Apr 18 06:01:45.698935 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49162) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:45.723299 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-198fcafb-3a7f-4f6b-956c-60c5bd37fd4a None None] Calling delete_port for 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:45.759155 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31a71f-5076-4941-87ea-0e2b1b9b3e4e req-8a512db3-8a5d-48c6-9f8a-b6b4c3e5b5cd tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:45.760643 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ef31a71f-5076-4941-87ea-0e2b1b9b3e4e req-8a512db3-8a5d-48c6-9f8a-b6b4c3e5b5cd tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 944 time: 0.2871368 Apr 18 06:01:45.764414 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b94ffd33-5150-410e-ba1f-aee4a08aa4c1 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.767162 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-bb6bd5fa-0173-4cb9-b8d0-506099cb8a52 service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354782 Apr 18 06:01:45.767975 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-1114d247-f61f-449e-9ff4-506976ab7946 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:45.768436 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1114d247-f61f-449e-9ff4-506976ab7946 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:45.770010 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1114d247-f61f-449e-9ff4-506976ab7946 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/84a680ce-88a3-4eb8-83aa-ef97c3de2917 HTTP/1.1" status: 404 len: 337 time: 0.0689762 Apr 18 06:01:45.772823 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49166) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:45.796968 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b94ffd33-5150-410e-ba1f-aee4a08aa4c1 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.806003 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-198fcafb-3a7f-4f6b-956c-60c5bd37fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.857069 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fcafb-3a7f-4f6b-956c-60c5bd37fd4a None None] Pushing event deleted for resources: {'Port': ['ID=00302f6d-4834-4eb6-b0b2-12b2ace6f7ab,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:45.863690 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198fcafb-3a7f-4f6b-956c-60c5bd37fd4a None None] No DVR routers for this DVR port 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:45.873376 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebcb2b4-57f9-4792-8125-67b58d13731d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:45.873376 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ebcb2b4-57f9-4792-8125-67b58d13731d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:45.873376 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0ebcb2b4-57f9-4792-8125-67b58d13731d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/c0169c7e-bd2f-4217-84d1-0610a256d023 HTTP/1.1" status: 404 len: 333 time: 0.0973938 Apr 18 06:01:45.875027 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49170) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:45.917134 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eff4fc4-7443-4bc2-a57d-9c6a2a2480b3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:45.917594 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eff4fc4-7443-4bc2-a57d-9c6a2a2480b3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:45.921274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b94ffd33-5150-410e-ba1f-aee4a08aa4c1 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.945778 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ffd33-5150-410e-ba1f-aee4a08aa4c1 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5967be3a-7276-44cf-ad4e-9ab736c45c9e,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:45.946926 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ef31a71f-5076-4941-87ea-0e2b1b9b3e4e req-911ad98e-c3e3-41f5-bcc4-e50d9eac7488 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731341 Apr 18 06:01:45.949598 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2eff4fc4-7443-4bc2-a57d-9c6a2a2480b3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/a9f75361-78f8-4d88-aa81-950c0617f1a6 HTTP/1.1" status: 404 len: 337 time: 0.0732803 Apr 18 06:01:45.951261 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b94ffd33-5150-410e-ba1f-aee4a08aa4c1 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.955282 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b94ffd33-5150-410e-ba1f-aee4a08aa4c1 tempest-TestNetworkAdvancedServerOps-1416177583 tempest-TestNetworkAdvancedServerOps-1416177583-project] 10.222.0.15 "DELETE /v2.0/security-groups/5967be3a-7276-44cf-ad4e-9ab736c45c9e HTTP/1.1" status: 204 len: 168 time: 0.2620366 Apr 18 06:01:45.955393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49174) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:46.011693 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-32459683-ce7e-4de4-95ea-de777dbf4ed3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:46.011693 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32459683-ce7e-4de4-95ea-de777dbf4ed3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:46.011693 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-32459683-ce7e-4de4-95ea-de777dbf4ed3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/1a9de9bf-98be-4f80-922c-93b5ddb333f7 HTTP/1.1" status: 404 len: 333 time: 0.0504055 Apr 18 06:01:46.012351 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49180) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:46.028491 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6d52c559-2715-41be-9168-5e2e6035b2ab req-a92d446a-8d08-4642-a319-1c329670ae7e service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513382 Apr 18 06:01:46.053037 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26daeaf-25b8-446d-a007-13d858a2c3c6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:46.053470 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26daeaf-25b8-446d-a007-13d858a2c3c6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:46.057618 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d26daeaf-25b8-446d-a007-13d858a2c3c6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/c0b445c8-250e-4dfc-93dd-b59c9fb54bd5 HTTP/1.1" status: 404 len: 337 time: 0.0454378 Apr 18 06:01:46.057785 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49186) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:46.113993 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7251fa-16f8-4a90-8458-936f48cea9e2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:46.114744 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7251fa-16f8-4a90-8458-936f48cea9e2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:46.116875 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1f7251fa-16f8-4a90-8458-936f48cea9e2 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/e10e8444-c40e-4fd5-ae01-34103ae1b93e HTTP/1.1" status: 404 len: 333 time: 0.0582345 Apr 18 06:01:46.119528 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49190) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:46.144648 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:01:46.165345 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7bd015-8c1a-4bd5-a0f6-afed4124ed5e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:46.165999 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef7bd015-8c1a-4bd5-a0f6-afed4124ed5e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:46.168712 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ef7bd015-8c1a-4bd5-a0f6-afed4124ed5e tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/c8d2af06-57d4-4884-8b7c-b8513026ff56 HTTP/1.1" status: 404 len: 337 time: 0.0476627 Apr 18 06:01:46.169259 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc85983-0e74-4e6f-9cc1-cb7d0890e24b req-eddcb477-8c22-441f-b93d-20c147f3db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:46.170966 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4fc85983-0e74-4e6f-9cc1-cb7d0890e24b req-eddcb477-8c22-441f-b93d-20c147f3db16 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49ad773d519141abbf5e743e64df06bc&device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 1097 time: 0.0893676 Apr 18 06:01:46.171455 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49194) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:46.193250 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:01:46.193903 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 00302f6d-4834-4eb6-b0b2-12b2ace6f7ab not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:01:46.194510 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 457a26ca-c7df-4391-8586-7438bdf7391e no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:01:46.209662 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-91353307-cb24-4d8f-b67b-95a7f1975a35 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:46.210193 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91353307-cb24-4d8f-b67b-95a7f1975a35 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:46.212000 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-91353307-cb24-4d8f-b67b-95a7f1975a35 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/4ee844ec-2a22-43df-915e-fd2c45196833 HTTP/1.1" status: 404 len: 337 time: 0.0393631 Apr 18 06:01:46.214402 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49198) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:46.234952 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 457a26ca-c7df-4391-8586-7438bdf7391e {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:01:46.235529 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 457a26ca-c7df-4391-8586-7438bdf7391e not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:01:46.270804 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd28da15-300e-44aa-9e46-2c0a8bdd7a7c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:46.270804 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd28da15-300e-44aa-9e46-2c0a8bdd7a7c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:46.272450 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bd28da15-300e-44aa-9e46-2c0a8bdd7a7c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/57048f62-b154-4d8a-9ba5-d559b42ded07 HTTP/1.1" status: 404 len: 333 time: 0.0561590 Apr 18 06:01:46.274994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49204) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:46.315310 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a8bae4-6f7f-4334-bddb-f23124f44784 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:46.315762 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a8bae4-6f7f-4334-bddb-f23124f44784 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:46.318281 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-20a8bae4-6f7f-4334-bddb-f23124f44784 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/489482c3-9cf7-4e52-8f72-c352c38148aa HTTP/1.1" status: 404 len: 337 time: 0.0416162 Apr 18 06:01:46.320007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49208) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:46.342011 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc85983-0e74-4e6f-9cc1-cb7d0890e24b req-83465fb4-1ed9-477f-b738-ab361f7d314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:46.344023 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4fc85983-0e74-4e6f-9cc1-cb7d0890e24b req-83465fb4-1ed9-477f-b738-ab361f7d314b service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1 HTTP/1.1" status: 200 len: 913 time: 0.1663623 Apr 18 06:01:46.361041 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-18da1e99-6a58-49b6-b43d-c1e40683c2f6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:46.361852 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18da1e99-6a58-49b6-b43d-c1e40683c2f6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:46.363720 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-18da1e99-6a58-49b6-b43d-c1e40683c2f6 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/d19de9b3-5439-40a2-9e3c-effbef29a574 HTTP/1.1" status: 404 len: 337 time: 0.0425985 Apr 18 06:01:46.366253 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49212) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:46.400907 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49216) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:46.417429 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-085f6d1d-3a21-467c-a073-f883824d76af tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:46.418557 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085f6d1d-3a21-467c-a073-f883824d76af tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:46.418789 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4fc85983-0e74-4e6f-9cc1-cb7d0890e24b req-f8e506f9-182c-43b9-825b-9e76c82acf4c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb995dc1-16b9-4b17-a296-b0d6cc5a79ff HTTP/1.1" status: 200 len: 217 time: 0.0671124 Apr 18 06:01:46.420222 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-085f6d1d-3a21-467c-a073-f883824d76af tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/ad91a9df-a726-4838-92cc-6a9e97d0565d HTTP/1.1" status: 404 len: 333 time: 0.0530121 Apr 18 06:01:46.422657 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49222) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:46.507307 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f43e45a-8031-4845-9f09-d8293308ac9b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:46.507682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f43e45a-8031-4845-9f09-d8293308ac9b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:46.509369 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7f43e45a-8031-4845-9f09-d8293308ac9b tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/771a8be8-18bd-476f-a33c-6616614ffa10 HTTP/1.1" status: 404 len: 337 time: 0.0857480 Apr 18 06:01:46.512332 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49226) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:46.565554 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9b0c2d0c-4ef3-45f8-9a9f-c2dd3d35c5e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b66247ce3a54159b17aa96e039e5639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1635580 Apr 18 06:01:46.568169 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49230) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:46.630338 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-66cc4798-36e7-4e30-9cc2-d9827475dac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:46.658364 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-66cc4798-36e7-4e30-9cc2-d9827475dac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:46.679710 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-036a8758-b205-489e-98b5-81824a091014 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:46.680289 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-036a8758-b205-489e-98b5-81824a091014 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:46.681843 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-036a8758-b205-489e-98b5-81824a091014 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/e702ecaa-c126-49f7-a507-ae1d2a7c1d9b HTTP/1.1" status: 404 len: 337 time: 0.1682985 Apr 18 06:01:46.686562 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49234) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:46.687921 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc85983-0e74-4e6f-9cc1-cb7d0890e24b req-7a7d5f55-9fd6-4bb9-9993-9a5982053d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:46.689288 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4fc85983-0e74-4e6f-9cc1-cb7d0890e24b req-7a7d5f55-9fd6-4bb9-9993-9a5982053d79 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b4d1495-96ee-47de-b8ec-9793f712c5be HTTP/1.1" status: 200 len: 851 time: 0.2632177 Apr 18 06:01:46.710007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-66cc4798-36e7-4e30-9cc2-d9827475dac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:46.725654 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc4798-36e7-4e30-9cc2-d9827475dac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c427e55-8381-4be7-ba6a-161c3ef2266a,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:46.738116 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-66cc4798-36e7-4e30-9cc2-d9827475dac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:46.739218 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-66cc4798-36e7-4e30-9cc2-d9827475dac3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c427e55-8381-4be7-ba6a-161c3ef2266a HTTP/1.1" status: 204 len: 168 time: 0.1701272 Apr 18 06:01:46.768465 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-8913f125-2be5-4e00-ae03-7e35fe8a7f36 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:46.768933 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8913f125-2be5-4e00-ae03-7e35fe8a7f36 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:46.770597 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8913f125-2be5-4e00-ae03-7e35fe8a7f36 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/710461c9-194d-448e-aa29-1a5df4b4f468 HTTP/1.1" status: 404 len: 333 time: 0.0804601 Apr 18 06:01:46.773410 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49240) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:46.806767 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc85983-0e74-4e6f-9cc1-cb7d0890e24b req-650a6d23-6a4f-4c84-974f-bfb38bc14f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:46.808336 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4fc85983-0e74-4e6f-9cc1-cb7d0890e24b req-650a6d23-6a4f-4c84-974f-bfb38bc14f08 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0881248 Apr 18 06:01:46.818308 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-3948facd-7650-4a5b-8715-86b03a6c4982 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:46.818767 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3948facd-7650-4a5b-8715-86b03a6c4982 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:46.822753 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3948facd-7650-4a5b-8715-86b03a6c4982 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/796d15df-b1a1-46f6-8086-d2078e30dfd6 HTTP/1.1" status: 404 len: 337 time: 0.0460873 Apr 18 06:01:46.822984 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49244) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:46.864362 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f46d7fb-11a3-4c2e-8ff1-26bc5bc2506f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:46.865012 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f46d7fb-11a3-4c2e-8ff1-26bc5bc2506f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:46.866895 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8f46d7fb-11a3-4c2e-8ff1-26bc5bc2506f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/ef9cdc3c-7dcc-48a3-b8e5-14dc04707b37 HTTP/1.1" status: 404 len: 337 time: 0.0430310 Apr 18 06:01:46.872838 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49250) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:46.918467 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-018c321a-940b-4e09-b23c-bea4d0f1723c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports?device_id=1363686a-5db1-47b1-8f92-83aa684ce564 HTTP/1.1" status: 200 len: 205 time: 0.0441892 Apr 18 06:01:46.920918 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49254) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:46.947182 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4fc85983-0e74-4e6f-9cc1-cb7d0890e24b req-45b1f932-7cff-4138-a4e3-2590ce7f207f service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314518 Apr 18 06:01:46.998748 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-9cab8415-61ce-487a-9ec5-4d21d83d2d22 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] delete failed (client error): The resource could not be found. Apr 18 06:01:47.002809 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9cab8415-61ce-487a-9ec5-4d21d83d2d22 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/routers/1363686a-5db1-47b1-8f92-83aa684ce564 HTTP/1.1" status: 404 len: 336 time: 0.0779216 Apr 18 06:01:47.002809 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49260) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:47.046392 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad41667-1deb-45a0-aa31-1d8ff6a2ac05 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:47.046850 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad41667-1deb-45a0-aa31-1d8ff6a2ac05 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:47.051168 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-dad41667-1deb-45a0-aa31-1d8ff6a2ac05 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/840927cf-4028-4b4d-8ab9-69eae3a8fce7 HTTP/1.1" status: 404 len: 337 time: 0.0433691 Apr 18 06:01:47.051326 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49264) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:47.090489 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49268) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:47.118351 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-18686e4c-caa7-44d9-b40f-eb6a2622b74f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "GET /v2.0/ports?device_id=7795b699-4e6a-4b23-acde-44c00baf0a09 HTTP/1.1" status: 200 len: 205 time: 0.0637279 Apr 18 06:01:47.118593 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-965e7dec-66d9-434b-bb34-64bcd1881fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.125218 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49272) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:47.133694 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-965e7dec-66d9-434b-bb34-64bcd1881fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:47.138279 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-965e7dec-66d9-434b-bb34-64bcd1881fab admin admin] Usage tracker for resource:security_group_rule and tenant:95a4c88ea5a9498faebdf81dab946244 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:47.141114 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-965e7dec-66d9-434b-bb34-64bcd1881fab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:47.146864 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-965e7dec-66d9-434b-bb34-64bcd1881fab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:47.201207 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4fc85983-0e74-4e6f-9cc1-cb7d0890e24b req-b3dc3d37-9d5b-4b87-b3dc-c6353d9aa4f4 service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472446 Apr 18 06:01:47.204697 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-2622fc91-0282-470d-b785-0d4a3b499b95 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] delete failed (client error): The resource could not be found. Apr 18 06:01:47.205620 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2622fc91-0282-470d-b785-0d4a3b499b95 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/routers/7795b699-4e6a-4b23-acde-44c00baf0a09 HTTP/1.1" status: 404 len: 336 time: 0.0793700 Apr 18 06:01:47.208480 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49276) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:47.237813 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-965e7dec-66d9-434b-bb34-64bcd1881fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.241626 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-965e7dec-66d9-434b-bb34-64bcd1881fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.251725 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0301672-d750-4f50-b536-d1b30819d49c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:47.252205 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0301672-d750-4f50-b536-d1b30819d49c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:47.253866 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a0301672-d750-4f50-b536-d1b30819d49c tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/a2aef6cb-a4ac-4318-a068-1386ac952fd9 HTTP/1.1" status: 404 len: 337 time: 0.0444810 Apr 18 06:01:47.256370 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49280) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:47.290730 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-965e7dec-66d9-434b-bb34-64bcd1881fab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95a4c88ea5a9498faebdf81dab946244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1990838 Apr 18 06:01:47.291630 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e7dec-66d9-434b-bb34-64bcd1881fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac55e27-0cb0-423e-9caa-3620260a98a3,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:47.294626 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49284) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:47.306519 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-41dee5f2-9283-4512-a5a8-766df192c46f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:47.306940 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41dee5f2-9283-4512-a5a8-766df192c46f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:47.308675 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-41dee5f2-9283-4512-a5a8-766df192c46f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/eb053611-5a80-41be-802c-a4ce659a0234 HTTP/1.1" status: 404 len: 337 time: 0.0514235 Apr 18 06:01:47.314515 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49288) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:47.330368 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b1733-a11c-4ca8-8ca8-ab63d54a3d1f req-3ab1d9f0-096e-4b98-a8c2-10f6eafc13ad tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:47.331958 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-737b1733-a11c-4ca8-8ca8-ab63d54a3d1f req-3ab1d9f0-096e-4b98-a8c2-10f6eafc13ad tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 944 time: 0.2592254 Apr 18 06:01:47.381082 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-737b1733-a11c-4ca8-8ca8-ab63d54a3d1f req-771740a4-be52-4486-aa02-ab45fcf6a171 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425179 Apr 18 06:01:47.464062 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-81caf318-df65-45b3-a8b0-0c2a22d0b076 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:47.464532 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81caf318-df65-45b3-a8b0-0c2a22d0b076 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:47.485304 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-81caf318-df65-45b3-a8b0-0c2a22d0b076 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/d9b2d05e-0822-4aae-a88d-e954fbc120d6 HTTP/1.1" status: 404 len: 333 time: 0.1696837 Apr 18 06:01:47.487910 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49292) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:47.502550 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-23521c23-825b-41e7-946c-73c7f879bb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.525908 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5af9fca-2fc8-4e37-8c86-522fdb997794 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:47.526357 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5af9fca-2fc8-4e37-8c86-522fdb997794 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:47.528052 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d5af9fca-2fc8-4e37-8c86-522fdb997794 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/258338cf-a723-4a07-b503-935156b7c2ba HTTP/1.1" status: 404 len: 337 time: 0.0391390 Apr 18 06:01:47.528337 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-23521c23-825b-41e7-946c-73c7f879bb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.530514 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49296) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:47.570218 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4242571-52cd-4c20-b7a7-f3ecb6ee3d56 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:47.570705 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4242571-52cd-4c20-b7a7-f3ecb6ee3d56 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:47.572892 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b4242571-52cd-4c20-b7a7-f3ecb6ee3d56 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/d924e488-147b-4445-97ca-7748ca2c9133 HTTP/1.1" status: 404 len: 333 time: 0.0413506 Apr 18 06:01:47.575840 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49300) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:47.582272 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-23521c23-825b-41e7-946c-73c7f879bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.600938 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23521c23-825b-41e7-946c-73c7f879bb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac55e27-0cb0-423e-9caa-3620260a98a3,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:47.605343 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-23521c23-825b-41e7-946c-73c7f879bb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.609280 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-23521c23-825b-41e7-946c-73c7f879bb2d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ac55e27-0cb0-423e-9caa-3620260a98a3 HTTP/1.1" status: 204 len: 168 time: 0.3137381 Apr 18 06:01:47.622549 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e7c9de-616a-4b0c-b642-1319d0f6fd80 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:47.623001 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e7c9de-616a-4b0c-b642-1319d0f6fd80 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:47.627494 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d8e7c9de-616a-4b0c-b642-1319d0f6fd80 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/8e697e37-2b53-41c6-80a3-15ee90351a6b HTTP/1.1" status: 404 len: 337 time: 0.0480092 Apr 18 06:01:47.627494 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49306) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:47.667855 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ba51a3-e69f-4f27-bf90-8d4782469950 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:47.668354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ba51a3-e69f-4f27-bf90-8d4782469950 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:47.672241 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-17ba51a3-e69f-4f27-bf90-8d4782469950 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/7ae54559-68cf-4c66-b94f-b1fc58b18f87 HTTP/1.1" status: 404 len: 333 time: 0.0419147 Apr 18 06:01:47.672801 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49310) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:47.715361 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-24169b86-5c96-432e-b8a6-95ec565a9014 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:47.715815 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24169b86-5c96-432e-b8a6-95ec565a9014 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:47.717527 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-24169b86-5c96-432e-b8a6-95ec565a9014 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/ae73e372-5861-486d-82a7-1f9471522b62 HTTP/1.1" status: 404 len: 337 time: 0.0437179 Apr 18 06:01:47.720013 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49314) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:47.761352 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ff0739-13c7-426a-bdce-f1f883ef2412 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:47.762382 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ff0739-13c7-426a-bdce-f1f883ef2412 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:47.764059 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d7ff0739-13c7-426a-bdce-f1f883ef2412 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/e20d6d31-5e38-483e-98cf-7a51c1c0d993 HTTP/1.1" status: 404 len: 333 time: 0.0431221 Apr 18 06:01:47.766599 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49318) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:47.808122 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d8d022-e4a6-4829-be2c-2b10380dafd9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:47.809107 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d8d022-e4a6-4829-be2c-2b10380dafd9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:47.810851 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-45d8d022-e4a6-4829-be2c-2b10380dafd9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/32e90b7e-ec08-4c75-9790-b1d23c936eb9 HTTP/1.1" status: 404 len: 337 time: 0.0433350 Apr 18 06:01:47.813519 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49322) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:47.857231 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-33dfaba6-c15c-470f-83c4-1e7e0f3fcea9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:47.857710 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33dfaba6-c15c-470f-83c4-1e7e0f3fcea9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:47.859446 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-33dfaba6-c15c-470f-83c4-1e7e0f3fcea9 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/9288d9cb-c54e-4f31-b8ed-667918d43d2c HTTP/1.1" status: 404 len: 333 time: 0.0449772 Apr 18 06:01:47.862150 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49326) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:47.901501 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb27c65-6761-4d45-b17c-d8d1ff94b66d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:47.901964 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb27c65-6761-4d45-b17c-d8d1ff94b66d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:47.903860 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5eb27c65-6761-4d45-b17c-d8d1ff94b66d tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/b69b4a58-2f7a-4874-9673-6ca1bddc7d68 HTTP/1.1" status: 404 len: 337 time: 0.0407510 Apr 18 06:01:47.906620 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49330) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:47.953446 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb124f31-ce7b-43a9-9aee-6e2b11a76dd3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:47.953918 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb124f31-ce7b-43a9-9aee-6e2b11a76dd3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:47.955621 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fb124f31-ce7b-43a9-9aee-6e2b11a76dd3 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/034d19dd-781d-4664-8e16-fee24a3aa026 HTTP/1.1" status: 404 len: 333 time: 0.0480518 Apr 18 06:01:47.958509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49334) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:47.999382 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f505d48-3ae2-406e-b0ba-47005af26553 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:47.999839 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f505d48-3ae2-406e-b0ba-47005af26553 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:48.001581 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8f505d48-3ae2-406e-b0ba-47005af26553 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/850563a0-7677-4cb1-8d63-ac7bb96adfba HTTP/1.1" status: 404 len: 337 time: 0.0421557 Apr 18 06:01:48.004163 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49338) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:48.045521 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e490769-e2cf-46d1-a4e4-f1c71d5a080f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:48.045907 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e490769-e2cf-46d1-a4e4-f1c71d5a080f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:48.047588 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9e490769-e2cf-46d1-a4e4-f1c71d5a080f tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/ports/2cbc7b99-037a-45ce-a7bc-c98dbf72f1eb HTTP/1.1" status: 404 len: 333 time: 0.0425112 Apr 18 06:01:48.050219 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49342) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:48.092756 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd3787a-4c96-4df7-b166-8ac9a9cdc5e7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:48.093207 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd3787a-4c96-4df7-b166-8ac9a9cdc5e7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:48.094865 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1cd3787a-4c96-4df7-b166-8ac9a9cdc5e7 tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/subnets/4d4c049e-ad11-47b6-8ffd-9ba12e8152ea HTTP/1.1" status: 404 len: 337 time: 0.0437784 Apr 18 06:01:48.097437 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49346) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:48.206553 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7c85-41a9-4da9-bb98-15584618f3cd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.342195 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7c85-41a9-4da9-bb98-15584618f3cd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.367353 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-2c1e7c85-41a9-4da9-bb98-15584618f3cd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:48.379351 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-2c1e7c85-41a9-4da9-bb98-15584618f3cd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66272c01-5214-4d60-8ba6-7d72e4d31be4') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:48.379636 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-2c1e7c85-41a9-4da9-bb98-15584618f3cd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66272c01-5214-4d60-8ba6-7d72e4d31be4') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:48.390690 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7c85-41a9-4da9-bb98-15584618f3cd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.406681 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7c85-41a9-4da9-bb98-15584618f3cd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.413371 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1e7c85-41a9-4da9-bb98-15584618f3cd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:48.414005 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7c85-41a9-4da9-bb98-15584618f3cd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:48.429272 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:48.551520 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7c85-41a9-4da9-bb98-15584618f3cd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.555858 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7c85-41a9-4da9-bb98-15584618f3cd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.582838 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e7c85-41a9-4da9-bb98-15584618f3cd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] Pushing event deleted for resources: {'Network': ['ID=237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:48.587038 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2c1e7c85-41a9-4da9-bb98-15584618f3cd tempest-NetworksTestDHCPv6-768991242 tempest-NetworksTestDHCPv6-768991242-project] 10.222.0.15 "DELETE /v2.0/networks/237009a7-f7c0-4c5d-b6cd-2bddb62e7c8f HTTP/1.1" status: 204 len: 168 time: 0.4887187 Apr 18 06:01:48.611824 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc8000-9071-40c5-825a-932a85601741 req-ff897d0f-2948-4b86-8a26-fb52ceadaae7 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:48.613299 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4ddc8000-9071-40c5-825a-932a85601741 req-ff897d0f-2948-4b86-8a26-fb52ceadaae7 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 944 time: 0.1217182 Apr 18 06:01:48.657559 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4ddc8000-9071-40c5-825a-932a85601741 req-46226332-5d4d-4cf1-93c6-497d21cbd23f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386512 Apr 18 06:01:48.851267 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49356) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:48.999440 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-127c59ae-177f-4924-b84a-b3974162ce3c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c240cbc4316a4c558ad1d76ee9a5b031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470265 Apr 18 06:01:49.001920 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49362) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:49.058594 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e76a62fb-d8dd-49da-a298-f940ed0ae47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:49.083680 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e76a62fb-d8dd-49da-a298-f940ed0ae47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:49.134933 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e76a62fb-d8dd-49da-a298-f940ed0ae47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:49.150563 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a62fb-d8dd-49da-a298-f940ed0ae47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6132c6cd-0537-4131-8256-a587900790bb,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:49.155989 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e76a62fb-d8dd-49da-a298-f940ed0ae47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:49.157221 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e76a62fb-d8dd-49da-a298-f940ed0ae47d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6132c6cd-0537-4131-8256-a587900790bb HTTP/1.1" status: 204 len: 168 time: 0.1543205 Apr 18 06:01:49.846488 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49388) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:49.855172 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda501e1-5bcf-44a1-b963-373d7086c730 req-21d29ace-137e-40dc-8585-0c0a47373956 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:49.857419 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fda501e1-5bcf-44a1-b963-373d7086c730 req-21d29ace-137e-40dc-8585-0c0a47373956 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 944 time: 0.0899818 Apr 18 06:01:49.901936 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fda501e1-5bcf-44a1-b963-373d7086c730 req-bc170e2c-1c03-43ca-8e74-0445dcea4d99 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382543 Apr 18 06:01:49.950812 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-83170155-f699-4cee-9532-d922d4b2ca45 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-104334587', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:49.957414 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-83170155-f699-4cee-9532-d922d4b2ca45 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:49.961440 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-83170155-f699-4cee-9532-d922d4b2ca45 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Usage tracker for resource:router and tenant:c84a8e9c557c40eba01032dd4eeaef45 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:49.964250 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-83170155-f699-4cee-9532-d922d4b2ca45 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:49.970310 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-83170155-f699-4cee-9532-d922d4b2ca45 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:49.979903 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83170155-f699-4cee-9532-d922d4b2ca45 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:49.981017 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83170155-f699-4cee-9532-d922d4b2ca45 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:49.995638 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83170155-f699-4cee-9532-d922d4b2ca45 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.013866 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83170155-f699-4cee-9532-d922d4b2ca45 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.034317 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-83170155-f699-4cee-9532-d922d4b2ca45 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.035884 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-83170155-f699-4cee-9532-d922d4b2ca45 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.1883125 Apr 18 06:01:50.038344 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49394) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:50.043734 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1123956348'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:50.048464 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:50.052803 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Usage tracker for resource:network and tenant:c84a8e9c557c40eba01032dd4eeaef45 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:50.055611 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:50.062347 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:50.072248 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Made reservation on behalf of c84a8e9c557c40eba01032dd4eeaef45 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:50.076220 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.091202 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.105642 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:50.110278 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Usage tracker for resource:security_group_rule and tenant:c84a8e9c557c40eba01032dd4eeaef45 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:50.113067 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:50.118723 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:50.204479 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.208381 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.239458 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:50.248176 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de361e74-1ac6-4c55-9544-da11ff0b14ad,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:50.253974 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.254331 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Added segment 2b9bb40f-d0e5-4fdc-ba79-fd296bbccd14 of type vlan for network 31f7212b-d2e7-487e-af54-9931cb412dba Apr 18 06:01:50.280112 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.307397 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.313222 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:50.313800 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.420436 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event updated for resources: {'Network': ['ID=31f7212b-d2e7-487e-af54-9931cb412dba,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:50.423620 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9164c282-f581-4787-b613-9e316f9fb9a0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3843691 Apr 18 06:01:50.426651 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49398) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:50.430522 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 31f7212b-d2e7-487e-af54-9931cb412dba details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:01:50.431736 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-403a69d7-bb17-4e99-abb2-1f6aa56bd5d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Request body: {'subnet': {'network_id': '31f7212b-d2e7-487e-af54-9931cb412dba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:50.634561 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-403a69d7-bb17-4e99-abb2-1f6aa56bd5d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:50.638602 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-403a69d7-bb17-4e99-abb2-1f6aa56bd5d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Usage tracker for resource:subnet and tenant:c84a8e9c557c40eba01032dd4eeaef45 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:50.641333 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-403a69d7-bb17-4e99-abb2-1f6aa56bd5d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:50.646825 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-403a69d7-bb17-4e99-abb2-1f6aa56bd5d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:50.656731 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403a69d7-bb17-4e99-abb2-1f6aa56bd5d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Made reservation on behalf of c84a8e9c557c40eba01032dd4eeaef45 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:50.660185 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-403a69d7-bb17-4e99-abb2-1f6aa56bd5d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.883096 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-403a69d7-bb17-4e99-abb2-1f6aa56bd5d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.970082 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a69d7-bb17-4e99-abb2-1f6aa56bd5d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event updated for resources: {'Subnet': ['ID=6273f08f-2d9c-4e92-a1c0-223083a1e846,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:50.972352 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a69d7-bb17-4e99-abb2-1f6aa56bd5d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Checking segment: {'id': '2b9bb40f-d0e5-4fdc-ba79-fd296bbccd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '31f7212b-d2e7-487e-af54-9931cb412dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:01:50.972710 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403a69d7-bb17-4e99-abb2-1f6aa56bd5d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Network hostable DHCP agents. Network: 31f7212b-d2e7-487e-af54-9931cb412dba, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:50.991535 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403a69d7-bb17-4e99-abb2-1f6aa56bd5d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Network 31f7212b-d2e7-487e-af54-9931cb412dba is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:51.001072 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-403a69d7-bb17-4e99-abb2-1f6aa56bd5d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 31f7212b-d2e7-487e-af54-9931cb412dba) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:51.005498 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403a69d7-bb17-4e99-abb2-1f6aa56bd5d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:51.006083 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-403a69d7-bb17-4e99-abb2-1f6aa56bd5d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.012310 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce293d87-1f82-4b92-b95c-21f09e4249bb None None] Network 31f7212b-d2e7-487e-af54-9931cb412dba requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:51.068290 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-403a69d7-bb17-4e99-abb2-1f6aa56bd5d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6406796 Apr 18 06:01:51.071784 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49404) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:51.078625 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-81f168f2-d65a-4ee1-864e-a07030ef80b0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Request body: {'network': {'name': 'tempest-router-network01--1994533555'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:51.085929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-81f168f2-d65a-4ee1-864e-a07030ef80b0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:51.090691 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-81f168f2-d65a-4ee1-864e-a07030ef80b0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Usage tracker for resource:network and tenant:c84a8e9c557c40eba01032dd4eeaef45 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:51.094477 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-81f168f2-d65a-4ee1-864e-a07030ef80b0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:51.100427 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-81f168f2-d65a-4ee1-864e-a07030ef80b0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:51.107644 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b2fa4-3984-4aac-ab07-711ef501a5b6 req-9ff8f8f5-ea02-466e-a0bd-309de70b704d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:51.109214 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-480b2fa4-3984-4aac-ab07-711ef501a5b6 req-9ff8f8f5-ea02-466e-a0bd-309de70b704d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 944 time: 0.0904584 Apr 18 06:01:51.112280 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f168f2-d65a-4ee1-864e-a07030ef80b0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Made reservation on behalf of c84a8e9c557c40eba01032dd4eeaef45 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:51.115688 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-81f168f2-d65a-4ee1-864e-a07030ef80b0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.144295 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f168f2-d65a-4ee1-864e-a07030ef80b0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:51.153936 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-81f168f2-d65a-4ee1-864e-a07030ef80b0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.154272 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-81f168f2-d65a-4ee1-864e-a07030ef80b0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Added segment e38e9854-f00f-4f50-9956-09dc96ddc847 of type vlan for network 4816db91-1ff3-477c-af83-866f192cb689 Apr 18 06:01:51.160019 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-480b2fa4-3984-4aac-ab07-711ef501a5b6 req-762c8a69-cf8d-45cc-b7d1-e6bd16089aa8 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442529 Apr 18 06:01:51.181763 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-81f168f2-d65a-4ee1-864e-a07030ef80b0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.212885 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-81f168f2-d65a-4ee1-864e-a07030ef80b0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.219120 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f168f2-d65a-4ee1-864e-a07030ef80b0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:51.219699 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-81f168f2-d65a-4ee1-864e-a07030ef80b0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.272063 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-31f7212b-d2e7-487e-af54-9931cb412dba', 'network_id': '31f7212b-d2e7-487e-af54-9931cb412dba', 'tenant_id': 'c84a8e9c557c40eba01032dd4eeaef45', 'fixed_ips': [{'subnet_id': '6273f08f-2d9c-4e92-a1c0-223083a1e846'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:01:51.273093 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.320621 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-81f168f2-d65a-4ee1-864e-a07030ef80b0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2469881 Apr 18 06:01:51.322557 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49408) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:51.329125 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-5f477ad9-1894-4b6b-bcf8-1610f72b4762 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Request body: {'network': {'name': 'tempest-router-network02--821563078'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:51.329425 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f168f2-d65a-4ee1-864e-a07030ef80b0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event updated for resources: {'Network': ['ID=4816db91-1ff3-477c-af83-866f192cb689,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:51.334427 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5f477ad9-1894-4b6b-bcf8-1610f72b4762 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:51.338335 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5f477ad9-1894-4b6b-bcf8-1610f72b4762 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Usage tracker for resource:network and tenant:c84a8e9c557c40eba01032dd4eeaef45 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:51.341567 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5f477ad9-1894-4b6b-bcf8-1610f72b4762 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:51.347800 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5f477ad9-1894-4b6b-bcf8-1610f72b4762 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:51.348677 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 4816db91-1ff3-477c-af83-866f192cb689 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:01:51.358731 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f477ad9-1894-4b6b-bcf8-1610f72b4762 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Made reservation on behalf of c84a8e9c557c40eba01032dd4eeaef45 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:51.363231 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5f477ad9-1894-4b6b-bcf8-1610f72b4762 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.405039 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f477ad9-1894-4b6b-bcf8-1610f72b4762 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:51.417378 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5f477ad9-1894-4b6b-bcf8-1610f72b4762 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.417977 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-5f477ad9-1894-4b6b-bcf8-1610f72b4762 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Added segment d88f6d84-0276-4e78-b700-0d2b34aac440 of type vlan for network fefba017-db15-4c85-81c5-121512f4d618 Apr 18 06:01:51.445527 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5f477ad9-1894-4b6b-bcf8-1610f72b4762 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.476325 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5f477ad9-1894-4b6b-bcf8-1610f72b4762 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.482645 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f477ad9-1894-4b6b-bcf8-1610f72b4762 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:51.483239 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5f477ad9-1894-4b6b-bcf8-1610f72b4762 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.534248 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] Allocated IP 2001:db8::2 (31f7212b-d2e7-487e-af54-9931cb412dba/6273f08f-2d9c-4e92-a1c0-223083a1e846/942ea86b-1456-45ab-967f-2e7a77b50ee1) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:51.581919 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5f477ad9-1894-4b6b-bcf8-1610f72b4762 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2581193 Apr 18 06:01:51.585052 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49412) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:51.590656 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-1f995c94-c579-4b79-9aae-6ecfc217a0d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Request body: {'subnet': {'network_id': '4816db91-1ff3-477c-af83-866f192cb689', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:51.597960 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f477ad9-1894-4b6b-bcf8-1610f72b4762 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event updated for resources: {'Network': ['ID=fefba017-db15-4c85-81c5-121512f4d618,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:51.628313 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network fefba017-db15-4c85-81c5-121512f4d618 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:01:51.700589 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1f995c94-c579-4b79-9aae-6ecfc217a0d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:51.704282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1f995c94-c579-4b79-9aae-6ecfc217a0d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Usage tracker for resource:subnet and tenant:c84a8e9c557c40eba01032dd4eeaef45 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:51.707043 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1f995c94-c579-4b79-9aae-6ecfc217a0d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:51.712884 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1f995c94-c579-4b79-9aae-6ecfc217a0d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:51.721930 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f995c94-c579-4b79-9aae-6ecfc217a0d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Made reservation on behalf of c84a8e9c557c40eba01032dd4eeaef45 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:51.725477 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1f995c94-c579-4b79-9aae-6ecfc217a0d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.838027 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.848346 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] Transition to ACTIVE for port object 942ea86b-1456-45ab-967f-2e7a77b50ee1 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:51.866996 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] Transition to ACTIVE for port object 942ea86b-1456-45ab-967f-2e7a77b50ee1 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:51.873088 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.938836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] Network 31f7212b-d2e7-487e-af54-9931cb412dba is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:51.942230 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:51.944669 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1f995c94-c579-4b79-9aae-6ecfc217a0d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.946831 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:01:51.950773 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] Pushing event updated for resources: {'Port': ['ID=942ea86b-1456-45ab-967f-2e7a77b50ee1,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:52.046224 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] Attempting to bind port 942ea86b-1456-45ab-967f-2e7a77b50ee1 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:52.046594 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] Attempting to bind port 942ea86b-1456-45ab-967f-2e7a77b50ee1 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '2b9bb40f-d0e5-4fdc-ba79-fd296bbccd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '31f7212b-d2e7-487e-af54-9931cb412dba'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:52.046963 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] Attempting to bind port 942ea86b-1456-45ab-967f-2e7a77b50ee1 on network 31f7212b-d2e7-487e-af54-9931cb412dba {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:01:52.052566 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:01:52.052943 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] Checking segment: {'id': '2b9bb40f-d0e5-4fdc-ba79-fd296bbccd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '31f7212b-d2e7-487e-af54-9931cb412dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:01:52.053351 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.053749 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] Bound using segment: {'id': '2b9bb40f-d0e5-4fdc-ba79-fd296bbccd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '31f7212b-d2e7-487e-af54-9931cb412dba'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:01:52.054247 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] Bound port: 942ea86b-1456-45ab-967f-2e7a77b50ee1, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b9bb40f-d0e5-4fdc-ba79-fd296bbccd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '31f7212b-d2e7-487e-af54-9931cb412dba'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:52.054627 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.145149 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f995c94-c579-4b79-9aae-6ecfc217a0d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event updated for resources: {'Subnet': ['ID=d86139f6-78b6-48a0-8358-3cd3f596ee0f,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:52.146944 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] For port 942ea86b-1456-45ab-967f-2e7a77b50ee1, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:01:52.150150 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] For port 942ea86b-1456-45ab-967f-2e7a77b50ee1, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=942ea86b-1456-45ab-967f-2e7a77b50ee1,segment=NetworkSegment(2b9bb40f-d0e5-4fdc-ba79-fd296bbccd14),segment_id=2b9bb40f-d0e5-4fdc-ba79-fd296bbccd14)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:01:52.155000 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.155649 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f995c94-c579-4b79-9aae-6ecfc217a0d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Checking segment: {'id': 'e38e9854-f00f-4f50-9956-09dc96ddc847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4816db91-1ff3-477c-af83-866f192cb689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:01:52.155994 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f995c94-c579-4b79-9aae-6ecfc217a0d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Network hostable DHCP agents. Network: 4816db91-1ff3-477c-af83-866f192cb689, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:52.177347 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f995c94-c579-4b79-9aae-6ecfc217a0d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Network 4816db91-1ff3-477c-af83-866f192cb689 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:52.186954 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-1f995c94-c579-4b79-9aae-6ecfc217a0d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 4816db91-1ff3-477c-af83-866f192cb689) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:52.191844 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f995c94-c579-4b79-9aae-6ecfc217a0d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:52.192551 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1f995c94-c579-4b79-9aae-6ecfc217a0d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.209020 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250f6fc7-1dd0-40c0-bebd-89a6e3ba0146 None None] Network 4816db91-1ff3-477c-af83-866f192cb689 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:52.216976 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1f995c94-c579-4b79-9aae-6ecfc217a0d5 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6308320 Apr 18 06:01:52.219960 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49418) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:52.225557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-9c460e56-5ee2-4bb8-9641-95e594725ba6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Request body: {'subnet': {'network_id': 'fefba017-db15-4c85-81c5-121512f4d618', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:52.339488 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91a48e-2603-4837-9351-6ba6f84e2088 None None] Pushing event updated for resources: {'Port': ['ID=942ea86b-1456-45ab-967f-2e7a77b50ee1,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:52.405661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9c460e56-5ee2-4bb8-9641-95e594725ba6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:52.412966 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9c460e56-5ee2-4bb8-9641-95e594725ba6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Usage tracker for resource:subnet and tenant:c84a8e9c557c40eba01032dd4eeaef45 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:52.416755 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9c460e56-5ee2-4bb8-9641-95e594725ba6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:52.424320 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9c460e56-5ee2-4bb8-9641-95e594725ba6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:52.446393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c460e56-5ee2-4bb8-9641-95e594725ba6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Made reservation on behalf of c84a8e9c557c40eba01032dd4eeaef45 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:52.450558 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c460e56-5ee2-4bb8-9641-95e594725ba6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.479936 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-4816db91-1ff3-477c-af83-866f192cb689', 'network_id': '4816db91-1ff3-477c-af83-866f192cb689', 'tenant_id': 'c84a8e9c557c40eba01032dd4eeaef45', 'fixed_ips': [{'subnet_id': 'd86139f6-78b6-48a0-8358-3cd3f596ee0f'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:01:52.482344 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.489171 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81708b50-2ffe-443b-8852-ff6c4a9f483c req-ac7cc7cd-966b-4432-9faa-ef9fb29f7bde tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:52.492522 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-81708b50-2ffe-443b-8852-ff6c4a9f483c req-ac7cc7cd-966b-4432-9faa-ef9fb29f7bde tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 944 time: 0.1813715 Apr 18 06:01:52.630216 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-81708b50-2ffe-443b-8852-ff6c4a9f483c req-0e9d5079-4222-42fc-9ae5-1e087be42791 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306682 Apr 18 06:01:52.683670 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] Allocated IP 2001:db8::2 (4816db91-1ff3-477c-af83-866f192cb689/d86139f6-78b6-48a0-8358-3cd3f596ee0f/3563806e-44c8-4a35-b021-4745cadf995e) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:52.761188 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c460e56-5ee2-4bb8-9641-95e594725ba6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.842275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c460e56-5ee2-4bb8-9641-95e594725ba6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event updated for resources: {'Subnet': ['ID=9ce53701-5bc1-4f17-923d-200f91341def,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:52.851366 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c460e56-5ee2-4bb8-9641-95e594725ba6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Checking segment: {'id': 'd88f6d84-0276-4e78-b700-0d2b34aac440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'fefba017-db15-4c85-81c5-121512f4d618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:01:52.851724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c460e56-5ee2-4bb8-9641-95e594725ba6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Network hostable DHCP agents. Network: fefba017-db15-4c85-81c5-121512f4d618, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:52.872820 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c460e56-5ee2-4bb8-9641-95e594725ba6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Network fefba017-db15-4c85-81c5-121512f4d618 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:52.883054 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-9c460e56-5ee2-4bb8-9641-95e594725ba6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, fefba017-db15-4c85-81c5-121512f4d618) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:52.888117 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c460e56-5ee2-4bb8-9641-95e594725ba6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:52.888711 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c460e56-5ee2-4bb8-9641-95e594725ba6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.914733 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device bb995dc1-16b9-4b17-a296-b0d6cc5a79ff details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:01:52.915215 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9c460e56-5ee2-4bb8-9641-95e594725ba6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6941559 Apr 18 06:01:52.916854 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826160f1-a698-4733-b0be-7b3b858f5f81 None None] Network fefba017-db15-4c85-81c5-121512f4d618 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:52.918811 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49422) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:52.967203 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.045637 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] Transition to ACTIVE for port object 3563806e-44c8-4a35-b021-4745cadf995e will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:53.081501 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] Transition to ACTIVE for port object 3563806e-44c8-4a35-b021-4745cadf995e will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:53.093567 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.235419 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] Network 4816db91-1ff3-477c-af83-866f192cb689 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:53.263510 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:53.278219 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:01:53.343954 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] Pushing event updated for resources: {'Port': ['ID=3563806e-44c8-4a35-b021-4745cadf995e,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:53.361235 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port bb995dc1-16b9-4b17-a296-b0d6cc5a79ff, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=bb995dc1-16b9-4b17-a296-b0d6cc5a79ff,segment=NetworkSegment(9a24e6a0-0078-424a-80a4-0d69850347a2),segment_id=9a24e6a0-0078-424a-80a4-0d69850347a2)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:53.443866 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d04cad20-77ae-40e2-afc3-356da883187c tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.455210 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2928696c-961e-4450-b5c5-2fb98f008156 None None] Network 31f7212b-d2e7-487e-af54-9931cb412dba requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:53.471474 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'bb995dc1-16b9-4b17-a296-b0d6cc5a79ff', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'port_id': 'bb995dc1-16b9-4b17-a296-b0d6cc5a79ff', 'mac_address': 'fa:16:3e:50:b8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:01:53.531865 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-fefba017-db15-4c85-81c5-121512f4d618', 'network_id': 'fefba017-db15-4c85-81c5-121512f4d618', 'tenant_id': 'c84a8e9c557c40eba01032dd4eeaef45', 'fixed_ips': [{'subnet_id': '9ce53701-5bc1-4f17-923d-200f91341def'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:01:53.532706 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.541127 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] Attempting to bind port 3563806e-44c8-4a35-b021-4745cadf995e on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:53.541497 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] Attempting to bind port 3563806e-44c8-4a35-b021-4745cadf995e by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'e38e9854-f00f-4f50-9956-09dc96ddc847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4816db91-1ff3-477c-af83-866f192cb689'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:53.541843 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] Attempting to bind port 3563806e-44c8-4a35-b021-4745cadf995e on network 4816db91-1ff3-477c-af83-866f192cb689 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:01:53.610471 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:01:53.610824 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] Checking segment: {'id': 'e38e9854-f00f-4f50-9956-09dc96ddc847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4816db91-1ff3-477c-af83-866f192cb689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:01:53.611117 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.611507 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] Bound using segment: {'id': 'e38e9854-f00f-4f50-9956-09dc96ddc847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4816db91-1ff3-477c-af83-866f192cb689'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:01:53.611981 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] Bound port: 3563806e-44c8-4a35-b021-4745cadf995e, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38e9854-f00f-4f50-9956-09dc96ddc847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4816db91-1ff3-477c-af83-866f192cb689'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:53.612373 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.628768 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-9408b5f5-4480-4eee-b3e0-810fe37381f3 None None] Provisioning for port 942ea86b-1456-45ab-967f-2e7a77b50ee1 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:53.735971 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.787269 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb995dc1-16b9-4b17-a296-b0d6cc5a79ff {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:01:53.882510 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port bb995dc1-16b9-4b17-a296-b0d6cc5a79ff, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=bb995dc1-16b9-4b17-a296-b0d6cc5a79ff,segment=NetworkSegment(9a24e6a0-0078-424a-80a4-0d69850347a2),segment_id=9a24e6a0-0078-424a-80a4-0d69850347a2)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:53.930433 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.947439 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781cc8ba-ba6c-47a4-b295-3da8adebe65b req-febf3d30-fca9-43d2-a0d6-1033c4ed7560 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:53.949422 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-781cc8ba-ba6c-47a4-b295-3da8adebe65b req-febf3d30-fca9-43d2-a0d6-1033c4ed7560 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 944 time: 0.1924076 Apr 18 06:01:53.972709 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] For port 3563806e-44c8-4a35-b021-4745cadf995e, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:01:53.995663 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-d04cad20-77ae-40e2-afc3-356da883187c tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Allocated IP 2001:db8::1 (4816db91-1ff3-477c-af83-866f192cb689/d86139f6-78b6-48a0-8358-3cd3f596ee0f/e0761277-ed45-4d97-abda-d89335f52e1b) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:53.999471 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] For port 3563806e-44c8-4a35-b021-4745cadf995e, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=3563806e-44c8-4a35-b021-4745cadf995e,segment=NetworkSegment(e38e9854-f00f-4f50-9956-09dc96ddc847),segment_id=e38e9854-f00f-4f50-9956-09dc96ddc847)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:01:54.010778 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.015276 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-781cc8ba-ba6c-47a4-b295-3da8adebe65b req-ab547fb0-1b7e-4998-9f47-f3d46406cdc9 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599675 Apr 18 06:01:54.074504 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] Allocated IP 2001:db8::2 (fefba017-db15-4c85-81c5-121512f4d618/9ce53701-5bc1-4f17-923d-200f91341def/d70abe56-5e9b-47b8-b2ca-e459fdba0f4d) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:54.094658 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=bb995dc1-16b9-4b17-a296-b0d6cc5a79ff,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:54.190609 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['bb995dc1-16b9-4b17-a296-b0d6cc5a79ff'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:01:54.193640 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d04cad20-77ae-40e2-afc3-356da883187c tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.214709 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-d04cad20-77ae-40e2-afc3-356da883187c tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Transition to ACTIVE for port object e0761277-ed45-4d97-abda-d89335f52e1b will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:54.231938 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 942ea86b-1456-45ab-967f-2e7a77b50ee1 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:01:54.243026 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d04cad20-77ae-40e2-afc3-356da883187c tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.322826 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04cad20-77ae-40e2-afc3-356da883187c tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Network 4816db91-1ff3-477c-af83-866f192cb689 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:54.327297 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-d04cad20-77ae-40e2-afc3-356da883187c tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:54.329362 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cad20-77ae-40e2-afc3-356da883187c tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event updated for resources: {'Port': ['ID=e0761277-ed45-4d97-abda-d89335f52e1b,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:54.331490 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04cad20-77ae-40e2-afc3-356da883187c tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:01:54.334217 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d04cad20-77ae-40e2-afc3-356da883187c tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.519106 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd36cbe-6023-43d8-a865-23d534b3cd6b None None] Pushing event updated for resources: {'Port': ['ID=3563806e-44c8-4a35-b021-4745cadf995e,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:54.556385 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 942ea86b-1456-45ab-967f-2e7a77b50ee1 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:54.576926 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 942ea86b-1456-45ab-967f-2e7a77b50ee1 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:54.577456 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.615305 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d04cad20-77ae-40e2-afc3-356da883187c tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.744645 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.764210 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] Transition to ACTIVE for port object d70abe56-5e9b-47b8-b2ca-e459fdba0f4d will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:54.852082 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] Transition to ACTIVE for port object d70abe56-5e9b-47b8-b2ca-e459fdba0f4d will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:01:54.880277 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.934023 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-9784ad75-9891-482a-a37b-98df510b4d1d None None] Provisioning complete for port 942ea86b-1456-45ab-967f-2e7a77b50ee1 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:54.934023 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9784ad75-9891-482a-a37b-98df510b4d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.973765 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.010693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] Network fefba017-db15-4c85-81c5-121512f4d618 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:55.023315 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d04cad20-77ae-40e2-afc3-356da883187c tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.023946 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:55.031435 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d04cad20-77ae-40e2-afc3-356da883187c tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.032399 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d04cad20-77ae-40e2-afc3-356da883187c tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.047269 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:01:55.073902 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] Pushing event updated for resources: {'Port': ['ID=d70abe56-5e9b-47b8-b2ca-e459fdba0f4d,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:55.193810 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cad20-77ae-40e2-afc3-356da883187c tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event updated for resources: {'Port': ['ID=e0761277-ed45-4d97-abda-d89335f52e1b,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:55.201180 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 942ea86b-1456-45ab-967f-2e7a77b50ee1, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=942ea86b-1456-45ab-967f-2e7a77b50ee1,segment=NetworkSegment(2b9bb40f-d0e5-4fdc-ba79-fd296bbccd14),segment_id=2b9bb40f-d0e5-4fdc-ba79-fd296bbccd14)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:55.250537 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.267065 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04cad20-77ae-40e2-afc3-356da883187c tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Network 4816db91-1ff3-477c-af83-866f192cb689 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:55.268378 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-d04cad20-77ae-40e2-afc3-356da883187c tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:55.281324 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6293329-aca2-4cb3-9eb3-a1cacd04753a req-8227aea5-6f73-45d4-b7c6-2a368e03f8f5 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:55.283393 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b6293329-aca2-4cb3-9eb3-a1cacd04753a req-8227aea5-6f73-45d4-b7c6-2a368e03f8f5 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 945 time: 0.1461682 Apr 18 06:01:55.316981 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] Attempting to bind port d70abe56-5e9b-47b8-b2ca-e459fdba0f4d on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:55.317357 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] Attempting to bind port d70abe56-5e9b-47b8-b2ca-e459fdba0f4d by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'd88f6d84-0276-4e78-b700-0d2b34aac440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'fefba017-db15-4c85-81c5-121512f4d618'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:55.317993 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] Attempting to bind port d70abe56-5e9b-47b8-b2ca-e459fdba0f4d on network fefba017-db15-4c85-81c5-121512f4d618 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:01:55.343582 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b6293329-aca2-4cb3-9eb3-a1cacd04753a req-df6e5a12-407f-4c9d-aeb0-ae97d57901d5 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543885 Apr 18 06:01:55.346495 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:01:55.346495 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] Checking segment: {'id': 'd88f6d84-0276-4e78-b700-0d2b34aac440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'fefba017-db15-4c85-81c5-121512f4d618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:01:55.347098 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.347367 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] Bound using segment: {'id': 'd88f6d84-0276-4e78-b700-0d2b34aac440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'fefba017-db15-4c85-81c5-121512f4d618'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:01:55.347924 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] Bound port: d70abe56-5e9b-47b8-b2ca-e459fdba0f4d, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88f6d84-0276-4e78-b700-0d2b34aac440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'fefba017-db15-4c85-81c5-121512f4d618'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:55.348364 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.384823 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02797e2c-3fa7-4360-87d6-ee3b4dbf02b0 None None] Network 4816db91-1ff3-477c-af83-866f192cb689 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:55.481754 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:01:55.540057 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=942ea86b-1456-45ab-967f-2e7a77b50ee1,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:55.604375 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f7cd8b9d-6473-4563-bd8d-03a517de358d None None] Provisioning for port 3563806e-44c8-4a35-b021-4745cadf995e completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:55.612333 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04cad20-77ae-40e2-afc3-356da883187c tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Router 9b34f80f-37bc-4943-9f04-ebefc7cc9639 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:01:55.615054 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] For port d70abe56-5e9b-47b8-b2ca-e459fdba0f4d, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:01:55.618460 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] For port d70abe56-5e9b-47b8-b2ca-e459fdba0f4d, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d70abe56-5e9b-47b8-b2ca-e459fdba0f4d,segment=NetworkSegment(d88f6d84-0276-4e78-b700-0d2b34aac440),segment_id=d88f6d84-0276-4e78-b700-0d2b34aac440)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:01:55.626674 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.761502 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828c73b-fc26-4664-85f3-c3dfc2c32496 None None] Pushing event updated for resources: {'Port': ['ID=d70abe56-5e9b-47b8-b2ca-e459fdba0f4d,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:55.782765 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04cad20-77ae-40e2-afc3-356da883187c tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:01:55.794440 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d04cad20-77ae-40e2-afc3-356da883187c tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "PUT /v2.0/routers/9b34f80f-37bc-4943-9f04-ebefc7cc9639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8728588 Apr 18 06:01:55.797795 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49430) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:55.798257 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463d398-47dc-4b7f-b1bf-84b0e28fa84a None None] Sync routers for ids ['9b34f80f-37bc-4943-9f04-ebefc7cc9639'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:01:55.812374 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5463d398-47dc-4b7f-b1bf-84b0e28fa84a None None] Routers {'9b34f80f-37bc-4943-9f04-ebefc7cc9639'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:01:55.813122 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-5463d398-47dc-4b7f-b1bf-84b0e28fa84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:01:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['9b34f80f-37bc-4943-9f04-ebefc7cc9639'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:55.878009 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-5463d398-47dc-4b7f-b1bf-84b0e28fa84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:55.888590 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5463d398-47dc-4b7f-b1bf-84b0e28fa84a None None] Routers {'9b34f80f-37bc-4943-9f04-ebefc7cc9639'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:01:55.889336 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-5463d398-47dc-4b7f-b1bf-84b0e28fa84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:01:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['9b34f80f-37bc-4943-9f04-ebefc7cc9639'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:55.989283 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-5463d398-47dc-4b7f-b1bf-84b0e28fa84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:55.989830 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463d398-47dc-4b7f-b1bf-84b0e28fa84a None None] The sync data for ids ['9b34f80f-37bc-4943-9f04-ebefc7cc9639'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:01:56.205655 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1a3d1e53-e69e-45c7-b113-d9a69366f1c3 None None] Provisioning for port e0761277-ed45-4d97-abda-d89335f52e1b completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:56.214285 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1a3d1e53-e69e-45c7-b113-d9a69366f1c3 None None] Provisioning complete for port e0761277-ed45-4d97-abda-d89335f52e1b triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:56.214798 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1a3d1e53-e69e-45c7-b113-d9a69366f1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.279923 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d1e53-e69e-45c7-b113-d9a69366f1c3 None None] Port e0761277-ed45-4d97-abda-d89335f52e1b cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:01:56.305625 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d70abe56-5e9b-47b8-b2ca-e459fdba0f4d up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:01:56.384187 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port d70abe56-5e9b-47b8-b2ca-e459fdba0f4d completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:56.391046 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 3563806e-44c8-4a35-b021-4745cadf995e up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:01:56.479645 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-bf393ab6-4c92-4b14-9296-882ea97c83f7 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:01:56.485632 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bf393ab6-4c92-4b14-9296-882ea97c83f7 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "PUT /v2.0/routers/9b34f80f-37bc-4943-9f04-ebefc7cc9639/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6848168 Apr 18 06:01:56.485745 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49436) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:56.489805 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 3563806e-44c8-4a35-b021-4745cadf995e completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:56.497624 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 3563806e-44c8-4a35-b021-4745cadf995e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:56.498406 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.568112 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-41caaaf8-f8ad-4f10-8a73-0c5cdfb6a5b6 None None] Provisioning complete for port e0761277-ed45-4d97-abda-d89335f52e1b triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:56.568752 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-41caaaf8-f8ad-4f10-8a73-0c5cdfb6a5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.590679 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc66ae1-6c3f-4728-8da3-800a7449cf89 req-2d32d50d-4e80-44b7-b825-699a30713733 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:56.592082 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5dc66ae1-6c3f-4728-8da3-800a7449cf89 req-2d32d50d-4e80-44b7-b825-699a30713733 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 945 time: 0.0947304 Apr 18 06:01:56.648763 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5dc66ae1-6c3f-4728-8da3-800a7449cf89 req-c5de3e1f-1103-4ee4-be62-7fa91c2cb3b5 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490093 Apr 18 06:01:56.699236 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-41caaaf8-f8ad-4f10-8a73-0c5cdfb6a5b6 None None] Port e0761277-ed45-4d97-abda-d89335f52e1b cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:01:56.724301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.767447 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 3563806e-44c8-4a35-b021-4745cadf995e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=3563806e-44c8-4a35-b021-4745cadf995e,segment=NetworkSegment(e38e9854-f00f-4f50-9956-09dc96ddc847),segment_id=e38e9854-f00f-4f50-9956-09dc96ddc847)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:56.773334 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.774392 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 942ea86b-1456-45ab-967f-2e7a77b50ee1 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:01:56.942087 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device bb995dc1-16b9-4b17-a296-b0d6cc5a79ff up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:01:57.000339 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6c4af607-811d-496a-b761-2d0c550c52b6 None None] Provisioning complete for port e0761277-ed45-4d97-abda-d89335f52e1b triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:57.000712 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6c4af607-811d-496a-b761-2d0c550c52b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.035096 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea31900-5b3f-48f4-a09c-61ede16673d5 None None] Network fefba017-db15-4c85-81c5-121512f4d618 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:01:57.063162 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=3563806e-44c8-4a35-b021-4745cadf995e,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:57.078342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-47fe5309-4e75-41d4-969b-621fa74edaa0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.162402 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-6c4af607-811d-496a-b761-2d0c550c52b6 None None] Port e0761277-ed45-4d97-abda-d89335f52e1b cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:01:57.190760 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 942ea86b-1456-45ab-967f-2e7a77b50ee1 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:57.191133 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.248449 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port bb995dc1-16b9-4b17-a296-b0d6cc5a79ff completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:57.266140 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port bb995dc1-16b9-4b17-a296-b0d6cc5a79ff triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:57.266569 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.391652 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b3c1236c-7c6c-489a-9296-8145655915f9 None None] Provisioning for port d70abe56-5e9b-47b8-b2ca-e459fdba0f4d completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:01:57.410105 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b3c1236c-7c6c-489a-9296-8145655915f9 None None] Provisioning complete for port d70abe56-5e9b-47b8-b2ca-e459fdba0f4d triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:57.410474 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b3c1236c-7c6c-489a-9296-8145655915f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.535486 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-47fe5309-4e75-41d4-969b-621fa74edaa0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Deleting port e0761277-ed45-4d97-abda-d89335f52e1b {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:01:57.536105 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-47fe5309-4e75-41d4-969b-621fa74edaa0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.635377 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.733261 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb995dc1-16b9-4b17-a296-b0d6cc5a79ff'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:01:57.735020 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-47fe5309-4e75-41d4-969b-621fa74edaa0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.740084 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b3c1236c-7c6c-489a-9296-8145655915f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.769275 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port bb995dc1-16b9-4b17-a296-b0d6cc5a79ff, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=bb995dc1-16b9-4b17-a296-b0d6cc5a79ff,segment=NetworkSegment(9a24e6a0-0078-424a-80a4-0d69850347a2),segment_id=9a24e6a0-0078-424a-80a4-0d69850347a2)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:57.782266 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.837088 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-b3c1236c-7c6c-489a-9296-8145655915f9 None None] For port d70abe56-5e9b-47b8-b2ca-e459fdba0f4d, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d70abe56-5e9b-47b8-b2ca-e459fdba0f4d,segment=NetworkSegment(d88f6d84-0276-4e78-b700-0d2b34aac440),segment_id=d88f6d84-0276-4e78-b700-0d2b34aac440)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:01:57.852506 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b3c1236c-7c6c-489a-9296-8145655915f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.867575 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=bb995dc1-16b9-4b17-a296-b0d6cc5a79ff,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:57.903751 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-47fe5309-4e75-41d4-969b-621fa74edaa0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Calling delete_port for e0761277-ed45-4d97-abda-d89335f52e1b owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:01:57.957550 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1236c-7c6c-489a-9296-8145655915f9 None None] Pushing event updated for resources: {'Port': ['ID=d70abe56-5e9b-47b8-b2ca-e459fdba0f4d,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:57.983112 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea0885d-b10a-4e82-9919-4615acc1bafe'] response: {'server_uuid': 'd56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb995dc1-16b9-4b17-a296-b0d6cc5a79ff', 'code': 200} Apr 18 06:01:58.018262 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86257e2-654a-44fd-9064-ceac65989265 req-86c4aec1-9b0f-4020-af3e-21b05f86eedb tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:58.019635 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b86257e2-654a-44fd-9064-ceac65989265 req-86c4aec1-9b0f-4020-af3e-21b05f86eedb tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 946 time: 0.2208908 Apr 18 06:01:58.074796 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-81f4a5b9-9315-4c02-a834-46e42694c9b6 None None] Provisioning complete for port d70abe56-5e9b-47b8-b2ca-e459fdba0f4d triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:58.075174 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-81f4a5b9-9315-4c02-a834-46e42694c9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.076481 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b86257e2-654a-44fd-9064-ceac65989265 req-b5dc9956-580d-455e-aeb2-173f3addff97 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485988 Apr 18 06:01:58.160452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-47fe5309-4e75-41d4-969b-621fa74edaa0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.164753 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d70abe56-5e9b-47b8-b2ca-e459fdba0f4d up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:01:58.254231 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe5309-4e75-41d4-969b-621fa74edaa0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event deleted for resources: {'Port': ['ID=e0761277-ed45-4d97-abda-d89335f52e1b,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:58.313293 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port d70abe56-5e9b-47b8-b2ca-e459fdba0f4d triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:58.313909 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.477967 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-47fe5309-4e75-41d4-969b-621fa74edaa0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.478360 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 3563806e-44c8-4a35-b021-4745cadf995e up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:01:58.547127 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 3563806e-44c8-4a35-b021-4745cadf995e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:58.547419 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.623159 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f219c0b-6e8e-4666-8adc-c588e89a26bd req-e3724530-2d38-45f9-847d-350526c4deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:58.624680 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5f219c0b-6e8e-4666-8adc-c588e89a26bd req-e3724530-2d38-45f9-847d-350526c4deb8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 1099 time: 0.3620448 Apr 18 06:01:58.905582 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fe5309-4e75-41d4-969b-621fa74edaa0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Router 9b34f80f-37bc-4943-9f04-ebefc7cc9639 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:01:58.907392 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5f219c0b-6e8e-4666-8adc-c588e89a26bd req-83b91fa7-2d96-4818-9a9a-84d0815ff4be service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213697 Apr 18 06:01:59.038189 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fe5309-4e75-41d4-969b-621fa74edaa0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:01:59.047608 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-47fe5309-4e75-41d4-969b-621fa74edaa0 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "PUT /v2.0/routers/9b34f80f-37bc-4943-9f04-ebefc7cc9639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5605733 Apr 18 06:01:59.048621 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740ef752-e856-480a-8402-20bc740ce7b6 None None] Sync routers for ids ['9b34f80f-37bc-4943-9f04-ebefc7cc9639'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:01:59.051282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49450) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:59.058227 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740ef752-e856-480a-8402-20bc740ce7b6 None None] Routers {'9b34f80f-37bc-4943-9f04-ebefc7cc9639'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:01:59.058822 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-740ef752-e856-480a-8402-20bc740ce7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:01:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['9b34f80f-37bc-4943-9f04-ebefc7cc9639'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:59.121532 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-4dac22fe-593f-48fb-acce-c79f8ff6019f tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] delete failed (client error): The resource could not be found. Apr 18 06:01:59.121887 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-740ef752-e856-480a-8402-20bc740ce7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:59.122558 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4dac22fe-593f-48fb-acce-c79f8ff6019f tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-1120642544 HTTP/1.1" status: 404 len: 335 time: 0.0703759 Apr 18 06:01:59.126214 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49456) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:59.131008 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-f1f5724e-7719-4ef6-b386-a9630e978877 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Request body: {'router': {'external_gateway_info': {'network_id': '9b34f80f-37bc-4943-9f04-ebefc7cc9639'}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:59.134764 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740ef752-e856-480a-8402-20bc740ce7b6 None None] Routers {'9b34f80f-37bc-4943-9f04-ebefc7cc9639'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:01:59.135410 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-740ef752-e856-480a-8402-20bc740ce7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:01:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['9b34f80f-37bc-4943-9f04-ebefc7cc9639'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:59.197273 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-740ef752-e856-480a-8402-20bc740ce7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:59.197676 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740ef752-e856-480a-8402-20bc740ce7b6 None None] The sync data for ids ['9b34f80f-37bc-4943-9f04-ebefc7cc9639'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:01:59.564688 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f1f5724e-7719-4ef6-b386-a9630e978877 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:59.579987 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24843231-b8d5-4bfe-ad60-5b2d4527a9df req-e5c97d28-1aaf-49ce-ae5d-f0ed5aefa262 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:59.581461 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-24843231-b8d5-4bfe-ad60-5b2d4527a9df req-e5c97d28-1aaf-49ce-ae5d-f0ed5aefa262 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 946 time: 0.3838749 Apr 18 06:01:59.614079 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-f1f5724e-7719-4ef6-b386-a9630e978877 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] update failed (client error): The resource could not be found. Apr 18 06:01:59.615100 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f1f5724e-7719-4ef6-b386-a9630e978877 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "PUT /v2.0/routers/9b34f80f-37bc-4943-9f04-ebefc7cc9639 HTTP/1.1" status: 404 len: 339 time: 0.4879975 Apr 18 06:01:59.618764 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49460) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:59.624833 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-8238c494-2f5c-430e-92a2-fdc9cefa7f6b tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1227505174'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:59.629662 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8238c494-2f5c-430e-92a2-fdc9cefa7f6b tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:59.633603 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8238c494-2f5c-430e-92a2-fdc9cefa7f6b tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Usage tracker for resource:network and tenant:c84a8e9c557c40eba01032dd4eeaef45 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:59.636716 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-8238c494-2f5c-430e-92a2-fdc9cefa7f6b tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:59.639550 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-24843231-b8d5-4bfe-ad60-5b2d4527a9df req-b80191cd-fdcb-4d7b-a003-505f90902415 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439975 Apr 18 06:01:59.642403 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-8238c494-2f5c-430e-92a2-fdc9cefa7f6b tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:59.653898 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8238c494-2f5c-430e-92a2-fdc9cefa7f6b tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Made reservation on behalf of c84a8e9c557c40eba01032dd4eeaef45 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:59.657303 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8238c494-2f5c-430e-92a2-fdc9cefa7f6b tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:59.684903 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8238c494-2f5c-430e-92a2-fdc9cefa7f6b tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:59.693445 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8238c494-2f5c-430e-92a2-fdc9cefa7f6b tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:59.693777 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-8238c494-2f5c-430e-92a2-fdc9cefa7f6b tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Added segment 11d9ba14-c040-47b1-a271-647c16ebdc66 of type vlan for network 3f600adb-d64d-4a34-8b4f-8ea920260799 Apr 18 06:01:59.719613 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8238c494-2f5c-430e-92a2-fdc9cefa7f6b tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:59.751506 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8238c494-2f5c-430e-92a2-fdc9cefa7f6b tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:59.756761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8238c494-2f5c-430e-92a2-fdc9cefa7f6b tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:59.757326 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8238c494-2f5c-430e-92a2-fdc9cefa7f6b tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:59.808239 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8238c494-2f5c-430e-92a2-fdc9cefa7f6b tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.1883554 Apr 18 06:01:59.811432 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49464) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:01:59.816943 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Request body: {'subnet': {'network_id': '3f600adb-d64d-4a34-8b4f-8ea920260799', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:59.864109 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238c494-2f5c-430e-92a2-fdc9cefa7f6b tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event updated for resources: {'Network': ['ID=3f600adb-d64d-4a34-8b4f-8ea920260799,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:59.875369 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 3f600adb-d64d-4a34-8b4f-8ea920260799 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:01:59.932439 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:01:59.936633 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Usage tracker for resource:subnet and tenant:c84a8e9c557c40eba01032dd4eeaef45 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:01:59.939587 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:01:59.945308 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:01:59.955872 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Made reservation on behalf of c84a8e9c557c40eba01032dd4eeaef45 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:59.959737 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.181807 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.262298 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event updated for resources: {'Subnet': ['ID=f2d7b4f1-493c-4910-9a67-83d33bb704c6,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:00.274382 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:00.274728 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:00.275068 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:00.275406 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:00.275736 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:00.276089 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:00.276439 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:00.276745 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:00.277093 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:00.277417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:00.277851 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:00.278177 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:00.281304 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Checking segment: {'id': '11d9ba14-c040-47b1-a271-647c16ebdc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3f600adb-d64d-4a34-8b4f-8ea920260799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:02:00.281659 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Network hostable DHCP agents. Network: 3f600adb-d64d-4a34-8b4f-8ea920260799, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:02:00.300171 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Network 3f600adb-d64d-4a34-8b4f-8ea920260799 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:02:00.309610 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 3f600adb-d64d-4a34-8b4f-8ea920260799) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:00.313557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:00.314135 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.323728 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c06f65b-99f1-40e0-86d0-9a6c771d8c3e None None] Network 3f600adb-d64d-4a34-8b4f-8ea920260799 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:02:00.337844 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7c7270d0-f288-4920-95b6-9aa7cdbfa3aa tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5227537 Apr 18 06:02:00.338058 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49468) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:00.343354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-939341d2-ebb3-4e6d-969b-e8e547b25ad1 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Request body: {'router': {'external_gateway_info': {'network_id': '3f600adb-d64d-4a34-8b4f-8ea920260799'}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:00.544320 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-3f600adb-d64d-4a34-8b4f-8ea920260799', 'network_id': '3f600adb-d64d-4a34-8b4f-8ea920260799', 'tenant_id': 'c84a8e9c557c40eba01032dd4eeaef45', 'fixed_ips': [{'subnet_id': 'f2d7b4f1-493c-4910-9a67-83d33bb704c6'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:02:00.545199 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.701998 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] Allocated IP 2001:db8:1::2 (3f600adb-d64d-4a34-8b4f-8ea920260799/f2d7b4f1-493c-4910-9a67-83d33bb704c6/6908d886-93e8-4d81-a1f5-d14fe29ec9e1) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:00.845206 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca12b8-180e-45d5-933f-d590a8b268d9 req-6df5a386-e4ec-47f1-8bde-70ee3b4e2b1d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:00.847520 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9cca12b8-180e-45d5-933f-d590a8b268d9 req-6df5a386-e4ec-47f1-8bde-70ee3b4e2b1d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 946 time: 0.0953619 Apr 18 06:02:00.861082 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-939341d2-ebb3-4e6d-969b-e8e547b25ad1 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.895718 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9cca12b8-180e-45d5-933f-d590a8b268d9 req-360af174-8414-4743-9d51-4c7ae9f2e52b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407181 Apr 18 06:02:00.921177 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.931481 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] Transition to ACTIVE for port object 6908d886-93e8-4d81-a1f5-d14fe29ec9e1 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:02:00.950717 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] Transition to ACTIVE for port object 6908d886-93e8-4d81-a1f5-d14fe29ec9e1 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:02:00.956653 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.016598 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] Network 3f600adb-d64d-4a34-8b4f-8ea920260799 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:01.019427 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:01.021842 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:02:01.072642 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] Pushing event updated for resources: {'Port': ['ID=6908d886-93e8-4d81-a1f5-d14fe29ec9e1,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:01.076548 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-939341d2-ebb3-4e6d-969b-e8e547b25ad1 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:02:01.082601 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-939341d2-ebb3-4e6d-969b-e8e547b25ad1 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "PUT /v2.0/routers/9b34f80f-37bc-4943-9f04-ebefc7cc9639 HTTP/1.1" status: 400 len: 364 time: 0.7385862 Apr 18 06:02:01.082601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49478) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:01.127853 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] Attempting to bind port 6908d886-93e8-4d81-a1f5-d14fe29ec9e1 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:02:01.128152 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] Attempting to bind port 6908d886-93e8-4d81-a1f5-d14fe29ec9e1 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '11d9ba14-c040-47b1-a271-647c16ebdc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3f600adb-d64d-4a34-8b4f-8ea920260799'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:02:01.128519 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] Attempting to bind port 6908d886-93e8-4d81-a1f5-d14fe29ec9e1 on network 3f600adb-d64d-4a34-8b4f-8ea920260799 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:02:01.133706 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:02:01.134070 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] Checking segment: {'id': '11d9ba14-c040-47b1-a271-647c16ebdc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3f600adb-d64d-4a34-8b4f-8ea920260799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:02:01.134460 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.134951 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] Bound using segment: {'id': '11d9ba14-c040-47b1-a271-647c16ebdc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3f600adb-d64d-4a34-8b4f-8ea920260799'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:02:01.135405 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] Bound port: 6908d886-93e8-4d81-a1f5-d14fe29ec9e1, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9ba14-c040-47b1-a271-647c16ebdc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3f600adb-d64d-4a34-8b4f-8ea920260799'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:02:01.135770 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.222384 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] For port 6908d886-93e8-4d81-a1f5-d14fe29ec9e1, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:02:01.225540 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] For port 6908d886-93e8-4d81-a1f5-d14fe29ec9e1, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=6908d886-93e8-4d81-a1f5-d14fe29ec9e1,segment=NetworkSegment(11d9ba14-c040-47b1-a271-647c16ebdc66),segment_id=11d9ba14-c040-47b1-a271-647c16ebdc66)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:02:01.231377 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.236249 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bf29a-0e5c-49f2-9222-3d18f2b29f62 req-09901fa1-a774-4056-9651-7babfd66d32d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:01.237711 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7d9bf29a-0e5c-49f2-9222-3d18f2b29f62 req-09901fa1-a774-4056-9651-7babfd66d32d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 946 time: 0.2320740 Apr 18 06:02:01.315254 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d905694-628a-46c7-98d1-84b297a63003 None None] Pushing event updated for resources: {'Port': ['ID=6908d886-93e8-4d81-a1f5-d14fe29ec9e1,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:01.534545 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7d9bf29a-0e5c-49f2-9222-3d18f2b29f62 req-6cfb1a2d-e9fa-478e-918a-de2d911125a5 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371912 Apr 18 06:02:01.558600 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49482) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:01.634414 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ac0673-5c48-479e-8867-6a2ea2a4848d tempest-TestVolumeBootPattern-1507592930 tempest-TestVolumeBootPattern-1507592930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:01.635112 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b5ac0673-5c48-479e-8867-6a2ea2a4848d tempest-TestVolumeBootPattern-1507592930 tempest-TestVolumeBootPattern-1507592930-project-admin] Synchronizing usage tracker for tenant:a82507efd5e544f48412a3630b18cf95 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:02:01.639546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d1a5d00c-4899-427d-9bf1-a9f7ae35d4f6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.652995 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b5ac0673-5c48-479e-8867-6a2ea2a4848d tempest-TestVolumeBootPattern-1507592930 tempest-TestVolumeBootPattern-1507592930-project-admin] Unset dirty status for tenant:a82507efd5e544f48412a3630b18cf95 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:02:01.656913 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b5ac0673-5c48-479e-8867-6a2ea2a4848d tempest-TestVolumeBootPattern-1507592930 tempest-TestVolumeBootPattern-1507592930-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 1094 time: 0.0946441 Apr 18 06:02:01.657128 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49486) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:01.662048 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': 'bb995dc1-16b9-4b17-a296-b0d6cc5a79ff', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:01.668133 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:02:01.672090 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Usage tracker for resource:floatingip and tenant:49ad773d519141abbf5e743e64df06bc is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:02:01.675025 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:02:01.680645 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:02:01.691234 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for floatingip, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.834137 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.100480 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Allocated IP 172.26.1.226 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/599f8d48-13c5-4330-94b0-bf2cb768fbeb) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:02.146649 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-d1a5d00c-4899-427d-9bf1-a9f7ae35d4f6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Allocated IP 2001:db8::1 (31f7212b-d2e7-487e-af54-9931cb412dba/6273f08f-2d9c-4e92-a1c0-223083a1e846/6c393fd2-f8dc-4364-affb-2a55645034ca) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:02.208855 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 6908d886-93e8-4d81-a1f5-d14fe29ec9e1 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:02:02.309027 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.316223 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3417ad-1362-4b5a-b438-68dd10997f6f None None] Network 3f600adb-d64d-4a34-8b4f-8ea920260799 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:02:02.331693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 6908d886-93e8-4d81-a1f5-d14fe29ec9e1 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:02:02.344599 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.365862 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d1a5d00c-4899-427d-9bf1-a9f7ae35d4f6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.384564 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-d1a5d00c-4899-427d-9bf1-a9f7ae35d4f6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Transition to ACTIVE for port object 6c393fd2-f8dc-4364-affb-2a55645034ca will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:02:02.414962 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d1a5d00c-4899-427d-9bf1-a9f7ae35d4f6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.418996 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:02.422037 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:02.425784 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:02:02.435555 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-514b602a-4241-49fe-9ec7-d56083c1a4fb None None] Provisioning for port 6908d886-93e8-4d81-a1f5-d14fe29ec9e1 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:02:02.445094 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-514b602a-4241-49fe-9ec7-d56083c1a4fb None None] Provisioning complete for port 6908d886-93e8-4d81-a1f5-d14fe29ec9e1 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:02.445391 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-514b602a-4241-49fe-9ec7-d56083c1a4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.475115 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Pushing event updated for resources: {'Port': ['ID=599f8d48-13c5-4330-94b0-bf2cb768fbeb,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:02.482506 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a5d00c-4899-427d-9bf1-a9f7ae35d4f6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Network 31f7212b-d2e7-487e-af54-9931cb412dba is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:02.485878 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-d1a5d00c-4899-427d-9bf1-a9f7ae35d4f6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:02.487823 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.488173 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.488517 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.488857 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.489193 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.489524 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.489856 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.490182 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.490512 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.490838 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.491165 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.491484 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.494939 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a5d00c-4899-427d-9bf1-a9f7ae35d4f6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:02:02.495119 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d1a5d00c-4899-427d-9bf1-a9f7ae35d4f6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.509861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5d00c-4899-427d-9bf1-a9f7ae35d4f6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event updated for resources: {'Port': ['ID=6c393fd2-f8dc-4364-affb-2a55645034ca,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:02.621154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d1a5d00c-4899-427d-9bf1-a9f7ae35d4f6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.674032 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-514b602a-4241-49fe-9ec7-d56083c1a4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.712247 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-514b602a-4241-49fe-9ec7-d56083c1a4fb None None] For port 6908d886-93e8-4d81-a1f5-d14fe29ec9e1, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=6908d886-93e8-4d81-a1f5-d14fe29ec9e1,segment=NetworkSegment(11d9ba14-c040-47b1-a271-647c16ebdc66),segment_id=11d9ba14-c040-47b1-a271-647c16ebdc66)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:02:02.724083 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-514b602a-4241-49fe-9ec7-d56083c1a4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.814972 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b602a-4241-49fe-9ec7-d56083c1a4fb None None] Pushing event updated for resources: {'Port': ['ID=6908d886-93e8-4d81-a1f5-d14fe29ec9e1,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:02.852628 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-8a29627b-f0fd-4cef-888e-db75afa1d7c4 None None] Provisioning for port 6c393fd2-f8dc-4364-affb-2a55645034ca completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:02:02.858807 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-8a29627b-f0fd-4cef-888e-db75afa1d7c4 None None] Provisioning complete for port 6c393fd2-f8dc-4364-affb-2a55645034ca triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:02.859505 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8a29627b-f0fd-4cef-888e-db75afa1d7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.957822 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.970268 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-8a29627b-f0fd-4cef-888e-db75afa1d7c4 None None] Port 6c393fd2-f8dc-4364-affb-2a55645034ca cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:02:03.043607 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.071484 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d1a5d00c-4899-427d-9bf1-a9f7ae35d4f6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.077025 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d1a5d00c-4899-427d-9bf1-a9f7ae35d4f6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.077781 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d1a5d00c-4899-427d-9bf1-a9f7ae35d4f6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.196573 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-0e3fd2c7-ec06-45e8-ad3f-a42c596c2fc5 None None] Provisioning complete for port 6908d886-93e8-4d81-a1f5-d14fe29ec9e1 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:03.197256 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0e3fd2c7-ec06-45e8-ad3f-a42c596c2fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.223974 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5d00c-4899-427d-9bf1-a9f7ae35d4f6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event updated for resources: {'Port': ['ID=6c393fd2-f8dc-4364-affb-2a55645034ca,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:03.276154 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.282354 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.286775 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a5d00c-4899-427d-9bf1-a9f7ae35d4f6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Network 31f7212b-d2e7-487e-af54-9931cb412dba is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:03.288565 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-d1a5d00c-4899-427d-9bf1-a9f7ae35d4f6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:03.400158 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Pushing event updated for resources: {'Port': ['ID=599f8d48-13c5-4330-94b0-bf2cb768fbeb,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:03.410673 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.535309 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a5d00c-4899-427d-9bf1-a9f7ae35d4f6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Router 9b34f80f-37bc-4943-9f04-ebefc7cc9639 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:02:03.665277 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Floating IP e9509d29-100f-46a9-bc33-8d9fa142608d associated. External IP: 172.26.1.226, port: bb995dc1-16b9-4b17-a296-b0d6cc5a79ff. Apr 18 06:02:03.707655 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-07a5cdc9-d5c3-49b9-addd-be116fda7633 None None] Provisioning complete for port 6c393fd2-f8dc-4364-affb-2a55645034ca triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:03.708955 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-07a5cdc9-d5c3-49b9-addd-be116fda7633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.775888 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-07a5cdc9-d5c3-49b9-addd-be116fda7633 None None] Port 6c393fd2-f8dc-4364-affb-2a55645034ca cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:02:03.826983 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a5d00c-4899-427d-9bf1-a9f7ae35d4f6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:02:03.836704 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1ddd34-c8c5-49ec-909c-75828e60f739 None None] Sync routers for ids ['9b34f80f-37bc-4943-9f04-ebefc7cc9639'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:02:03.843299 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d1a5d00c-4899-427d-9bf1-a9f7ae35d4f6 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "PUT /v2.0/routers/9b34f80f-37bc-4943-9f04-ebefc7cc9639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7574711 Apr 18 06:02:03.846106 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49490) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:03.850477 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1ddd34-c8c5-49ec-909c-75828e60f739 None None] Routers {'9b34f80f-37bc-4943-9f04-ebefc7cc9639'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:02:03.851361 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1d1ddd34-c8c5-49ec-909c-75828e60f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:01:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['9b34f80f-37bc-4943-9f04-ebefc7cc9639'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:03.917014 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1d1ddd34-c8c5-49ec-909c-75828e60f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:03.930833 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1ddd34-c8c5-49ec-909c-75828e60f739 None None] Routers {'9b34f80f-37bc-4943-9f04-ebefc7cc9639'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:02:03.931695 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1d1ddd34-c8c5-49ec-909c-75828e60f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:01:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['9b34f80f-37bc-4943-9f04-ebefc7cc9639'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:04.002120 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1d1ddd34-c8c5-49ec-909c-75828e60f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:04.002120 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1ddd34-c8c5-49ec-909c-75828e60f739 None None] The sync data for ids ['9b34f80f-37bc-4943-9f04-ebefc7cc9639'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:02:04.022186 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d714656b-e8bf-4881-a3fe-4093327b810d tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.162214 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 6908d886-93e8-4d81-a1f5-d14fe29ec9e1 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:02:04.179945 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-d714656b-e8bf-4881-a3fe-4093327b810d tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 06:02:04.181033 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d714656b-e8bf-4881-a3fe-4093327b810d tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "DELETE /v2.0/routers/9b34f80f-37bc-4943-9f04-ebefc7cc9639 HTTP/1.1" status: 409 len: 329 time: 0.3340182 Apr 18 06:02:04.184010 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49494) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:04.192380 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:02:04.232303 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 6908d886-93e8-4d81-a1f5-d14fe29ec9e1 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:04.232813 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.381068 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:02:04.393247 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee08b5-b9ab-4cac-8b32-0b1a276bbb57 None None] Sync routers for ids ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:02:04.402678 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fee08b5-b9ab-4cac-8b32-0b1a276bbb57 None None] Routers {'37db532b-bcf8-42e4-93e7-1d5bfe7975fa'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:02:04.403410 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-5fee08b5-b9ab-4cac-8b32-0b1a276bbb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:01:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:04.409411 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.477737 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1c1c6dd4-513b-481d-91cb-249750f6fab3 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8119588 Apr 18 06:02:04.477737 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd', 'tag': 'bb995dc1-16b9-4b17-a296-b0d6cc5a79ff'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:02:04.522920 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-744a039e-aa62-49af-aadb-1292f48abfcc'] response: {'name': 'network-changed', 'server_uuid': 'd56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd', 'tag': 'bb995dc1-16b9-4b17-a296-b0d6cc5a79ff', 'status': 'completed', 'code': 200} Apr 18 06:02:04.604115 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-5fee08b5-b9ab-4cac-8b32-0b1a276bbb57 None None] Set router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:02:04.690087 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df003123-232c-44a8-91d9-d6bf5a7ecaa9 req-9a0f143b-19e0-4aa2-ba3b-3fa5479eb7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:04.691453 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-df003123-232c-44a8-91d9-d6bf5a7ecaa9 req-9a0f143b-19e0-4aa2-ba3b-3fa5479eb7c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49ad773d519141abbf5e743e64df06bc&device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 1099 time: 0.1353889 Apr 18 06:02:04.882513 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df003123-232c-44a8-91d9-d6bf5a7ecaa9 req-e2d6ef90-fbab-4094-9972-fa15769493e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:04.883961 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-df003123-232c-44a8-91d9-d6bf5a7ecaa9 req-e2d6ef90-fbab-4094-9972-fa15769493e2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1 HTTP/1.1" status: 200 len: 913 time: 0.1837046 Apr 18 06:02:04.890899 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0c5d-cdbd-491c-8daf-a5c8ba65a208 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.952314 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-5fee08b5-b9ab-4cac-8b32-0b1a276bbb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:41Z', 'revision_number': 4, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'e9509d29-100f-46a9-bc33-8d9fa142608d', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'floating_ip_address': '172.26.1.226', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'port_id': 'bb995dc1-16b9-4b17-a296-b0d6cc5a79ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'mac_address': 'fa:16:3e:50:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:02:02Z', 'updated_at': '2022-04-18T06:02:02Z', 'revision_number': 0, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3853ab0-68eb-4121-bb72-c99652003b8c', 'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'mac_address': 'fa:16:3e:48:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:39Z', 'updated_at': '2022-04-18T05:57:52Z', 'revision_number': 5, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'subnets': [{'id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:04.956204 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee08b5-b9ab-4cac-8b32-0b1a276bbb57 None None] Checking router: 37db532b-bcf8-42e4-93e7-1d5bfe7975fa for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:02:04.966151 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fee08b5-b9ab-4cac-8b32-0b1a276bbb57 None None] Routers {'37db532b-bcf8-42e4-93e7-1d5bfe7975fa'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:02:04.966777 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-5fee08b5-b9ab-4cac-8b32-0b1a276bbb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:01:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:05.152351 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-5fee08b5-b9ab-4cac-8b32-0b1a276bbb57 None None] Set router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:02:05.256604 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-df003123-232c-44a8-91d9-d6bf5a7ecaa9 req-38624c19-b1a8-403f-9782-1c3009dc89c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb995dc1-16b9-4b17-a296-b0d6cc5a79ff HTTP/1.1" status: 200 len: 1000 time: 0.3099608 Apr 18 06:02:05.310827 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fb3401ea-84b2-4996-ad1e-81341cbb9703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:05.412087 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df003123-232c-44a8-91d9-d6bf5a7ecaa9 req-58b1ab0d-8811-48d4-bc64-0a08cb95d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:05.413573 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-df003123-232c-44a8-91d9-d6bf5a7ecaa9 req-58b1ab0d-8811-48d4-bc64-0a08cb95d312 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b4d1495-96ee-47de-b8ec-9793f712c5be HTTP/1.1" status: 200 len: 851 time: 0.1100757 Apr 18 06:02:05.548018 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-5fee08b5-b9ab-4cac-8b32-0b1a276bbb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:41Z', 'revision_number': 4, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'e9509d29-100f-46a9-bc33-8d9fa142608d', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'floating_ip_address': '172.26.1.226', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'port_id': 'bb995dc1-16b9-4b17-a296-b0d6cc5a79ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'mac_address': 'fa:16:3e:50:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:02:02Z', 'updated_at': '2022-04-18T06:02:02Z', 'revision_number': 0, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3853ab0-68eb-4121-bb72-c99652003b8c', 'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'mac_address': 'fa:16:3e:48:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:39Z', 'updated_at': '2022-04-18T05:57:52Z', 'revision_number': 5, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'subnets': [{'id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:05.552052 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee08b5-b9ab-4cac-8b32-0b1a276bbb57 None None] The sync data for ids ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'] in dv-neutron-837489-1-hyperv is: [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:41Z', 'revision_number': 4, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'e9509d29-100f-46a9-bc33-8d9fa142608d', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'floating_ip_address': '172.26.1.226', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'port_id': 'bb995dc1-16b9-4b17-a296-b0d6cc5a79ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'mac_address': 'fa:16:3e:50:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:02:02Z', 'updated_at': '2022-04-18T06:02:02Z', 'revision_number': 0, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3853ab0-68eb-4121-bb72-c99652003b8c', 'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'mac_address': 'fa:16:3e:48:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:39Z', 'updated_at': '2022-04-18T05:57:52Z', 'revision_number': 5, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'subnets': [{'id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:02:05.556030 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-5b4e0c5d-cdbd-491c-8daf-a5c8ba65a208 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Deleting port 6c393fd2-f8dc-4364-affb-2a55645034ca {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:02:05.556322 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0c5d-cdbd-491c-8daf-a5c8ba65a208 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:05.603122 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df003123-232c-44a8-91d9-d6bf5a7ecaa9 req-516cdb8b-a99e-4d63-9fa8-461961d89d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:05.604645 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-df003123-232c-44a8-91d9-d6bf5a7ecaa9 req-516cdb8b-a99e-4d63-9fa8-461961d89d32 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1835005 Apr 18 06:02:05.746803 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aa076c-74cd-47a9-b662-9cb44a776662 None None] New status for floating IP e9509d29-100f-46a9-bc33-8d9fa142608d: ACTIVE {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:02:05.865570 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-df003123-232c-44a8-91d9-d6bf5a7ecaa9 req-4eb2b2be-6b2b-43f5-8de3-1121f940b37d service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530596 Apr 18 06:02:05.866989 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0c5d-cdbd-491c-8daf-a5c8ba65a208 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.023917 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-5b4e0c5d-cdbd-491c-8daf-a5c8ba65a208 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Calling delete_port for 6c393fd2-f8dc-4364-affb-2a55645034ca owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:02:06.181136 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-df003123-232c-44a8-91d9-d6bf5a7ecaa9 req-05db2a20-aaca-4e75-9530-66a4c8059103 service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062592 Apr 18 06:02:06.281536 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0c5d-cdbd-491c-8daf-a5c8ba65a208 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.329728 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e0c5d-cdbd-491c-8daf-a5c8ba65a208 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event deleted for resources: {'Port': ['ID=6c393fd2-f8dc-4364-affb-2a55645034ca,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:06.624079 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0c5d-cdbd-491c-8daf-a5c8ba65a208 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.889037 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4e0c5d-cdbd-491c-8daf-a5c8ba65a208 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Router 9b34f80f-37bc-4943-9f04-ebefc7cc9639 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:02:07.017789 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4e0c5d-cdbd-491c-8daf-a5c8ba65a208 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:02:07.026526 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5b4e0c5d-cdbd-491c-8daf-a5c8ba65a208 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "PUT /v2.0/routers/9b34f80f-37bc-4943-9f04-ebefc7cc9639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8414717 Apr 18 06:02:07.027488 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b726e7f-079f-4219-ab1d-496f0fb70b8c None None] Sync routers for ids ['9b34f80f-37bc-4943-9f04-ebefc7cc9639'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:02:07.030647 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49504) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:07.036754 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b726e7f-079f-4219-ab1d-496f0fb70b8c None None] Routers {'9b34f80f-37bc-4943-9f04-ebefc7cc9639'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:02:07.037377 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-9b726e7f-079f-4219-ab1d-496f0fb70b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:01:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['9b34f80f-37bc-4943-9f04-ebefc7cc9639'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:07.098670 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-9b726e7f-079f-4219-ab1d-496f0fb70b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:07.099009 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-c53b111c-d47d-420c-8195-b05da46fad7d tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] show failed (client error): The resource could not be found. Apr 18 06:02:07.100061 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c53b111c-d47d-420c-8195-b05da46fad7d tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-1795400560 HTTP/1.1" status: 404 len: 335 time: 0.0684521 Apr 18 06:02:07.103827 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49508) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:07.107986 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b726e7f-079f-4219-ab1d-496f0fb70b8c None None] Routers {'9b34f80f-37bc-4943-9f04-ebefc7cc9639'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:02:07.108610 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-9b726e7f-079f-4219-ab1d-496f0fb70b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:01:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['9b34f80f-37bc-4943-9f04-ebefc7cc9639'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:07.110210 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-d5371895-834c-4377-9412-4de52fae61ba tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:07.170324 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-9b726e7f-079f-4219-ab1d-496f0fb70b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:07.170727 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b726e7f-079f-4219-ab1d-496f0fb70b8c None None] The sync data for ids ['9b34f80f-37bc-4943-9f04-ebefc7cc9639'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:02:07.171369 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-d5371895-834c-4377-9412-4de52fae61ba tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] update failed (client error): The resource could not be found. Apr 18 06:02:07.172401 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d5371895-834c-4377-9412-4de52fae61ba tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-75975307 HTTP/1.1" status: 404 len: 333 time: 0.0675848 Apr 18 06:02:07.176184 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49512) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:07.243392 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-2679a4c5-d1eb-4388-a026-66887eb2dd81 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Deleting subnet f2d7b4f1-493c-4910-9a67-83d33bb704c6 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:02:07.246260 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2679a4c5-d1eb-4388-a026-66887eb2dd81 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.298868 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2679a4c5-d1eb-4388-a026-66887eb2dd81 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.382546 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2679a4c5-d1eb-4388-a026-66887eb2dd81 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.454049 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2679a4c5-d1eb-4388-a026-66887eb2dd81 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.497212 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2679a4c5-d1eb-4388-a026-66887eb2dd81 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.500682 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679a4c5-d1eb-4388-a026-66887eb2dd81 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d7b4f1-493c-4910-9a67-83d33bb704c6,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:07.503243 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436c8fdb-5dae-4ef3-96f2-f5fdb6ec2bee None None] Network 3f600adb-d64d-4a34-8b4f-8ea920260799 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:02:07.507238 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2679a4c5-d1eb-4388-a026-66887eb2dd81 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "DELETE /v2.0/subnets/f2d7b4f1-493c-4910-9a67-83d33bb704c6 HTTP/1.1" status: 204 len: 168 time: 0.3301392 Apr 18 06:02:07.510043 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49516) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:07.623963 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e0bf367f-3a6d-4421-948b-82df7cac7f18 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.633987 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-e0bf367f-3a6d-4421-948b-82df7cac7f18 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Deleting port 6908d886-93e8-4d81-a1f5-d14fe29ec9e1 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:02:07.634305 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e0bf367f-3a6d-4421-948b-82df7cac7f18 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.640622 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1eb28380-dac9-48ad-9312-cef6622014ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.764179 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.771069 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13dd0a1-43e4-4b98-a6ec-1e3565640266 None None] DHCP port deletion for 3f600adb-d64d-4a34-8b4f-8ea920260799 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:02:07.774851 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a13dd0a1-43e4-4b98-a6ec-1e3565640266 None None] Deleting port 6908d886-93e8-4d81-a1f5-d14fe29ec9e1 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:02:07.775215 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a13dd0a1-43e4-4b98-a6ec-1e3565640266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.843502 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-e0bf367f-3a6d-4421-948b-82df7cac7f18 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] For port 6908d886-93e8-4d81-a1f5-d14fe29ec9e1, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=6908d886-93e8-4d81-a1f5-d14fe29ec9e1,segment=NetworkSegment(11d9ba14-c040-47b1-a271-647c16ebdc66),segment_id=11d9ba14-c040-47b1-a271-647c16ebdc66)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:02:07.844140 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e0bf367f-3a6d-4421-948b-82df7cac7f18 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.975017 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-e0bf367f-3a6d-4421-948b-82df7cac7f18 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Calling delete_port for 6908d886-93e8-4d81-a1f5-d14fe29ec9e1 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:02:07.984429 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-a13dd0a1-43e4-4b98-a6ec-1e3565640266 None None] For port 6908d886-93e8-4d81-a1f5-d14fe29ec9e1, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=6908d886-93e8-4d81-a1f5-d14fe29ec9e1,segment=NetworkSegment(11d9ba14-c040-47b1-a271-647c16ebdc66),segment_id=11d9ba14-c040-47b1-a271-647c16ebdc66)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:02:07.984819 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a13dd0a1-43e4-4b98-a6ec-1e3565640266 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.109044 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a13dd0a1-43e4-4b98-a6ec-1e3565640266 None None] Calling delete_port for 6908d886-93e8-4d81-a1f5-d14fe29ec9e1 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:02:08.153346 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 6908d886-93e8-4d81-a1f5-d14fe29ec9e1 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:02:08.174509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e0bf367f-3a6d-4421-948b-82df7cac7f18 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.193949 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 6908d886-93e8-4d81-a1f5-d14fe29ec9e1 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:02:08.194296 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 6908d886-93e8-4d81-a1f5-d14fe29ec9e1 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:02:08.222755 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf367f-3a6d-4421-948b-82df7cac7f18 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event deleted for resources: {'Port': ['ID=6908d886-93e8-4d81-a1f5-d14fe29ec9e1,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:08.224576 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bf367f-3a6d-4421-948b-82df7cac7f18 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] No DVR routers for this DVR port 6908d886-93e8-4d81-a1f5-d14fe29ec9e1 on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:08.231615 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-a13dd0a1-43e4-4b98-a6ec-1e3565640266 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:02:08.231966 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-a13dd0a1-43e4-4b98-a6ec-1e3565640266 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:02:08.345616 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e0bf367f-3a6d-4421-948b-82df7cac7f18 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.370736 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-e0bf367f-3a6d-4421-948b-82df7cac7f18 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f600adb-d64d-4a34-8b4f-8ea920260799']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:08.382527 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-e0bf367f-3a6d-4421-948b-82df7cac7f18 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d9ba14-c040-47b1-a271-647c16ebdc66') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:08.382819 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-e0bf367f-3a6d-4421-948b-82df7cac7f18 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d9ba14-c040-47b1-a271-647c16ebdc66') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:08.394515 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e0bf367f-3a6d-4421-948b-82df7cac7f18 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.410976 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e0bf367f-3a6d-4421-948b-82df7cac7f18 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.417156 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0bf367f-3a6d-4421-948b-82df7cac7f18 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:02:08.417595 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e0bf367f-3a6d-4421-948b-82df7cac7f18 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:02:08.435862 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:02:08.479597 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.514464 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e0bf367f-3a6d-4421-948b-82df7cac7f18 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.532015 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e0bf367f-3a6d-4421-948b-82df7cac7f18 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.543499 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf367f-3a6d-4421-948b-82df7cac7f18 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event deleted for resources: {'Network': ['ID=3f600adb-d64d-4a34-8b4f-8ea920260799,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:08.547439 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e0bf367f-3a6d-4421-948b-82df7cac7f18 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "DELETE /v2.0/networks/3f600adb-d64d-4a34-8b4f-8ea920260799 HTTP/1.1" status: 204 len: 168 time: 1.0364425 Apr 18 06:02:08.550498 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49520) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:08.606327 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.622812 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00f9527-02d5-4765-9662-eb06d31c32e4 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Deleting subnet 9ce53701-5bc1-4f17-923d-200f91341def {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:02:08.625704 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b00f9527-02d5-4765-9662-eb06d31c32e4 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.680182 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b00f9527-02d5-4765-9662-eb06d31c32e4 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.733635 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a13dd0a1-43e4-4b98-a6ec-1e3565640266 None None] Deleting port 6908d886-93e8-4d81-a1f5-d14fe29ec9e1 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:02:08.734047 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a13dd0a1-43e4-4b98-a6ec-1e3565640266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.767282 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b00f9527-02d5-4765-9662-eb06d31c32e4 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.800617 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a13dd0a1-43e4-4b98-a6ec-1e3565640266 None None] The port '6908d886-93e8-4d81-a1f5-d14fe29ec9e1' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 06:02:08.842840 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b00f9527-02d5-4765-9662-eb06d31c32e4 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.884743 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f9527-02d5-4765-9662-eb06d31c32e4 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce53701-5bc1-4f17-923d-200f91341def,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:08.887148 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b00f9527-02d5-4765-9662-eb06d31c32e4 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.892275 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265c18ed-1380-455e-9f59-ef07284f764b None None] Network fefba017-db15-4c85-81c5-121512f4d618 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:02:08.893420 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b00f9527-02d5-4765-9662-eb06d31c32e4 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "DELETE /v2.0/subnets/9ce53701-5bc1-4f17-923d-200f91341def HTTP/1.1" status: 204 len: 168 time: 0.3419673 Apr 18 06:02:08.896296 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49524) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:08.967268 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ed49b6-4fc8-4ec4-a527-136bce5088b9 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Deleting subnet d86139f6-78b6-48a0-8358-3cd3f596ee0f {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:02:08.970420 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d3ed49b6-4fc8-4ec4-a527-136bce5088b9 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.028744 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d3ed49b6-4fc8-4ec4-a527-136bce5088b9 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.123297 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d3ed49b6-4fc8-4ec4-a527-136bce5088b9 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.151943 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e58ee7e-934e-460e-b45e-845168bbdda9 None None] DHCP port deletion for fefba017-db15-4c85-81c5-121512f4d618 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:02:09.156104 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-9e58ee7e-934e-460e-b45e-845168bbdda9 None None] Deleting port d70abe56-5e9b-47b8-b2ca-e459fdba0f4d {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:02:09.156472 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9e58ee7e-934e-460e-b45e-845168bbdda9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.197953 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d3ed49b6-4fc8-4ec4-a527-136bce5088b9 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.233555 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49530) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:09.239465 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed49b6-4fc8-4ec4-a527-136bce5088b9 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event deleted for resources: {'Subnet': ['ID=d86139f6-78b6-48a0-8358-3cd3f596ee0f,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:09.241418 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d3ed49b6-4fc8-4ec4-a527-136bce5088b9 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.251068 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d3ed49b6-4fc8-4ec4-a527-136bce5088b9 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "DELETE /v2.0/subnets/d86139f6-78b6-48a0-8358-3cd3f596ee0f HTTP/1.1" status: 204 len: 168 time: 0.3510928 Apr 18 06:02:09.251235 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49534) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:09.260552 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b844b7ea-a67c-40a4-a737-4b3b50374c33 None None] Network 4816db91-1ff3-477c-af83-866f192cb689 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:02:09.313646 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d50224-3530-4eb4-ab23-e6201b7acb81 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:09.314579 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d50224-3530-4eb4-ab23-e6201b7acb81 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:09.315229 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d50224-3530-4eb4-ab23-e6201b7acb81 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:09.317248 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-06d50224-3530-4eb4-ab23-e6201b7acb81 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=e00da76b2c8c4cb8902ec43a97f5e314&network_id=5ac31444-63eb-4a7c-8b2f-f6a257922680 HTTP/1.1" status: 200 len: 3000 time: 0.0825808 Apr 18 06:02:09.375834 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ace64d65-4f8b-47b5-8621-95ae7bd9a1dc tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.388553 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-ace64d65-4f8b-47b5-8621-95ae7bd9a1dc tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Deleting port d70abe56-5e9b-47b8-b2ca-e459fdba0f4d {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:02:09.389017 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ace64d65-4f8b-47b5-8621-95ae7bd9a1dc tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.498368 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-9e58ee7e-934e-460e-b45e-845168bbdda9 None None] For port d70abe56-5e9b-47b8-b2ca-e459fdba0f4d, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d70abe56-5e9b-47b8-b2ca-e459fdba0f4d,segment=NetworkSegment(d88f6d84-0276-4e78-b700-0d2b34aac440),segment_id=d88f6d84-0276-4e78-b700-0d2b34aac440)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:02:09.498799 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9e58ee7e-934e-460e-b45e-845168bbdda9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.606184 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-ace64d65-4f8b-47b5-8621-95ae7bd9a1dc tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] For port d70abe56-5e9b-47b8-b2ca-e459fdba0f4d, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d70abe56-5e9b-47b8-b2ca-e459fdba0f4d,segment=NetworkSegment(d88f6d84-0276-4e78-b700-0d2b34aac440),segment_id=d88f6d84-0276-4e78-b700-0d2b34aac440)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:02:09.606438 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ace64d65-4f8b-47b5-8621-95ae7bd9a1dc tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.676180 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-9e58ee7e-934e-460e-b45e-845168bbdda9 None None] Calling delete_port for d70abe56-5e9b-47b8-b2ca-e459fdba0f4d owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:02:09.731151 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-ace64d65-4f8b-47b5-8621-95ae7bd9a1dc tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Calling delete_port for d70abe56-5e9b-47b8-b2ca-e459fdba0f4d owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:02:09.764696 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9e58ee7e-934e-460e-b45e-845168bbdda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.808820 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.db.api [None req-ace64d65-4f8b-47b5-8621-95ae7bd9a1dc tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:02:09.809268 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG oslo_db.api [None req-ace64d65-4f8b-47b5-8621-95ae7bd9a1dc tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:02:09.813767 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58ee7e-934e-460e-b45e-845168bbdda9 None None] Pushing event deleted for resources: {'Port': ['ID=d70abe56-5e9b-47b8-b2ca-e459fdba0f4d,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:09.816254 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e58ee7e-934e-460e-b45e-845168bbdda9 None None] No DVR routers for this DVR port d70abe56-5e9b-47b8-b2ca-e459fdba0f4d on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:09.828108 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb1a83d-7709-4fff-9457-59f1ec39a3b2 None None] DHCP port deletion for 4816db91-1ff3-477c-af83-866f192cb689 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:02:09.830765 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ee7e-934e-460e-b45e-845168bbdda9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:09.831105 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ee7e-934e-460e-b45e-845168bbdda9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:09.831437 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ee7e-934e-460e-b45e-845168bbdda9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:09.831767 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ee7e-934e-460e-b45e-845168bbdda9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:09.832112 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ee7e-934e-460e-b45e-845168bbdda9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:09.832439 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ee7e-934e-460e-b45e-845168bbdda9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:09.832760 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ee7e-934e-460e-b45e-845168bbdda9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:09.833081 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ee7e-934e-460e-b45e-845168bbdda9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:09.833653 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ee7e-934e-460e-b45e-845168bbdda9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:09.833971 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ee7e-934e-460e-b45e-845168bbdda9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:09.834283 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ee7e-934e-460e-b45e-845168bbdda9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:09.834613 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ee7e-934e-460e-b45e-845168bbdda9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:09.839122 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-dfb1a83d-7709-4fff-9457-59f1ec39a3b2 None None] Deleting port 3563806e-44c8-4a35-b021-4745cadf995e {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:02:09.839591 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dfb1a83d-7709-4fff-9457-59f1ec39a3b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.033041 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-dfb1a83d-7709-4fff-9457-59f1ec39a3b2 None None] For port 3563806e-44c8-4a35-b021-4745cadf995e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=3563806e-44c8-4a35-b021-4745cadf995e,segment=NetworkSegment(e38e9854-f00f-4f50-9956-09dc96ddc847),segment_id=e38e9854-f00f-4f50-9956-09dc96ddc847)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:02:10.033424 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dfb1a83d-7709-4fff-9457-59f1ec39a3b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.155346 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d70abe56-5e9b-47b8-b2ca-e459fdba0f4d no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:02:10.189993 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-dfb1a83d-7709-4fff-9457-59f1ec39a3b2 None None] Calling delete_port for 3563806e-44c8-4a35-b021-4745cadf995e owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:02:10.227929 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: d70abe56-5e9b-47b8-b2ca-e459fdba0f4d {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:02:10.228290 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d70abe56-5e9b-47b8-b2ca-e459fdba0f4d not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:02:10.228692 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 3563806e-44c8-4a35-b021-4745cadf995e no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:02:10.269735 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.310228 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-ace64d65-4f8b-47b5-8621-95ae7bd9a1dc tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Deleting port d70abe56-5e9b-47b8-b2ca-e459fdba0f4d {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:02:10.310796 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ace64d65-4f8b-47b5-8621-95ae7bd9a1dc tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.352642 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dfb1a83d-7709-4fff-9457-59f1ec39a3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.379795 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-ace64d65-4f8b-47b5-8621-95ae7bd9a1dc tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] The port 'd70abe56-5e9b-47b8-b2ca-e459fdba0f4d' was deleted {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 06:02:10.410829 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1a83d-7709-4fff-9457-59f1ec39a3b2 None None] Pushing event deleted for resources: {'Port': ['ID=3563806e-44c8-4a35-b021-4745cadf995e,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:10.416372 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb1a83d-7709-4fff-9457-59f1ec39a3b2 None None] No DVR routers for this DVR port 3563806e-44c8-4a35-b021-4745cadf995e on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:10.420164 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.607854 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ace64d65-4f8b-47b5-8621-95ae7bd9a1dc tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.637620 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-ace64d65-4f8b-47b5-8621-95ae7bd9a1dc tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fefba017-db15-4c85-81c5-121512f4d618']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:10.650843 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-ace64d65-4f8b-47b5-8621-95ae7bd9a1dc tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88f6d84-0276-4e78-b700-0d2b34aac440') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:10.650843 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-ace64d65-4f8b-47b5-8621-95ae7bd9a1dc tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88f6d84-0276-4e78-b700-0d2b34aac440') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:10.662799 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ace64d65-4f8b-47b5-8621-95ae7bd9a1dc tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.679221 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ace64d65-4f8b-47b5-8621-95ae7bd9a1dc tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.687081 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace64d65-4f8b-47b5-8621-95ae7bd9a1dc tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:02:10.687081 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ace64d65-4f8b-47b5-8621-95ae7bd9a1dc tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: util.warn( Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:02:10.702235 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:02:10.781663 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ace64d65-4f8b-47b5-8621-95ae7bd9a1dc tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.803839 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ace64d65-4f8b-47b5-8621-95ae7bd9a1dc tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.814882 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace64d65-4f8b-47b5-8621-95ae7bd9a1dc tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event deleted for resources: {'Network': ['ID=fefba017-db15-4c85-81c5-121512f4d618,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:10.818393 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ace64d65-4f8b-47b5-8621-95ae7bd9a1dc tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "DELETE /v2.0/networks/fefba017-db15-4c85-81c5-121512f4d618 HTTP/1.1" status: 204 len: 168 time: 1.5662646 Apr 18 06:02:10.821529 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49546) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:10.943395 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25f1d9ba-e147-48d4-8391-15dd0666a629 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.977203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49550) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:11.041035 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252f133f-14bd-47f9-9c12-8bb4bd4cafde tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:11.043299 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-252f133f-14bd-47f9-9c12-8bb4bd4cafde tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 HTTP/1.1" status: 200 len: 814 time: 0.0667019 Apr 18 06:02:11.081379 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25f1d9ba-e147-48d4-8391-15dd0666a629 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.107711 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-25f1d9ba-e147-48d4-8391-15dd0666a629 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4816db91-1ff3-477c-af83-866f192cb689']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:11.121331 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-25f1d9ba-e147-48d4-8391-15dd0666a629 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38e9854-f00f-4f50-9956-09dc96ddc847') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:11.121331 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-25f1d9ba-e147-48d4-8391-15dd0666a629 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38e9854-f00f-4f50-9956-09dc96ddc847') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:11.133729 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25f1d9ba-e147-48d4-8391-15dd0666a629 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.150790 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25f1d9ba-e147-48d4-8391-15dd0666a629 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.157779 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f1d9ba-e147-48d4-8391-15dd0666a629 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:02:11.158168 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25f1d9ba-e147-48d4-8391-15dd0666a629 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:02:11.175436 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:02:11.260475 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25f1d9ba-e147-48d4-8391-15dd0666a629 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.264862 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25f1d9ba-e147-48d4-8391-15dd0666a629 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.291819 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-25f1d9ba-e147-48d4-8391-15dd0666a629 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "DELETE /v2.0/networks/4816db91-1ff3-477c-af83-866f192cb689 HTTP/1.1" status: 204 len: 168 time: 0.4668627 Apr 18 06:02:11.291819 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1d9ba-e147-48d4-8391-15dd0666a629 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event deleted for resources: {'Network': ['ID=4816db91-1ff3-477c-af83-866f192cb689,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:11.293077 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49558) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:11.366287 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4878fd-79bc-4a61-a106-ea0986d8f039 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Deleting subnet 6273f08f-2d9c-4e92-a1c0-223083a1e846 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:02:11.369922 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4b4878fd-79bc-4a61-a106-ea0986d8f039 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.429145 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4b4878fd-79bc-4a61-a106-ea0986d8f039 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.497271 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49564) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:11.502786 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-b09e094a-1794-4c8a-91cf-c46675e02435 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:11.519516 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4b4878fd-79bc-4a61-a106-ea0986d8f039 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.597046 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4b4878fd-79bc-4a61-a106-ea0986d8f039 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.609511 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b09e094a-1794-4c8a-91cf-c46675e02435 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.641829 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4878fd-79bc-4a61-a106-ea0986d8f039 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event deleted for resources: {'Subnet': ['ID=6273f08f-2d9c-4e92-a1c0-223083a1e846,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:11.650337 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4b4878fd-79bc-4a61-a106-ea0986d8f039 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.652607 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4b4878fd-79bc-4a61-a106-ea0986d8f039 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "DELETE /v2.0/subnets/6273f08f-2d9c-4e92-a1c0-223083a1e846 HTTP/1.1" status: 204 len: 168 time: 0.3592560 Apr 18 06:02:11.654708 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49568) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:11.656674 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fe5c03-69dd-49f6-9c88-43152289948d None None] Network 31f7212b-d2e7-487e-af54-9931cb412dba requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:02:11.780191 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-44f952b9-5ab2-496b-a9f8-9d34d322ee02 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.792400 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-44f952b9-5ab2-496b-a9f8-9d34d322ee02 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Deleting port 942ea86b-1456-45ab-967f-2e7a77b50ee1 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:02:11.792400 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-44f952b9-5ab2-496b-a9f8-9d34d322ee02 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.957146 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23c03fe-493c-4386-81e7-c68d8f4075b3 None None] DHCP port deletion for 31f7212b-d2e7-487e-af54-9931cb412dba request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:02:11.965553 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e23c03fe-493c-4386-81e7-c68d8f4075b3 None None] Deleting port 942ea86b-1456-45ab-967f-2e7a77b50ee1 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:02:11.967376 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e23c03fe-493c-4386-81e7-c68d8f4075b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.979353 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b09e094a-1794-4c8a-91cf-c46675e02435 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.983476 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b09e094a-1794-4c8a-91cf-c46675e02435 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.983830 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-b09e094a-1794-4c8a-91cf-c46675e02435 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Floating IP 8dcebbfd-7652-4e12-b91d-f18044f9ba60 disassociated. External IP: 172.26.1.105, port: d41d7ea7-7448-4847-9add-5aaa0ea2ad70. Apr 18 06:02:12.032097 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-44f952b9-5ab2-496b-a9f8-9d34d322ee02 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] For port 942ea86b-1456-45ab-967f-2e7a77b50ee1, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=942ea86b-1456-45ab-967f-2e7a77b50ee1,segment=NetworkSegment(2b9bb40f-d0e5-4fdc-ba79-fd296bbccd14),segment_id=2b9bb40f-d0e5-4fdc-ba79-fd296bbccd14)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:02:12.032592 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-44f952b9-5ab2-496b-a9f8-9d34d322ee02 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.194148 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 942ea86b-1456-45ab-967f-2e7a77b50ee1 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:02:12.288729 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-44f952b9-5ab2-496b-a9f8-9d34d322ee02 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Calling delete_port for 942ea86b-1456-45ab-967f-2e7a77b50ee1 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:02:12.318403 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-e23c03fe-493c-4386-81e7-c68d8f4075b3 None None] For port 942ea86b-1456-45ab-967f-2e7a77b50ee1, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=942ea86b-1456-45ab-967f-2e7a77b50ee1,segment=NetworkSegment(2b9bb40f-d0e5-4fdc-ba79-fd296bbccd14),segment_id=2b9bb40f-d0e5-4fdc-ba79-fd296bbccd14)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:02:12.319107 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e23c03fe-493c-4386-81e7-c68d8f4075b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.371406 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-44f952b9-5ab2-496b-a9f8-9d34d322ee02 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.427985 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f952b9-5ab2-496b-a9f8-9d34d322ee02 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event deleted for resources: {'Port': ['ID=942ea86b-1456-45ab-967f-2e7a77b50ee1,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:12.429897 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f952b9-5ab2-496b-a9f8-9d34d322ee02 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] No DVR routers for this DVR port 942ea86b-1456-45ab-967f-2e7a77b50ee1 on host dv-neutron-837489-1-hyperv {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:12.448138 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No ports have port_id starting with 942ea86b-1456-45ab-967f-2e7a77b50ee1 Apr 18 06:02:12.456808 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e23c03fe-493c-4386-81e7-c68d8f4075b3 None None] Calling delete_port for 942ea86b-1456-45ab-967f-2e7a77b50ee1 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:02:12.493544 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09e094a-1794-4c8a-91cf-c46675e02435 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router ea9c997c-526f-41df-8efd-5203ee7b7ef2 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:02:12.535799 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-e23c03fe-493c-4386-81e7-c68d8f4075b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:02:12.536276 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-e23c03fe-493c-4386-81e7-c68d8f4075b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:02:12.558113 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-44f952b9-5ab2-496b-a9f8-9d34d322ee02 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.584951 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-44f952b9-5ab2-496b-a9f8-9d34d322ee02 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f7212b-d2e7-487e-af54-9931cb412dba']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:12.597609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-44f952b9-5ab2-496b-a9f8-9d34d322ee02 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b9bb40f-d0e5-4fdc-ba79-fd296bbccd14') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:12.597910 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-44f952b9-5ab2-496b-a9f8-9d34d322ee02 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b9bb40f-d0e5-4fdc-ba79-fd296bbccd14') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:12.609498 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-44f952b9-5ab2-496b-a9f8-9d34d322ee02 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.625701 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-44f952b9-5ab2-496b-a9f8-9d34d322ee02 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.631563 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f952b9-5ab2-496b-a9f8-9d34d322ee02 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:02:12.631944 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-44f952b9-5ab2-496b-a9f8-9d34d322ee02 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:02:12.647153 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:02:12.677839 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09e094a-1794-4c8a-91cf-c46675e02435 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:02:12.682475 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b09e094a-1794-4c8a-91cf-c46675e02435 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.687872 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613edad0-8a5e-4bfb-8523-09f172c944c6 None None] Sync routers for ids ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:02:12.697714 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613edad0-8a5e-4bfb-8523-09f172c944c6 None None] Routers {'ea9c997c-526f-41df-8efd-5203ee7b7ef2'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:02:12.698528 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-613edad0-8a5e-4bfb-8523-09f172c944c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:02:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:12.731977 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-44f952b9-5ab2-496b-a9f8-9d34d322ee02 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.747910 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b09e094a-1794-4c8a-91cf-c46675e02435 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/floatingips/8dcebbfd-7652-4e12-b91d-f18044f9ba60 HTTP/1.1" status: 200 len: 690 time: 1.2466848 Apr 18 06:02:12.747910 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447c4a7f-3f4d-4a9f-8e23-0c0da6762e09', 'tag': 'd41d7ea7-7448-4847-9add-5aaa0ea2ad70'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:02:12.750315 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49572) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:12.751159 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-44f952b9-5ab2-496b-a9f8-9d34d322ee02 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.765626 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f952b9-5ab2-496b-a9f8-9d34d322ee02 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Pushing event deleted for resources: {'Network': ['ID=31f7212b-d2e7-487e-af54-9931cb412dba,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:12.771685 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-44f952b9-5ab2-496b-a9f8-9d34d322ee02 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "DELETE /v2.0/networks/31f7212b-d2e7-487e-af54-9931cb412dba HTTP/1.1" status: 204 len: 168 time: 1.1155655 Apr 18 06:02:12.772403 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49578) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:12.816386 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a874eec0-7bf3-4a9b-b2fc-fb08cb9efd07'] response: {'name': 'network-changed', 'server_uuid': '447c4a7f-3f4d-4a9f-8e23-0c0da6762e09', 'tag': 'd41d7ea7-7448-4847-9add-5aaa0ea2ad70', 'status': 'completed', 'code': 200} Apr 18 06:02:12.821557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-0fddfe95-bd89-41c6-a7de-89ac2066ada4 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Synchronizing usage tracker for tenant:c84a8e9c557c40eba01032dd4eeaef45 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:02:12.841742 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-0fddfe95-bd89-41c6-a7de-89ac2066ada4 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Unset dirty status for tenant:c84a8e9c557c40eba01032dd4eeaef45 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:02:12.844320 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8fb78c51-e52f-4e6d-b86c-74f138ec410f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/8dcebbfd-7652-4e12-b91d-f18044f9ba60 HTTP/1.1" status: 200 len: 690 time: 0.0923793 Apr 18 06:02:12.845627 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49582) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:12.845791 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0fddfe95-bd89-41c6-a7de-89ac2066ada4 tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b34f80f-37bc-4943-9f04-ebefc7cc9639 HTTP/1.1" status: 200 len: 205 time: 0.0724740 Apr 18 06:02:12.922922 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea1efb-becd-4ed9-b467-7b2cb540f807 req-5d8458c5-4052-45bd-9372-1bc924827754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:12.923360 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-613edad0-8a5e-4bfb-8523-09f172c944c6 None None] Set router ea9c997c-526f-41df-8efd-5203ee7b7ef2 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:02:12.924430 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-09ea1efb-becd-4ed9-b467-7b2cb540f807 req-5d8458c5-4052-45bd-9372-1bc924827754 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=447c4a7f-3f4d-4a9f-8e23-0c0da6762e09 HTTP/1.1" status: 200 len: 1099 time: 0.0776749 Apr 18 06:02:12.979806 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-789e66e7-f6b4-4e04-9032-c8b4b704fade tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.037241 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e23c03fe-493c-4386-81e7-c68d8f4075b3 None None] Deleting port 942ea86b-1456-45ab-967f-2e7a77b50ee1 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:02:13.037827 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e23c03fe-493c-4386-81e7-c68d8f4075b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.069946 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea1efb-becd-4ed9-b467-7b2cb540f807 req-7af758ac-8d0a-4f39-8b3d-2e6eff034a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:13.072393 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-09ea1efb-becd-4ed9-b467-7b2cb540f807 req-7af758ac-8d0a-4f39-8b3d-2e6eff034a36 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ac31444-63eb-4a7c-8b2f-f6a257922680 HTTP/1.1" status: 200 len: 897 time: 0.1418505 Apr 18 06:02:13.109564 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e23c03fe-493c-4386-81e7-c68d8f4075b3 None None] The port '942ea86b-1456-45ab-967f-2e7a77b50ee1' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 06:02:13.157414 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-09ea1efb-becd-4ed9-b467-7b2cb540f807 req-730e6942-3561-408e-a92f-84b45297b10f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d41d7ea7-7448-4847-9add-5aaa0ea2ad70 HTTP/1.1" status: 200 len: 217 time: 0.0755332 Apr 18 06:02:13.226657 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea1efb-becd-4ed9-b467-7b2cb540f807 req-95fd5212-c889-47f5-918c-13a9f0f536f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:13.228272 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-09ea1efb-becd-4ed9-b467-7b2cb540f807 req-95fd5212-c889-47f5-918c-13a9f0f536f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a1e2829-ae5d-423d-bac8-16cf82dd01d7 HTTP/1.1" status: 200 len: 835 time: 0.0644972 Apr 18 06:02:13.249158 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-613edad0-8a5e-4bfb-8523-09f172c944c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'name': 'tempest-TestNetworkBasicOps-router-1509158123', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:05Z', 'updated_at': '2022-04-18T06:01:13Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:06Z', 'updated_at': '2022-04-18T06:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd902931b-65a3-438a-8824-e8e7d3101a43', 'name': '', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:b8:3f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:11Z', 'updated_at': '2022-04-18T06:01:18Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:13.253162 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613edad0-8a5e-4bfb-8523-09f172c944c6 None None] Checking router: ea9c997c-526f-41df-8efd-5203ee7b7ef2 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:02:13.261480 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613edad0-8a5e-4bfb-8523-09f172c944c6 None None] Routers {'ea9c997c-526f-41df-8efd-5203ee7b7ef2'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:02:13.262199 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-613edad0-8a5e-4bfb-8523-09f172c944c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:02:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:13.293172 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-789e66e7-f6b4-4e04-9032-c8b4b704fade tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.295427 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-789e66e7-f6b4-4e04-9032-c8b4b704fade tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.302373 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea1efb-becd-4ed9-b467-7b2cb540f807 req-603daa7b-8991-4b0e-9ec3-ccc62778b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:13.303842 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-09ea1efb-becd-4ed9-b467-7b2cb540f807 req-603daa7b-8991-4b0e-9ec3-ccc62778b65f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ac31444-63eb-4a7c-8b2f-f6a257922680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701532 Apr 18 06:02:13.321141 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-789e66e7-f6b4-4e04-9032-c8b4b704fade tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.321664 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789e66e7-f6b4-4e04-9032-c8b4b704fade tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Fanout notify agent at l3_agent the message router_deleted on router 9b34f80f-37bc-4943-9f04-ebefc7cc9639 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:02:13.341180 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-789e66e7-f6b4-4e04-9032-c8b4b704fade tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.344724 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-789e66e7-f6b4-4e04-9032-c8b4b704fade tempest-RoutersNegativeIpV6Test-1693501861 tempest-RoutersNegativeIpV6Test-1693501861-project] 10.222.0.15 "DELETE /v2.0/routers/9b34f80f-37bc-4943-9f04-ebefc7cc9639 HTTP/1.1" status: 204 len: 168 time: 0.4955761 Apr 18 06:02:13.466148 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-09ea1efb-becd-4ed9-b467-7b2cb540f807 req-e282418e-061d-4de3-b0c0-3de72e775bfa service neutron] 10.222.0.52 "GET /v2.0/networks/5ac31444-63eb-4a7c-8b2f-f6a257922680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555686 Apr 18 06:02:13.485691 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-613edad0-8a5e-4bfb-8523-09f172c944c6 None None] Set router ea9c997c-526f-41df-8efd-5203ee7b7ef2 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:02:13.610267 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-09ea1efb-becd-4ed9-b467-7b2cb540f807 req-83c40d3d-8884-49ad-9844-f6ccb4847278 service neutron] 10.222.0.52 "GET /v2.0/networks/5ac31444-63eb-4a7c-8b2f-f6a257922680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364417 Apr 18 06:02:13.648250 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49590) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:13.796620 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d711cd44-2d86-4134-a122-610c2b2149aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c84a8e9c557c40eba01032dd4eeaef45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472223 Apr 18 06:02:13.799153 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49596) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:13.807344 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-613edad0-8a5e-4bfb-8523-09f172c944c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'name': 'tempest-TestNetworkBasicOps-router-1509158123', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:05Z', 'updated_at': '2022-04-18T06:01:13Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:06Z', 'updated_at': '2022-04-18T06:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd902931b-65a3-438a-8824-e8e7d3101a43', 'name': '', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:b8:3f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:11Z', 'updated_at': '2022-04-18T06:01:18Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:13.811416 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613edad0-8a5e-4bfb-8523-09f172c944c6 None None] The sync data for ids ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'] in dv-neutron-837489-1-hyperv is: [{'id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'name': 'tempest-TestNetworkBasicOps-router-1509158123', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:05Z', 'updated_at': '2022-04-18T06:01:13Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:06Z', 'updated_at': '2022-04-18T06:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd902931b-65a3-438a-8824-e8e7d3101a43', 'name': '', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:b8:3f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:11Z', 'updated_at': '2022-04-18T06:01:18Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:02:13.848356 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49600) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:13.863518 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5ebc2c09-cb01-45e1-bc4f-3e1ca83d0570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.890870 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5ebc2c09-cb01-45e1-bc4f-3e1ca83d0570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.935346 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-891d7ddd-5cf8-4d2a-baa8-fa403ff03447 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/8dcebbfd-7652-4e12-b91d-f18044f9ba60 HTTP/1.1" status: 200 len: 690 time: 0.0857918 Apr 18 06:02:13.947404 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5ebc2c09-cb01-45e1-bc4f-3e1ca83d0570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.962246 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc2c09-cb01-45e1-bc4f-3e1ca83d0570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de361e74-1ac6-4c55-9544-da11ff0b14ad,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:13.969047 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5ebc2c09-cb01-45e1-bc4f-3e1ca83d0570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.970155 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5ebc2c09-cb01-45e1-bc4f-3e1ca83d0570 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de361e74-1ac6-4c55-9544-da11ff0b14ad HTTP/1.1" status: 204 len: 168 time: 0.1701050 Apr 18 06:02:14.094014 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fb160e-a61c-4d78-aa38-3614934297d3 None None] New status for floating IP 8dcebbfd-7652-4e12-b91d-f18044f9ba60: DOWN {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:02:14.710279 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49624) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:14.812523 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-58d1ad9d-2960-4b80-981e-173c5ce1d788 tempest-SubnetPoolsTestJSON-1665639216 tempest-SubnetPoolsTestJSON-1665639216-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-995460934', 'prefixes': ['172.20.0.0/16']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:14.818561 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-58d1ad9d-2960-4b80-981e-173c5ce1d788 tempest-SubnetPoolsTestJSON-1665639216 tempest-SubnetPoolsTestJSON-1665639216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:02:14.879386 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-58d1ad9d-2960-4b80-981e-173c5ce1d788 tempest-SubnetPoolsTestJSON-1665639216 tempest-SubnetPoolsTestJSON-1665639216-project] Notify callbacks [] for subnetpool, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.880646 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-58d1ad9d-2960-4b80-981e-173c5ce1d788 tempest-SubnetPoolsTestJSON-1665639216 tempest-SubnetPoolsTestJSON-1665639216-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1693320 Apr 18 06:02:14.883308 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49630) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:14.911740 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2c9a953c-82eb-455c-a5dd-e4118b005e00 tempest-SubnetPoolsTestJSON-1665639216 tempest-SubnetPoolsTestJSON-1665639216-project] 10.222.0.15 "GET /v2.0/subnetpools/039968e5-64d5-49d3-9ea9-ad07c1c89aaf HTTP/1.1" status: 200 len: 731 time: 0.0274649 Apr 18 06:02:14.914009 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49634) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:14.918746 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-4a5532d2-3c25-491c-b86a-d82a8d53db48 tempest-SubnetPoolsTestJSON-1665639216 tempest-SubnetPoolsTestJSON-1665639216-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-60623207'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:14.939246 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49638) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:15.000315 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4a5532d2-3c25-491c-b86a-d82a8d53db48 tempest-SubnetPoolsTestJSON-1665639216 tempest-SubnetPoolsTestJSON-1665639216-project] Notify callbacks [] for subnetpool, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.001499 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4a5532d2-3c25-491c-b86a-d82a8d53db48 tempest-SubnetPoolsTestJSON-1665639216 tempest-SubnetPoolsTestJSON-1665639216-project] 10.222.0.15 "PUT /v2.0/subnetpools/039968e5-64d5-49d3-9ea9-ad07c1c89aaf HTTP/1.1" status: 200 len: 682 time: 0.0866141 Apr 18 06:02:15.004220 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49642) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:15.040173 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-065f345b-a143-4d45-995a-bd271e53a374 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/8dcebbfd-7652-4e12-b91d-f18044f9ba60 HTTP/1.1" status: 200 len: 688 time: 0.0997493 Apr 18 06:02:15.109121 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b797537d-08e6-4a2c-ab27-1bc0ce966a3b tempest-SubnetPoolsTestJSON-1665639216 tempest-SubnetPoolsTestJSON-1665639216-project] Notify callbacks [] for subnetpool, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.110224 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b797537d-08e6-4a2c-ab27-1bc0ce966a3b tempest-SubnetPoolsTestJSON-1665639216 tempest-SubnetPoolsTestJSON-1665639216-project] 10.222.0.15 "DELETE /v2.0/subnetpools/039968e5-64d5-49d3-9ea9-ad07c1c89aaf HTTP/1.1" status: 204 len: 168 time: 0.1051097 Apr 18 06:02:15.112836 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49646) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:15.130001 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-41bdb17f-9509-463e-b27e-c5d4295f8420 tempest-SubnetPoolsTestJSON-1665639216 tempest-SubnetPoolsTestJSON-1665639216-project] show failed (client error): The resource could not be found. Apr 18 06:02:15.130946 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-41bdb17f-9509-463e-b27e-c5d4295f8420 tempest-SubnetPoolsTestJSON-1665639216 tempest-SubnetPoolsTestJSON-1665639216-project] 10.222.0.15 "GET /v2.0/subnetpools/039968e5-64d5-49d3-9ea9-ad07c1c89aaf HTTP/1.1" status: 404 len: 346 time: 0.0172484 Apr 18 06:02:15.133236 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49650) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:15.149334 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.api.v2.resource [None req-2a217998-e06b-4f6b-9258-21629a9b2efd tempest-SubnetPoolsTestJSON-1665639216 tempest-SubnetPoolsTestJSON-1665639216-project] delete failed (client error): The resource could not be found. Apr 18 06:02:15.150200 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2a217998-e06b-4f6b-9258-21629a9b2efd tempest-SubnetPoolsTestJSON-1665639216 tempest-SubnetPoolsTestJSON-1665639216-project] 10.222.0.15 "DELETE /v2.0/subnetpools/039968e5-64d5-49d3-9ea9-ad07c1c89aaf HTTP/1.1" status: 404 len: 346 time: 0.0161421 Apr 18 06:02:15.412652 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49658) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:15.529007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b811ed84-9dcf-4b49-b701-1e7c20760f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.543049 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b811ed84-9dcf-4b49-b701-1e7c20760f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:02:15.546934 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b811ed84-9dcf-4b49-b701-1e7c20760f79 admin admin] Usage tracker for resource:security_group_rule and tenant:e0e12f7405ed4eb29d71cea04bd5dedd is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:02:15.549813 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b811ed84-9dcf-4b49-b701-1e7c20760f79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:02:15.555387 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b811ed84-9dcf-4b49-b701-1e7c20760f79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:02:15.641691 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b811ed84-9dcf-4b49-b701-1e7c20760f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.645488 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b811ed84-9dcf-4b49-b701-1e7c20760f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.797319 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b811ed84-9dcf-4b49-b701-1e7c20760f79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0e12f7405ed4eb29d71cea04bd5dedd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3835754 Apr 18 06:02:15.798859 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811ed84-9dcf-4b49-b701-1e7c20760f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e7b399-9830-4496-ac83-72efcc302ab2,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:15.800003 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49664) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:15.863721 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3fdf6ef2-0aef-4fab-893b-87382f077df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.000286 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3fdf6ef2-0aef-4fab-893b-87382f077df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.050487 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3fdf6ef2-0aef-4fab-893b-87382f077df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.065444 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf6ef2-0aef-4fab-893b-87382f077df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e7b399-9830-4496-ac83-72efcc302ab2,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:16.072063 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3fdf6ef2-0aef-4fab-893b-87382f077df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.076636 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3fdf6ef2-0aef-4fab-893b-87382f077df7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/43e7b399-9830-4496-ac83-72efcc302ab2 HTTP/1.1" status: 204 len: 168 time: 0.2754593 Apr 18 06:02:16.390935 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49672) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:16.396319 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-a54f16d3-eace-43b5-ac7f-e3483d15d17f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-987151', 'description': 'tempest-secgroup-smoke-987151 description', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:16.403137 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a54f16d3-eace-43b5-ac7f-e3483d15d17f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:02:16.412532 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a54f16d3-eace-43b5-ac7f-e3483d15d17f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:02:16.421975 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a54f16d3-eace-43b5-ac7f-e3483d15d17f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.441076 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a54f16d3-eace-43b5-ac7f-e3483d15d17f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:02:16.444763 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a54f16d3-eace-43b5-ac7f-e3483d15d17f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:02:16.447492 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a54f16d3-eace-43b5-ac7f-e3483d15d17f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:02:16.453680 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a54f16d3-eace-43b5-ac7f-e3483d15d17f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:02:16.523875 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a54f16d3-eace-43b5-ac7f-e3483d15d17f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.528316 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a54f16d3-eace-43b5-ac7f-e3483d15d17f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.571215 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f16d3-eace-43b5-ac7f-e3483d15d17f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d55dcc-7fee-457c-85bd-164546453a24,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:16.582723 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a54f16d3-eace-43b5-ac7f-e3483d15d17f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.584443 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a54f16d3-eace-43b5-ac7f-e3483d15d17f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.1923702 Apr 18 06:02:16.587304 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49676) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:16.593141 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-a45d5db5-b68e-4707-87d2-e46a1d206ede tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'b6d55dcc-7fee-457c-85bd-164546453a24', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:16.598725 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a45d5db5-b68e-4707-87d2-e46a1d206ede tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:02:16.602506 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a45d5db5-b68e-4707-87d2-e46a1d206ede tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:02:16.605663 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a45d5db5-b68e-4707-87d2-e46a1d206ede tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:02:16.611235 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a45d5db5-b68e-4707-87d2-e46a1d206ede tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:02:16.627420 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a45d5db5-b68e-4707-87d2-e46a1d206ede tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.688626 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a45d5db5-b68e-4707-87d2-e46a1d206ede tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.692154 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a45d5db5-b68e-4707-87d2-e46a1d206ede tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.716311 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d5db5-b68e-4707-87d2-e46a1d206ede tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1de865-3f5f-43a3-9c64-4acc1f7b9b80,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:16.725575 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a45d5db5-b68e-4707-87d2-e46a1d206ede tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.728474 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a45d5db5-b68e-4707-87d2-e46a1d206ede tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402245 Apr 18 06:02:16.729510 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49680) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:16.735958 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-45091fa2-acbe-4211-a14f-38d35cfc3f9f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'b6d55dcc-7fee-457c-85bd-164546453a24', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:16.741916 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-45091fa2-acbe-4211-a14f-38d35cfc3f9f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:02:16.746497 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-45091fa2-acbe-4211-a14f-38d35cfc3f9f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:02:16.749419 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-45091fa2-acbe-4211-a14f-38d35cfc3f9f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:02:16.755035 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-45091fa2-acbe-4211-a14f-38d35cfc3f9f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:02:16.772063 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-45091fa2-acbe-4211-a14f-38d35cfc3f9f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.832698 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-45091fa2-acbe-4211-a14f-38d35cfc3f9f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.836292 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-45091fa2-acbe-4211-a14f-38d35cfc3f9f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.861894 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45091fa2-acbe-4211-a14f-38d35cfc3f9f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a2f3fb-d944-4554-9b61-34628509d84e,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:16.871399 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-45091fa2-acbe-4211-a14f-38d35cfc3f9f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.878557 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-45091fa2-acbe-4211-a14f-38d35cfc3f9f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1440797 Apr 18 06:02:16.878885 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49684) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:16.883856 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-8154a39e-11b6-4e46-96f7-c17c2fdd41c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'b6d55dcc-7fee-457c-85bd-164546453a24', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:16.887170 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8154a39e-11b6-4e46-96f7-c17c2fdd41c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:02:16.891283 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8154a39e-11b6-4e46-96f7-c17c2fdd41c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:02:16.894194 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8154a39e-11b6-4e46-96f7-c17c2fdd41c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:02:16.899737 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8154a39e-11b6-4e46-96f7-c17c2fdd41c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:02:16.915831 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8154a39e-11b6-4e46-96f7-c17c2fdd41c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.982041 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8154a39e-11b6-4e46-96f7-c17c2fdd41c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.984954 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8154a39e-11b6-4e46-96f7-c17c2fdd41c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.008451 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154a39e-11b6-4e46-96f7-c17c2fdd41c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fecf3ce0-a28c-4d73-86e6-a7aeef2e4cdd,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:17.016844 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8154a39e-11b6-4e46-96f7-c17c2fdd41c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.018331 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8154a39e-11b6-4e46-96f7-c17c2fdd41c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418288 Apr 18 06:02:17.021042 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49688) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:17.025822 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-72661ae0-a6b0-4012-a28e-e1e1111b4965 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'b6d55dcc-7fee-457c-85bd-164546453a24', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:17.031881 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-72661ae0-a6b0-4012-a28e-e1e1111b4965 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:02:17.035633 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-72661ae0-a6b0-4012-a28e-e1e1111b4965 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:02:17.038455 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-72661ae0-a6b0-4012-a28e-e1e1111b4965 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:02:17.044616 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-72661ae0-a6b0-4012-a28e-e1e1111b4965 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:02:17.060957 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-72661ae0-a6b0-4012-a28e-e1e1111b4965 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.126297 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-72661ae0-a6b0-4012-a28e-e1e1111b4965 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.130184 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-72661ae0-a6b0-4012-a28e-e1e1111b4965 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.158203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72661ae0-a6b0-4012-a28e-e1e1111b4965 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e4d809c-405e-4481-8041-8441fc5bbfa0,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:17.165286 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-72661ae0-a6b0-4012-a28e-e1e1111b4965 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.166546 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-72661ae0-a6b0-4012-a28e-e1e1111b4965 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446040 Apr 18 06:02:17.169415 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49692) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:17.174504 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-05503634-f089-49e0-95c3-896e4129bf1a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'b6d55dcc-7fee-457c-85bd-164546453a24', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:17.180487 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-05503634-f089-49e0-95c3-896e4129bf1a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:02:17.184385 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-05503634-f089-49e0-95c3-896e4129bf1a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:02:17.187214 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-05503634-f089-49e0-95c3-896e4129bf1a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:02:17.193021 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-05503634-f089-49e0-95c3-896e4129bf1a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:02:17.204845 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-05503634-f089-49e0-95c3-896e4129bf1a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:02:17.211525 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-05503634-f089-49e0-95c3-896e4129bf1a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.273141 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-05503634-f089-49e0-95c3-896e4129bf1a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.277265 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-05503634-f089-49e0-95c3-896e4129bf1a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.300512 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05503634-f089-49e0-95c3-896e4129bf1a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=763d5ba5-06e5-4a75-8d0f-5724b344c223,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:17.309745 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-05503634-f089-49e0-95c3-896e4129bf1a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.313557 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-05503634-f089-49e0-95c3-896e4129bf1a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405060 Apr 18 06:02:17.313708 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49696) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:17.318597 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-6ae225f9-9609-49cd-af44-ff13e58bc57e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'b6d55dcc-7fee-457c-85bd-164546453a24', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:17.325004 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6ae225f9-9609-49cd-af44-ff13e58bc57e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:02:17.328784 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6ae225f9-9609-49cd-af44-ff13e58bc57e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:02:17.331599 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6ae225f9-9609-49cd-af44-ff13e58bc57e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:02:17.337466 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6ae225f9-9609-49cd-af44-ff13e58bc57e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:02:17.348132 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-6ae225f9-9609-49cd-af44-ff13e58bc57e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:02:17.354471 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6ae225f9-9609-49cd-af44-ff13e58bc57e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.419527 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6ae225f9-9609-49cd-af44-ff13e58bc57e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.423260 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6ae225f9-9609-49cd-af44-ff13e58bc57e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.446147 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae225f9-9609-49cd-af44-ff13e58bc57e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61850b2-2e5a-4004-bb56-5690bf3d306c,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:17.455652 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6ae225f9-9609-49cd-af44-ff13e58bc57e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.456851 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6ae225f9-9609-49cd-af44-ff13e58bc57e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1423049 Apr 18 06:02:17.677952 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-c1c3c09a-aa42-419d-bf2d-a98132e09b5a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-987151&fields=id&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 267 time: 0.0414608 Apr 18 06:02:17.826077 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-28ac5d9c-67d2-441b-9696-b0a927a0cba8 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:17.827517 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-28ac5d9c-67d2-441b-9696-b0a927a0cba8 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/networks?id=5ac31444-63eb-4a7c-8b2f-f6a257922680 HTTP/1.1" status: 200 len: 796 time: 0.1431680 Apr 18 06:02:17.842824 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-d329bda5-c4f3-4fd3-a8b7-74bc2ae3d0a3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/quotas/e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 375 time: 0.0097690 Apr 18 06:02:17.940627 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-c2bf519c-7b4a-4f81-9636-1cdf214f22f6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0879726 Apr 18 06:02:18.091267 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-60394c39-d9e5-4bad-afde-57a8f29fd908 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac31444-63eb-4a7c-8b2f-f6a257922680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344800 Apr 18 06:02:18.231318 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-e00e99d6-4c45-48aa-a208-33f25f4e5a70 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac31444-63eb-4a7c-8b2f-f6a257922680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331267 Apr 18 06:02:18.453307 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3e481743-e527-4683-8563-89e18d4e3647 req-6a9afeea-d22d-4fcf-98e3-df32790de4a9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef96e5c-7177-4ec9-9d1c-d35328d94fad HTTP/1.1" status: 200 len: 210 time: 0.0478454 Apr 18 06:02:19.643027 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0c8708fe-1a19-4e2b-8f2f-cb78b6f57818 req-7f733e9e-b49b-4f0f-9639-7a18d8882f50 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef96e5c-7177-4ec9-9d1c-d35328d94fad HTTP/1.1" status: 200 len: 210 time: 0.0606859 Apr 18 06:02:19.690619 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-51338811-4610-4808-beb6-fdfa444bd782 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:19.690619 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-51338811-4610-4808-beb6-fdfa444bd782 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/networks?id=5ac31444-63eb-4a7c-8b2f-f6a257922680 HTTP/1.1" status: 200 len: 796 time: 0.2172747 Apr 18 06:02:19.752538 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-bc7a758b-7bca-4e6b-b985-6d1b37ce8c3f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 469 time: 0.0487449 Apr 18 06:02:19.780640 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-5a5c590c-451e-4803-a02f-e11a522ef09d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'port': {'device_id': '8ef96e5c-7177-4ec9-9d1c-d35328d94fad', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'admin_state_up': True, 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'security_groups': ['b6d55dcc-7fee-457c-85bd-164546453a24']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:19.930130 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-5a5c590c-451e-4803-a02f-e11a522ef09d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:02:19.940327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-5a5c590c-451e-4803-a02f-e11a522ef09d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:02:19.949719 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-5a5c590c-451e-4803-a02f-e11a522ef09d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:19.949719 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-5a5c590c-451e-4803-a02f-e11a522ef09d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.130266 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-5a5c590c-451e-4803-a02f-e11a522ef09d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.20.0.6 (5ac31444-63eb-4a7c-8b2f-f6a257922680/8a1e2829-ae5d-423d-bac8-16cf82dd01d7/960e3381-b00c-4586-b6d4-3cd72ec5a17e) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:20.324573 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-5a5c590c-451e-4803-a02f-e11a522ef09d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.343434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-5a5c590c-451e-4803-a02f-e11a522ef09d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Transition to ACTIVE for port object 960e3381-b00c-4586-b6d4-3cd72ec5a17e will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:02:20.367094 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-5a5c590c-451e-4803-a02f-e11a522ef09d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.439107 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-5a5c590c-451e-4803-a02f-e11a522ef09d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 5ac31444-63eb-4a7c-8b2f-f6a257922680 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:20.554609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-5a5c590c-451e-4803-a02f-e11a522ef09d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:20.563967 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-5a5c590c-451e-4803-a02f-e11a522ef09d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:02:20.591714 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c590c-451e-4803-a02f-e11a522ef09d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=960e3381-b00c-4586-b6d4-3cd72ec5a17e,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:20.632956 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-5a5c590c-451e-4803-a02f-e11a522ef09d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:20.632956 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-5a5c590c-451e-4803-a02f-e11a522ef09d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.659714 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-5a5c590c-451e-4803-a02f-e11a522ef09d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8828378 Apr 18 06:02:20.673217 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] Request body: {'port': {'device_id': '8ef96e5c-7177-4ec9-9d1c-d35328d94fad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:20.802674 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.825191 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a451d82e-2d31-441d-b61c-2b0b77076c69 None None] Provisioning for port 960e3381-b00c-4586-b6d4-3cd72ec5a17e completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:02:20.830081 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a451d82e-2d31-441d-b61c-2b0b77076c69 None None] Provisioning complete for port 960e3381-b00c-4586-b6d4-3cd72ec5a17e triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:20.830460 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a451d82e-2d31-441d-b61c-2b0b77076c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.890017 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a451d82e-2d31-441d-b61c-2b0b77076c69 None None] Port 960e3381-b00c-4586-b6d4-3cd72ec5a17e cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:02:20.899442 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d6164-f3a7-4163-812a-511df0fcd6bc req-605b4e77-9811-40bf-b713-c2544bd2665f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:20.901018 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-871d6164-f3a7-4163-812a-511df0fcd6bc req-605b4e77-9811-40bf-b713-c2544bd2665f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef96e5c-7177-4ec9-9d1c-d35328d94fad HTTP/1.1" status: 200 len: 931 time: 0.0953383 Apr 18 06:02:20.952972 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-871d6164-f3a7-4163-812a-511df0fcd6bc req-7352cc00-ddfa-4377-b51d-f0d82ce027d5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:02:20.968054 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-871d6164-f3a7-4163-812a-511df0fcd6bc req-7352cc00-ddfa-4377-b51d-f0d82ce027d5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:02:20.975816 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-871d6164-f3a7-4163-812a-511df0fcd6bc req-7352cc00-ddfa-4377-b51d-f0d82ce027d5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6d55dcc-7fee-457c-85bd-164546453a24&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0614207 Apr 18 06:02:21.175326 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 960e3381-b00c-4586-b6d4-3cd72ec5a17e {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:02:21.181372 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:21.198972 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] Transition to ACTIVE for port object 960e3381-b00c-4586-b6d4-3cd72ec5a17e will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:02:21.198972 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:21.410313 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=960e3381-b00c-4586-b6d4-3cd72ec5a17e,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:21.454759 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] Attempting to bind port 960e3381-b00c-4586-b6d4-3cd72ec5a17e on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:02:21.454759 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] Attempting to bind port 960e3381-b00c-4586-b6d4-3cd72ec5a17e by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '8dacb739-19cf-43dd-8d0f-dd852b3ac4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:02:21.454759 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] Attempting to bind port 960e3381-b00c-4586-b6d4-3cd72ec5a17e on network 5ac31444-63eb-4a7c-8b2f-f6a257922680 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:02:21.461710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] Port 960e3381-b00c-4586-b6d4-3cd72ec5a17e on network 5ac31444-63eb-4a7c-8b2f-f6a257922680 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:02:21.461710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] Attempting to bind port 960e3381-b00c-4586-b6d4-3cd72ec5a17e on network 5ac31444-63eb-4a7c-8b2f-f6a257922680 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:02:21.468602 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:02:21.468602 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] Checking segment: {'id': '8dacb739-19cf-43dd-8d0f-dd852b3ac4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:02:21.468602 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] Bound using segment: {'id': '8dacb739-19cf-43dd-8d0f-dd852b3ac4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:02:21.468602 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] Bound port: 960e3381-b00c-4586-b6d4-3cd72ec5a17e, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dacb739-19cf-43dd-8d0f-dd852b3ac4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:02:21.468602 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:21.574552 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] For port 960e3381-b00c-4586-b6d4-3cd72ec5a17e, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:02:21.574552 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] For port 960e3381-b00c-4586-b6d4-3cd72ec5a17e, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=960e3381-b00c-4586-b6d4-3cd72ec5a17e,segment=NetworkSegment(8dacb739-19cf-43dd-8d0f-dd852b3ac4c3),segment_id=8dacb739-19cf-43dd-8d0f-dd852b3ac4c3)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:02:21.585356 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:21.641818 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:21.641818 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:21.644393 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] 10.222.0.52 "PUT /v2.0/ports/960e3381-b00c-4586-b6d4-3cd72ec5a17e HTTP/1.1" status: 200 len: 1093 time: 0.9794190 Apr 18 06:02:21.644393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef96e5c-7177-4ec9-9d1c-d35328d94fad', 'tag': '960e3381-b00c-4586-b6d4-3cd72ec5a17e'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:02:21.671917 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b1885-d59b-45dd-869d-f7d8081bc4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=960e3381-b00c-4586-b6d4-3cd72ec5a17e,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:21.728240 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8c8f9c9-ff03-4e87-b271-243437b4ba38'] response: {'name': 'network-changed', 'server_uuid': '8ef96e5c-7177-4ec9-9d1c-d35328d94fad', 'tag': '960e3381-b00c-4586-b6d4-3cd72ec5a17e', 'status': 'completed', 'code': 200} Apr 18 06:02:21.773913 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-9e794bf3-d6cb-4a3d-85f4-dd6dcecac76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:21.775092 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-9e794bf3-d6cb-4a3d-85f4-dd6dcecac76c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=8ef96e5c-7177-4ec9-9d1c-d35328d94fad HTTP/1.1" status: 200 len: 1096 time: 0.0798552 Apr 18 06:02:21.860700 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-d79bf2af-63a4-4b37-b66a-21adb89baa92 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=960e3381-b00c-4586-b6d4-3cd72ec5a17e HTTP/1.1" status: 200 len: 217 time: 0.0758309 Apr 18 06:02:21.929009 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-720479be-ca0b-4a1c-bfeb-89135137e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:21.929559 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-720479be-ca0b-4a1c-bfeb-89135137e3ce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a1e2829-ae5d-423d-bac8-16cf82dd01d7 HTTP/1.1" status: 200 len: 835 time: 0.0646536 Apr 18 06:02:22.005553 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-ff5d7cca-a016-42d4-961f-08cf104e9b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:22.007041 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-ff5d7cca-a016-42d4-961f-08cf104e9b9b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ac31444-63eb-4a7c-8b2f-f6a257922680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711019 Apr 18 06:02:22.144537 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-aa972a1c-ba19-4780-8894-3f1bc7dd9d1a service neutron] 10.222.0.52 "GET /v2.0/networks/5ac31444-63eb-4a7c-8b2f-f6a257922680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263182 Apr 18 06:02:22.154124 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b9f41-8caa-4e76-8116-e0bff75901f5 req-3403e5a6-bee5-40e6-9864-b9ee80bfa879 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:22.155566 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7b5b9f41-8caa-4e76-8116-e0bff75901f5 req-3403e5a6-bee5-40e6-9864-b9ee80bfa879 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef96e5c-7177-4ec9-9d1c-d35328d94fad HTTP/1.1" status: 200 len: 943 time: 0.0837171 Apr 18 06:02:22.200663 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7b5b9f41-8caa-4e76-8116-e0bff75901f5 req-40f3ae1e-dcd3-4962-b9e9-029389eee3f7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6d55dcc-7fee-457c-85bd-164546453a24&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0390761 Apr 18 06:02:22.277453 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5a3e135c-6ed7-4e01-8bea-8af9a3b5adef req-00594158-dbe2-4589-868b-97cc950b5475 service neutron] 10.222.0.52 "GET /v2.0/networks/5ac31444-63eb-4a7c-8b2f-f6a257922680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249871 Apr 18 06:02:22.389660 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65487085-dd76-41d8-af4a-bd2794df90d1 req-20a64ace-f44c-43d1-bc33-514316c5ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:22.391114 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-65487085-dd76-41d8-af4a-bd2794df90d1 req-20a64ace-f44c-43d1-bc33-514316c5ea97 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=8ef96e5c-7177-4ec9-9d1c-d35328d94fad HTTP/1.1" status: 200 len: 1096 time: 0.0713820 Apr 18 06:02:22.631061 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65487085-dd76-41d8-af4a-bd2794df90d1 req-2d01b543-b1c3-4b48-aae3-7999ac6f2a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:22.632528 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-65487085-dd76-41d8-af4a-bd2794df90d1 req-2d01b543-b1c3-4b48-aae3-7999ac6f2a6b service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ac31444-63eb-4a7c-8b2f-f6a257922680 HTTP/1.1" status: 200 len: 897 time: 0.2346585 Apr 18 06:02:22.701387 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-65487085-dd76-41d8-af4a-bd2794df90d1 req-1eb3960e-f25e-4f81-b327-f0cfc382355c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=960e3381-b00c-4586-b6d4-3cd72ec5a17e HTTP/1.1" status: 200 len: 217 time: 0.0619838 Apr 18 06:02:22.769654 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65487085-dd76-41d8-af4a-bd2794df90d1 req-17e9e418-ff5c-4a76-89c5-29899410d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:22.771596 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-65487085-dd76-41d8-af4a-bd2794df90d1 req-17e9e418-ff5c-4a76-89c5-29899410d066 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a1e2829-ae5d-423d-bac8-16cf82dd01d7 HTTP/1.1" status: 200 len: 835 time: 0.0585220 Apr 18 06:02:22.847114 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65487085-dd76-41d8-af4a-bd2794df90d1 req-931f0dd1-82be-47f6-8045-eb0cf8084529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:22.848669 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-65487085-dd76-41d8-af4a-bd2794df90d1 req-931f0dd1-82be-47f6-8045-eb0cf8084529 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ac31444-63eb-4a7c-8b2f-f6a257922680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707281 Apr 18 06:02:22.984000 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-65487085-dd76-41d8-af4a-bd2794df90d1 req-06112f6e-e91a-48e4-8a51-dbff509fe2d1 service neutron] 10.222.0.52 "GET /v2.0/networks/5ac31444-63eb-4a7c-8b2f-f6a257922680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275992 Apr 18 06:02:23.119154 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-65487085-dd76-41d8-af4a-bd2794df90d1 req-67b22acc-092f-4fa5-bc34-8f82bc2beb0f service neutron] 10.222.0.52 "GET /v2.0/networks/5ac31444-63eb-4a7c-8b2f-f6a257922680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272795 Apr 18 06:02:23.390762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52fb53-c5dd-4cef-aa0a-628784207119 req-299d4a0f-65fe-4779-bcef-a11bba5e547f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:23.391454 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-cb52fb53-c5dd-4cef-aa0a-628784207119 req-299d4a0f-65fe-4779-bcef-a11bba5e547f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:02:23.406507 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-cb52fb53-c5dd-4cef-aa0a-628784207119 req-299d4a0f-65fe-4779-bcef-a11bba5e547f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:02:23.407620 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cb52fb53-c5dd-4cef-aa0a-628784207119 req-299d4a0f-65fe-4779-bcef-a11bba5e547f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef96e5c-7177-4ec9-9d1c-d35328d94fad HTTP/1.1" status: 200 len: 943 time: 0.1030841 Apr 18 06:02:23.454903 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cb52fb53-c5dd-4cef-aa0a-628784207119 req-7ba4462d-b1a1-4b4d-a635-7d38fc3267ff tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6d55dcc-7fee-457c-85bd-164546453a24&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0416720 Apr 18 06:02:24.648650 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3d740-6d7d-475a-9c0c-1bfed52e8a46 req-2ac90d7b-7728-44ce-98e5-75e85feaf9ce tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:24.648650 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fec3d740-6d7d-475a-9c0c-1bfed52e8a46 req-2ac90d7b-7728-44ce-98e5-75e85feaf9ce tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef96e5c-7177-4ec9-9d1c-d35328d94fad HTTP/1.1" status: 200 len: 943 time: 0.0833759 Apr 18 06:02:24.694846 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fec3d740-6d7d-475a-9c0c-1bfed52e8a46 req-e6d88f52-5a26-472d-9576-ca611663f33a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6d55dcc-7fee-457c-85bd-164546453a24&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0420215 Apr 18 06:02:25.006482 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 960e3381-b00c-4586-b6d4-3cd72ec5a17e details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:02:25.161527 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 960e3381-b00c-4586-b6d4-3cd72ec5a17e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=960e3381-b00c-4586-b6d4-3cd72ec5a17e,segment=NetworkSegment(8dacb739-19cf-43dd-8d0f-dd852b3ac4c3),segment_id=8dacb739-19cf-43dd-8d0f-dd852b3ac4c3)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:02:25.172254 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '960e3381-b00c-4586-b6d4-3cd72ec5a17e', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'port_id': '960e3381-b00c-4586-b6d4-3cd72ec5a17e', 'mac_address': 'fa:16:3e:ac:ee:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:02:25.227155 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.248214 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960e3381-b00c-4586-b6d4-3cd72ec5a17e {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:02:25.269818 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 960e3381-b00c-4586-b6d4-3cd72ec5a17e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=960e3381-b00c-4586-b6d4-3cd72ec5a17e,segment=NetworkSegment(8dacb739-19cf-43dd-8d0f-dd852b3ac4c3),segment_id=8dacb739-19cf-43dd-8d0f-dd852b3ac4c3)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:02:25.269818 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.341042 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=960e3381-b00c-4586-b6d4-3cd72ec5a17e,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:25.519057 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['960e3381-b00c-4586-b6d4-3cd72ec5a17e'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:02:25.883509 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b400b2-2718-460d-8db7-ed5670f3d3c4 req-09654c0e-416b-419a-bcf3-f1d8f689456f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:25.884950 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-41b400b2-2718-460d-8db7-ed5670f3d3c4 req-09654c0e-416b-419a-bcf3-f1d8f689456f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef96e5c-7177-4ec9-9d1c-d35328d94fad HTTP/1.1" status: 200 len: 944 time: 0.0816851 Apr 18 06:02:25.930228 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-41b400b2-2718-460d-8db7-ed5670f3d3c4 req-55b4153a-5db0-4996-8372-14a64e3eb327 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6d55dcc-7fee-457c-85bd-164546453a24&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0390110 Apr 18 06:02:27.015233 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 960e3381-b00c-4586-b6d4-3cd72ec5a17e up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:02:27.088535 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port 960e3381-b00c-4586-b6d4-3cd72ec5a17e completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:02:27.095331 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 960e3381-b00c-4586-b6d4-3cd72ec5a17e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:27.096139 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.128891 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07173d-59b5-4138-87ce-c32401bee417 req-c748e8ce-2b8b-4873-8624-d8ad283e0b24 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:27.131399 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-bf07173d-59b5-4138-87ce-c32401bee417 req-c748e8ce-2b8b-4873-8624-d8ad283e0b24 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef96e5c-7177-4ec9-9d1c-d35328d94fad HTTP/1.1" status: 200 len: 944 time: 0.0856166 Apr 18 06:02:27.183152 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-bf07173d-59b5-4138-87ce-c32401bee417 req-dd543be1-2d4b-4ccd-8c64-4cd453a7d68d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6d55dcc-7fee-457c-85bd-164546453a24&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0459194 Apr 18 06:02:27.225393 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.252091 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef96e5c-7177-4ec9-9d1c-d35328d94fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960e3381-b00c-4586-b6d4-3cd72ec5a17e'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:02:27.261880 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 960e3381-b00c-4586-b6d4-3cd72ec5a17e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=960e3381-b00c-4586-b6d4-3cd72ec5a17e,segment=NetworkSegment(8dacb739-19cf-43dd-8d0f-dd852b3ac4c3),segment_id=8dacb739-19cf-43dd-8d0f-dd852b3ac4c3)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:02:27.266706 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.305360 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-912a10b3-c82c-40b5-a19c-a18b126db4b6'] response: {'server_uuid': '8ef96e5c-7177-4ec9-9d1c-d35328d94fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960e3381-b00c-4586-b6d4-3cd72ec5a17e', 'code': 200} Apr 18 06:02:27.350050 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=960e3381-b00c-4586-b6d4-3cd72ec5a17e,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:27.559216 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8e7a8-20af-47fc-b55f-933f8ebe8c38 req-18a5ad88-f88c-4e20-beda-d6140ecf44a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:27.561085 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2ce8e7a8-20af-47fc-b55f-933f8ebe8c38 req-18a5ad88-f88c-4e20-beda-d6140ecf44a4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8ef96e5c-7177-4ec9-9d1c-d35328d94fad HTTP/1.1" status: 200 len: 1098 time: 0.0772514 Apr 18 06:02:27.611353 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2ce8e7a8-20af-47fc-b55f-933f8ebe8c38 req-4ccdc64a-79d2-4f98-9aed-e9bfc96040a6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b6d55dcc-7fee-457c-85bd-164546453a24&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0348709 Apr 18 06:02:28.376575 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef9e93-8ff3-41bd-869f-17de9869fd04 req-ac2a2aae-240b-4333-98ff-9c972ed60818 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:28.377585 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-34ef9e93-8ff3-41bd-869f-17de9869fd04 req-ac2a2aae-240b-4333-98ff-9c972ed60818 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef96e5c-7177-4ec9-9d1c-d35328d94fad HTTP/1.1" status: 200 len: 945 time: 0.0899034 Apr 18 06:02:28.426603 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-34ef9e93-8ff3-41bd-869f-17de9869fd04 req-6999138d-8cd7-4b0a-842f-d9c3650497b2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6d55dcc-7fee-457c-85bd-164546453a24&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0415490 Apr 18 06:02:29.612402 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9189369-cb13-402a-b03c-22273d33791d req-be3b439d-a352-479d-a66e-56729a13a867 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:29.613863 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a9189369-cb13-402a-b03c-22273d33791d req-be3b439d-a352-479d-a66e-56729a13a867 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef96e5c-7177-4ec9-9d1c-d35328d94fad HTTP/1.1" status: 200 len: 945 time: 0.0804462 Apr 18 06:02:29.657349 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a9189369-cb13-402a-b03c-22273d33791d req-407a1b1b-0dcb-4a94-8a23-b4258672b12b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6d55dcc-7fee-457c-85bd-164546453a24&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0378861 Apr 18 06:02:29.844773 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beeddf0-028b-4868-8643-1ebb01ae6936 req-d1903399-ac21-46da-a38a-e1a6150dc8c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:29.846317 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3beeddf0-028b-4868-8643-1ebb01ae6936 req-d1903399-ac21-46da-a38a-e1a6150dc8c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef96e5c-7177-4ec9-9d1c-d35328d94fad HTTP/1.1" status: 200 len: 945 time: 0.0849264 Apr 18 06:02:29.890785 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3beeddf0-028b-4868-8643-1ebb01ae6936 req-79e5f772-56b1-49c9-8e5e-a8ccb61424a1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6d55dcc-7fee-457c-85bd-164546453a24&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0386527 Apr 18 06:02:29.913555 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49754) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:29.986277 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73d73ae-1194-4920-b589-10b73394bd21 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:29.987747 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b73d73ae-1194-4920-b589-10b73394bd21 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8ef96e5c-7177-4ec9-9d1c-d35328d94fad HTTP/1.1" status: 200 len: 1093 time: 0.0732942 Apr 18 06:02:29.990621 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49758) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:29.995405 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-19bf7b7f-98ac-4945-b0dd-7c70bb9be363 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'floatingip': {'port_id': '960e3381-b00c-4586-b6d4-3cd72ec5a17e'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:30.071493 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19bf7b7f-98ac-4945-b0dd-7c70bb9be363 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.770711 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19bf7b7f-98ac-4945-b0dd-7c70bb9be363 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.774604 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19bf7b7f-98ac-4945-b0dd-7c70bb9be363 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.948534 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-19bf7b7f-98ac-4945-b0dd-7c70bb9be363 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Floating IP 8dcebbfd-7652-4e12-b91d-f18044f9ba60 associated. External IP: 172.26.1.105, port: 960e3381-b00c-4586-b6d4-3cd72ec5a17e. Apr 18 06:02:31.303455 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bf7b7f-98ac-4945-b0dd-7c70bb9be363 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router ea9c997c-526f-41df-8efd-5203ee7b7ef2 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:02:31.481095 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bf7b7f-98ac-4945-b0dd-7c70bb9be363 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:02:31.486680 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19bf7b7f-98ac-4945-b0dd-7c70bb9be363 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:31.493257 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f612e909-c981-4d8c-9621-29cb9d0b9c55 None None] Sync routers for ids ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:02:31.504027 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f612e909-c981-4d8c-9621-29cb9d0b9c55 None None] Routers {'ea9c997c-526f-41df-8efd-5203ee7b7ef2'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:02:31.505021 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f612e909-c981-4d8c-9621-29cb9d0b9c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:02:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:31.548637 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-19bf7b7f-98ac-4945-b0dd-7c70bb9be363 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/floatingips/8dcebbfd-7652-4e12-b91d-f18044f9ba60 HTTP/1.1" status: 200 len: 991 time: 1.5569437 Apr 18 06:02:31.549225 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef96e5c-7177-4ec9-9d1c-d35328d94fad', 'tag': '960e3381-b00c-4586-b6d4-3cd72ec5a17e'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:02:31.551426 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49762) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:31.599325 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77babe5e-dfa9-446e-811d-148c8e6923af'] response: {'name': 'network-changed', 'server_uuid': '8ef96e5c-7177-4ec9-9d1c-d35328d94fad', 'tag': '960e3381-b00c-4586-b6d4-3cd72ec5a17e', 'status': 'completed', 'code': 200} Apr 18 06:02:31.707414 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8283ccb6-250d-4570-84dc-0413f8981329 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/8dcebbfd-7652-4e12-b91d-f18044f9ba60 HTTP/1.1" status: 200 len: 991 time: 0.1547565 Apr 18 06:02:31.719227 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-f612e909-c981-4d8c-9621-29cb9d0b9c55 None None] Set router ea9c997c-526f-41df-8efd-5203ee7b7ef2 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:02:31.728116 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5721f-7691-4a6a-add6-9724afbd2f59 req-03a6aa80-af36-4ad6-a56a-8708abf5828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:31.729563 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6bb5721f-7691-4a6a-add6-9724afbd2f59 req-03a6aa80-af36-4ad6-a56a-8708abf5828b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=8ef96e5c-7177-4ec9-9d1c-d35328d94fad HTTP/1.1" status: 200 len: 1098 time: 0.1013753 Apr 18 06:02:31.862357 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5721f-7691-4a6a-add6-9724afbd2f59 req-150db60c-895b-4d27-b6e7-060d5d9b5f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:31.863730 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6bb5721f-7691-4a6a-add6-9724afbd2f59 req-150db60c-895b-4d27-b6e7-060d5d9b5f08 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ac31444-63eb-4a7c-8b2f-f6a257922680 HTTP/1.1" status: 200 len: 897 time: 0.1285903 Apr 18 06:02:31.966367 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6bb5721f-7691-4a6a-add6-9724afbd2f59 req-776b2ba0-8f67-4cfc-af41-29dd3f28d9ed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=960e3381-b00c-4586-b6d4-3cd72ec5a17e HTTP/1.1" status: 200 len: 999 time: 0.0962296 Apr 18 06:02:32.026432 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5721f-7691-4a6a-add6-9724afbd2f59 req-2fa330b8-f006-4455-bd30-7f67bb0e1417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:32.027871 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6bb5721f-7691-4a6a-add6-9724afbd2f59 req-2fa330b8-f006-4455-bd30-7f67bb0e1417 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a1e2829-ae5d-423d-bac8-16cf82dd01d7 HTTP/1.1" status: 200 len: 835 time: 0.0558078 Apr 18 06:02:32.089909 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f612e909-c981-4d8c-9621-29cb9d0b9c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'name': 'tempest-TestNetworkBasicOps-router-1509158123', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:05Z', 'updated_at': '2022-04-18T06:01:13Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:06Z', 'updated_at': '2022-04-18T06:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '8dcebbfd-7652-4e12-b91d-f18044f9ba60', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.105', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'port_id': '960e3381-b00c-4586-b6d4-3cd72ec5a17e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'mac_address': 'fa:16:3e:ac:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef96e5c-7177-4ec9-9d1c-d35328d94fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:01:35Z', 'updated_at': '2022-04-18T06:02:30Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd902931b-65a3-438a-8824-e8e7d3101a43', 'name': '', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:b8:3f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:11Z', 'updated_at': '2022-04-18T06:01:18Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:32.094557 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f612e909-c981-4d8c-9621-29cb9d0b9c55 None None] Checking router: ea9c997c-526f-41df-8efd-5203ee7b7ef2 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:02:32.103251 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f612e909-c981-4d8c-9621-29cb9d0b9c55 None None] Routers {'ea9c997c-526f-41df-8efd-5203ee7b7ef2'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:02:32.103833 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f612e909-c981-4d8c-9621-29cb9d0b9c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:02:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:32.104475 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5721f-7691-4a6a-add6-9724afbd2f59 req-f673bbcd-6e6d-4ebc-a0fd-9fa689fa509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:32.105936 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6bb5721f-7691-4a6a-add6-9724afbd2f59 req-f673bbcd-6e6d-4ebc-a0fd-9fa689fa509f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ac31444-63eb-4a7c-8b2f-f6a257922680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725496 Apr 18 06:02:32.279958 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-f612e909-c981-4d8c-9621-29cb9d0b9c55 None None] Set router ea9c997c-526f-41df-8efd-5203ee7b7ef2 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:02:32.348149 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6bb5721f-7691-4a6a-add6-9724afbd2f59 req-63568cca-ffe6-46f4-8df7-dd2136bc8666 service neutron] 10.222.0.52 "GET /v2.0/networks/5ac31444-63eb-4a7c-8b2f-f6a257922680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353787 Apr 18 06:02:32.481160 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6bb5721f-7691-4a6a-add6-9724afbd2f59 req-ae5abb73-f25c-442b-8a99-01b63abe4284 service neutron] 10.222.0.52 "GET /v2.0/networks/5ac31444-63eb-4a7c-8b2f-f6a257922680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272740 Apr 18 06:02:32.535622 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:02:32.624489 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f612e909-c981-4d8c-9621-29cb9d0b9c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'name': 'tempest-TestNetworkBasicOps-router-1509158123', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:05Z', 'updated_at': '2022-04-18T06:01:13Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:06Z', 'updated_at': '2022-04-18T06:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '8dcebbfd-7652-4e12-b91d-f18044f9ba60', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.105', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'port_id': '960e3381-b00c-4586-b6d4-3cd72ec5a17e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'mac_address': 'fa:16:3e:ac:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef96e5c-7177-4ec9-9d1c-d35328d94fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:01:35Z', 'updated_at': '2022-04-18T06:02:30Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd902931b-65a3-438a-8824-e8e7d3101a43', 'name': '', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:b8:3f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:11Z', 'updated_at': '2022-04-18T06:01:18Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:32.628239 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f612e909-c981-4d8c-9621-29cb9d0b9c55 None None] The sync data for ids ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'] in dv-neutron-837489-1-hyperv is: [{'id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'name': 'tempest-TestNetworkBasicOps-router-1509158123', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:05Z', 'updated_at': '2022-04-18T06:01:13Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:06Z', 'updated_at': '2022-04-18T06:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '8dcebbfd-7652-4e12-b91d-f18044f9ba60', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.105', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'port_id': '960e3381-b00c-4586-b6d4-3cd72ec5a17e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'mac_address': 'fa:16:3e:ac:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef96e5c-7177-4ec9-9d1c-d35328d94fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:01:35Z', 'updated_at': '2022-04-18T06:02:30Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd902931b-65a3-438a-8824-e8e7d3101a43', 'name': '', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:b8:3f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:11Z', 'updated_at': '2022-04-18T06:01:18Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:02:32.711664 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49768) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:32.812328 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fda9628-4578-448c-b843-00c5e44d13a7 None None] New status for floating IP 8dcebbfd-7652-4e12-b91d-f18044f9ba60: ACTIVE {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:02:32.822103 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0808a77a-6dd4-49cd-a4f3-4ef39ff6a900 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/8dcebbfd-7652-4e12-b91d-f18044f9ba60 HTTP/1.1" status: 200 len: 991 time: 0.1092832 Apr 18 06:02:33.826364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49772) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:02:33.930406 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ace93c85-56ac-4706-a6f2-bb35b8c01b01 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/8dcebbfd-7652-4e12-b91d-f18044f9ba60 HTTP/1.1" status: 200 len: 993 time: 0.1029241 Apr 18 06:02:35.273710 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-41d0a6bb-6c68-46f5-bd0b-2f3a161a04de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:37.572101 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a6f33dba-2634-477c-a7f4-c55f7e90636d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:37.776276 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:38.482706 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:38.609277 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:40.069383 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:05.275633 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b84c7106-f730-43c4-b918-4c28e5347bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:05.402163 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c986fc-46ba-4373-9b19-670af1cba298 req-c718c8f7-ed3a-448f-baba-7b51a382bfcb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:05.403616 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-06c986fc-46ba-4373-9b19-670af1cba298 req-c718c8f7-ed3a-448f-baba-7b51a382bfcb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef96e5c-7177-4ec9-9d1c-d35328d94fad HTTP/1.1" status: 200 len: 945 time: 0.0810549 Apr 18 06:03:05.446962 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-06c986fc-46ba-4373-9b19-670af1cba298 req-a1efa5ed-9a78-4b5f-8bd6-fb598d4707ae tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6d55dcc-7fee-457c-85bd-164546453a24&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0376573 Apr 18 06:03:06.630491 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eb680-0957-4769-aa4d-c8b06eeb58be req-64e946a7-ccb5-451a-af06-2d42ac3f5afa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:06.631874 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cb5eb680-0957-4769-aa4d-c8b06eeb58be req-64e946a7-ccb5-451a-af06-2d42ac3f5afa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef96e5c-7177-4ec9-9d1c-d35328d94fad HTTP/1.1" status: 200 len: 945 time: 0.0779142 Apr 18 06:03:06.674381 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cb5eb680-0957-4769-aa4d-c8b06eeb58be req-10146a8a-2fb2-471d-b8de-cf0f49d7bfb4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6d55dcc-7fee-457c-85bd-164546453a24&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0368042 Apr 18 06:03:06.795139 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16db97-6041-4151-a362-2890e07fee8b req-6653fc3f-2c3f-439b-a924-5280ad433865 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:06.796550 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1f16db97-6041-4151-a362-2890e07fee8b req-6653fc3f-2c3f-439b-a924-5280ad433865 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ef96e5c-7177-4ec9-9d1c-d35328d94fad HTTP/1.1" status: 200 len: 945 time: 0.0826886 Apr 18 06:03:06.869142 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-1f16db97-6041-4151-a362-2890e07fee8b req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port 960e3381-b00c-4586-b6d4-3cd72ec5a17e {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:03:06.869470 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-1f16db97-6041-4151-a362-2890e07fee8b req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.114859 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-1f16db97-6041-4151-a362-2890e07fee8b req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port 960e3381-b00c-4586-b6d4-3cd72ec5a17e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=960e3381-b00c-4586-b6d4-3cd72ec5a17e,segment=NetworkSegment(8dacb739-19cf-43dd-8d0f-dd852b3ac4c3),segment_id=8dacb739-19cf-43dd-8d0f-dd852b3ac4c3)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:03:07.116250 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-1f16db97-6041-4151-a362-2890e07fee8b req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.402815 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-1f16db97-6041-4151-a362-2890e07fee8b req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.403178 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-1f16db97-6041-4151-a362-2890e07fee8b req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.403482 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [req-1f16db97-6041-4151-a362-2890e07fee8b req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Floating IP 8dcebbfd-7652-4e12-b91d-f18044f9ba60 disassociated. External IP: 172.26.1.105, port: 960e3381-b00c-4586-b6d4-3cd72ec5a17e. Apr 18 06:03:07.403819 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-1f16db97-6041-4151-a362-2890e07fee8b req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for 960e3381-b00c-4586-b6d4-3cd72ec5a17e owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:03:07.560795 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-1f16db97-6041-4151-a362-2890e07fee8b req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.573444 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-adf2797b-3bcd-4ff9-b655-8f4dc5e7ad18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.727816 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=960e3381-b00c-4586-b6d4-3cd72ec5a17e,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:07.738217 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:07.738567 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:07.738896 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:07.739223 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:07.739547 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:07.739889 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:07.740371 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:07.740736 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:07.741058 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:07.741378 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:07.741692 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:07.742007 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:07.775633 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.828127 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4f1081af-750d-4f4f-8a6c-b6696f1be678 req-17cd7adf-4d03-46f1-ada0-085b1a21e33d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef96e5c-7177-4ec9-9d1c-d35328d94fad HTTP/1.1" status: 200 len: 210 time: 0.0449798 Apr 18 06:03:07.922841 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f16db97-6041-4151-a362-2890e07fee8b req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router ea9c997c-526f-41df-8efd-5203ee7b7ef2 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:03:08.104144 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f16db97-6041-4151-a362-2890e07fee8b req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:03:08.114990 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3028abe4-297d-4b67-85eb-9303d95888f9 None None] Sync routers for ids ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:03:08.132863 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3028abe4-297d-4b67-85eb-9303d95888f9 None None] Routers {'ea9c997c-526f-41df-8efd-5203ee7b7ef2'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:03:08.133477 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-3028abe4-297d-4b67-85eb-9303d95888f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:03:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:08.181968 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f16db97-6041-4151-a362-2890e07fee8b req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] No DVR routers for this DVR port 960e3381-b00c-4586-b6d4-3cd72ec5a17e on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:03:08.185015 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-1f16db97-6041-4151-a362-2890e07fee8b req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:08.187693 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef96e5c-7177-4ec9-9d1c-d35328d94fad', 'name': 'network-vif-deleted', 'tag': '960e3381-b00c-4586-b6d4-3cd72ec5a17e'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:03:08.206354 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1f16db97-6041-4151-a362-2890e07fee8b req-d2b3e4c1-3c9e-449c-9909-78bf55a15747 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "DELETE /v2.0/ports/960e3381-b00c-4586-b6d4-3cd72ec5a17e HTTP/1.1" status: 204 len: 173 time: 1.4008520 Apr 18 06:03:08.237412 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-223a3847-645c-4aa0-b5cb-d45e460da39c'] response: {'server_uuid': '8ef96e5c-7177-4ec9-9d1c-d35328d94fad', 'name': 'network-vif-deleted', 'tag': '960e3381-b00c-4586-b6d4-3cd72ec5a17e', 'status': 'completed', 'code': 200} Apr 18 06:03:08.326747 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-3028abe4-297d-4b67-85eb-9303d95888f9 None None] Set router ea9c997c-526f-41df-8efd-5203ee7b7ef2 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:03:08.483258 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:08.611485 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:08.636050 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-3028abe4-297d-4b67-85eb-9303d95888f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'name': 'tempest-TestNetworkBasicOps-router-1509158123', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:05Z', 'updated_at': '2022-04-18T06:01:13Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:06Z', 'updated_at': '2022-04-18T06:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd902931b-65a3-438a-8824-e8e7d3101a43', 'name': '', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:b8:3f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:11Z', 'updated_at': '2022-04-18T06:01:18Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:08.639720 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3028abe4-297d-4b67-85eb-9303d95888f9 None None] Checking router: ea9c997c-526f-41df-8efd-5203ee7b7ef2 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:03:08.648647 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3028abe4-297d-4b67-85eb-9303d95888f9 None None] Routers {'ea9c997c-526f-41df-8efd-5203ee7b7ef2'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:03:08.649419 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-3028abe4-297d-4b67-85eb-9303d95888f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:03:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:08.853934 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-3028abe4-297d-4b67-85eb-9303d95888f9 None None] Set router ea9c997c-526f-41df-8efd-5203ee7b7ef2 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:03:08.926713 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49808) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:08.996512 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d9a60e99-1da0-4ec6-843a-d3733a8e3f68 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.025933 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d9a60e99-1da0-4ec6-843a-d3733a8e3f68 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.094962 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d9a60e99-1da0-4ec6-843a-d3733a8e3f68 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.121969 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a60e99-1da0-4ec6-843a-d3733a8e3f68 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d55dcc-7fee-457c-85bd-164546453a24,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:09.135442 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d9a60e99-1da0-4ec6-843a-d3733a8e3f68 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.137024 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d9a60e99-1da0-4ec6-843a-d3733a8e3f68 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/security-groups/b6d55dcc-7fee-457c-85bd-164546453a24 HTTP/1.1" status: 204 len: 168 time: 0.2091098 Apr 18 06:03:09.170165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49814) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:09.182680 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-3028abe4-297d-4b67-85eb-9303d95888f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'name': 'tempest-TestNetworkBasicOps-router-1509158123', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:05Z', 'updated_at': '2022-04-18T06:01:13Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:06Z', 'updated_at': '2022-04-18T06:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd902931b-65a3-438a-8824-e8e7d3101a43', 'name': '', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:b8:3f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:11Z', 'updated_at': '2022-04-18T06:01:18Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:09.186773 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3028abe4-297d-4b67-85eb-9303d95888f9 None None] The sync data for ids ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'] in dv-neutron-837489-1-hyperv is: [{'id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'name': 'tempest-TestNetworkBasicOps-router-1509158123', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:05Z', 'updated_at': '2022-04-18T06:01:13Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:06Z', 'updated_at': '2022-04-18T06:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd902931b-65a3-438a-8824-e8e7d3101a43', 'name': '', 'network_id': '5ac31444-63eb-4a7c-8b2f-f6a257922680', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:b8:3f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:11Z', 'updated_at': '2022-04-18T06:01:18Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '8a1e2829-ae5d-423d-bac8-16cf82dd01d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:03:09.198383 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 960e3381-b00c-4586-b6d4-3cd72ec5a17e no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:03:09.234115 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: 960e3381-b00c-4586-b6d4-3cd72ec5a17e {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:03:09.234453 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 960e3381-b00c-4586-b6d4-3cd72ec5a17e not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:03:09.339772 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-114c66e9-9e8b-4854-87b6-775c112da889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port 486afd94-fc31-44e5-b961-8971b3e5f86a {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:03:09.340129 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-114c66e9-9e8b-4854-87b6-775c112da889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.407813 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e04da4-a154-4eac-bf5f-97e3b26fd520 None None] New status for floating IP 8dcebbfd-7652-4e12-b91d-f18044f9ba60: DOWN {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:03:09.517840 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-114c66e9-9e8b-4854-87b6-775c112da889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.518243 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-114c66e9-9e8b-4854-87b6-775c112da889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.525064 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:03:09.645067 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-114c66e9-9e8b-4854-87b6-775c112da889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for 486afd94-fc31-44e5-b961-8971b3e5f86a owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:03:09.732116 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.api [None req-114c66e9-9e8b-4854-87b6-775c112da889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:03:09.732436 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG oslo_db.api [None req-114c66e9-9e8b-4854-87b6-775c112da889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:03:10.067628 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.233230 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-114c66e9-9e8b-4854-87b6-775c112da889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port 486afd94-fc31-44e5-b961-8971b3e5f86a {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:03:10.233680 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-114c66e9-9e8b-4854-87b6-775c112da889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.399290 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-114c66e9-9e8b-4854-87b6-775c112da889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.399613 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-114c66e9-9e8b-4854-87b6-775c112da889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.627080 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-114c66e9-9e8b-4854-87b6-775c112da889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for 486afd94-fc31-44e5-b961-8971b3e5f86a owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:03:10.759812 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-114c66e9-9e8b-4854-87b6-775c112da889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.809608 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c66e9-9e8b-4854-87b6-775c112da889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=486afd94-fc31-44e5-b961-8971b3e5f86a,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:10.897110 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-114c66e9-9e8b-4854-87b6-775c112da889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.910306 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-114c66e9-9e8b-4854-87b6-775c112da889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.911386 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-114c66e9-9e8b-4854-87b6-775c112da889 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/floatingips/8dcebbfd-7652-4e12-b91d-f18044f9ba60 HTTP/1.1" status: 204 len: 168 time: 1.7401786 Apr 18 06:03:11.264198 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141d4d2-1ee8-4336-8b1a-2cd298838cd8 req-768ee2f6-a128-4f55-b7e8-31acba14514e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:11.264893 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-7141d4d2-1ee8-4336-8b1a-2cd298838cd8 req-768ee2f6-a128-4f55-b7e8-31acba14514e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:03:11.280438 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-7141d4d2-1ee8-4336-8b1a-2cd298838cd8 req-768ee2f6-a128-4f55-b7e8-31acba14514e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:03:11.281562 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7141d4d2-1ee8-4336-8b1a-2cd298838cd8 req-768ee2f6-a128-4f55-b7e8-31acba14514e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=447c4a7f-3f4d-4a9f-8e23-0c0da6762e09 HTTP/1.1" status: 200 len: 946 time: 0.0951993 Apr 18 06:03:11.325907 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-7141d4d2-1ee8-4336-8b1a-2cd298838cd8 req-b00b4fe7-98dd-4128-934c-a58b3a585864 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:03:11.342765 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-7141d4d2-1ee8-4336-8b1a-2cd298838cd8 req-b00b4fe7-98dd-4128-934c-a58b3a585864 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:03:11.343952 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7141d4d2-1ee8-4336-8b1a-2cd298838cd8 req-b00b4fe7-98dd-4128-934c-a58b3a585864 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b90d1d52-a560-4364-862c-b1e55d73d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561075 Apr 18 06:03:12.532135 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4314e-26ec-459f-99c1-027164cd4b06 req-7bb7465a-5772-40f0-a057-ec447e29c078 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:12.533591 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3eb4314e-26ec-459f-99c1-027164cd4b06 req-7bb7465a-5772-40f0-a057-ec447e29c078 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=447c4a7f-3f4d-4a9f-8e23-0c0da6762e09 HTTP/1.1" status: 200 len: 946 time: 0.0776021 Apr 18 06:03:12.577966 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3eb4314e-26ec-459f-99c1-027164cd4b06 req-68ef0c99-a347-46f8-b357-f1cbfce44a34 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b90d1d52-a560-4364-862c-b1e55d73d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385096 Apr 18 06:03:12.650801 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36eae7-00fb-4a67-93fb-5513ea6c1f6b req-379a2240-85e7-402b-b492-0c6192b008c5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:12.652152 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4a36eae7-00fb-4a67-93fb-5513ea6c1f6b req-379a2240-85e7-402b-b492-0c6192b008c5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/ports?device_id=447c4a7f-3f4d-4a9f-8e23-0c0da6762e09 HTTP/1.1" status: 200 len: 946 time: 0.0820122 Apr 18 06:03:12.721863 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-4a36eae7-00fb-4a67-93fb-5513ea6c1f6b req-7c672c9c-bf0c-4b24-b119-2ba5f62a8484 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port d41d7ea7-7448-4847-9add-5aaa0ea2ad70 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:03:12.722194 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-4a36eae7-00fb-4a67-93fb-5513ea6c1f6b req-7c672c9c-bf0c-4b24-b119-2ba5f62a8484 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.961211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-4a36eae7-00fb-4a67-93fb-5513ea6c1f6b req-7c672c9c-bf0c-4b24-b119-2ba5f62a8484 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port d41d7ea7-7448-4847-9add-5aaa0ea2ad70, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d41d7ea7-7448-4847-9add-5aaa0ea2ad70,segment=NetworkSegment(8dacb739-19cf-43dd-8d0f-dd852b3ac4c3),segment_id=8dacb739-19cf-43dd-8d0f-dd852b3ac4c3)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:03:12.961481 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-4a36eae7-00fb-4a67-93fb-5513ea6c1f6b req-7c672c9c-bf0c-4b24-b119-2ba5f62a8484 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:13.079638 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-4a36eae7-00fb-4a67-93fb-5513ea6c1f6b req-7c672c9c-bf0c-4b24-b119-2ba5f62a8484 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for d41d7ea7-7448-4847-9add-5aaa0ea2ad70 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:03:13.218529 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-4a36eae7-00fb-4a67-93fb-5513ea6c1f6b req-7c672c9c-bf0c-4b24-b119-2ba5f62a8484 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:13.267038 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c672c9c-bf0c-4b24-b119-2ba5f62a8484 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=d41d7ea7-7448-4847-9add-5aaa0ea2ad70,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:13.341117 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a36eae7-00fb-4a67-93fb-5513ea6c1f6b req-7c672c9c-bf0c-4b24-b119-2ba5f62a8484 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] No DVR routers for this DVR port d41d7ea7-7448-4847-9add-5aaa0ea2ad70 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:03:13.343335 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-4a36eae7-00fb-4a67-93fb-5513ea6c1f6b req-7c672c9c-bf0c-4b24-b119-2ba5f62a8484 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:13.345733 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447c4a7f-3f4d-4a9f-8e23-0c0da6762e09', 'name': 'network-vif-deleted', 'tag': 'd41d7ea7-7448-4847-9add-5aaa0ea2ad70'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:03:13.362503 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4a36eae7-00fb-4a67-93fb-5513ea6c1f6b req-7c672c9c-bf0c-4b24-b119-2ba5f62a8484 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "DELETE /v2.0/ports/d41d7ea7-7448-4847-9add-5aaa0ea2ad70 HTTP/1.1" status: 204 len: 173 time: 0.7026210 Apr 18 06:03:13.397882 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f36d5a3-60b4-4b9e-8b89-bc3bf109ad34'] response: {'server_uuid': '447c4a7f-3f4d-4a9f-8e23-0c0da6762e09', 'name': 'network-vif-deleted', 'tag': 'd41d7ea7-7448-4847-9add-5aaa0ea2ad70', 'status': 'completed', 'code': 200} Apr 18 06:03:13.745722 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c5b654fc-321e-425e-8974-05afbe6bb001 req-c3d0aea5-5be2-46db-b85e-de4c88176c10 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=447c4a7f-3f4d-4a9f-8e23-0c0da6762e09 HTTP/1.1" status: 200 len: 210 time: 0.0462239 Apr 18 06:03:14.843184 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49830) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:14.909416 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c2c76f99-a68d-4d39-b138-9f94c7e885a2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:14.938187 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c2c76f99-a68d-4d39-b138-9f94c7e885a2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:15.003429 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c2c76f99-a68d-4d39-b138-9f94c7e885a2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:15.022341 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c76f99-a68d-4d39-b138-9f94c7e885a2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90d1d52-a560-4364-862c-b1e55d73d638,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:15.033922 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c2c76f99-a68d-4d39-b138-9f94c7e885a2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:15.038306 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c2c76f99-a68d-4d39-b138-9f94c7e885a2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/security-groups/b90d1d52-a560-4364-862c-b1e55d73d638 HTTP/1.1" status: 204 len: 168 time: 0.1911414 Apr 18 06:03:15.065646 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49836) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:15.215561 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device d41d7ea7-7448-4847-9add-5aaa0ea2ad70 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:03:15.289967 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: d41d7ea7-7448-4847-9add-5aaa0ea2ad70 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:03:15.290229 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device d41d7ea7-7448-4847-9add-5aaa0ea2ad70 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:03:15.738509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.083159 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port d902931b-65a3-438a-8824-e8e7d3101a43 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:03:16.084684 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.270728 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port d902931b-65a3-438a-8824-e8e7d3101a43, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d902931b-65a3-438a-8824-e8e7d3101a43,segment=NetworkSegment(8dacb739-19cf-43dd-8d0f-dd852b3ac4c3),segment_id=8dacb739-19cf-43dd-8d0f-dd852b3ac4c3)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:03:16.271099 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.399408 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for d902931b-65a3-438a-8824-e8e7d3101a43 owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:03:16.890654 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.971184 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=d902931b-65a3-438a-8824-e8e7d3101a43,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:16.989109 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:16.989452 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:16.989785 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:16.990387 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:16.990994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:16.991343 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:16.991681 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:16.992006 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:16.992355 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:16.992693 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:16.992976 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:16.993291 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:17.228905 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:17.581839 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router ea9c997c-526f-41df-8efd-5203ee7b7ef2 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:03:17.767752 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:03:17.777191 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45907478-3df0-4aa3-9458-c588dd04bffc None None] Sync routers for ids ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:03:17.779850 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-56e8c674-531e-4d80-af37-b2fb351c4001 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/routers/ea9c997c-526f-41df-8efd-5203ee7b7ef2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7131691 Apr 18 06:03:17.782520 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49840) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:17.786439 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45907478-3df0-4aa3-9458-c588dd04bffc None None] Routers {'ea9c997c-526f-41df-8efd-5203ee7b7ef2'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:03:17.787939 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-45907478-3df0-4aa3-9458-c588dd04bffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:03:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:17.847146 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-603f849a-d065-4b8c-9a51-c1a0c62c63c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting subnet 8a1e2829-ae5d-423d-bac8-16cf82dd01d7 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:03:17.850235 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-603f849a-d065-4b8c-9a51-c1a0c62c63c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:17.907396 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-603f849a-d065-4b8c-9a51-c1a0c62c63c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:17.970438 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-45907478-3df0-4aa3-9458-c588dd04bffc None None] Set router ea9c997c-526f-41df-8efd-5203ee7b7ef2 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:03:17.989293 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-603f849a-d065-4b8c-9a51-c1a0c62c63c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:18.062824 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-603f849a-d065-4b8c-9a51-c1a0c62c63c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:18.232199 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f849a-d065-4b8c-9a51-c1a0c62c63c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Subnet': ['ID=8a1e2829-ae5d-423d-bac8-16cf82dd01d7,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:18.234142 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-603f849a-d065-4b8c-9a51-c1a0c62c63c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:18.239321 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071d9c7d-90c1-4711-a3fb-d70d7484ac83 None None] Network 5ac31444-63eb-4a7c-8b2f-f6a257922680 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:03:18.243369 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-603f849a-d065-4b8c-9a51-c1a0c62c63c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/subnets/8a1e2829-ae5d-423d-bac8-16cf82dd01d7 HTTP/1.1" status: 204 len: 168 time: 0.4576631 Apr 18 06:03:18.243606 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49844) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:18.277543 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-45907478-3df0-4aa3-9458-c588dd04bffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'name': 'tempest-TestNetworkBasicOps-router-1509158123', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:05Z', 'updated_at': '2022-04-18T06:03:16Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:06Z', 'updated_at': '2022-04-18T06:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:18.281302 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45907478-3df0-4aa3-9458-c588dd04bffc None None] Checking router: ea9c997c-526f-41df-8efd-5203ee7b7ef2 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:03:18.290025 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45907478-3df0-4aa3-9458-c588dd04bffc None None] Routers {'ea9c997c-526f-41df-8efd-5203ee7b7ef2'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:03:18.290615 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-45907478-3df0-4aa3-9458-c588dd04bffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:03:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:18.429041 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-33387290-87a3-4d79-86cf-8f0551f7e480 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:18.491214 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-45907478-3df0-4aa3-9458-c588dd04bffc None None] Set router ea9c997c-526f-41df-8efd-5203ee7b7ef2 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:03:18.512974 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b6f013-144c-45be-ba6f-7b8601d1989e None None] DHCP port deletion for 5ac31444-63eb-4a7c-8b2f-f6a257922680 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:03:18.517006 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-63b6f013-144c-45be-ba6f-7b8601d1989e None None] Deleting port b0c05564-508b-4fa7-984b-1432603c6aea {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:03:18.517511 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-63b6f013-144c-45be-ba6f-7b8601d1989e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:18.621563 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-33387290-87a3-4d79-86cf-8f0551f7e480 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:18.631671 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-33387290-87a3-4d79-86cf-8f0551f7e480 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port bf68f510-52d1-47fc-991d-416f5d192558 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:03:18.632128 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-33387290-87a3-4d79-86cf-8f0551f7e480 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:18.729935 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-63b6f013-144c-45be-ba6f-7b8601d1989e None None] For port b0c05564-508b-4fa7-984b-1432603c6aea, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b0c05564-508b-4fa7-984b-1432603c6aea,segment=NetworkSegment(8dacb739-19cf-43dd-8d0f-dd852b3ac4c3),segment_id=8dacb739-19cf-43dd-8d0f-dd852b3ac4c3)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:03:18.730260 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-63b6f013-144c-45be-ba6f-7b8601d1989e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:18.813515 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-45907478-3df0-4aa3-9458-c588dd04bffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'name': 'tempest-TestNetworkBasicOps-router-1509158123', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:05Z', 'updated_at': '2022-04-18T06:03:16Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:06Z', 'updated_at': '2022-04-18T06:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:18.814132 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-33387290-87a3-4d79-86cf-8f0551f7e480 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port bf68f510-52d1-47fc-991d-416f5d192558, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=bf68f510-52d1-47fc-991d-416f5d192558,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:03:18.814132 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-33387290-87a3-4d79-86cf-8f0551f7e480 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:18.817854 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45907478-3df0-4aa3-9458-c588dd04bffc None None] The sync data for ids ['ea9c997c-526f-41df-8efd-5203ee7b7ef2'] in dv-neutron-837489-1-hyperv is: [{'id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'name': 'tempest-TestNetworkBasicOps-router-1509158123', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:05Z', 'updated_at': '2022-04-18T06:03:16Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'bf68f510-52d1-47fc-991d-416f5d192558', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9c997c-526f-41df-8efd-5203ee7b7ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:06Z', 'updated_at': '2022-04-18T06:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:03:18.861633 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-63b6f013-144c-45be-ba6f-7b8601d1989e None None] Calling delete_port for b0c05564-508b-4fa7-984b-1432603c6aea owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:03:18.939744 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-63b6f013-144c-45be-ba6f-7b8601d1989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:18.942448 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-33387290-87a3-4d79-86cf-8f0551f7e480 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for bf68f510-52d1-47fc-991d-416f5d192558 owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:03:18.987660 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b6f013-144c-45be-ba6f-7b8601d1989e None None] No DVR routers for this DVR port b0c05564-508b-4fa7-984b-1432603c6aea on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:03:18.989536 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6f013-144c-45be-ba6f-7b8601d1989e None None] Pushing event deleted for resources: {'Port': ['ID=b0c05564-508b-4fa7-984b-1432603c6aea,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:18.998344 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f013-144c-45be-ba6f-7b8601d1989e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:18.998685 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f013-144c-45be-ba6f-7b8601d1989e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:18.999020 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f013-144c-45be-ba6f-7b8601d1989e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:18.999348 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f013-144c-45be-ba6f-7b8601d1989e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:18.999674 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f013-144c-45be-ba6f-7b8601d1989e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:18.999998 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f013-144c-45be-ba6f-7b8601d1989e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:19.000418 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f013-144c-45be-ba6f-7b8601d1989e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:19.000705 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f013-144c-45be-ba6f-7b8601d1989e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:19.001029 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f013-144c-45be-ba6f-7b8601d1989e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:19.001344 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f013-144c-45be-ba6f-7b8601d1989e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:19.002574 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f013-144c-45be-ba6f-7b8601d1989e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:19.002574 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f013-144c-45be-ba6f-7b8601d1989e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:19.112414 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-33387290-87a3-4d79-86cf-8f0551f7e480 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:19.159483 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33387290-87a3-4d79-86cf-8f0551f7e480 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=bf68f510-52d1-47fc-991d-416f5d192558,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:19.259280 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-33387290-87a3-4d79-86cf-8f0551f7e480 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:19.272827 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff326723-0660-49e5-8c32-be98b61f6bb5 req-8913377e-6b9a-4204-a2b9-eac85cea2d21 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747914 Apr 18 06:03:19.425399 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff326723-0660-49e5-8c32-be98b61f6bb5 req-27ab9087-ab93-4d08-b0e0-beb9ec5c90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:19.426860 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff326723-0660-49e5-8c32-be98b61f6bb5 req-27ab9087-ab93-4d08-b0e0-beb9ec5c90ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49ad773d519141abbf5e743e64df06bc&device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 1099 time: 0.0736942 Apr 18 06:03:19.445488 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-33387290-87a3-4d79-86cf-8f0551f7e480 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:19.447665 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-33387290-87a3-4d79-86cf-8f0551f7e480 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:19.470271 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-33387290-87a3-4d79-86cf-8f0551f7e480 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:19.470961 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33387290-87a3-4d79-86cf-8f0551f7e480 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Fanout notify agent at l3_agent the message router_deleted on router ea9c997c-526f-41df-8efd-5203ee7b7ef2 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:03:19.487979 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-33387290-87a3-4d79-86cf-8f0551f7e480 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:19.489125 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-33387290-87a3-4d79-86cf-8f0551f7e480 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/routers/ea9c997c-526f-41df-8efd-5203ee7b7ef2 HTTP/1.1" status: 204 len: 168 time: 1.2446108 Apr 18 06:03:19.492071 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49848) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:19.583236 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff326723-0660-49e5-8c32-be98b61f6bb5 req-01bd863e-af95-4810-9e54-8de3fed24a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:19.586055 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff326723-0660-49e5-8c32-be98b61f6bb5 req-01bd863e-af95-4810-9e54-8de3fed24a47 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1 HTTP/1.1" status: 200 len: 913 time: 0.1355982 Apr 18 06:03:19.696558 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff326723-0660-49e5-8c32-be98b61f6bb5 req-23f63c6c-e49c-4613-9f4f-899eb18752ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb995dc1-16b9-4b17-a296-b0d6cc5a79ff HTTP/1.1" status: 200 len: 1002 time: 0.1013851 Apr 18 06:03:19.738539 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d8573c7f-eea6-4988-93f2-6a140b389f48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:19.875303 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff326723-0660-49e5-8c32-be98b61f6bb5 req-f6d2e302-9935-4ced-988e-2caa30a5ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:19.877097 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff326723-0660-49e5-8c32-be98b61f6bb5 req-f6d2e302-9935-4ced-988e-2caa30a5ad97 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b4d1495-96ee-47de-b8ec-9793f712c5be HTTP/1.1" status: 200 len: 851 time: 0.1719866 Apr 18 06:03:19.878109 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d8573c7f-eea6-4988-93f2-6a140b389f48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:19.905837 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-d8573c7f-eea6-4988-93f2-6a140b389f48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac31444-63eb-4a7c-8b2f-f6a257922680']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:19.919488 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-d8573c7f-eea6-4988-93f2-6a140b389f48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dacb739-19cf-43dd-8d0f-dd852b3ac4c3') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:19.919832 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-d8573c7f-eea6-4988-93f2-6a140b389f48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dacb739-19cf-43dd-8d0f-dd852b3ac4c3') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:19.932162 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d8573c7f-eea6-4988-93f2-6a140b389f48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:19.949317 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d8573c7f-eea6-4988-93f2-6a140b389f48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:19.960499 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8573c7f-eea6-4988-93f2-6a140b389f48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:03:19.960960 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d8573c7f-eea6-4988-93f2-6a140b389f48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:19.962791 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff326723-0660-49e5-8c32-be98b61f6bb5 req-0548325f-c29e-46ac-966e-f1e4e6c760ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:19.964285 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff326723-0660-49e5-8c32-be98b61f6bb5 req-0548325f-c29e-46ac-966e-f1e4e6c760ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762272 Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:03:19.975671 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:03:20.060606 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d8573c7f-eea6-4988-93f2-6a140b389f48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:20.082669 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d8573c7f-eea6-4988-93f2-6a140b389f48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:20.091912 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8573c7f-eea6-4988-93f2-6a140b389f48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Network': ['ID=5ac31444-63eb-4a7c-8b2f-f6a257922680,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:20.103360 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d8573c7f-eea6-4988-93f2-6a140b389f48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/networks/5ac31444-63eb-4a7c-8b2f-f6a257922680 HTTP/1.1" status: 204 len: 168 time: 0.6059368 Apr 18 06:03:20.103528 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff326723-0660-49e5-8c32-be98b61f6bb5 req-f0ce97d7-f97f-49b8-a0ec-b6d1d6b9bbd9 service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267481 Apr 18 06:03:20.123680 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49852) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:20.129742 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-6c9c2a04-f084-4471-bd97-beab6fc849be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'network': {'name': 'tempest-network-smoke--1667907794', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'port_security_enabled': True}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:20.136684 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6c9c2a04-f084-4471-bd97-beab6fc849be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:03:20.140306 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6c9c2a04-f084-4471-bd97-beab6fc849be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:network and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:03:20.143115 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6c9c2a04-f084-4471-bd97-beab6fc849be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:03:20.151012 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6c9c2a04-f084-4471-bd97-beab6fc849be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:03:20.161488 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9c2a04-f084-4471-bd97-beab6fc849be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:20.165134 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6c9c2a04-f084-4471-bd97-beab6fc849be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:20.192023 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d902931b-65a3-438a-8824-e8e7d3101a43 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:03:20.200228 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9c2a04-f084-4471-bd97-beab6fc849be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:03:20.212509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6c9c2a04-f084-4471-bd97-beab6fc849be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:20.212833 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-6c9c2a04-f084-4471-bd97-beab6fc849be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Added segment 87b491ec-59a4-4d43-9e00-365e5a9d4581 of type vlan for network 7a12dcfb-d522-4623-9667-127fc0dd340c Apr 18 06:03:20.226630 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: d902931b-65a3-438a-8824-e8e7d3101a43 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:03:20.226972 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d902931b-65a3-438a-8824-e8e7d3101a43 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:03:20.227379 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b0c05564-508b-4fa7-984b-1432603c6aea no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:03:20.243366 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6c9c2a04-f084-4471-bd97-beab6fc849be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:20.248379 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff326723-0660-49e5-8c32-be98b61f6bb5 req-ce819f20-a8f7-4e7d-917b-cd4e12e20ed8 service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383469 Apr 18 06:03:20.263464 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: b0c05564-508b-4fa7-984b-1432603c6aea {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:03:20.264073 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b0c05564-508b-4fa7-984b-1432603c6aea not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:03:20.264491 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device bf68f510-52d1-47fc-991d-416f5d192558 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:03:20.274482 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6c9c2a04-f084-4471-bd97-beab6fc849be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:20.280013 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9c2a04-f084-4471-bd97-beab6fc849be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:20.280628 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6c9c2a04-f084-4471-bd97-beab6fc849be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:20.297897 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: bf68f510-52d1-47fc-991d-416f5d192558 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:03:20.298249 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device bf68f510-52d1-47fc-991d-416f5d192558 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:03:20.388098 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6c9c2a04-f084-4471-bd97-beab6fc849be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2633221 Apr 18 06:03:20.390809 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49856) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:20.394227 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c2a04-f084-4471-bd97-beab6fc849be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Network': ['ID=7a12dcfb-d522-4623-9667-127fc0dd340c,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:20.397244 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2084846412', 'admin_state_up': True, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:20.404421 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 7a12dcfb-d522-4623-9667-127fc0dd340c details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:03:20.406452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:03:20.410232 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:router and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:03:20.413666 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:03:20.419733 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:03:20.430281 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:20.431096 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:20.446150 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:20.713260 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:21.010796 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:21.040424 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:21.174801 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.26.1.88 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/aeadcd24-aa4a-4962-a4a8-0767e002685d) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:21.317241 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:21.346199 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:21.403890 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:21.406504 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:21.408856 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:03:21.572424 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=aeadcd24-aa4a-4962-a4a8-0767e002685d,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:21.935337 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:22.269627 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:22.470667 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 2b5ea97b-a427-4576-8918-fb21f5bdc264 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:03:22.643075 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:03:22.652813 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] Sync routers for ids ['2b5ea97b-a427-4576-8918-fb21f5bdc264'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:03:22.661819 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] Routers {'2b5ea97b-a427-4576-8918-fb21f5bdc264'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:03:22.662434 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:03:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['2b5ea97b-a427-4576-8918-fb21f5bdc264'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:22.670775 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:22.672113 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-70a2f8b5-2fc7-49ed-ac22-d960cb338c47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2801826 Apr 18 06:03:22.675246 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49860) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:22.718273 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f1b3ecbb-a77d-4542-bdde-90df1a767142 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=e00da76b2c8c4cb8902ec43a97f5e314&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417712 Apr 18 06:03:22.720716 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49864) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:22.842582 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] Set router 2b5ea97b-a427-4576-8918-fb21f5bdc264 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:03:22.853377 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e400f7-5e91-4b29-94b5-61552f5f8f7a tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:22.854857 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-74e400f7-5e91-4b29-94b5-61552f5f8f7a tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1329882 Apr 18 06:03:22.857666 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49868) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:22.900069 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-50a2825f-174b-4089-9508-5fb1276c8abc tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411899 Apr 18 06:03:22.902382 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49872) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:22.907509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-5849ec38-e092-48d3-98c8-03a521d98c3b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-828678229', 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:23.015146 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5849ec38-e092-48d3-98c8-03a521d98c3b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:03:23.019002 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5849ec38-e092-48d3-98c8-03a521d98c3b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:subnet and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:03:23.022305 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5849ec38-e092-48d3-98c8-03a521d98c3b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:03:23.027974 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5849ec38-e092-48d3-98c8-03a521d98c3b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:03:23.038737 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5849ec38-e092-48d3-98c8-03a521d98c3b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:23.042276 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5849ec38-e092-48d3-98c8-03a521d98c3b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:23.166327 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'name': 'tempest-TestNetworkBasicOps-router-2084846412', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:20Z', 'updated_at': '2022-04-18T06:03:21Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:21Z', 'updated_at': '2022-04-18T06:03:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:23.170339 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] Checking router: 2b5ea97b-a427-4576-8918-fb21f5bdc264 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:03:23.170698 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] Updating router 2b5ea97b-a427-4576-8918-fb21f5bdc264 port aeadcd24-aa4a-4962-a4a8-0767e002685d binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:03:23.224192 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:23.263360 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5849ec38-e092-48d3-98c8-03a521d98c3b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:23.346304 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849ec38-e092-48d3-98c8-03a521d98c3b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Subnet': ['ID=42b65c64-1697-44cb-a9e2-c3b0a3807f30,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:23.351035 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5849ec38-e092-48d3-98c8-03a521d98c3b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Checking segment: {'id': '87b491ec-59a4-4d43-9e00-365e5a9d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:03:23.351384 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5849ec38-e092-48d3-98c8-03a521d98c3b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network hostable DHCP agents. Network: 7a12dcfb-d522-4623-9667-127fc0dd340c, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:03:23.376917 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5849ec38-e092-48d3-98c8-03a521d98c3b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 7a12dcfb-d522-4623-9667-127fc0dd340c is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:03:23.387123 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-5849ec38-e092-48d3-98c8-03a521d98c3b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 7a12dcfb-d522-4623-9667-127fc0dd340c) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:23.391106 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5849ec38-e092-48d3-98c8-03a521d98c3b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:23.391675 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5849ec38-e092-48d3-98c8-03a521d98c3b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:23.415569 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5849ec38-e092-48d3-98c8-03a521d98c3b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5122004 Apr 18 06:03:23.418361 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49876) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:23.439541 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8e5f95-8b1b-4832-9d7f-818bba3ba9ee None None] Network 7a12dcfb-d522-4623-9667-127fc0dd340c requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:03:23.736319 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:23.745809 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-7a12dcfb-d522-4623-9667-127fc0dd340c', 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ips': [{'subnet_id': '42b65c64-1697-44cb-a9e2-c3b0a3807f30'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:03:23.746616 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:23.764710 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] Transition to ACTIVE for port object aeadcd24-aa4a-4962-a4a8-0767e002685d will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:03:23.812929 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:23.903752 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] Attempting to bind port aeadcd24-aa4a-4962-a4a8-0767e002685d on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:23.904134 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] Attempting to bind port aeadcd24-aa4a-4962-a4a8-0767e002685d by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:23.904497 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] Attempting to bind port aeadcd24-aa4a-4962-a4a8-0767e002685d on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:03:23.933696 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:03:23.934059 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:03:23.934458 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:23.934844 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:03:23.935303 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] Bound port: aeadcd24-aa4a-4962-a4a8-0767e002685d, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:23.935666 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:23.961612 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105fa03-4b84-41bd-8037-2e921ea19778 None None] Pushing event updated for resources: {'Port': ['ID=aeadcd24-aa4a-4962-a4a8-0767e002685d,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:24.053402 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] Allocated IP 172.20.0.2 (7a12dcfb-d522-4623-9667-127fc0dd340c/42b65c64-1697-44cb-a9e2-c3b0a3807f30/93bff95a-4303-4769-8f6d-fc1e1b2477ff) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:24.064460 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] For port aeadcd24-aa4a-4962-a4a8-0767e002685d, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:03:24.068142 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] For port aeadcd24-aa4a-4962-a4a8-0767e002685d, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=aeadcd24-aa4a-4962-a4a8-0767e002685d,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:03:24.086865 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:24.240979 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] Routers {'2b5ea97b-a427-4576-8918-fb21f5bdc264'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:03:24.241603 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:03:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['2b5ea97b-a427-4576-8918-fb21f5bdc264'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:24.263334 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1111d6a4-7ff9-4e19-8788-76e77f2c7b9b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:24.319498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105fa03-4b84-41bd-8037-2e921ea19778 None None] Pushing event updated for resources: {'Port': ['ID=aeadcd24-aa4a-4962-a4a8-0767e002685d,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:24.506659 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] Set router 2b5ea97b-a427-4576-8918-fb21f5bdc264 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:03:24.550090 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:24.678659 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] Transition to ACTIVE for port object 93bff95a-4303-4769-8f6d-fc1e1b2477ff will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:03:24.781660 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] Transition to ACTIVE for port object 93bff95a-4303-4769-8f6d-fc1e1b2477ff will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:03:24.800238 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:24.863047 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-1111d6a4-7ff9-4e19-8788-76e77f2c7b9b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.20.0.1 (7a12dcfb-d522-4623-9667-127fc0dd340c/42b65c64-1697-44cb-a9e2-c3b0a3807f30/7f03be45-460b-4d0c-af36-da49eb5a2dce) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:24.879634 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] Network 7a12dcfb-d522-4623-9667-127fc0dd340c is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:24.884420 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:24.889285 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:03:24.932825 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] Pushing event updated for resources: {'Port': ['ID=93bff95a-4303-4769-8f6d-fc1e1b2477ff,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:25.024058 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1111d6a4-7ff9-4e19-8788-76e77f2c7b9b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.035444 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] Attempting to bind port 93bff95a-4303-4769-8f6d-fc1e1b2477ff on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:25.035812 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] Attempting to bind port 93bff95a-4303-4769-8f6d-fc1e1b2477ff by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '87b491ec-59a4-4d43-9e00-365e5a9d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:25.036212 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] Attempting to bind port 93bff95a-4303-4769-8f6d-fc1e1b2477ff on network 7a12dcfb-d522-4623-9667-127fc0dd340c {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:03:25.042816 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:03:25.043184 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] Checking segment: {'id': '87b491ec-59a4-4d43-9e00-365e5a9d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:03:25.043586 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.043977 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] Bound using segment: {'id': '87b491ec-59a4-4d43-9e00-365e5a9d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:03:25.044461 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-1111d6a4-7ff9-4e19-8788-76e77f2c7b9b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Transition to ACTIVE for port object 7f03be45-460b-4d0c-af36-da49eb5a2dce will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:03:25.044560 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] Bound port: 93bff95a-4303-4769-8f6d-fc1e1b2477ff, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b491ec-59a4-4d43-9e00-365e5a9d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:25.044833 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.073666 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1111d6a4-7ff9-4e19-8788-76e77f2c7b9b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.106985 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'name': 'tempest-TestNetworkBasicOps-router-2084846412', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:20Z', 'updated_at': '2022-04-18T06:03:21Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:21Z', 'updated_at': '2022-04-18T06:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:25.113876 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b7e5e0-0862-4962-a5ed-79bdadaef59c None None] The sync data for ids ['2b5ea97b-a427-4576-8918-fb21f5bdc264'] in dv-neutron-837489-1-hyperv is: [{'id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'name': 'tempest-TestNetworkBasicOps-router-2084846412', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:20Z', 'updated_at': '2022-04-18T06:03:21Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:21Z', 'updated_at': '2022-04-18T06:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:03:25.136628 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1111d6a4-7ff9-4e19-8788-76e77f2c7b9b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 7a12dcfb-d522-4623-9667-127fc0dd340c is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:25.140463 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-1111d6a4-7ff9-4e19-8788-76e77f2c7b9b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:25.144205 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111d6a4-7ff9-4e19-8788-76e77f2c7b9b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:03:25.151697 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] For port 93bff95a-4303-4769-8f6d-fc1e1b2477ff, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:03:25.154980 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] For port 93bff95a-4303-4769-8f6d-fc1e1b2477ff, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=93bff95a-4303-4769-8f6d-fc1e1b2477ff,segment=NetworkSegment(87b491ec-59a4-4d43-9e00-365e5a9d4581),segment_id=87b491ec-59a4-4d43-9e00-365e5a9d4581)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:03:25.159114 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.204131 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111d6a4-7ff9-4e19-8788-76e77f2c7b9b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=7f03be45-460b-4d0c-af36-da49eb5a2dce,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:25.221501 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1111d6a4-7ff9-4e19-8788-76e77f2c7b9b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.255985 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cdc7f-2ee4-4ae5-8f18-6e08585b29ee None None] Pushing event updated for resources: {'Port': ['ID=93bff95a-4303-4769-8f6d-fc1e1b2477ff,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:25.498562 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1111d6a4-7ff9-4e19-8788-76e77f2c7b9b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.070813 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1111d6a4-7ff9-4e19-8788-76e77f2c7b9b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.075490 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1111d6a4-7ff9-4e19-8788-76e77f2c7b9b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.195603 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111d6a4-7ff9-4e19-8788-76e77f2c7b9b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=7f03be45-460b-4d0c-af36-da49eb5a2dce,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:26.197884 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1111d6a4-7ff9-4e19-8788-76e77f2c7b9b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.249520 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device aeadcd24-aa4a-4962-a4a8-0767e002685d up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:03:26.293062 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4594f82-2bd5-4f4b-8ce0-fdfa9629b06f None None] Network 7a12dcfb-d522-4623-9667-127fc0dd340c requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:03:26.343770 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1111d6a4-7ff9-4e19-8788-76e77f2c7b9b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 7a12dcfb-d522-4623-9667-127fc0dd340c is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:26.344750 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-1111d6a4-7ff9-4e19-8788-76e77f2c7b9b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:26.410589 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ef6116a2-f1dd-40c5-88c1-742f2cf04b34 None None] Provisioning for port 93bff95a-4303-4769-8f6d-fc1e1b2477ff completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:03:26.420965 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port aeadcd24-aa4a-4962-a4a8-0767e002685d completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:03:26.438069 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port aeadcd24-aa4a-4962-a4a8-0767e002685d triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:26.438434 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.534674 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1111d6a4-7ff9-4e19-8788-76e77f2c7b9b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 2b5ea97b-a427-4576-8918-fb21f5bdc264 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:03:26.645723 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.671666 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port aeadcd24-aa4a-4962-a4a8-0767e002685d, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=aeadcd24-aa4a-4962-a4a8-0767e002685d,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:03:26.680959 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.681711 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 93bff95a-4303-4769-8f6d-fc1e1b2477ff up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:03:26.733047 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1111d6a4-7ff9-4e19-8788-76e77f2c7b9b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:03:26.746767 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1111d6a4-7ff9-4e19-8788-76e77f2c7b9b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/routers/2b5ea97b-a427-4576-8918-fb21f5bdc264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3273468 Apr 18 06:03:26.749222 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49880) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:26.804864 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] Sync routers for ids ['2b5ea97b-a427-4576-8918-fb21f5bdc264'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:03:26.819806 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] Routers {'2b5ea97b-a427-4576-8918-fb21f5bdc264'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:03:26.820028 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=aeadcd24-aa4a-4962-a4a8-0767e002685d,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:26.820470 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:03:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['2b5ea97b-a427-4576-8918-fb21f5bdc264'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:26.836015 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 93bff95a-4303-4769-8f6d-fc1e1b2477ff completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:03:26.841364 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 93bff95a-4303-4769-8f6d-fc1e1b2477ff triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:26.841855 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.983613 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.995809 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d7d63d11-740c-43bf-a7b3-9206fda67978 None None] Provisioning complete for port 93bff95a-4303-4769-8f6d-fc1e1b2477ff triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:26.996791 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d7d63d11-740c-43bf-a7b3-9206fda67978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.051776 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1f0a1d-9801-45d3-ac23-cfa0243f5578 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:27.053549 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1f0a1d-9801-45d3-ac23-cfa0243f5578 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:27.054325 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1f0a1d-9801-45d3-ac23-cfa0243f5578 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:27.054992 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1f0a1d-9801-45d3-ac23-cfa0243f5578 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:27.055612 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1f0a1d-9801-45d3-ac23-cfa0243f5578 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:27.056007 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] Set router 2b5ea97b-a427-4576-8918-fb21f5bdc264 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:03:27.057423 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1f0a1d-9801-45d3-ac23-cfa0243f5578 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:27.059679 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7f1f0a1d-9801-45d3-ac23-cfa0243f5578 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.3094609 Apr 18 06:03:27.062157 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49884) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:27.071467 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 93bff95a-4303-4769-8f6d-fc1e1b2477ff, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=93bff95a-4303-4769-8f6d-fc1e1b2477ff,segment=NetworkSegment(87b491ec-59a4-4d43-9e00-365e5a9d4581),segment_id=87b491ec-59a4-4d43-9e00-365e5a9d4581)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:03:27.119376 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.156760 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c1e43-7846-4864-b7a9-f87a848317a7 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:27.157331 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c1e43-7846-4864-b7a9-f87a848317a7 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:27.157929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c1e43-7846-4864-b7a9-f87a848317a7 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:27.158491 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c1e43-7846-4864-b7a9-f87a848317a7 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:27.159010 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c1e43-7846-4864-b7a9-f87a848317a7 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:27.159520 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c1e43-7846-4864-b7a9-f87a848317a7 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:27.163204 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-177c1e43-7846-4864-b7a9-f87a848317a7 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0987487 Apr 18 06:03:27.166037 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49888) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:27.214191 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=93bff95a-4303-4769-8f6d-fc1e1b2477ff,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:27.221438 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d7d63d11-740c-43bf-a7b3-9206fda67978 None None] Provisioning for port 7f03be45-460b-4d0c-af36-da49eb5a2dce completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:03:27.227880 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d7d63d11-740c-43bf-a7b3-9206fda67978 None None] Provisioning complete for port 7f03be45-460b-4d0c-af36-da49eb5a2dce triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:27.228420 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d7d63d11-740c-43bf-a7b3-9206fda67978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.300259 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-d7d63d11-740c-43bf-a7b3-9206fda67978 None None] Port 7f03be45-460b-4d0c-af36-da49eb5a2dce cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:03:27.420097 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7b396f61-f4cc-4d8b-8f13-6b61b11bd279 None None] Provisioning complete for port 7f03be45-460b-4d0c-af36-da49eb5a2dce triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:27.420466 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'name': 'tempest-TestNetworkBasicOps-router-2084846412', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:20Z', 'updated_at': '2022-04-18T06:03:25Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:21Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '7f03be45-460b-4d0c-af36-da49eb5a2dce', 'name': '', 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:0e:f9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '42b65c64-1697-44cb-a9e2-c3b0a3807f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:24Z', 'updated_at': '2022-04-18T06:03:25Z', 'revision_number': 2, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '42b65c64-1697-44cb-a9e2-c3b0a3807f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:27.420657 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7b396f61-f4cc-4d8b-8f13-6b61b11bd279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.425067 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] Checking router: 2b5ea97b-a427-4576-8918-fb21f5bdc264 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:03:27.425350 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] Updating router 2b5ea97b-a427-4576-8918-fb21f5bdc264 port 7f03be45-460b-4d0c-af36-da49eb5a2dce binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:03:27.428470 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a50d4743-b667-465c-adb8-eb1528e4d4b1 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2612059 Apr 18 06:03:27.431145 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49892) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:27.436657 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-22e805fc-7b27-4c83-98e1-3a3a40a1fdb3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-17260894', 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:27.484832 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.519723 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-7b396f61-f4cc-4d8b-8f13-6b61b11bd279 None None] Port 7f03be45-460b-4d0c-af36-da49eb5a2dce cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:03:27.578053 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-22e805fc-7b27-4c83-98e1-3a3a40a1fdb3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:03:27.582122 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-22e805fc-7b27-4c83-98e1-3a3a40a1fdb3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:port and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:03:27.585262 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-22e805fc-7b27-4c83-98e1-3a3a40a1fdb3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:03:27.590929 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-22e805fc-7b27-4c83-98e1-3a3a40a1fdb3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:03:27.600706 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e805fc-7b27-4c83-98e1-3a3a40a1fdb3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'port': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:27.604393 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-22e805fc-7b27-4c83-98e1-3a3a40a1fdb3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.629245 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [None req-22e805fc-7b27-4c83-98e1-3a3a40a1fdb3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] device_id is not set on port 59f87b27-5f2a-444d-9d4a-7a7116532412 yet. {{(pid=88035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:03:27.826076 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.837556 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] Transition to ACTIVE for port object 7f03be45-460b-4d0c-af36-da49eb5a2dce will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:03:27.844092 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.912650 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-22e805fc-7b27-4c83-98e1-3a3a40a1fdb3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.20.0.8 (7a12dcfb-d522-4623-9667-127fc0dd340c/42b65c64-1697-44cb-a9e2-c3b0a3807f30/59f87b27-5f2a-444d-9d4a-7a7116532412) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:28.012529 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad7339-39cd-4a92-a531-4c781f18439a None None] Pushing event updated for resources: {'Port': ['ID=7f03be45-460b-4d0c-af36-da49eb5a2dce,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:28.021950 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad7339-39cd-4a92-a531-4c781f18439a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:28.022280 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad7339-39cd-4a92-a531-4c781f18439a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:28.022608 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad7339-39cd-4a92-a531-4c781f18439a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:28.022930 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad7339-39cd-4a92-a531-4c781f18439a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:28.023244 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad7339-39cd-4a92-a531-4c781f18439a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:28.023555 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad7339-39cd-4a92-a531-4c781f18439a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:28.023865 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad7339-39cd-4a92-a531-4c781f18439a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:28.024278 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad7339-39cd-4a92-a531-4c781f18439a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:28.024588 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad7339-39cd-4a92-a531-4c781f18439a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:28.024897 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad7339-39cd-4a92-a531-4c781f18439a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:28.025198 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad7339-39cd-4a92-a531-4c781f18439a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:28.025507 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad7339-39cd-4a92-a531-4c781f18439a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:28.120433 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] Attempting to bind port 7f03be45-460b-4d0c-af36-da49eb5a2dce on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:28.120792 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] Attempting to bind port 7f03be45-460b-4d0c-af36-da49eb5a2dce by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '87b491ec-59a4-4d43-9e00-365e5a9d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:28.121143 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] Attempting to bind port 7f03be45-460b-4d0c-af36-da49eb5a2dce on network 7a12dcfb-d522-4623-9667-127fc0dd340c {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:03:28.126399 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:03:28.126757 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] Checking segment: {'id': '87b491ec-59a4-4d43-9e00-365e5a9d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:03:28.127140 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.127518 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] Bound using segment: {'id': '87b491ec-59a4-4d43-9e00-365e5a9d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:03:28.128112 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] Bound port: 7f03be45-460b-4d0c-af36-da49eb5a2dce, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b491ec-59a4-4d43-9e00-365e5a9d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:28.128480 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.208526 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device aeadcd24-aa4a-4962-a4a8-0767e002685d up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:03:28.224902 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] For port 7f03be45-460b-4d0c-af36-da49eb5a2dce, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:03:28.228520 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] For port 7f03be45-460b-4d0c-af36-da49eb5a2dce, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=7f03be45-460b-4d0c-af36-da49eb5a2dce,segment=NetworkSegment(87b491ec-59a4-4d43-9e00-365e5a9d4581),segment_id=87b491ec-59a4-4d43-9e00-365e5a9d4581)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:03:28.233700 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.250211 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-22e805fc-7b27-4c83-98e1-3a3a40a1fdb3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.265536 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-22e805fc-7b27-4c83-98e1-3a3a40a1fdb3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Transition to ACTIVE for port object 59f87b27-5f2a-444d-9d4a-7a7116532412 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:03:28.280725 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port aeadcd24-aa4a-4962-a4a8-0767e002685d triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:28.281226 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.292206 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-22e805fc-7b27-4c83-98e1-3a3a40a1fdb3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.348625 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] Routers {'2b5ea97b-a427-4576-8918-fb21f5bdc264'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:03:28.349890 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:03:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['2b5ea97b-a427-4576-8918-fb21f5bdc264'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:28.370156 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e805fc-7b27-4c83-98e1-3a3a40a1fdb3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=59f87b27-5f2a-444d-9d4a-7a7116532412,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:28.384732 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e805fc-7b27-4c83-98e1-3a3a40a1fdb3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 7a12dcfb-d522-4623-9667-127fc0dd340c is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:28.385908 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-22e805fc-7b27-4c83-98e1-3a3a40a1fdb3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:28.388269 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e805fc-7b27-4c83-98e1-3a3a40a1fdb3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:03:28.452288 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 93bff95a-4303-4769-8f6d-fc1e1b2477ff up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:03:28.454206 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad7339-39cd-4a92-a531-4c781f18439a None None] Pushing event updated for resources: {'Port': ['ID=7f03be45-460b-4d0c-af36-da49eb5a2dce,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:28.465894 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e805fc-7b27-4c83-98e1-3a3a40a1fdb3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:28.466526 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-22e805fc-7b27-4c83-98e1-3a3a40a1fdb3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.497627 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-22e805fc-7b27-4c83-98e1-3a3a40a1fdb3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0644844 Apr 18 06:03:28.533117 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 93bff95a-4303-4769-8f6d-fc1e1b2477ff triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:28.533499 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.602446 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] Set router 2b5ea97b-a427-4576-8918-fb21f5bdc264 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:03:28.817036 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-73ae8fdf-8952-4d24-b319-aa03c50b5e5f None None] Provisioning for port 59f87b27-5f2a-444d-9d4a-7a7116532412 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:03:28.822436 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-73ae8fdf-8952-4d24-b319-aa03c50b5e5f None None] Provisioning complete for port 59f87b27-5f2a-444d-9d4a-7a7116532412 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:28.822802 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-73ae8fdf-8952-4d24-b319-aa03c50b5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.879084 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-73ae8fdf-8952-4d24-b319-aa03c50b5e5f None None] Port 59f87b27-5f2a-444d-9d4a-7a7116532412 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:03:28.920819 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49898) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:28.926376 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-67fe113b-28a4-40d8-ac1d-70722ac15827 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2061268817', 'description': 'tempest-secgroup-smoke-2061268817 description', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:28.930051 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'name': 'tempest-TestNetworkBasicOps-router-2084846412', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:20Z', 'updated_at': '2022-04-18T06:03:25Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:21Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '7f03be45-460b-4d0c-af36-da49eb5a2dce', 'name': '', 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:0e:f9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '42b65c64-1697-44cb-a9e2-c3b0a3807f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:24Z', 'updated_at': '2022-04-18T06:03:28Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '42b65c64-1697-44cb-a9e2-c3b0a3807f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:28.932989 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-67fe113b-28a4-40d8-ac1d-70722ac15827 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:03:28.933943 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4929ca-253e-4825-8eb6-0a7165ce2ce9 None None] The sync data for ids ['2b5ea97b-a427-4576-8918-fb21f5bdc264'] in dv-neutron-837489-1-hyperv is: [{'id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'name': 'tempest-TestNetworkBasicOps-router-2084846412', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:20Z', 'updated_at': '2022-04-18T06:03:25Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:21Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '7f03be45-460b-4d0c-af36-da49eb5a2dce', 'name': '', 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:0e:f9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '42b65c64-1697-44cb-a9e2-c3b0a3807f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:24Z', 'updated_at': '2022-04-18T06:03:28Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '42b65c64-1697-44cb-a9e2-c3b0a3807f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:03:28.938066 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-67fe113b-28a4-40d8-ac1d-70722ac15827 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:03:28.940799 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-67fe113b-28a4-40d8-ac1d-70722ac15827 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:03:28.947498 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-67fe113b-28a4-40d8-ac1d-70722ac15827 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:03:28.957051 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-67fe113b-28a4-40d8-ac1d-70722ac15827 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.991117 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-67fe113b-28a4-40d8-ac1d-70722ac15827 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:03:28.998576 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-67fe113b-28a4-40d8-ac1d-70722ac15827 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:03:29.001743 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-67fe113b-28a4-40d8-ac1d-70722ac15827 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:03:29.007946 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-67fe113b-28a4-40d8-ac1d-70722ac15827 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:03:29.086140 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-67fe113b-28a4-40d8-ac1d-70722ac15827 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.090584 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-67fe113b-28a4-40d8-ac1d-70722ac15827 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.137842 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe113b-28a4-40d8-ac1d-70722ac15827 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d70522-ab1d-4f12-bf84-481d74781f60,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:29.140677 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-67fe113b-28a4-40d8-ac1d-70722ac15827 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.141890 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-67fe113b-28a4-40d8-ac1d-70722ac15827 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2200234 Apr 18 06:03:29.144697 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49902) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:29.150149 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-62af164e-53e4-4330-a06b-17aad9d24525 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '23d70522-ab1d-4f12-bf84-481d74781f60', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:29.156385 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-62af164e-53e4-4330-a06b-17aad9d24525 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:03:29.160244 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-62af164e-53e4-4330-a06b-17aad9d24525 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:03:29.163443 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-62af164e-53e4-4330-a06b-17aad9d24525 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:03:29.169791 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-62af164e-53e4-4330-a06b-17aad9d24525 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:03:29.186967 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62af164e-53e4-4330-a06b-17aad9d24525 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.250093 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62af164e-53e4-4330-a06b-17aad9d24525 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.254056 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62af164e-53e4-4330-a06b-17aad9d24525 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.281630 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af164e-53e4-4330-a06b-17aad9d24525 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94904233-deed-423a-91cb-010adb73af2b,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:29.292491 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-62af164e-53e4-4330-a06b-17aad9d24525 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.296231 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-62af164e-53e4-4330-a06b-17aad9d24525 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480885 Apr 18 06:03:29.296399 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49906) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:29.301344 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-d2ccf1c7-3be9-4dbb-a8c6-bab7ac9e3620 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '23d70522-ab1d-4f12-bf84-481d74781f60', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:29.317177 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d2ccf1c7-3be9-4dbb-a8c6-bab7ac9e3620 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:03:29.322459 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d2ccf1c7-3be9-4dbb-a8c6-bab7ac9e3620 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:03:29.325921 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d2ccf1c7-3be9-4dbb-a8c6-bab7ac9e3620 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:03:29.331807 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d2ccf1c7-3be9-4dbb-a8c6-bab7ac9e3620 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:03:29.351202 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d2ccf1c7-3be9-4dbb-a8c6-bab7ac9e3620 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.418648 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d2ccf1c7-3be9-4dbb-a8c6-bab7ac9e3620 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.422471 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d2ccf1c7-3be9-4dbb-a8c6-bab7ac9e3620 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.446579 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccf1c7-3be9-4dbb-a8c6-bab7ac9e3620 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3daf2eb-01e6-4242-a2d3-28cdee3f188b,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:29.456504 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d2ccf1c7-3be9-4dbb-a8c6-bab7ac9e3620 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.460562 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d2ccf1c7-3be9-4dbb-a8c6-bab7ac9e3620 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1604216 Apr 18 06:03:29.460921 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 49910) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:29.466395 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-88b2c0b6-b8d5-4682-93fc-2a7f49594ebe tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '23d70522-ab1d-4f12-bf84-481d74781f60', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:29.472551 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-88b2c0b6-b8d5-4682-93fc-2a7f49594ebe tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:03:29.477179 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-88b2c0b6-b8d5-4682-93fc-2a7f49594ebe tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:03:29.480125 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-88b2c0b6-b8d5-4682-93fc-2a7f49594ebe tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:03:29.486106 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-88b2c0b6-b8d5-4682-93fc-2a7f49594ebe tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:03:29.504311 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-88b2c0b6-b8d5-4682-93fc-2a7f49594ebe tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.570070 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-88b2c0b6-b8d5-4682-93fc-2a7f49594ebe tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.573889 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-88b2c0b6-b8d5-4682-93fc-2a7f49594ebe tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.601858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2c0b6-b8d5-4682-93fc-2a7f49594ebe tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d705348c-939e-4cea-9914-d7df796c179e,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:29.613319 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-88b2c0b6-b8d5-4682-93fc-2a7f49594ebe tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.614528 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-88b2c0b6-b8d5-4682-93fc-2a7f49594ebe tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1526182 Apr 18 06:03:29.617570 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49914) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:29.622871 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7fead2b8-a4bf-4532-a355-92c988586793 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '23d70522-ab1d-4f12-bf84-481d74781f60', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:29.629058 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7fead2b8-a4bf-4532-a355-92c988586793 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:03:29.633748 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7fead2b8-a4bf-4532-a355-92c988586793 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:03:29.636869 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7fead2b8-a4bf-4532-a355-92c988586793 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:03:29.642820 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7fead2b8-a4bf-4532-a355-92c988586793 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:03:29.662656 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7fead2b8-a4bf-4532-a355-92c988586793 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.734395 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7fead2b8-a4bf-4532-a355-92c988586793 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.738115 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7fead2b8-a4bf-4532-a355-92c988586793 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.772107 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fead2b8-a4bf-4532-a355-92c988586793 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7bc672-45a5-4d03-82d7-3cd222e64fa8,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:29.781914 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7fead2b8-a4bf-4532-a355-92c988586793 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.785636 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7fead2b8-a4bf-4532-a355-92c988586793 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1645710 Apr 18 06:03:29.785916 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49918) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:29.791772 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-ff1b76d9-e991-4741-9850-3696365b4b00 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '23d70522-ab1d-4f12-bf84-481d74781f60', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:29.797969 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ff1b76d9-e991-4741-9850-3696365b4b00 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:03:29.803022 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ff1b76d9-e991-4741-9850-3696365b4b00 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:03:29.806072 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ff1b76d9-e991-4741-9850-3696365b4b00 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:03:29.811866 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ff1b76d9-e991-4741-9850-3696365b4b00 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:03:29.822547 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.securitygroups_db [None req-ff1b76d9-e991-4741-9850-3696365b4b00 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:03:29.829034 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ff1b76d9-e991-4741-9850-3696365b4b00 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.898380 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ff1b76d9-e991-4741-9850-3696365b4b00 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.902079 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ff1b76d9-e991-4741-9850-3696365b4b00 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.925891 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b76d9-e991-4741-9850-3696365b4b00 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b650c1-77ed-4edc-8ab1-a7dd94c3bafa,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:29.935244 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ff1b76d9-e991-4741-9850-3696365b4b00 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.938968 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ff1b76d9-e991-4741-9850-3696365b4b00 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1495609 Apr 18 06:03:29.939157 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 49922) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:29.944520 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-374f4c8e-69b7-42cf-8925-216ad1b64a21 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '23d70522-ab1d-4f12-bf84-481d74781f60', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:29.950557 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-374f4c8e-69b7-42cf-8925-216ad1b64a21 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:03:29.954439 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-374f4c8e-69b7-42cf-8925-216ad1b64a21 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:03:29.957315 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-374f4c8e-69b7-42cf-8925-216ad1b64a21 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:03:29.964188 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-374f4c8e-69b7-42cf-8925-216ad1b64a21 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:03:29.975560 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.securitygroups_db [None req-374f4c8e-69b7-42cf-8925-216ad1b64a21 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:03:29.982441 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-374f4c8e-69b7-42cf-8925-216ad1b64a21 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.048705 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-374f4c8e-69b7-42cf-8925-216ad1b64a21 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.052719 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-374f4c8e-69b7-42cf-8925-216ad1b64a21 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.074976 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f4c8e-69b7-42cf-8925-216ad1b64a21 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433c4bee-598b-4752-8f93-858de42a3b10,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:30.093346 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-374f4c8e-69b7-42cf-8925-216ad1b64a21 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.094667 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-374f4c8e-69b7-42cf-8925-216ad1b64a21 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1545188 Apr 18 06:03:30.216093 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 7f03be45-460b-4d0c-af36-da49eb5a2dce up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:03:30.282049 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 7f03be45-460b-4d0c-af36-da49eb5a2dce completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:03:30.286615 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 7f03be45-460b-4d0c-af36-da49eb5a2dce triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:30.286980 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.294803 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-d94735b0-c597-4e28-9e5d-41ddad95a311 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:03:30.309540 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-d94735b0-c597-4e28-9e5d-41ddad95a311 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:03:30.310793 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-d94735b0-c597-4e28-9e5d-41ddad95a311 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061268817&fields=id&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 267 time: 0.0559721 Apr 18 06:03:30.397560 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-4cd3cb40-2b5c-43e3-a2d7-ead3c3f799fb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:30.398136 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-4cd3cb40-2b5c-43e3-a2d7-ead3c3f799fb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:03:30.403929 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.417906 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-4cd3cb40-2b5c-43e3-a2d7-ead3c3f799fb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:03:30.419313 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-4cd3cb40-2b5c-43e3-a2d7-ead3c3f799fb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports/59f87b27-5f2a-444d-9d4a-7a7116532412 HTTP/1.1" status: 200 len: 928 time: 0.0996902 Apr 18 06:03:30.441003 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 7f03be45-460b-4d0c-af36-da49eb5a2dce, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=7f03be45-460b-4d0c-af36-da49eb5a2dce,segment=NetworkSegment(87b491ec-59a4-4d43-9e00-365e5a9d4581),segment_id=87b491ec-59a4-4d43-9e00-365e5a9d4581)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:03:30.445505 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.514037 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=7f03be45-460b-4d0c-af36-da49eb5a2dce,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:30.652285 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-f53f73b5-7fc4-4c7a-b825-bddfc74f0227 service neutron] 10.222.0.15 "GET /v2.0/ports/59f87b27-5f2a-444d-9d4a-7a7116532412?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2201662 Apr 18 06:03:30.786201 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-dcc017fc-ddc0-4279-9f77-a15dc2c9f44f service neutron] 10.222.0.15 "GET /v2.0/networks/7a12dcfb-d522-4623-9667-127fc0dd340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282723 Apr 18 06:03:30.920831 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-c9b4696a-7bb1-4c16-9197-2a4a1d60dc31 service neutron] 10.222.0.15 "GET /v2.0/networks/7a12dcfb-d522-4623-9667-127fc0dd340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282322 Apr 18 06:03:31.094449 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-357f9410-4385-4aa2-9ac7-71f60036ab7b req-a2764a18-6a07-474f-a422-aedd3024eb1c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:03:31.106260 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-357f9410-4385-4aa2-9ac7-71f60036ab7b req-a2764a18-6a07-474f-a422-aedd3024eb1c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:03:31.107435 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-357f9410-4385-4aa2-9ac7-71f60036ab7b req-a2764a18-6a07-474f-a422-aedd3024eb1c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2ae9d2e-2c62-4148-9abc-efaacccd8b0f HTTP/1.1" status: 200 len: 210 time: 0.0559788 Apr 18 06:03:32.121834 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-d84771b0-a5df-412c-81b5-1613d979a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:32.123192 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-d84771b0-a5df-412c-81b5-1613d979a9b8 service neutron] 10.222.0.52 "GET /v2.0/ports/59f87b27-5f2a-444d-9d4a-7a7116532412 HTTP/1.1" status: 200 len: 1024 time: 0.0625017 Apr 18 06:03:32.214401 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 7f03be45-460b-4d0c-af36-da49eb5a2dce up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:03:32.268772 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-de471450-0d47-4f58-b62e-ec4c5a466853 req-1128dd67-f781-40f2-adf2-763ba66d1612 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2ae9d2e-2c62-4148-9abc-efaacccd8b0f HTTP/1.1" status: 200 len: 210 time: 0.0479088 Apr 18 06:03:32.292979 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-662dd6aa-a2b9-4170-9e51-1d98d3de7fc7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:32.294612 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-662dd6aa-a2b9-4170-9e51-1d98d3de7fc7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/networks?id=7a12dcfb-d522-4623-9667-127fc0dd340c HTTP/1.1" status: 200 len: 797 time: 0.1638086 Apr 18 06:03:32.309545 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 7f03be45-460b-4d0c-af36-da49eb5a2dce triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:32.309914 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:32.355882 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-3093a7ae-c453-4abf-9f96-4919c96a7260 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:03:32.367890 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-3093a7ae-c453-4abf-9f96-4919c96a7260 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:03:32.369045 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-3093a7ae-c453-4abf-9f96-4919c96a7260 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 380 time: 0.0561771 Apr 18 06:03:32.384395 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] Request body: {'port': {'device_id': 'e2ae9d2e-2c62-4148-9abc-efaacccd8b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:32.500572 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:32.908571 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f87b27-5f2a-444d-9d4a-7a7116532412 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:03:32.916768 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:32.933861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] Transition to ACTIVE for port object 59f87b27-5f2a-444d-9d4a-7a7116532412 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:03:32.936962 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:33.095413 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] Pushing event updated for resources: {'Port': ['ID=59f87b27-5f2a-444d-9d4a-7a7116532412,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:33.182192 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] Attempting to bind port 59f87b27-5f2a-444d-9d4a-7a7116532412 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:33.182835 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] Attempting to bind port 59f87b27-5f2a-444d-9d4a-7a7116532412 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '87b491ec-59a4-4d43-9e00-365e5a9d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:33.182835 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] Attempting to bind port 59f87b27-5f2a-444d-9d4a-7a7116532412 on network 7a12dcfb-d522-4623-9667-127fc0dd340c {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:03:33.187626 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] Port 59f87b27-5f2a-444d-9d4a-7a7116532412 on network 7a12dcfb-d522-4623-9667-127fc0dd340c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:03:33.188414 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] Attempting to bind port 59f87b27-5f2a-444d-9d4a-7a7116532412 on network 7a12dcfb-d522-4623-9667-127fc0dd340c {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:03:33.193713 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:03:33.194130 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] Checking segment: {'id': '87b491ec-59a4-4d43-9e00-365e5a9d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:03:33.194781 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] Bound using segment: {'id': '87b491ec-59a4-4d43-9e00-365e5a9d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:03:33.195211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] Bound port: 59f87b27-5f2a-444d-9d4a-7a7116532412, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b491ec-59a4-4d43-9e00-365e5a9d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:33.195475 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:33.291753 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] For port 59f87b27-5f2a-444d-9d4a-7a7116532412, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:03:33.297793 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] For port 59f87b27-5f2a-444d-9d4a-7a7116532412, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=59f87b27-5f2a-444d-9d4a-7a7116532412,segment=NetworkSegment(87b491ec-59a4-4d43-9e00-365e5a9d4581),segment_id=87b491ec-59a4-4d43-9e00-365e5a9d4581)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:03:33.303807 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:33.386641 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:33.387257 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:33.388667 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] 10.222.0.52 "PUT /v2.0/ports/59f87b27-5f2a-444d-9d4a-7a7116532412 HTTP/1.1" status: 200 len: 1129 time: 1.0095181 Apr 18 06:03:33.389103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ae9d2e-2c62-4148-9abc-efaacccd8b0f', 'tag': '59f87b27-5f2a-444d-9d4a-7a7116532412'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:03:33.470635 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a27e9314-5029-4e43-8419-406779437629'] response: {'name': 'network-changed', 'server_uuid': 'e2ae9d2e-2c62-4148-9abc-efaacccd8b0f', 'tag': '59f87b27-5f2a-444d-9d4a-7a7116532412', 'status': 'completed', 'code': 200} Apr 18 06:03:33.533368 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272b403-9c15-4493-a879-df5d01c68edd service neutron] Pushing event updated for resources: {'Port': ['ID=59f87b27-5f2a-444d-9d4a-7a7116532412,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:33.595870 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7272bea-ce85-40ae-9f51-a2b5545b939e req-4a70716b-2ef4-425f-9322-ca8ea1156b13 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:33.597435 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a7272bea-ce85-40ae-9f51-a2b5545b939e req-4a70716b-2ef4-425f-9322-ca8ea1156b13 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2ae9d2e-2c62-4148-9abc-efaacccd8b0f HTTP/1.1" status: 200 len: 979 time: 0.1741705 Apr 18 06:03:33.608330 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-e03f4da1-6095-4474-bdcc-61c8e76cb045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:33.608330 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-e03f4da1-6095-4474-bdcc-61c8e76cb045 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=e2ae9d2e-2c62-4148-9abc-efaacccd8b0f HTTP/1.1" status: 200 len: 1132 time: 0.1376357 Apr 18 06:03:33.684876 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-97a76f51-71fa-42ab-8919-061e8b164a66 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59f87b27-5f2a-444d-9d4a-7a7116532412 HTTP/1.1" status: 200 len: 217 time: 0.0651343 Apr 18 06:03:33.861421 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a7272bea-ce85-40ae-9f51-a2b5545b939e req-cfe3e822-9518-4109-9cf8-1180c83c017e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546036 Apr 18 06:03:33.878162 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-122f9207-9405-47ff-bb6f-c97d4a6aeff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:33.879598 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-122f9207-9405-47ff-bb6f-c97d4a6aeff3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42b65c64-1697-44cb-a9e2-c3b0a3807f30 HTTP/1.1" status: 200 len: 834 time: 0.1843660 Apr 18 06:03:33.966196 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-66682911-fe7e-4523-b58c-3b8fa9862b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:33.967692 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-66682911-fe7e-4523-b58c-3b8fa9862b74 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a12dcfb-d522-4623-9667-127fc0dd340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784745 Apr 18 06:03:34.103189 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-1cb7064f-6d71-48b2-9512-a9130055f6c7 service neutron] 10.222.0.52 "GET /v2.0/networks/7a12dcfb-d522-4623-9667-127fc0dd340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260076 Apr 18 06:03:34.242617 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3b6e76ca-1c63-4fa3-a7a4-d9f7af4cfe12 req-1d092e48-19b7-4e3f-9807-0906836ed17c service neutron] 10.222.0.52 "GET /v2.0/networks/7a12dcfb-d522-4623-9667-127fc0dd340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292448 Apr 18 06:03:34.372547 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34957277-0d5e-4e34-a69c-311c1f7f7e9b req-8058ef79-270e-48c5-b95e-46af1b05a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:34.374074 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-34957277-0d5e-4e34-a69c-311c1f7f7e9b req-8058ef79-270e-48c5-b95e-46af1b05a2bf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=e2ae9d2e-2c62-4148-9abc-efaacccd8b0f HTTP/1.1" status: 200 len: 1132 time: 0.0768907 Apr 18 06:03:34.512682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34957277-0d5e-4e34-a69c-311c1f7f7e9b req-70beba49-261b-49a8-b218-133e55e62792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:34.514175 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-34957277-0d5e-4e34-a69c-311c1f7f7e9b req-70beba49-261b-49a8-b218-133e55e62792 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7a12dcfb-d522-4623-9667-127fc0dd340c HTTP/1.1" status: 200 len: 898 time: 0.1322286 Apr 18 06:03:34.585119 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-34957277-0d5e-4e34-a69c-311c1f7f7e9b req-c8a45293-5075-4d7a-ac4f-e13b39f33e07 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59f87b27-5f2a-444d-9d4a-7a7116532412 HTTP/1.1" status: 200 len: 217 time: 0.0640585 Apr 18 06:03:34.647274 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34957277-0d5e-4e34-a69c-311c1f7f7e9b req-5e4fb51d-e384-4af7-a8d5-487467738a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:34.648718 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-34957277-0d5e-4e34-a69c-311c1f7f7e9b req-5e4fb51d-e384-4af7-a8d5-487467738a08 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42b65c64-1697-44cb-a9e2-c3b0a3807f30 HTTP/1.1" status: 200 len: 834 time: 0.0571744 Apr 18 06:03:34.725625 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34957277-0d5e-4e34-a69c-311c1f7f7e9b req-9a58c129-6968-4e57-b8ea-f5e288bcd6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:34.727099 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-34957277-0d5e-4e34-a69c-311c1f7f7e9b req-9a58c129-6968-4e57-b8ea-f5e288bcd6dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a12dcfb-d522-4623-9667-127fc0dd340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718334 Apr 18 06:03:34.868584 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-34957277-0d5e-4e34-a69c-311c1f7f7e9b req-09c4412f-e6db-4636-9def-75d07a481720 service neutron] 10.222.0.52 "GET /v2.0/networks/7a12dcfb-d522-4623-9667-127fc0dd340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344087 Apr 18 06:03:35.073250 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-34957277-0d5e-4e34-a69c-311c1f7f7e9b req-1b6ddce3-566a-469c-b944-b1efe02d18cf service neutron] 10.222.0.52 "GET /v2.0/networks/7a12dcfb-d522-4623-9667-127fc0dd340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958733 Apr 18 06:03:35.102137 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16648cbb-2835-4a73-a1d2-bd4f06a1bb4c req-a927bc8e-3dc9-4aca-94cb-f1d4430718f4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:35.103783 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-16648cbb-2835-4a73-a1d2-bd4f06a1bb4c req-a927bc8e-3dc9-4aca-94cb-f1d4430718f4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2ae9d2e-2c62-4148-9abc-efaacccd8b0f HTTP/1.1" status: 200 len: 979 time: 0.0862184 Apr 18 06:03:35.149140 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-16648cbb-2835-4a73-a1d2-bd4f06a1bb4c req-4217e866-f8b5-4426-b5fe-3fd64af95253 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389457 Apr 18 06:03:35.277033 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-46e2110c-b495-4341-ac9c-1cf066b27216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:36.338048 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97222e-647e-4db3-8893-048a089b7f6e req-5e9ef0e6-7420-4b11-8985-0942e89b967b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:36.339504 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6e97222e-647e-4db3-8893-048a089b7f6e req-5e9ef0e6-7420-4b11-8985-0942e89b967b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2ae9d2e-2c62-4148-9abc-efaacccd8b0f HTTP/1.1" status: 200 len: 979 time: 0.0844309 Apr 18 06:03:36.384429 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6e97222e-647e-4db3-8893-048a089b7f6e req-e2424aca-6146-4fba-b1f7-275f4eab8d8c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392351 Apr 18 06:03:37.308685 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 59f87b27-5f2a-444d-9d4a-7a7116532412 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:03:37.444707 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 59f87b27-5f2a-444d-9d4a-7a7116532412, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=59f87b27-5f2a-444d-9d4a-7a7116532412,segment=NetworkSegment(87b491ec-59a4-4d43-9e00-365e5a9d4581),segment_id=87b491ec-59a4-4d43-9e00-365e5a9d4581)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:03:37.460299 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '59f87b27-5f2a-444d-9d4a-7a7116532412', 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c', 'port_id': '59f87b27-5f2a-444d-9d4a-7a7116532412', 'mac_address': 'fa:16:3e:24:31:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42b65c64-1697-44cb-a9e2-c3b0a3807f30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:03:37.519875 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:37.538087 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f87b27-5f2a-444d-9d4a-7a7116532412 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:03:37.555658 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 59f87b27-5f2a-444d-9d4a-7a7116532412, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=59f87b27-5f2a-444d-9d4a-7a7116532412,segment=NetworkSegment(87b491ec-59a4-4d43-9e00-365e5a9d4581),segment_id=87b491ec-59a4-4d43-9e00-365e5a9d4581)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:03:37.565540 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:37.578962 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36588849-b9c5-438e-8ae1-4dbcdcfb6de9 req-a56a7e45-4eaa-468f-900a-f81c4ba188a8 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:37.580661 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-36588849-b9c5-438e-8ae1-4dbcdcfb6de9 req-a56a7e45-4eaa-468f-900a-f81c4ba188a8 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2ae9d2e-2c62-4148-9abc-efaacccd8b0f HTTP/1.1" status: 200 len: 979 time: 0.0893586 Apr 18 06:03:37.625894 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-398fda19-db4c-495a-b99c-b296fc7cd45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:37.632786 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-36588849-b9c5-438e-8ae1-4dbcdcfb6de9 req-9d0a5f0e-4d3e-4994-aea7-31b0c175b3a4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449359 Apr 18 06:03:37.649024 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=59f87b27-5f2a-444d-9d4a-7a7116532412,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:37.776606 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:37.836135 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['59f87b27-5f2a-444d-9d4a-7a7116532412'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:03:38.488414 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:38.614589 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:38.825839 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078202f-15c6-485a-8b19-49a58ed2cbca req-2707aa84-512f-4263-99b1-0791ce13becc tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:38.827305 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5078202f-15c6-485a-8b19-49a58ed2cbca req-2707aa84-512f-4263-99b1-0791ce13becc tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2ae9d2e-2c62-4148-9abc-efaacccd8b0f HTTP/1.1" status: 200 len: 980 time: 0.0884941 Apr 18 06:03:38.875645 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5078202f-15c6-485a-8b19-49a58ed2cbca req-103deb9c-cf17-4ec8-8a88-ceae8f97e73b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426538 Apr 18 06:03:39.325278 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 59f87b27-5f2a-444d-9d4a-7a7116532412 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:03:39.432450 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port 59f87b27-5f2a-444d-9d4a-7a7116532412 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:03:39.437409 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 59f87b27-5f2a-444d-9d4a-7a7116532412 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:39.437761 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:39.584097 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:39.620770 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ae9d2e-2c62-4148-9abc-efaacccd8b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f87b27-5f2a-444d-9d4a-7a7116532412'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:03:39.631771 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 59f87b27-5f2a-444d-9d4a-7a7116532412, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=59f87b27-5f2a-444d-9d4a-7a7116532412,segment=NetworkSegment(87b491ec-59a4-4d43-9e00-365e5a9d4581),segment_id=87b491ec-59a4-4d43-9e00-365e5a9d4581)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:03:39.638110 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:39.674886 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-804ca294-f9b2-4d52-9a2a-7ed65cb9455f'] response: {'server_uuid': 'e2ae9d2e-2c62-4148-9abc-efaacccd8b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f87b27-5f2a-444d-9d4a-7a7116532412', 'code': 200} Apr 18 06:03:39.707762 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=59f87b27-5f2a-444d-9d4a-7a7116532412,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:39.969702 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64208a83-4be0-445e-8729-fb304e065fac req-d6074e4c-0c49-468d-9f91-a85e8e339e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:39.971953 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-64208a83-4be0-445e-8729-fb304e065fac req-d6074e4c-0c49-468d-9f91-a85e8e339e1f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e2ae9d2e-2c62-4148-9abc-efaacccd8b0f HTTP/1.1" status: 200 len: 1134 time: 0.0977831 Apr 18 06:03:40.085839 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:40.103519 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-64208a83-4be0-445e-8729-fb304e065fac req-7ad8b379-386c-48bd-a0a1-9d9d3a169c92 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194742 Apr 18 06:03:40.147924 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e645c-55e3-40d8-bc7a-a053a1a53312 req-f421a2de-277a-48cf-9bef-8bb03ea672bc tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:40.157265 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-752e645c-55e3-40d8-bc7a-a053a1a53312 req-f421a2de-277a-48cf-9bef-8bb03ea672bc tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2ae9d2e-2c62-4148-9abc-efaacccd8b0f HTTP/1.1" status: 200 len: 981 time: 0.1497343 Apr 18 06:03:40.206257 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-752e645c-55e3-40d8-bc7a-a053a1a53312 req-acc26878-2f9a-48d0-8422-61405e2edf43 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487607 Apr 18 06:03:41.466994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d194cd-dcf6-4435-b2c7-9fecb18683ee req-92e86b33-79e9-46ba-8f01-a70d03af1273 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:41.469133 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b4d194cd-dcf6-4435-b2c7-9fecb18683ee req-92e86b33-79e9-46ba-8f01-a70d03af1273 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2ae9d2e-2c62-4148-9abc-efaacccd8b0f HTTP/1.1" status: 200 len: 981 time: 0.1085150 Apr 18 06:03:41.534412 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b4d194cd-dcf6-4435-b2c7-9fecb18683ee req-d1f44c97-a0f4-4803-abeb-236e5c262a6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590656 Apr 18 06:03:42.739824 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203571a6-06dc-4341-b8ab-12c09ffce554 req-95b533a6-f267-4f59-9c8a-8d57ad68b046 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:42.744553 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-203571a6-06dc-4341-b8ab-12c09ffce554 req-95b533a6-f267-4f59-9c8a-8d57ad68b046 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2ae9d2e-2c62-4148-9abc-efaacccd8b0f HTTP/1.1" status: 200 len: 981 time: 0.0878460 Apr 18 06:03:42.786381 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-203571a6-06dc-4341-b8ab-12c09ffce554 req-6e12e84e-f603-4459-90be-bd73511db34d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389745 Apr 18 06:03:42.992634 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963a3c5-1a24-4f52-8ad3-c60519099d9e req-7079556e-653c-4dc6-9d60-f1309c75433b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:42.994376 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c963a3c5-1a24-4f52-8ad3-c60519099d9e req-7079556e-653c-4dc6-9d60-f1309c75433b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2ae9d2e-2c62-4148-9abc-efaacccd8b0f HTTP/1.1" status: 200 len: 981 time: 0.0951250 Apr 18 06:03:43.045329 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c963a3c5-1a24-4f52-8ad3-c60519099d9e req-0158b352-4bbe-4c63-91f7-1e7d1b54156a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448046 Apr 18 06:03:43.068689 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50012) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:43.142341 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e592aac9-8c98-4ee2-aacb-d759cbcd4fa1 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:43.143882 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e592aac9-8c98-4ee2-aacb-d759cbcd4fa1 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e2ae9d2e-2c62-4148-9abc-efaacccd8b0f HTTP/1.1" status: 200 len: 1129 time: 0.0741560 Apr 18 06:03:43.147398 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50016) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:43.152269 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': '59f87b27-5f2a-444d-9d4a-7a7116532412', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:43.158309 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:03:43.162982 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:floatingip and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:03:43.166613 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:03:43.172620 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:03:43.186354 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.330419 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.483287 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.26.1.147 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/3e8a7292-b18b-4876-90b2-290ad23a98d1) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:43.726150 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.756471 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.821772 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:43.830518 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:43.838188 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:03:43.862542 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=3e8a7292-b18b-4876-90b2-290ad23a98d1,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:44.266006 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.351587 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.562193 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.567266 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.679536 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=3e8a7292-b18b-4876-90b2-290ad23a98d1,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:44.694532 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.729141 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-93ea4f88-d1b8-4f67-870d-fc176cb8b291 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-469729717&fields=id&tenant_id=49ad773d519141abbf5e743e64df06bc HTTP/1.1" status: 200 len: 267 time: 0.0392277 Apr 18 06:03:44.871154 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Floating IP b8488cfa-1609-448f-b719-dc91b232116a associated. External IP: 172.26.1.147, port: 59f87b27-5f2a-444d-9d4a-7a7116532412. Apr 18 06:03:44.883137 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-8992287e-4462-40b3-bc97-737ff8c720df tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:44.884652 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-8992287e-4462-40b3-bc97-737ff8c720df tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/networks?id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1 HTTP/1.1" status: 200 len: 812 time: 0.1489711 Apr 18 06:03:44.902232 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-7880b85c-bc28-4508-82f9-d489522523e7 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/quotas/49ad773d519141abbf5e743e64df06bc HTTP/1.1" status: 200 len: 375 time: 0.0119720 Apr 18 06:03:44.989859 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-99c12d2d-39af-4a00-b9e1-30c83bb2a1d9 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=49ad773d519141abbf5e743e64df06bc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0822406 Apr 18 06:03:45.246426 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-079d27c9-6de6-47bf-8135-33f7797f232a service neutron] 10.222.0.15 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452314 Apr 18 06:03:45.358299 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 2b5ea97b-a427-4576-8918-fb21f5bdc264 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:03:45.383452 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-a69222f2-3a10-4fd2-85b9-d0f881bfcb46 service neutron] 10.222.0.15 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306913 Apr 18 06:03:45.548513 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:03:45.559493 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c638f8c7-05e8-43e8-8240-354a80063999 None None] Sync routers for ids ['2b5ea97b-a427-4576-8918-fb21f5bdc264'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:03:45.574245 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:45.574457 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c638f8c7-05e8-43e8-8240-354a80063999 None None] Routers {'2b5ea97b-a427-4576-8918-fb21f5bdc264'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:03:45.575141 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c638f8c7-05e8-43e8-8240-354a80063999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:03:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['2b5ea97b-a427-4576-8918-fb21f5bdc264'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:45.641713 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3be2a98c-c534-4b4e-96f8-89ddd73be592 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.4931858 Apr 18 06:03:45.642307 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ae9d2e-2c62-4148-9abc-efaacccd8b0f', 'tag': '59f87b27-5f2a-444d-9d4a-7a7116532412'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:03:45.645011 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50038) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:45.689828 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a9352f-3980-4f9f-9899-ca9c9a609544'] response: {'name': 'network-changed', 'server_uuid': 'e2ae9d2e-2c62-4148-9abc-efaacccd8b0f', 'tag': '59f87b27-5f2a-444d-9d4a-7a7116532412', 'status': 'completed', 'code': 200} Apr 18 06:03:45.796212 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb98a78-03f8-418b-a461-08d167810b4d tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:45.800471 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ebb98a78-03f8-418b-a461-08d167810b4d tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e2ae9d2e-2c62-4148-9abc-efaacccd8b0f&network_id=7a12dcfb-d522-4623-9667-127fc0dd340c HTTP/1.1" status: 200 len: 1129 time: 0.1512234 Apr 18 06:03:45.804099 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-c638f8c7-05e8-43e8-8240-354a80063999 None None] Set router 2b5ea97b-a427-4576-8918-fb21f5bdc264 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:03:45.812996 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4d3d7895-2b4a-4cfc-bf39-d2588755e84e req-1cf57847-d0e9-483b-8ced-34c3f830be6c tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 210 time: 0.0623941 Apr 18 06:03:45.820318 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebcadf-f2f4-4e8b-9fd0-0b61cd7f2b3c req-a80eacd3-e4e2-40db-a76f-f40785c105f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:45.822076 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e1ebcadf-f2f4-4e8b-9fd0-0b61cd7f2b3c req-a80eacd3-e4e2-40db-a76f-f40785c105f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=e2ae9d2e-2c62-4148-9abc-efaacccd8b0f HTTP/1.1" status: 200 len: 1134 time: 0.1079183 Apr 18 06:03:45.984876 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebcadf-f2f4-4e8b-9fd0-0b61cd7f2b3c req-d9ee3867-edee-49cb-b5f8-60de2d74dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:45.987268 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e1ebcadf-f2f4-4e8b-9fd0-0b61cd7f2b3c req-d9ee3867-edee-49cb-b5f8-60de2d74dbcf service neutron] 10.222.0.52 "GET /v2.0/networks?id=7a12dcfb-d522-4623-9667-127fc0dd340c HTTP/1.1" status: 200 len: 898 time: 0.1504967 Apr 18 06:03:46.130675 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e1ebcadf-f2f4-4e8b-9fd0-0b61cd7f2b3c req-b865a6e0-82b1-4c73-a80e-02f6ed944882 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59f87b27-5f2a-444d-9d4a-7a7116532412 HTTP/1.1" status: 200 len: 1035 time: 0.1367846 Apr 18 06:03:46.211644 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebcadf-f2f4-4e8b-9fd0-0b61cd7f2b3c req-c5cc06b6-b76e-4269-9ee3-8cc6e2b0c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:46.214619 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e1ebcadf-f2f4-4e8b-9fd0-0b61cd7f2b3c req-c5cc06b6-b76e-4269-9ee3-8cc6e2b0c48c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42b65c64-1697-44cb-a9e2-c3b0a3807f30 HTTP/1.1" status: 200 len: 834 time: 0.0767734 Apr 18 06:03:46.219332 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c638f8c7-05e8-43e8-8240-354a80063999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'name': 'tempest-TestNetworkBasicOps-router-2084846412', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:20Z', 'updated_at': '2022-04-18T06:03:25Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:21Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'b8488cfa-1609-448f-b719-dc91b232116a', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.147', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'port_id': '59f87b27-5f2a-444d-9d4a-7a7116532412', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-17260894', 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c', 'mac_address': 'fa:16:3e:24:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ae9d2e-2c62-4148-9abc-efaacccd8b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:03:44Z', 'updated_at': '2022-04-18T06:03:44Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f03be45-460b-4d0c-af36-da49eb5a2dce', 'name': '', 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:0e:f9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '42b65c64-1697-44cb-a9e2-c3b0a3807f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:24Z', 'updated_at': '2022-04-18T06:03:30Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '42b65c64-1697-44cb-a9e2-c3b0a3807f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:46.224630 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c638f8c7-05e8-43e8-8240-354a80063999 None None] Checking router: 2b5ea97b-a427-4576-8918-fb21f5bdc264 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:03:46.234414 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c638f8c7-05e8-43e8-8240-354a80063999 None None] Routers {'2b5ea97b-a427-4576-8918-fb21f5bdc264'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:03:46.235167 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c638f8c7-05e8-43e8-8240-354a80063999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:03:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['2b5ea97b-a427-4576-8918-fb21f5bdc264'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:46.248328 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ebc0f-77a5-4348-9ea3-e5040ff41e47 req-b7a23ce3-1f22-4887-bca9-b02bdf5a989e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:46.249813 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-318ebc0f-77a5-4348-9ea3-e5040ff41e47 req-b7a23ce3-1f22-4887-bca9-b02bdf5a989e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2ae9d2e-2c62-4148-9abc-efaacccd8b0f HTTP/1.1" status: 200 len: 981 time: 0.1023898 Apr 18 06:03:46.301158 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebcadf-f2f4-4e8b-9fd0-0b61cd7f2b3c req-409c68b9-501c-4534-9ea0-8377b6d6420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:46.302960 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e1ebcadf-f2f4-4e8b-9fd0-0b61cd7f2b3c req-409c68b9-501c-4534-9ea0-8377b6d6420e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a12dcfb-d522-4623-9667-127fc0dd340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821085 Apr 18 06:03:46.309895 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-318ebc0f-77a5-4348-9ea3-e5040ff41e47 req-377b324a-c61f-4297-a6a6-c29cf060ff46 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536299 Apr 18 06:03:46.443633 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-c638f8c7-05e8-43e8-8240-354a80063999 None None] Set router 2b5ea97b-a427-4576-8918-fb21f5bdc264 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:03:46.475975 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e1ebcadf-f2f4-4e8b-9fd0-0b61cd7f2b3c req-442ca3ee-1afa-4f8d-a5de-3c02fb8abf37 service neutron] 10.222.0.52 "GET /v2.0/networks/7a12dcfb-d522-4623-9667-127fc0dd340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479039 Apr 18 06:03:46.524588 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:03:46.607248 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e1ebcadf-f2f4-4e8b-9fd0-0b61cd7f2b3c req-1f6ce68e-8fa1-41a6-8cbd-42caaf3d1cb9 service neutron] 10.222.0.52 "GET /v2.0/networks/7a12dcfb-d522-4623-9667-127fc0dd340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243494 Apr 18 06:03:46.790181 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c638f8c7-05e8-43e8-8240-354a80063999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'name': 'tempest-TestNetworkBasicOps-router-2084846412', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:20Z', 'updated_at': '2022-04-18T06:03:25Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:21Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'b8488cfa-1609-448f-b719-dc91b232116a', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.147', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'port_id': '59f87b27-5f2a-444d-9d4a-7a7116532412', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-17260894', 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c', 'mac_address': 'fa:16:3e:24:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ae9d2e-2c62-4148-9abc-efaacccd8b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:03:44Z', 'updated_at': '2022-04-18T06:03:44Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f03be45-460b-4d0c-af36-da49eb5a2dce', 'name': '', 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:0e:f9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '42b65c64-1697-44cb-a9e2-c3b0a3807f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:24Z', 'updated_at': '2022-04-18T06:03:30Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '42b65c64-1697-44cb-a9e2-c3b0a3807f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:46.794609 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c638f8c7-05e8-43e8-8240-354a80063999 None None] The sync data for ids ['2b5ea97b-a427-4576-8918-fb21f5bdc264'] in dv-neutron-837489-1-hyperv is: [{'id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'name': 'tempest-TestNetworkBasicOps-router-2084846412', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:20Z', 'updated_at': '2022-04-18T06:03:25Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:21Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'b8488cfa-1609-448f-b719-dc91b232116a', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.147', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'port_id': '59f87b27-5f2a-444d-9d4a-7a7116532412', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-17260894', 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c', 'mac_address': 'fa:16:3e:24:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ae9d2e-2c62-4148-9abc-efaacccd8b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:03:44Z', 'updated_at': '2022-04-18T06:03:44Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f03be45-460b-4d0c-af36-da49eb5a2dce', 'name': '', 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:0e:f9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '42b65c64-1697-44cb-a9e2-c3b0a3807f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:24Z', 'updated_at': '2022-04-18T06:03:30Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '42b65c64-1697-44cb-a9e2-c3b0a3807f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:03:46.982777 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4def5471-309a-4837-880d-81365382c347 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:46.984208 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4def5471-309a-4837-880d-81365382c347 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.52 "GET /v2.0/networks?id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1 HTTP/1.1" status: 200 len: 812 time: 0.1932352 Apr 18 06:03:46.991996 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3d840b5e-0ad2-4306-9de5-ff86d7a786ee req-582170de-9d02-4c5e-9976-9e42798725b8 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 210 time: 0.0538502 Apr 18 06:03:47.037385 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-505e8828-7566-42fc-a154-8fab0c1d372d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49ad773d519141abbf5e743e64df06bc HTTP/1.1" status: 200 len: 379 time: 0.0442991 Apr 18 06:03:47.045831 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-42bf623c-4441-4c62-a59f-bc07eb9212ac tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Request body: {'port': {'device_id': '89eb3c60-bd34-4367-b8ad-15020b3b3084', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'admin_state_up': True, 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'security_groups': ['e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:47.056320 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e3c14c-b7b8-48e7-b0b5-f6473298dc2c None None] New status for floating IP b8488cfa-1609-448f-b719-dc91b232116a: ACTIVE {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:03:47.188451 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-42bf623c-4441-4c62-a59f-bc07eb9212ac tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:03:47.199138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-42bf623c-4441-4c62-a59f-bc07eb9212ac tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:03:47.210325 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-42bf623c-4441-4c62-a59f-bc07eb9212ac tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Made reservation on behalf of 49ad773d519141abbf5e743e64df06bc for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:47.214998 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-42bf623c-4441-4c62-a59f-bc07eb9212ac tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.439598 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-42bf623c-4441-4c62-a59f-bc07eb9212ac tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Allocated IP 172.20.0.12 (9a334fa7-a286-4212-a09e-a8fc3f33e6a1/6b4d1495-96ee-47de-b8ec-9793f712c5be/51dc4bd3-c291-4756-8796-1a2ea1526a62) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:47.521564 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f72d1a-80f3-429b-9fc1-ee3cddc05f91 req-a9f2a3b7-9b48-4c0e-9308-d9f0b33b57e0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:47.523086 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-46f72d1a-80f3-429b-9fc1-ee3cddc05f91 req-a9f2a3b7-9b48-4c0e-9308-d9f0b33b57e0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2ae9d2e-2c62-4148-9abc-efaacccd8b0f HTTP/1.1" status: 200 len: 981 time: 0.0878596 Apr 18 06:03:47.571629 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-46f72d1a-80f3-429b-9fc1-ee3cddc05f91 req-c8f81086-55d2-4d10-9fe7-80565d741ea7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427794 Apr 18 06:03:47.841325 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b85f14-38ab-496e-9e5b-5e441a06550b req-b38963a0-c0fe-44c9-ba5b-c860c2b1acd5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:47.842788 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-34b85f14-38ab-496e-9e5b-5e441a06550b req-b38963a0-c0fe-44c9-ba5b-c860c2b1acd5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2ae9d2e-2c62-4148-9abc-efaacccd8b0f HTTP/1.1" status: 200 len: 981 time: 0.3294830 Apr 18 06:03:47.847583 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-42bf623c-4441-4c62-a59f-bc07eb9212ac tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.908312 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-42bf623c-4441-4c62-a59f-bc07eb9212ac tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Transition to ACTIVE for port object 51dc4bd3-c291-4756-8796-1a2ea1526a62 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:03:47.935917 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b85f14-38ab-496e-9e5b-5e441a06550b req-1b7f6670-e3f7-4347-9b16-6c260ee6ff6a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:47.937215 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-34b85f14-38ab-496e-9e5b-5e441a06550b req-1b7f6670-e3f7-4347-9b16-6c260ee6ff6a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/ports/59f87b27-5f2a-444d-9d4a-7a7116532412?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0825238 Apr 18 06:03:48.056665 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-42bf623c-4441-4c62-a59f-bc07eb9212ac tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.134846 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-42bf623c-4441-4c62-a59f-bc07eb9212ac tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Network 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:48.182131 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-42bf623c-4441-4c62-a59f-bc07eb9212ac tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:48.200578 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-42bf623c-4441-4c62-a59f-bc07eb9212ac tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:03:48.248942 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf623c-4441-4c62-a59f-bc07eb9212ac tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Pushing event updated for resources: {'Port': ['ID=51dc4bd3-c291-4756-8796-1a2ea1526a62,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:48.263250 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-34b85f14-38ab-496e-9e5b-5e441a06550b req-9ab5285f-d75a-4572-ab4b-b664b4f17518 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/networks/7a12dcfb-d522-4623-9667-127fc0dd340c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3205316 Apr 18 06:03:48.278433 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-34b85f14-38ab-496e-9e5b-5e441a06550b req-bb1ff524-df8a-4640-9bce-d51001b95da0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:48.340658 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-42bf623c-4441-4c62-a59f-bc07eb9212ac tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:48.341272 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-42bf623c-4441-4c62-a59f-bc07eb9212ac tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.440128 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-42bf623c-4441-4c62-a59f-bc07eb9212ac tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3976197 Apr 18 06:03:48.460652 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f6732-790c-4e9b-98d7-56a1595f6f53 req-43450fc9-280e-4146-8b26-76718cd9d60b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:48.461354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-e35f6732-790c-4e9b-98d7-56a1595f6f53 req-43450fc9-280e-4146-8b26-76718cd9d60b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Synchronizing usage tracker for tenant:49ad773d519141abbf5e743e64df06bc on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:03:48.472879 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] Request body: {'port': {'device_id': '89eb3c60-bd34-4367-b8ad-15020b3b3084', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:48.488640 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e2e4cbd0-4481-4dd1-b7ce-0dea2ae8642a None None] Provisioning for port 51dc4bd3-c291-4756-8796-1a2ea1526a62 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:03:48.496445 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e2e4cbd0-4481-4dd1-b7ce-0dea2ae8642a None None] Provisioning complete for port 51dc4bd3-c291-4756-8796-1a2ea1526a62 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:48.496876 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e2e4cbd0-4481-4dd1-b7ce-0dea2ae8642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.504236 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-34b85f14-38ab-496e-9e5b-5e441a06550b req-bb1ff524-df8a-4640-9bce-d51001b95da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.555348 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e2e4cbd0-4481-4dd1-b7ce-0dea2ae8642a None None] Port 51dc4bd3-c291-4756-8796-1a2ea1526a62 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:03:48.594749 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-e35f6732-790c-4e9b-98d7-56a1595f6f53 req-43450fc9-280e-4146-8b26-76718cd9d60b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Unset dirty status for tenant:49ad773d519141abbf5e743e64df06bc on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:03:48.595893 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e35f6732-790c-4e9b-98d7-56a1595f6f53 req-43450fc9-280e-4146-8b26-76718cd9d60b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 932 time: 0.4632115 Apr 18 06:03:48.767348 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4a3c9-0734-4160-a1d6-405e692dbed5 req-2f610822-a549-4321-8111-4777a731563b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:48.768807 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ced4a3c9-0734-4160-a1d6-405e692dbed5 req-2f610822-a549-4321-8111-4777a731563b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2ae9d2e-2c62-4148-9abc-efaacccd8b0f HTTP/1.1" status: 200 len: 981 time: 0.0855196 Apr 18 06:03:48.790460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.801209 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e35f6732-790c-4e9b-98d7-56a1595f6f53 req-3557c7e6-d329-4657-a841-02e5fe2618aa tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663780 Apr 18 06:03:48.814607 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ced4a3c9-0734-4160-a1d6-405e692dbed5 req-e79cdbcc-7bd8-4433-a4a2-34414dc68c7b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399799 Apr 18 06:03:48.910857 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-34b85f14-38ab-496e-9e5b-5e441a06550b req-bb1ff524-df8a-4640-9bce-d51001b95da0 service neutron] For port 59f87b27-5f2a-444d-9d4a-7a7116532412, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=59f87b27-5f2a-444d-9d4a-7a7116532412,segment=NetworkSegment(87b491ec-59a4-4d43-9e00-365e5a9d4581),segment_id=87b491ec-59a4-4d43-9e00-365e5a9d4581)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:03:49.028471 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-34b85f14-38ab-496e-9e5b-5e441a06550b req-bb1ff524-df8a-4640-9bce-d51001b95da0 service neutron] For port 59f87b27-5f2a-444d-9d4a-7a7116532412, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:03:49.152720 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-34b85f14-38ab-496e-9e5b-5e441a06550b req-bb1ff524-df8a-4640-9bce-d51001b95da0 service neutron] device_id is not set on port 59f87b27-5f2a-444d-9d4a-7a7116532412 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:03:49.165509 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-34b85f14-38ab-496e-9e5b-5e441a06550b req-bb1ff524-df8a-4640-9bce-d51001b95da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:49.179806 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-34b85f14-38ab-496e-9e5b-5e441a06550b req-bb1ff524-df8a-4640-9bce-d51001b95da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:49.449992 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ff524-df8a-4640-9bce-d51001b95da0 service neutron] Pushing event updated for resources: {'Port': ['ID=59f87b27-5f2a-444d-9d4a-7a7116532412,revision_number=6']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:49.452567 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.db.resource_extend [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 06:03:49.479751 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2dd86eab-64f0-4eb1-ae81-75fba3bfabb9 None None] Provisioning complete for port 59f87b27-5f2a-444d-9d4a-7a7116532412 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:49.480231 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2dd86eab-64f0-4eb1-ae81-75fba3bfabb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:49.532950 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2dd86eab-64f0-4eb1-ae81-75fba3bfabb9 None None] Port 59f87b27-5f2a-444d-9d4a-7a7116532412 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:03:49.562827 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b85f14-38ab-496e-9e5b-5e441a06550b req-bb1ff524-df8a-4640-9bce-d51001b95da0 service neutron] No DVR routers for this DVR port 59f87b27-5f2a-444d-9d4a-7a7116532412 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:03:49.617049 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51dc4bd3-c291-4756-8796-1a2ea1526a62 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:03:49.632579 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:49.655008 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] Transition to ACTIVE for port object 51dc4bd3-c291-4756-8796-1a2ea1526a62 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:03:49.664432 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:49.866331 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] Pushing event updated for resources: {'Port': ['ID=51dc4bd3-c291-4756-8796-1a2ea1526a62,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:50.013659 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2f65a3d2-4d5d-402d-a7ce-e696d37754c1 req-a43dc939-cf68-49b5-8aff-14f967002268 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2ae9d2e-2c62-4148-9abc-efaacccd8b0f HTTP/1.1" status: 200 len: 210 time: 0.0436146 Apr 18 06:03:50.058400 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-34b85f14-38ab-496e-9e5b-5e441a06550b req-bb1ff524-df8a-4640-9bce-d51001b95da0 service neutron] In _notify_port_updated(), no bound segment for port 59f87b27-5f2a-444d-9d4a-7a7116532412 on network 7a12dcfb-d522-4623-9667-127fc0dd340c {{(pid=88034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 06:03:50.059136 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b85f14-38ab-496e-9e5b-5e441a06550b req-bb1ff524-df8a-4640-9bce-d51001b95da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:50.059729 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-34b85f14-38ab-496e-9e5b-5e441a06550b req-bb1ff524-df8a-4640-9bce-d51001b95da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:50.061010 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-34b85f14-38ab-496e-9e5b-5e441a06550b req-bb1ff524-df8a-4640-9bce-d51001b95da0 service neutron] 10.222.0.52 "PUT /v2.0/ports/59f87b27-5f2a-444d-9d4a-7a7116532412 HTTP/1.1" status: 200 len: 1024 time: 1.7868342 Apr 18 06:03:50.084307 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] Attempting to bind port 51dc4bd3-c291-4756-8796-1a2ea1526a62 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:50.084307 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] Attempting to bind port 51dc4bd3-c291-4756-8796-1a2ea1526a62 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '9a24e6a0-0078-424a-80a4-0d69850347a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:50.084626 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] Attempting to bind port 51dc4bd3-c291-4756-8796-1a2ea1526a62 on network 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:03:50.096412 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] Port 51dc4bd3-c291-4756-8796-1a2ea1526a62 on network 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:03:50.096731 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] Attempting to bind port 51dc4bd3-c291-4756-8796-1a2ea1526a62 on network 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:03:50.105806 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:03:50.106135 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] Checking segment: {'id': '9a24e6a0-0078-424a-80a4-0d69850347a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:03:50.106509 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] Bound using segment: {'id': '9a24e6a0-0078-424a-80a4-0d69850347a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:03:50.106927 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] Bound port: 51dc4bd3-c291-4756-8796-1a2ea1526a62, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a24e6a0-0078-424a-80a4-0d69850347a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:50.107264 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:50.127602 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f30da-d47a-4f26-b6c4-ab11ee79d3b7 req-90199bc6-76ce-49c9-b424-af33b5d8e962 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:50.129116 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-651f30da-d47a-4f26-b6c4-ab11ee79d3b7 req-90199bc6-76ce-49c9-b424-af33b5d8e962 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 944 time: 0.1460042 Apr 18 06:03:50.234545 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-651f30da-d47a-4f26-b6c4-ab11ee79d3b7 req-2bdfd07f-b2b6-4a3f-961f-178112519fb5 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734828 Apr 18 06:03:50.243983 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] For port 51dc4bd3-c291-4756-8796-1a2ea1526a62, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:03:50.246979 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] For port 51dc4bd3-c291-4756-8796-1a2ea1526a62, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=51dc4bd3-c291-4756-8796-1a2ea1526a62,segment=NetworkSegment(9a24e6a0-0078-424a-80a4-0d69850347a2),segment_id=9a24e6a0-0078-424a-80a4-0d69850347a2)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:03:50.251615 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:50.304695 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:50.305208 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:50.306718 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] 10.222.0.52 "PUT /v2.0/ports/51dc4bd3-c291-4756-8796-1a2ea1526a62 HTTP/1.1" status: 200 len: 1094 time: 1.8404887 Apr 18 06:03:50.309499 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89eb3c60-bd34-4367-b8ad-15020b3b3084', 'tag': '51dc4bd3-c291-4756-8796-1a2ea1526a62'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:03:50.345925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93d5a9-89db-4fcf-927e-18b7e855136e service neutron] Pushing event updated for resources: {'Port': ['ID=51dc4bd3-c291-4756-8796-1a2ea1526a62,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:50.394183 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7644c3f-f76e-4f16-bee1-a4617df7f2c5'] response: {'name': 'network-changed', 'server_uuid': '89eb3c60-bd34-4367-b8ad-15020b3b3084', 'tag': '51dc4bd3-c291-4756-8796-1a2ea1526a62', 'status': 'completed', 'code': 200} Apr 18 06:03:50.437588 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-7f62f89f-9de5-420f-899d-8cf2bdcbae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:50.439115 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-7f62f89f-9de5-420f-899d-8cf2bdcbae77 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49ad773d519141abbf5e743e64df06bc&device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 1097 time: 0.0828247 Apr 18 06:03:50.515300 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-d0c7c27c-9604-4d58-ac51-bc06b9d3991b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51dc4bd3-c291-4756-8796-1a2ea1526a62 HTTP/1.1" status: 200 len: 217 time: 0.0687351 Apr 18 06:03:50.579468 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-3549e80d-1a36-48f5-8b31-37a59a161626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:50.581249 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-3549e80d-1a36-48f5-8b31-37a59a161626 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b4d1495-96ee-47de-b8ec-9793f712c5be HTTP/1.1" status: 200 len: 851 time: 0.0603354 Apr 18 06:03:50.669384 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-f18944f7-a846-4193-be70-24c2535b97da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:50.670991 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-f18944f7-a846-4193-be70-24c2535b97da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725312 Apr 18 06:03:50.807216 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-a02d6795-997e-463d-a342-9c7aba196dd3 service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264684 Apr 18 06:03:50.939109 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bf884461-4ab1-49d7-a67b-53ffdd4ae9d6 req-cc4762bc-1170-4b4e-87d8-58165ad7f74c service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223779 Apr 18 06:03:51.112710 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50076) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:51.180867 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894ab9e-7907-4dd8-aa10-148070cdc83b req-179b3c5f-8178-45ad-870e-650d50a1bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:51.182341 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9894ab9e-7907-4dd8-aa10-148070cdc83b req-179b3c5f-8178-45ad-870e-650d50a1bb42 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49ad773d519141abbf5e743e64df06bc&device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 1097 time: 0.1935365 Apr 18 06:03:51.193866 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b7d08f-b73f-44f9-9e94-463ba6535d1c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:51.195305 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b4b7d08f-b73f-44f9-9e94-463ba6535d1c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports/59f87b27-5f2a-444d-9d4a-7a7116532412 HTTP/1.1" status: 200 len: 923 time: 0.0815434 Apr 18 06:03:51.316199 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894ab9e-7907-4dd8-aa10-148070cdc83b req-ecda8490-17ef-437d-a37b-0b09aab86de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:51.318386 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9894ab9e-7907-4dd8-aa10-148070cdc83b req-ecda8490-17ef-437d-a37b-0b09aab86de0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1 HTTP/1.1" status: 200 len: 913 time: 0.1293724 Apr 18 06:03:51.367220 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50084) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:51.370210 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-31dbf382-530d-42fa-bfea-b860dd052448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1484800822', 'description': 'tempest-secgroup-smoke-1484800822 description', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:51.377350 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-31dbf382-530d-42fa-bfea-b860dd052448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:03:51.387024 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-31dbf382-530d-42fa-bfea-b860dd052448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:03:51.397488 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-31dbf382-530d-42fa-bfea-b860dd052448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.421795 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-31dbf382-530d-42fa-bfea-b860dd052448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:03:51.425740 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-31dbf382-530d-42fa-bfea-b860dd052448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:03:51.428686 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-31dbf382-530d-42fa-bfea-b860dd052448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:03:51.434295 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 59f87b27-5f2a-444d-9d4a-7a7116532412 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:03:51.434818 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-31dbf382-530d-42fa-bfea-b860dd052448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:03:51.449092 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9894ab9e-7907-4dd8-aa10-148070cdc83b req-33785aef-c7a0-4ffd-a5ab-e1e490bc8511 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51dc4bd3-c291-4756-8796-1a2ea1526a62 HTTP/1.1" status: 200 len: 217 time: 0.1206858 Apr 18 06:03:51.498665 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 59f87b27-5f2a-444d-9d4a-7a7116532412 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:03:51.506289 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-31dbf382-530d-42fa-bfea-b860dd052448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.511549 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-31dbf382-530d-42fa-bfea-b860dd052448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.524934 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894ab9e-7907-4dd8-aa10-148070cdc83b req-1e13a459-776f-4b16-b797-ebde449c28ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:51.526361 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9894ab9e-7907-4dd8-aa10-148070cdc83b req-1e13a459-776f-4b16-b797-ebde449c28ae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b4d1495-96ee-47de-b8ec-9793f712c5be HTTP/1.1" status: 200 len: 851 time: 0.0704086 Apr 18 06:03:51.558114 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbf382-530d-42fa-bfea-b860dd052448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5491d4d4-4e71-4687-af52-1b4f2b29404f,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:51.560845 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-31dbf382-530d-42fa-bfea-b860dd052448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.564658 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-31dbf382-530d-42fa-bfea-b860dd052448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1994259 Apr 18 06:03:51.564899 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50088) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:51.570573 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-38644c77-3b1b-4043-9cfe-557938c414be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '5491d4d4-4e71-4687-af52-1b4f2b29404f', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:51.576527 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-38644c77-3b1b-4043-9cfe-557938c414be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:03:51.580343 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-38644c77-3b1b-4043-9cfe-557938c414be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:03:51.583211 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-38644c77-3b1b-4043-9cfe-557938c414be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:03:51.589332 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-38644c77-3b1b-4043-9cfe-557938c414be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:03:51.590470 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413dc68-d873-47f6-9dd9-6dd8669befe5 req-0f4f2a4e-b999-4fd1-9068-c4f03b20a416 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:51.591908 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1413dc68-d873-47f6-9dd9-6dd8669befe5 req-0f4f2a4e-b999-4fd1-9068-c4f03b20a416 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 944 time: 0.2002482 Apr 18 06:03:51.610212 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-38644c77-3b1b-4043-9cfe-557938c414be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.651943 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1413dc68-d873-47f6-9dd9-6dd8669befe5 req-07fa782f-fe30-4818-9cdc-34daa66848ef tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521505 Apr 18 06:03:51.654674 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894ab9e-7907-4dd8-aa10-148070cdc83b req-60464e0c-d931-443f-af59-05089ccb5bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:51.656091 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9894ab9e-7907-4dd8-aa10-148070cdc83b req-60464e0c-d931-443f-af59-05089ccb5bc4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1233895 Apr 18 06:03:51.670394 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-38644c77-3b1b-4043-9cfe-557938c414be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.674601 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-38644c77-3b1b-4043-9cfe-557938c414be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.698693 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38644c77-3b1b-4043-9cfe-557938c414be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742f5cfd-bc42-487a-82e5-05210b932f26,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:51.708755 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-38644c77-3b1b-4043-9cfe-557938c414be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.710327 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-38644c77-3b1b-4043-9cfe-557938c414be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445298 Apr 18 06:03:51.713067 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50092) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:51.717929 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-22998340-a91e-4f82-873e-ff303fad6763 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '5491d4d4-4e71-4687-af52-1b4f2b29404f', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:51.723623 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-22998340-a91e-4f82-873e-ff303fad6763 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:03:51.727600 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-22998340-a91e-4f82-873e-ff303fad6763 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:03:51.730395 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-22998340-a91e-4f82-873e-ff303fad6763 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:03:51.735876 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-22998340-a91e-4f82-873e-ff303fad6763 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:03:51.756490 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-22998340-a91e-4f82-873e-ff303fad6763 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.798238 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9894ab9e-7907-4dd8-aa10-148070cdc83b req-0dfb0591-eb7f-4d02-b244-633e70d26680 service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352627 Apr 18 06:03:51.817572 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-22998340-a91e-4f82-873e-ff303fad6763 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.821895 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-22998340-a91e-4f82-873e-ff303fad6763 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.845451 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22998340-a91e-4f82-873e-ff303fad6763 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55359377-4357-439f-833f-3c4b106dbb10,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:51.855327 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-22998340-a91e-4f82-873e-ff303fad6763 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.859054 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-22998340-a91e-4f82-873e-ff303fad6763 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1426055 Apr 18 06:03:51.859243 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50096) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:51.864184 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-011f818c-fa5f-4212-a862-bc9fef6214e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '5491d4d4-4e71-4687-af52-1b4f2b29404f', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:51.870783 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-011f818c-fa5f-4212-a862-bc9fef6214e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:03:51.874572 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-011f818c-fa5f-4212-a862-bc9fef6214e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:03:51.877450 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-011f818c-fa5f-4212-a862-bc9fef6214e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:03:51.883150 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-011f818c-fa5f-4212-a862-bc9fef6214e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:03:51.899907 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-011f818c-fa5f-4212-a862-bc9fef6214e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.934789 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9894ab9e-7907-4dd8-aa10-148070cdc83b req-6947d040-903a-42bc-a60d-865331f24ff0 service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290555 Apr 18 06:03:51.964248 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-011f818c-fa5f-4212-a862-bc9fef6214e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.967494 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-011f818c-fa5f-4212-a862-bc9fef6214e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.992322 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f818c-fa5f-4212-a862-bc9fef6214e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5b7b71-fa21-4c04-b931-e21ea3f8ad6c,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:52.001607 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-011f818c-fa5f-4212-a862-bc9fef6214e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.002755 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-011f818c-fa5f-4212-a862-bc9fef6214e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425784 Apr 18 06:03:52.005393 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50100) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:52.010442 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-5ec30fff-8f2b-4499-b3f9-5c3aaf14a4e0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '5491d4d4-4e71-4687-af52-1b4f2b29404f', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:52.016166 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5ec30fff-8f2b-4499-b3f9-5c3aaf14a4e0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:03:52.019847 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5ec30fff-8f2b-4499-b3f9-5c3aaf14a4e0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:03:52.022784 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-5ec30fff-8f2b-4499-b3f9-5c3aaf14a4e0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:03:52.028428 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-5ec30fff-8f2b-4499-b3f9-5c3aaf14a4e0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:03:52.044584 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5ec30fff-8f2b-4499-b3f9-5c3aaf14a4e0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.108585 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5ec30fff-8f2b-4499-b3f9-5c3aaf14a4e0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.111947 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5ec30fff-8f2b-4499-b3f9-5c3aaf14a4e0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.134532 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec30fff-8f2b-4499-b3f9-5c3aaf14a4e0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927fa25a-3ffc-4a9b-b2e4-17b6156a66d4,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:52.142727 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5ec30fff-8f2b-4499-b3f9-5c3aaf14a4e0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.144012 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5ec30fff-8f2b-4499-b3f9-5c3aaf14a4e0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376736 Apr 18 06:03:52.147330 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50104) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:52.152426 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-e508b74f-8f1d-465f-b8a6-6bafc41b8e69 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '5491d4d4-4e71-4687-af52-1b4f2b29404f', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:52.158241 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e508b74f-8f1d-465f-b8a6-6bafc41b8e69 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:03:52.162010 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e508b74f-8f1d-465f-b8a6-6bafc41b8e69 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:03:52.164882 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e508b74f-8f1d-465f-b8a6-6bafc41b8e69 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:03:52.170458 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e508b74f-8f1d-465f-b8a6-6bafc41b8e69 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:03:52.181787 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.securitygroups_db [None req-e508b74f-8f1d-465f-b8a6-6bafc41b8e69 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:03:52.188786 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e508b74f-8f1d-465f-b8a6-6bafc41b8e69 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.251929 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e508b74f-8f1d-465f-b8a6-6bafc41b8e69 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.255943 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e508b74f-8f1d-465f-b8a6-6bafc41b8e69 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.281813 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508b74f-8f1d-465f-b8a6-6bafc41b8e69 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9168ef33-f225-41a1-b441-3553e56ee3da,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:52.287860 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e508b74f-8f1d-465f-b8a6-6bafc41b8e69 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.289065 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e508b74f-8f1d-465f-b8a6-6bafc41b8e69 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1406438 Apr 18 06:03:52.291768 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50108) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:03:52.297218 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-bfb3dbee-ea58-4af1-b5ee-6eabe1438561 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '5491d4d4-4e71-4687-af52-1b4f2b29404f', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:52.303439 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-bfb3dbee-ea58-4af1-b5ee-6eabe1438561 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:03:52.307466 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-bfb3dbee-ea58-4af1-b5ee-6eabe1438561 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:03:52.310769 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-bfb3dbee-ea58-4af1-b5ee-6eabe1438561 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:03:52.316467 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-bfb3dbee-ea58-4af1-b5ee-6eabe1438561 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:03:52.327783 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.securitygroups_db [None req-bfb3dbee-ea58-4af1-b5ee-6eabe1438561 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:03:52.334638 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bfb3dbee-ea58-4af1-b5ee-6eabe1438561 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.400319 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bfb3dbee-ea58-4af1-b5ee-6eabe1438561 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.403551 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bfb3dbee-ea58-4af1-b5ee-6eabe1438561 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.429316 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3dbee-ea58-4af1-b5ee-6eabe1438561 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28321ff4-092a-4441-8d09-fdde94b55677,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:52.437277 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-bfb3dbee-ea58-4af1-b5ee-6eabe1438561 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.438431 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bfb3dbee-ea58-4af1-b5ee-6eabe1438561 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1457231 Apr 18 06:03:52.659941 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-675aaa83-91fa-45b3-8cc1-d208f92b4d9e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:03:52.674806 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-675aaa83-91fa-45b3-8cc1-d208f92b4d9e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:03:52.676149 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-675aaa83-91fa-45b3-8cc1-d208f92b4d9e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1484800822&fields=id&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 267 time: 0.0534465 Apr 18 06:03:52.753953 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-ce065445-4963-4d67-922c-7be8b586812b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:52.755656 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-ce065445-4963-4d67-922c-7be8b586812b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports/59f87b27-5f2a-444d-9d4a-7a7116532412 HTTP/1.1" status: 200 len: 928 time: 0.0722685 Apr 18 06:03:52.831222 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-c0cd4110-0958-4df5-869e-30799a7974b3 service neutron] 10.222.0.15 "GET /v2.0/ports/59f87b27-5f2a-444d-9d4a-7a7116532412?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0634143 Apr 18 06:03:52.839152 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00f3e1-da4f-4409-9ff8-297b453d4886 req-112af78b-ae8a-465f-937a-9196d08a3a80 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:52.840619 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5f00f3e1-da4f-4409-9ff8-297b453d4886 req-112af78b-ae8a-465f-937a-9196d08a3a80 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 944 time: 0.0821123 Apr 18 06:03:52.884343 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5f00f3e1-da4f-4409-9ff8-297b453d4886 req-d3c8b464-b905-451b-b8f9-ec6a19a3d677 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379584 Apr 18 06:03:52.964915 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-4ccb9fe2-cd7f-4595-b96d-d196dadad6a7 service neutron] 10.222.0.15 "GET /v2.0/networks/7a12dcfb-d522-4623-9667-127fc0dd340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272690 Apr 18 06:03:53.184617 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-eae9566f-5493-4ee2-af86-0724f7f98c51 service neutron] 10.222.0.15 "GET /v2.0/networks/7a12dcfb-d522-4623-9667-127fc0dd340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138422 Apr 18 06:03:53.364435 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-65c89ed3-52d7-45ae-b989-9b800c9b0348 req-279d005a-bf54-48f2-a5e7-49588d1d6607 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=a95304cf-18cd-4c3a-815d-17eb86e7fd2a HTTP/1.1" status: 200 len: 210 time: 0.0426443 Apr 18 06:03:54.068809 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e0a07-3aaf-45c9-9c34-d6d0c1713e84 req-44aeaa69-d023-42ea-a721-6d04ee19d24f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:54.070177 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3e7e0a07-3aaf-45c9-9c34-d6d0c1713e84 req-44aeaa69-d023-42ea-a721-6d04ee19d24f tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 944 time: 0.0784278 Apr 18 06:03:54.113552 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3e7e0a07-3aaf-45c9-9c34-d6d0c1713e84 req-181d5af1-56b4-4200-86e4-9977076da344 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376918 Apr 18 06:03:54.405595 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-39190728-70cc-4338-beff-38fb14e46da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:54.407117 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-39190728-70cc-4338-beff-38fb14e46da8 service neutron] 10.222.0.52 "GET /v2.0/ports/59f87b27-5f2a-444d-9d4a-7a7116532412 HTTP/1.1" status: 200 len: 1024 time: 0.0689440 Apr 18 06:03:54.561442 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-44f704d7-6a1b-4182-b336-b6331b87c25d req-0e1f9003-a76f-4eab-9849-a86726729d65 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=a95304cf-18cd-4c3a-815d-17eb86e7fd2a HTTP/1.1" status: 200 len: 210 time: 0.0621140 Apr 18 06:03:54.602395 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-ce8dd65e-93f7-4154-9a80-faa7cc867880 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:54.603826 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-ce8dd65e-93f7-4154-9a80-faa7cc867880 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/networks?id=7a12dcfb-d522-4623-9667-127fc0dd340c HTTP/1.1" status: 200 len: 797 time: 0.1909518 Apr 18 06:03:54.662591 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-4a19d7fd-104b-4f19-90ee-dff0068c5744 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 473 time: 0.0405526 Apr 18 06:03:54.672702 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] Request body: {'port': {'device_id': 'a95304cf-18cd-4c3a-815d-17eb86e7fd2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:54.779948 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:55.229919 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f87b27-5f2a-444d-9d4a-7a7116532412 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:03:55.237381 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:55.252722 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] Transition to ACTIVE for port object 59f87b27-5f2a-444d-9d4a-7a7116532412 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:03:55.257638 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:55.330552 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce4627-ed2f-4514-88f3-80a97a0c6a4a req-36e0be4b-e3af-452c-9dc1-329baf939a6d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:55.332940 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-05ce4627-ed2f-4514-88f3-80a97a0c6a4a req-36e0be4b-e3af-452c-9dc1-329baf939a6d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 944 time: 0.1032376 Apr 18 06:03:55.400249 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-05ce4627-ed2f-4514-88f3-80a97a0c6a4a req-7f61a6fa-a337-44aa-93bc-0144925515a1 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561886 Apr 18 06:03:55.434240 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] Pushing event updated for resources: {'Port': ['ID=59f87b27-5f2a-444d-9d4a-7a7116532412,revision_number=7']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:55.584953 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] Attempting to bind port 59f87b27-5f2a-444d-9d4a-7a7116532412 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:55.585276 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] Attempting to bind port 59f87b27-5f2a-444d-9d4a-7a7116532412 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '87b491ec-59a4-4d43-9e00-365e5a9d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:55.585622 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] Attempting to bind port 59f87b27-5f2a-444d-9d4a-7a7116532412 on network 7a12dcfb-d522-4623-9667-127fc0dd340c {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:03:55.590577 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] Port 59f87b27-5f2a-444d-9d4a-7a7116532412 on network 7a12dcfb-d522-4623-9667-127fc0dd340c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:03:55.591419 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] Attempting to bind port 59f87b27-5f2a-444d-9d4a-7a7116532412 on network 7a12dcfb-d522-4623-9667-127fc0dd340c {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:03:55.596918 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:03:55.596918 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] Checking segment: {'id': '87b491ec-59a4-4d43-9e00-365e5a9d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:03:55.597158 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] Bound using segment: {'id': '87b491ec-59a4-4d43-9e00-365e5a9d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:03:55.597488 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] Bound port: 59f87b27-5f2a-444d-9d4a-7a7116532412, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b491ec-59a4-4d43-9e00-365e5a9d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:55.597830 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:55.746533 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] For port 59f87b27-5f2a-444d-9d4a-7a7116532412, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:03:55.757824 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] For port 59f87b27-5f2a-444d-9d4a-7a7116532412, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=59f87b27-5f2a-444d-9d4a-7a7116532412,segment=NetworkSegment(87b491ec-59a4-4d43-9e00-365e5a9d4581),segment_id=87b491ec-59a4-4d43-9e00-365e5a9d4581)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:03:55.766896 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:55.823910 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:55.824729 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:55.826098 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] 10.222.0.52 "PUT /v2.0/ports/59f87b27-5f2a-444d-9d4a-7a7116532412 HTTP/1.1" status: 200 len: 1129 time: 1.1570811 Apr 18 06:03:55.838473 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95304cf-18cd-4c3a-815d-17eb86e7fd2a', 'tag': '59f87b27-5f2a-444d-9d4a-7a7116532412'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:03:55.929307 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac5a5ba-ca1b-45eb-bb2a-801c3deadf37'] response: {'name': 'network-changed', 'server_uuid': 'a95304cf-18cd-4c3a-815d-17eb86e7fd2a', 'tag': '59f87b27-5f2a-444d-9d4a-7a7116532412', 'status': 'completed', 'code': 200} Apr 18 06:03:55.954799 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c186a5-d2ac-49ca-a1cb-8641a3cc7ed4 req-0a19a3fb-4a66-4e6f-aa90-42cf5fa6263d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:55.956988 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-06c186a5-d2ac-49ca-a1cb-8641a3cc7ed4 req-0a19a3fb-4a66-4e6f-aa90-42cf5fa6263d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=a95304cf-18cd-4c3a-815d-17eb86e7fd2a HTTP/1.1" status: 200 len: 979 time: 0.2730112 Apr 18 06:03:55.999351 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a4fb3-ff2d-4d62-8fd3-76844e5e888d service neutron] Pushing event updated for resources: {'Port': ['ID=59f87b27-5f2a-444d-9d4a-7a7116532412,revision_number=8']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:56.040076 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-06c186a5-d2ac-49ca-a1cb-8641a3cc7ed4 req-80155b73-6a77-40db-ae0c-5505ec1d077b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742407 Apr 18 06:03:56.049071 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-f58ed118-fe36-4d88-b8d5-50d8406d242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:56.050254 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-f58ed118-fe36-4d88-b8d5-50d8406d242c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=a95304cf-18cd-4c3a-815d-17eb86e7fd2a HTTP/1.1" status: 200 len: 1132 time: 0.1774907 Apr 18 06:03:56.164108 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-9a9e8f6c-b16a-4e00-9f03-835dbf179284 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59f87b27-5f2a-444d-9d4a-7a7116532412 HTTP/1.1" status: 200 len: 1035 time: 0.1027007 Apr 18 06:03:56.240791 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-ede4bb27-d245-4521-8fc3-710157bb4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:56.242206 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-ede4bb27-d245-4521-8fc3-710157bb4745 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42b65c64-1697-44cb-a9e2-c3b0a3807f30 HTTP/1.1" status: 200 len: 834 time: 0.0579455 Apr 18 06:03:56.323777 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-de90fc77-bb8e-4053-8117-4ee8b84e4181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:56.325257 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-de90fc77-bb8e-4053-8117-4ee8b84e4181 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a12dcfb-d522-4623-9667-127fc0dd340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724125 Apr 18 06:03:56.461574 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-b710d739-8ddc-411a-aad7-4f2cf39fc2d2 service neutron] 10.222.0.52 "GET /v2.0/networks/7a12dcfb-d522-4623-9667-127fc0dd340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262202 Apr 18 06:03:56.591631 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7697f0c-922d-4f7e-9201-26fa1856a7c2 req-2d96ad34-4ae1-48cf-9989-012ba4118c79 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:56.593211 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a7697f0c-922d-4f7e-9201-26fa1856a7c2 req-2d96ad34-4ae1-48cf-9989-012ba4118c79 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 944 time: 0.0798461 Apr 18 06:03:56.597363 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a15823c8-e544-4bea-bf8e-fab1cc3ae098 req-0aaf1332-a99e-424b-9caa-9b80e04d7c8a service neutron] 10.222.0.52 "GET /v2.0/networks/7a12dcfb-d522-4623-9667-127fc0dd340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282482 Apr 18 06:03:56.641876 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a7697f0c-922d-4f7e-9201-26fa1856a7c2 req-a9cd1b98-ad9a-4e27-9919-8ea7016b8aae tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430572 Apr 18 06:03:56.714110 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6986e-9204-4920-b8cc-a325c7ebfb30 req-e172d33a-5233-4547-b1ed-b3c9351b8c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:56.715555 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-97a6986e-9204-4920-b8cc-a325c7ebfb30 req-e172d33a-5233-4547-b1ed-b3c9351b8c1e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=a95304cf-18cd-4c3a-815d-17eb86e7fd2a HTTP/1.1" status: 200 len: 1132 time: 0.0701442 Apr 18 06:03:56.843881 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6986e-9204-4920-b8cc-a325c7ebfb30 req-0319c3e7-0208-4f44-9e91-e5e1f8ca4844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:56.845210 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-97a6986e-9204-4920-b8cc-a325c7ebfb30 req-0319c3e7-0208-4f44-9e91-e5e1f8ca4844 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7a12dcfb-d522-4623-9667-127fc0dd340c HTTP/1.1" status: 200 len: 898 time: 0.1229806 Apr 18 06:03:57.074015 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-97a6986e-9204-4920-b8cc-a325c7ebfb30 req-a3c154bb-c5d5-4e1b-9229-0fa964c2d71b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59f87b27-5f2a-444d-9d4a-7a7116532412 HTTP/1.1" status: 200 len: 1035 time: 0.2213068 Apr 18 06:03:57.140833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6986e-9204-4920-b8cc-a325c7ebfb30 req-2744c8f4-bd4c-4a0c-b53c-6ac21c1d6abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:57.142477 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-97a6986e-9204-4920-b8cc-a325c7ebfb30 req-2744c8f4-bd4c-4a0c-b53c-6ac21c1d6abc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42b65c64-1697-44cb-a9e2-c3b0a3807f30 HTTP/1.1" status: 200 len: 834 time: 0.0614502 Apr 18 06:03:57.284965 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91eeed-07c5-4f64-b239-ffec3b296832 req-963bbc23-5240-43d6-93e7-26bedeb5e2b4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:57.286720 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8d91eeed-07c5-4f64-b239-ffec3b296832 req-963bbc23-5240-43d6-93e7-26bedeb5e2b4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=a95304cf-18cd-4c3a-815d-17eb86e7fd2a HTTP/1.1" status: 200 len: 979 time: 0.1058152 Apr 18 06:03:57.292628 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6986e-9204-4920-b8cc-a325c7ebfb30 req-99d738bf-26a1-4402-812d-b04b4c80bdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:57.293986 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-97a6986e-9204-4920-b8cc-a325c7ebfb30 req-99d738bf-26a1-4402-812d-b04b4c80bdd7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a12dcfb-d522-4623-9667-127fc0dd340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1450810 Apr 18 06:03:57.438952 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8d91eeed-07c5-4f64-b239-ffec3b296832 req-d477675a-ea4e-4a26-9498-763bc6efc28c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437957 Apr 18 06:03:57.477113 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-97a6986e-9204-4920-b8cc-a325c7ebfb30 req-b85f1eea-2e74-4a35-9e02-556c8a47b82f service neutron] 10.222.0.52 "GET /v2.0/networks/7a12dcfb-d522-4623-9667-127fc0dd340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650219 Apr 18 06:03:57.616585 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-97a6986e-9204-4920-b8cc-a325c7ebfb30 req-75092789-c489-4b8e-8a33-df730cf37c60 service neutron] 10.222.0.52 "GET /v2.0/networks/7a12dcfb-d522-4623-9667-127fc0dd340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333487 Apr 18 06:03:57.829650 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792c074-085d-4c88-bf65-bdb841612d61 req-2cf5c4b4-3a4e-415e-bd96-0828cdc788ac tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:57.831198 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c792c074-085d-4c88-bf65-bdb841612d61 req-2cf5c4b4-3a4e-415e-bd96-0828cdc788ac tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 944 time: 0.0819542 Apr 18 06:03:57.880973 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c792c074-085d-4c88-bf65-bdb841612d61 req-b26258eb-7ef0-4928-8933-7b90802d5b31 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420365 Apr 18 06:03:58.656739 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845948d8-4c40-4938-92e1-52624c4547d3 req-b62dbe34-fd53-426b-a0bf-31a7bb83ef62 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:58.658522 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-845948d8-4c40-4938-92e1-52624c4547d3 req-b62dbe34-fd53-426b-a0bf-31a7bb83ef62 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=a95304cf-18cd-4c3a-815d-17eb86e7fd2a HTTP/1.1" status: 200 len: 979 time: 0.0991318 Apr 18 06:03:58.704486 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-845948d8-4c40-4938-92e1-52624c4547d3 req-d9aa382c-1450-4ffb-8147-35a1deabb63a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401680 Apr 18 06:03:59.082426 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea095a7-5b4e-4aea-823f-cb422cb88435 req-259dd8e3-3b9a-4140-b7a1-1c9fe48125b5 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:59.084782 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-bea095a7-5b4e-4aea-823f-cb422cb88435 req-259dd8e3-3b9a-4140-b7a1-1c9fe48125b5 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 944 time: 0.0890386 Apr 18 06:03:59.132772 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-bea095a7-5b4e-4aea-823f-cb422cb88435 req-3defb34f-f12b-4fe2-adc1-89dd5b23019a tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419176 Apr 18 06:03:59.469402 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 59f87b27-5f2a-444d-9d4a-7a7116532412 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:03:59.652876 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 59f87b27-5f2a-444d-9d4a-7a7116532412, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=59f87b27-5f2a-444d-9d4a-7a7116532412,segment=NetworkSegment(87b491ec-59a4-4d43-9e00-365e5a9d4581),segment_id=87b491ec-59a4-4d43-9e00-365e5a9d4581)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:03:59.667907 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '59f87b27-5f2a-444d-9d4a-7a7116532412', 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c', 'port_id': '59f87b27-5f2a-444d-9d4a-7a7116532412', 'mac_address': 'fa:16:3e:24:31:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42b65c64-1697-44cb-a9e2-c3b0a3807f30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:03:59.726078 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.745688 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f87b27-5f2a-444d-9d4a-7a7116532412 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:03:59.760999 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 59f87b27-5f2a-444d-9d4a-7a7116532412, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=59f87b27-5f2a-444d-9d4a-7a7116532412,segment=NetworkSegment(87b491ec-59a4-4d43-9e00-365e5a9d4581),segment_id=87b491ec-59a4-4d43-9e00-365e5a9d4581)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:03:59.765190 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.765904 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 51dc4bd3-c291-4756-8796-1a2ea1526a62 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:03:59.866518 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=59f87b27-5f2a-444d-9d4a-7a7116532412,revision_number=9']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:59.893276 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8671b3-8fda-472f-a7c4-429723a626a4 req-685e7de4-f7f4-4cc5-8704-eff3bd64426b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:59.894750 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6b8671b3-8fda-472f-a7c4-429723a626a4 req-685e7de4-f7f4-4cc5-8704-eff3bd64426b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=a95304cf-18cd-4c3a-815d-17eb86e7fd2a HTTP/1.1" status: 200 len: 980 time: 0.0831864 Apr 18 06:03:59.943021 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6b8671b3-8fda-472f-a7c4-429723a626a4 req-5c590648-3585-46e4-9106-8dff9cf11a26 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416064 Apr 18 06:03:59.961744 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 51dc4bd3-c291-4756-8796-1a2ea1526a62, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=51dc4bd3-c291-4756-8796-1a2ea1526a62,segment=NetworkSegment(9a24e6a0-0078-424a-80a4-0d69850347a2),segment_id=9a24e6a0-0078-424a-80a4-0d69850347a2)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:03:59.975179 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '51dc4bd3-c291-4756-8796-1a2ea1526a62', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'port_id': '51dc4bd3-c291-4756-8796-1a2ea1526a62', 'mac_address': 'fa:16:3e:f9:23:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:04:00.028455 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:00.047939 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51dc4bd3-c291-4756-8796-1a2ea1526a62 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:04:00.063482 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 51dc4bd3-c291-4756-8796-1a2ea1526a62, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=51dc4bd3-c291-4756-8796-1a2ea1526a62,segment=NetworkSegment(9a24e6a0-0078-424a-80a4-0d69850347a2),segment_id=9a24e6a0-0078-424a-80a4-0d69850347a2)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:04:00.067062 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:00.133122 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=51dc4bd3-c291-4756-8796-1a2ea1526a62,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:00.315804 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5b87b-2f70-443d-98d4-9b9ae5249af5 req-59dbd179-6ad4-418c-bc1a-e2936196ba69 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:00.317344 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9dc5b87b-2f70-443d-98d4-9b9ae5249af5 req-59dbd179-6ad4-418c-bc1a-e2936196ba69 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 945 time: 0.0795808 Apr 18 06:04:00.324515 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['51dc4bd3-c291-4756-8796-1a2ea1526a62'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:04:00.354676 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['59f87b27-5f2a-444d-9d4a-7a7116532412'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:04:00.364139 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9dc5b87b-2f70-443d-98d4-9b9ae5249af5 req-22d95b4a-a2c5-45c6-ac37-6579935d1cce tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407202 Apr 18 06:04:01.123332 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d3c09-3d98-47a5-b0aa-4c0e36d4e4a2 req-543a0b45-ac40-4a94-9869-7750cf3123db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:01.124785 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e07d3c09-3d98-47a5-b0aa-4c0e36d4e4a2 req-543a0b45-ac40-4a94-9869-7750cf3123db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=a95304cf-18cd-4c3a-815d-17eb86e7fd2a HTTP/1.1" status: 200 len: 980 time: 0.0779746 Apr 18 06:04:01.168567 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e07d3c09-3d98-47a5-b0aa-4c0e36d4e4a2 req-9c2ca1c7-2cb0-4373-bfd8-9e565f747b16 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376868 Apr 18 06:04:01.479721 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 59f87b27-5f2a-444d-9d4a-7a7116532412 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:04:01.550980 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port 59f87b27-5f2a-444d-9d4a-7a7116532412 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:04:01.553621 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad8c18-eeeb-4e8a-85ef-f4c548ddb0d0 req-4dd80cba-d5d2-4d89-9ddc-2b2e76773a8d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:01.555118 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-79ad8c18-eeeb-4e8a-85ef-f4c548ddb0d0 req-4dd80cba-d5d2-4d89-9ddc-2b2e76773a8d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 945 time: 0.0852246 Apr 18 06:04:01.556472 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 59f87b27-5f2a-444d-9d4a-7a7116532412 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:01.556843 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:01.607431 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-79ad8c18-eeeb-4e8a-85ef-f4c548ddb0d0 req-f970bd46-fa00-4f88-8cea-872b7b1bfaee tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461969 Apr 18 06:04:01.674606 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:01.700857 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95304cf-18cd-4c3a-815d-17eb86e7fd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f87b27-5f2a-444d-9d4a-7a7116532412'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:04:01.710685 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 59f87b27-5f2a-444d-9d4a-7a7116532412, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=59f87b27-5f2a-444d-9d4a-7a7116532412,segment=NetworkSegment(87b491ec-59a4-4d43-9e00-365e5a9d4581),segment_id=87b491ec-59a4-4d43-9e00-365e5a9d4581)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:04:01.714987 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:01.715755 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 51dc4bd3-c291-4756-8796-1a2ea1526a62 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:04:01.771610 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c77c1c0-fec9-4511-bafe-f4589fb3f94a'] response: {'server_uuid': 'a95304cf-18cd-4c3a-815d-17eb86e7fd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f87b27-5f2a-444d-9d4a-7a7116532412', 'code': 200} Apr 18 06:04:01.833837 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=59f87b27-5f2a-444d-9d4a-7a7116532412,revision_number=10']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:01.846561 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port 51dc4bd3-c291-4756-8796-1a2ea1526a62 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:04:01.852612 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 51dc4bd3-c291-4756-8796-1a2ea1526a62 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:01.853018 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:01.975257 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:01.990456 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff966d1-bebc-441e-be32-1ecfc2cbdee1 req-3f974ca5-0096-47b2-90ba-1366f5bcadc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:01.991933 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1ff966d1-bebc-441e-be32-1ecfc2cbdee1 req-3f974ca5-0096-47b2-90ba-1366f5bcadc4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a95304cf-18cd-4c3a-815d-17eb86e7fd2a HTTP/1.1" status: 200 len: 1135 time: 0.0716741 Apr 18 06:04:02.009719 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 51dc4bd3-c291-4756-8796-1a2ea1526a62, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=51dc4bd3-c291-4756-8796-1a2ea1526a62,segment=NetworkSegment(9a24e6a0-0078-424a-80a4-0d69850347a2),segment_id=9a24e6a0-0078-424a-80a4-0d69850347a2)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:04:02.013252 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:02.036824 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1ff966d1-bebc-441e-be32-1ecfc2cbdee1 req-6e364a25-aa90-41ae-ae69-a90f8ca47aaa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348413 Apr 18 06:04:02.079294 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=51dc4bd3-c291-4756-8796-1a2ea1526a62,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:02.353052 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977b5db-d9bc-4140-8769-954742cf988d req-85c296b5-b377-427d-8681-820beed136d8 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:02.354503 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4977b5db-d9bc-4140-8769-954742cf988d req-85c296b5-b377-427d-8681-820beed136d8 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=a95304cf-18cd-4c3a-815d-17eb86e7fd2a HTTP/1.1" status: 200 len: 982 time: 0.0841088 Apr 18 06:04:02.398093 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4977b5db-d9bc-4140-8769-954742cf988d req-fe65cc5a-6bfd-4bbc-94ca-335d98aa7e6b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378199 Apr 18 06:04:02.793355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdcb06-7778-4fbd-b0dc-8c9f7139eebb req-eace83c4-7bc3-427c-8c5a-64aacecdecf1 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:02.794787 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9ecdcb06-7778-4fbd-b0dc-8c9f7139eebb req-eace83c4-7bc3-427c-8c5a-64aacecdecf1 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 946 time: 0.0778019 Apr 18 06:04:02.837857 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9ecdcb06-7778-4fbd-b0dc-8c9f7139eebb req-7cb76efd-f42a-4a96-86b0-b9325732d33a tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374939 Apr 18 06:04:03.586633 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330044cb-50f3-4d8a-8c79-d6c0c9a03da6 req-0cd777ad-2d35-4b27-ba8c-40890226f7bd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:03.588153 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-330044cb-50f3-4d8a-8c79-d6c0c9a03da6 req-0cd777ad-2d35-4b27-ba8c-40890226f7bd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=a95304cf-18cd-4c3a-815d-17eb86e7fd2a HTTP/1.1" status: 200 len: 982 time: 0.0841322 Apr 18 06:04:03.632262 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-330044cb-50f3-4d8a-8c79-d6c0c9a03da6 req-7c47d174-ad04-4fb5-8183-9e54267aaaf0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383921 Apr 18 06:04:03.773188 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89eb3c60-bd34-4367-b8ad-15020b3b3084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51dc4bd3-c291-4756-8796-1a2ea1526a62'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:04:03.818426 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e648258-e37c-4428-a5b7-412f1f9ce8c0'] response: {'server_uuid': '89eb3c60-bd34-4367-b8ad-15020b3b3084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51dc4bd3-c291-4756-8796-1a2ea1526a62', 'code': 200} Apr 18 06:04:03.824557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a7a9b-c2f4-4224-8786-d8ac77120140 req-93d99e2f-be7b-49eb-8877-76a0f73883a9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:03.826031 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-006a7a9b-c2f4-4224-8786-d8ac77120140 req-93d99e2f-be7b-49eb-8877-76a0f73883a9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=a95304cf-18cd-4c3a-815d-17eb86e7fd2a HTTP/1.1" status: 200 len: 982 time: 0.0858960 Apr 18 06:04:03.873497 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-006a7a9b-c2f4-4224-8786-d8ac77120140 req-a4375373-779c-408c-9fd6-a2af0f6a7d7a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411556 Apr 18 06:04:03.896827 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50182) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:03.986632 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f48f8ee-cd98-4d26-848a-36a0a32e67a2 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:03.991307 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2f48f8ee-cd98-4d26-848a-36a0a32e67a2 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a95304cf-18cd-4c3a-815d-17eb86e7fd2a&network_id=7a12dcfb-d522-4623-9667-127fc0dd340c HTTP/1.1" status: 200 len: 1130 time: 0.0901263 Apr 18 06:04:04.038533 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a7a75-55d0-4c1f-a051-8da4943cdc59 req-0c2915ed-7d47-443b-a458-7aebeb715f06 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:04.040283 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-482a7a75-55d0-4c1f-a051-8da4943cdc59 req-0c2915ed-7d47-443b-a458-7aebeb715f06 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 946 time: 0.0912054 Apr 18 06:04:04.087265 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-482a7a75-55d0-4c1f-a051-8da4943cdc59 req-61a60f2e-0108-4091-91dd-86ee3b290e4d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410223 Apr 18 06:04:04.141725 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea4bf2-923e-4068-af77-29d7acee35b7 req-331d9186-f864-4f33-ba88-90359624bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:04.143096 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-aaea4bf2-923e-4068-af77-29d7acee35b7 req-331d9186-f864-4f33-ba88-90359624bc4b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 1099 time: 0.0774047 Apr 18 06:04:04.186753 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-aaea4bf2-923e-4068-af77-29d7acee35b7 req-19646e8d-6008-4719-b711-59ed6ca19b75 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375063 Apr 18 06:04:04.357874 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c5707-7d3c-4d07-a815-45f5659c79e2 req-d17cca28-51db-4bf1-a51c-5e96a48515fa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:04.359311 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a77c5707-7d3c-4d07-a815-45f5659c79e2 req-d17cca28-51db-4bf1-a51c-5e96a48515fa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=a95304cf-18cd-4c3a-815d-17eb86e7fd2a HTTP/1.1" status: 200 len: 982 time: 0.0780354 Apr 18 06:04:04.406281 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a77c5707-7d3c-4d07-a815-45f5659c79e2 req-8c5c8b7c-dc3b-4fcb-9d14-4aa1d1f9ae87 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405228 Apr 18 06:04:05.278360 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a447b8d-d185-4151-8565-0c5ccd82b1db req-9cbb9a08-18ae-4c84-b99f-82a932de5e28 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:05.279215 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-79fe4e20-cb23-4d1a-aa1a-b0009fac67ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:05.280009 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0a447b8d-d185-4151-8565-0c5ccd82b1db req-9cbb9a08-18ae-4c84-b99f-82a932de5e28 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 946 time: 0.0808508 Apr 18 06:04:05.340288 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0a447b8d-d185-4151-8565-0c5ccd82b1db req-daccc94d-77f2-44b9-b6be-2d619b1f5c54 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542970 Apr 18 06:04:05.595864 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b0c72-59f3-40bf-a670-f19152681423 req-482ef700-e975-47e4-b636-bf656b988917 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:05.597330 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8b5b0c72-59f3-40bf-a670-f19152681423 req-482ef700-e975-47e4-b636-bf656b988917 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=a95304cf-18cd-4c3a-815d-17eb86e7fd2a HTTP/1.1" status: 200 len: 982 time: 0.0802319 Apr 18 06:04:05.640163 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8b5b0c72-59f3-40bf-a670-f19152681423 req-ddabce9c-4acd-477f-a594-9bcb67382bba tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=47b5ed2a-68e0-4143-9229-66d0a6613daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370369 Apr 18 06:04:06.006852 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce745c-0565-4516-9e03-7d8b72ce8a9e req-72bfc02a-a82d-4bd1-9b76-3d563180857d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:06.008349 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b2ce745c-0565-4516-9e03-7d8b72ce8a9e req-72bfc02a-a82d-4bd1-9b76-3d563180857d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95304cf-18cd-4c3a-815d-17eb86e7fd2a HTTP/1.1" status: 200 len: 982 time: 0.0788693 Apr 18 06:04:06.077682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce745c-0565-4516-9e03-7d8b72ce8a9e req-b6258cbe-a465-4ea4-ae4a-7cf0c18279a5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:06.078990 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b2ce745c-0565-4516-9e03-7d8b72ce8a9e req-b6258cbe-a465-4ea4-ae4a-7cf0c18279a5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/ports/59f87b27-5f2a-444d-9d4a-7a7116532412?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0648766 Apr 18 06:04:06.220649 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b2ce745c-0565-4516-9e03-7d8b72ce8a9e req-8d189447-db89-4353-b8b1-53f2c7a67cc8 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/networks/7a12dcfb-d522-4623-9667-127fc0dd340c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1356304 Apr 18 06:04:06.231615 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-b2ce745c-0565-4516-9e03-7d8b72ce8a9e req-ad42071a-80e1-4c1c-b346-bbf3b58bd53e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:06.340013 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b2ce745c-0565-4516-9e03-7d8b72ce8a9e req-ad42071a-80e1-4c1c-b346-bbf3b58bd53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:06.581924 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-b2ce745c-0565-4516-9e03-7d8b72ce8a9e req-ad42071a-80e1-4c1c-b346-bbf3b58bd53e service neutron] For port 59f87b27-5f2a-444d-9d4a-7a7116532412, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=59f87b27-5f2a-444d-9d4a-7a7116532412,segment=NetworkSegment(87b491ec-59a4-4d43-9e00-365e5a9d4581),segment_id=87b491ec-59a4-4d43-9e00-365e5a9d4581)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:04:06.611607 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe0c44-e1ce-4b38-b94d-0181e5edf5ef req-356d07d0-67c8-4801-8522-c029dd9e45fc tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:06.612999 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8afe0c44-e1ce-4b38-b94d-0181e5edf5ef req-356d07d0-67c8-4801-8522-c029dd9e45fc tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 946 time: 0.1663625 Apr 18 06:04:06.643047 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-b2ce745c-0565-4516-9e03-7d8b72ce8a9e req-ad42071a-80e1-4c1c-b346-bbf3b58bd53e service neutron] For port 59f87b27-5f2a-444d-9d4a-7a7116532412, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:04:06.713538 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-b2ce745c-0565-4516-9e03-7d8b72ce8a9e req-ad42071a-80e1-4c1c-b346-bbf3b58bd53e service neutron] device_id is not set on port 59f87b27-5f2a-444d-9d4a-7a7116532412 yet. {{(pid=88034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:04:06.722312 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8afe0c44-e1ce-4b38-b94d-0181e5edf5ef req-8b037042-41f7-4171-b236-3ad95619608b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999434 Apr 18 06:04:06.726942 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b2ce745c-0565-4516-9e03-7d8b72ce8a9e req-ad42071a-80e1-4c1c-b346-bbf3b58bd53e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:06.733140 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b2ce745c-0565-4516-9e03-7d8b72ce8a9e req-ad42071a-80e1-4c1c-b346-bbf3b58bd53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:06.796117 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f3c63dc1-2c60-4fc2-ae2f-be449bc0e484 req-e784a8aa-dbfd-4d29-8d48-24a86c571b66 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=a95304cf-18cd-4c3a-815d-17eb86e7fd2a HTTP/1.1" status: 200 len: 210 time: 0.0485220 Apr 18 06:04:07.027033 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42071a-80e1-4c1c-b346-bbf3b58bd53e service neutron] Pushing event updated for resources: {'Port': ['ID=59f87b27-5f2a-444d-9d4a-7a7116532412,revision_number=11']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:07.051305 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-31c3978a-ce82-4cf0-a545-80e8bb2ce019 None None] Provisioning complete for port 59f87b27-5f2a-444d-9d4a-7a7116532412 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:07.051889 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-31c3978a-ce82-4cf0-a545-80e8bb2ce019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:07.093455 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ce745c-0565-4516-9e03-7d8b72ce8a9e req-ad42071a-80e1-4c1c-b346-bbf3b58bd53e service neutron] No DVR routers for this DVR port 59f87b27-5f2a-444d-9d4a-7a7116532412 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:04:07.104585 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-31c3978a-ce82-4cf0-a545-80e8bb2ce019 None None] Port 59f87b27-5f2a-444d-9d4a-7a7116532412 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:04:07.185512 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb05c9b-b56e-4d41-987d-6a85473687a1 req-0a3dcffa-96af-47a7-8bb0-1f277eb25f04 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:07.186872 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-beb05c9b-b56e-4d41-987d-6a85473687a1 req-0a3dcffa-96af-47a7-8bb0-1f277eb25f04 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 946 time: 0.2339885 Apr 18 06:04:07.314580 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-beb05c9b-b56e-4d41-987d-6a85473687a1 req-12958be7-96cf-4011-9ab7-eb42c27fa308 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168849 Apr 18 06:04:07.338802 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50200) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:07.366380 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-b2ce745c-0565-4516-9e03-7d8b72ce8a9e req-ad42071a-80e1-4c1c-b346-bbf3b58bd53e service neutron] In _notify_port_updated(), no bound segment for port 59f87b27-5f2a-444d-9d4a-7a7116532412 on network 7a12dcfb-d522-4623-9667-127fc0dd340c {{(pid=88034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 06:04:07.367245 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce745c-0565-4516-9e03-7d8b72ce8a9e req-ad42071a-80e1-4c1c-b346-bbf3b58bd53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:07.367877 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b2ce745c-0565-4516-9e03-7d8b72ce8a9e req-ad42071a-80e1-4c1c-b346-bbf3b58bd53e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:07.369157 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b2ce745c-0565-4516-9e03-7d8b72ce8a9e req-ad42071a-80e1-4c1c-b346-bbf3b58bd53e service neutron] 10.222.0.52 "PUT /v2.0/ports/59f87b27-5f2a-444d-9d4a-7a7116532412 HTTP/1.1" status: 200 len: 1025 time: 1.1413777 Apr 18 06:04:07.412170 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28fdb18-89c9-48db-9811-6c1248f77e8e tempest-TestVolumeBootPattern-1507592930 tempest-TestVolumeBootPattern-1507592930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:07.413679 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c28fdb18-89c9-48db-9811-6c1248f77e8e tempest-TestVolumeBootPattern-1507592930 tempest-TestVolumeBootPattern-1507592930-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 1094 time: 0.0737612 Apr 18 06:04:07.416444 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50204) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:07.421231 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': '51dc4bd3-c291-4756-8796-1a2ea1526a62', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:07.427902 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:04:07.431736 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Usage tracker for resource:floatingip and tenant:49ad773d519141abbf5e743e64df06bc is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:04:07.434604 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:04:07.440386 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:04:07.451715 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for floatingip, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:07.578335 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-92c65afd-177f-42cf-8be5-bd08fe4ab3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:07.589013 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:07.774804 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:07.822311 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Allocated IP 172.26.1.31 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/833c5649-0a66-4a96-a974-f0f83ba3ebed) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:07.989043 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9e39bf18-98f1-4142-9e77-39fba36ed9c0 req-0bfe22b2-a49d-455f-b02f-05306567fa77 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=a95304cf-18cd-4c3a-815d-17eb86e7fd2a HTTP/1.1" status: 200 len: 210 time: 0.0634606 Apr 18 06:04:08.034462 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:08.063450 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:08.124719 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:08.127368 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:08.135876 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:04:08.172232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Pushing event updated for resources: {'Port': ['ID=833c5649-0a66-4a96-a974-f0f83ba3ebed,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:08.493710 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:08.555495 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:08.615919 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:08.629306 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:08.827769 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:08.832188 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:08.939880 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Pushing event updated for resources: {'Port': ['ID=833c5649-0a66-4a96-a974-f0f83ba3ebed,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:08.950312 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.082792 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50212) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:09.129854 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Floating IP f6480b71-d153-49d0-9f2b-341ea8a60ef4 associated. External IP: 172.26.1.31, port: 51dc4bd3-c291-4756-8796-1a2ea1526a62. Apr 18 06:04:09.153650 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b6c17d63-9a3b-42a9-8a9b-d9467d361ca6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.184387 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b6c17d63-9a3b-42a9-8a9b-d9467d361ca6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.249288 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b6c17d63-9a3b-42a9-8a9b-d9467d361ca6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.268092 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c17d63-9a3b-42a9-8a9b-d9467d361ca6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5491d4d4-4e71-4687-af52-1b4f2b29404f,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:09.276647 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c17d63-9a3b-42a9-8a9b-d9467d361ca6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:09.276984 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c17d63-9a3b-42a9-8a9b-d9467d361ca6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:09.277316 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c17d63-9a3b-42a9-8a9b-d9467d361ca6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:09.277641 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c17d63-9a3b-42a9-8a9b-d9467d361ca6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:09.277963 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c17d63-9a3b-42a9-8a9b-d9467d361ca6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:09.278284 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c17d63-9a3b-42a9-8a9b-d9467d361ca6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:09.278601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c17d63-9a3b-42a9-8a9b-d9467d361ca6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:09.278915 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c17d63-9a3b-42a9-8a9b-d9467d361ca6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:09.279230 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c17d63-9a3b-42a9-8a9b-d9467d361ca6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:09.279541 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c17d63-9a3b-42a9-8a9b-d9467d361ca6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:09.279852 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c17d63-9a3b-42a9-8a9b-d9467d361ca6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:09.280190 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c17d63-9a3b-42a9-8a9b-d9467d361ca6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:09.289152 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b6c17d63-9a3b-42a9-8a9b-d9467d361ca6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.293499 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b6c17d63-9a3b-42a9-8a9b-d9467d361ca6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/security-groups/5491d4d4-4e71-4687-af52-1b4f2b29404f HTTP/1.1" status: 204 len: 168 time: 0.2064245 Apr 18 06:04:09.333466 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50218) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:09.541149 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 59f87b27-5f2a-444d-9d4a-7a7116532412 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:04:09.546041 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-849b91f3-7c5d-4c87-af1a-65662f8b2a5a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port 3e8a7292-b18b-4876-90b2-290ad23a98d1 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:04:09.546386 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-849b91f3-7c5d-4c87-af1a-65662f8b2a5a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.606174 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 59f87b27-5f2a-444d-9d4a-7a7116532412 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:04:09.607806 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:04:09.740374 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-849b91f3-7c5d-4c87-af1a-65662f8b2a5a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.740828 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-849b91f3-7c5d-4c87-af1a-65662f8b2a5a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.797980 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:04:09.807938 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bfb764-3de3-4151-bb4f-9fedd4fe2135 None None] Sync routers for ids ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:04:09.817432 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bfb764-3de3-4151-bb4f-9fedd4fe2135 None None] Routers {'37db532b-bcf8-42e4-93e7-1d5bfe7975fa'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:04:09.818517 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-06bfb764-3de3-4151-bb4f-9fedd4fe2135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:04:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:09.834808 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.878153 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-849b91f3-7c5d-4c87-af1a-65662f8b2a5a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for 3e8a7292-b18b-4876-90b2-290ad23a98d1 owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:04:09.936055 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ae9afcb5-36e2-4647-9e21-8c7628145a88 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5057533 Apr 18 06:04:09.936055 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89eb3c60-bd34-4367-b8ad-15020b3b3084', 'tag': '51dc4bd3-c291-4756-8796-1a2ea1526a62'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:04:10.074271 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-06bfb764-3de3-4151-bb4f-9fedd4fe2135 None None] Set router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:04:10.086142 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-849b91f3-7c5d-4c87-af1a-65662f8b2a5a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:10.149511 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d00505ea-b5bd-41c3-9f2e-bd14f4a3566d'] response: {'name': 'network-changed', 'server_uuid': '89eb3c60-bd34-4367-b8ad-15020b3b3084', 'tag': '51dc4bd3-c291-4756-8796-1a2ea1526a62', 'status': 'completed', 'code': 200} Apr 18 06:04:10.152542 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b91f3-7c5d-4c87-af1a-65662f8b2a5a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=3e8a7292-b18b-4876-90b2-290ad23a98d1,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:10.230380 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:10.295679 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-849b91f3-7c5d-4c87-af1a-65662f8b2a5a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:10.296019 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-849b91f3-7c5d-4c87-af1a-65662f8b2a5a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Floating IP b8488cfa-1609-448f-b719-dc91b232116a disassociated (deleted). External IP: 172.26.1.147, port: 59f87b27-5f2a-444d-9d4a-7a7116532412. Apr 18 06:04:10.463870 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-06bfb764-3de3-4151-bb4f-9fedd4fe2135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:41Z', 'revision_number': 4, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'e9509d29-100f-46a9-bc33-8d9fa142608d', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'floating_ip_address': '172.26.1.226', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'port_id': 'bb995dc1-16b9-4b17-a296-b0d6cc5a79ff', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'mac_address': 'fa:16:3e:50:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:02:02Z', 'updated_at': '2022-04-18T06:02:05Z', 'revision_number': 1, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'fixed_ip_address_scope': None}, {'id': 'f6480b71-d153-49d0-9f2b-341ea8a60ef4', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'floating_ip_address': '172.26.1.31', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'port_id': '51dc4bd3-c291-4756-8796-1a2ea1526a62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'mac_address': 'fa:16:3e:f9:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb3c60-bd34-4367-b8ad-15020b3b3084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:04:08Z', 'updated_at': '2022-04-18T06:04:08Z', 'revision_number': 0, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3853ab0-68eb-4121-bb72-c99652003b8c', 'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'mac_address': 'fa:16:3e:48:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:39Z', 'updated_at': '2022-04-18T05:57:52Z', 'revision_number': 5, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'subnets': [{'id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:10.467618 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bfb764-3de3-4151-bb4f-9fedd4fe2135 None None] Checking router: 37db532b-bcf8-42e4-93e7-1d5bfe7975fa for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:04:10.476364 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bfb764-3de3-4151-bb4f-9fedd4fe2135 None None] Routers {'37db532b-bcf8-42e4-93e7-1d5bfe7975fa'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:04:10.476961 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-06bfb764-3de3-4151-bb4f-9fedd4fe2135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:04:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:10.497090 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a61e4-0046-49a3-9ca9-9971ee37f108 req-703187b5-6379-4680-8500-f802f4991280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:10.498581 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca1a61e4-0046-49a3-9ca9-9971ee37f108 req-703187b5-6379-4680-8500-f802f4991280 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49ad773d519141abbf5e743e64df06bc&device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 1099 time: 0.3095391 Apr 18 06:04:10.651633 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-06bfb764-3de3-4151-bb4f-9fedd4fe2135 None None] Set router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:04:10.785317 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a61e4-0046-49a3-9ca9-9971ee37f108 req-929ccf84-18ba-43b7-a70a-ba3f77859000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:10.786806 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca1a61e4-0046-49a3-9ca9-9971ee37f108 req-929ccf84-18ba-43b7-a70a-ba3f77859000 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1 HTTP/1.1" status: 200 len: 913 time: 0.2807119 Apr 18 06:04:10.977402 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca1a61e4-0046-49a3-9ca9-9971ee37f108 req-0b375b2f-c036-4d49-bc81-45b7a33573db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51dc4bd3-c291-4756-8796-1a2ea1526a62 HTTP/1.1" status: 200 len: 999 time: 0.1834862 Apr 18 06:04:11.004457 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-06bfb764-3de3-4151-bb4f-9fedd4fe2135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:41Z', 'revision_number': 4, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'e9509d29-100f-46a9-bc33-8d9fa142608d', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'floating_ip_address': '172.26.1.226', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'port_id': 'bb995dc1-16b9-4b17-a296-b0d6cc5a79ff', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'mac_address': 'fa:16:3e:50:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:02:02Z', 'updated_at': '2022-04-18T06:02:05Z', 'revision_number': 1, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'fixed_ip_address_scope': None}, {'id': 'f6480b71-d153-49d0-9f2b-341ea8a60ef4', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'floating_ip_address': '172.26.1.31', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'port_id': '51dc4bd3-c291-4756-8796-1a2ea1526a62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'mac_address': 'fa:16:3e:f9:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb3c60-bd34-4367-b8ad-15020b3b3084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:04:08Z', 'updated_at': '2022-04-18T06:04:08Z', 'revision_number': 0, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3853ab0-68eb-4121-bb72-c99652003b8c', 'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'mac_address': 'fa:16:3e:48:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:39Z', 'updated_at': '2022-04-18T05:57:52Z', 'revision_number': 5, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'subnets': [{'id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:11.008952 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bfb764-3de3-4151-bb4f-9fedd4fe2135 None None] The sync data for ids ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'] in dv-neutron-837489-1-hyperv is: [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:41Z', 'revision_number': 4, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'e9509d29-100f-46a9-bc33-8d9fa142608d', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'floating_ip_address': '172.26.1.226', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'port_id': 'bb995dc1-16b9-4b17-a296-b0d6cc5a79ff', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'mac_address': 'fa:16:3e:50:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:02:02Z', 'updated_at': '2022-04-18T06:02:05Z', 'revision_number': 1, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'fixed_ip_address_scope': None}, {'id': 'f6480b71-d153-49d0-9f2b-341ea8a60ef4', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'floating_ip_address': '172.26.1.31', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'port_id': '51dc4bd3-c291-4756-8796-1a2ea1526a62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'mac_address': 'fa:16:3e:f9:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb3c60-bd34-4367-b8ad-15020b3b3084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:04:08Z', 'updated_at': '2022-04-18T06:04:08Z', 'revision_number': 0, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3853ab0-68eb-4121-bb72-c99652003b8c', 'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'mac_address': 'fa:16:3e:48:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:39Z', 'updated_at': '2022-04-18T05:57:52Z', 'revision_number': 5, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'subnets': [{'id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:04:11.023146 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849b91f3-7c5d-4c87-af1a-65662f8b2a5a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 2b5ea97b-a427-4576-8918-fb21f5bdc264 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:04:11.116735 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a61e4-0046-49a3-9ca9-9971ee37f108 req-11c447e1-7e9a-4232-9404-0704f7c5cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:11.118185 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca1a61e4-0046-49a3-9ca9-9971ee37f108 req-11c447e1-7e9a-4232-9404-0704f7c5cb43 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b4d1495-96ee-47de-b8ec-9793f712c5be HTTP/1.1" status: 200 len: 851 time: 0.1346424 Apr 18 06:04:11.210866 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e70fdf-9340-4f57-b999-2a60e15103aa None None] New status for floating IP f6480b71-d153-49d0-9f2b-341ea8a60ef4: ACTIVE {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:04:11.284263 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849b91f3-7c5d-4c87-af1a-65662f8b2a5a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:04:11.295464 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4cbf9-bab1-48c8-80ee-2b299131cae6 None None] Sync routers for ids ['2b5ea97b-a427-4576-8918-fb21f5bdc264'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:04:11.305837 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd4cbf9-bab1-48c8-80ee-2b299131cae6 None None] Routers {'2b5ea97b-a427-4576-8918-fb21f5bdc264'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:04:11.306596 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-3dd4cbf9-bab1-48c8-80ee-2b299131cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:04:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['2b5ea97b-a427-4576-8918-fb21f5bdc264'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:11.308662 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a61e4-0046-49a3-9ca9-9971ee37f108 req-f4165e78-9504-4797-aa61-add61f602ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:11.309890 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca1a61e4-0046-49a3-9ca9-9971ee37f108 req-f4165e78-9504-4797-aa61-add61f602ea1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1845593 Apr 18 06:04:11.362433 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-849b91f3-7c5d-4c87-af1a-65662f8b2a5a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:11.486078 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-849b91f3-7c5d-4c87-af1a-65662f8b2a5a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/floatingips/b8488cfa-1609-448f-b719-dc91b232116a HTTP/1.1" status: 204 len: 168 time: 2.1511488 Apr 18 06:04:11.506193 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-3dd4cbf9-bab1-48c8-80ee-2b299131cae6 None None] Set router 2b5ea97b-a427-4576-8918-fb21f5bdc264 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:04:11.530448 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca1a61e4-0046-49a3-9ca9-9971ee37f108 req-e0ac97e7-3eff-4f24-8756-684e9270b261 service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140687 Apr 18 06:04:11.655709 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50232) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:11.702302 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca1a61e4-0046-49a3-9ca9-9971ee37f108 req-09ab9052-a79f-442b-ad45-ed0b09222c62 service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656632 Apr 18 06:04:11.742798 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-89c04a94-6003-464f-8f5f-959a46f46e0d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:11.771713 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-89c04a94-6003-464f-8f5f-959a46f46e0d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:11.836656 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-89c04a94-6003-464f-8f5f-959a46f46e0d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:11.854591 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c04a94-6003-464f-8f5f-959a46f46e0d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d70522-ab1d-4f12-bf84-481d74781f60,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:11.864906 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-89c04a94-6003-464f-8f5f-959a46f46e0d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:11.866026 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-89c04a94-6003-464f-8f5f-959a46f46e0d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/security-groups/23d70522-ab1d-4f12-bf84-481d74781f60 HTTP/1.1" status: 204 len: 168 time: 0.2093234 Apr 18 06:04:11.894515 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-3dd4cbf9-bab1-48c8-80ee-2b299131cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'name': 'tempest-TestNetworkBasicOps-router-2084846412', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:20Z', 'updated_at': '2022-04-18T06:03:25Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:21Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '7f03be45-460b-4d0c-af36-da49eb5a2dce', 'name': '', 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:0e:f9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '42b65c64-1697-44cb-a9e2-c3b0a3807f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:24Z', 'updated_at': '2022-04-18T06:03:30Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '42b65c64-1697-44cb-a9e2-c3b0a3807f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:11.899393 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50238) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:11.899883 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4cbf9-bab1-48c8-80ee-2b299131cae6 None None] Checking router: 2b5ea97b-a427-4576-8918-fb21f5bdc264 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:04:11.908100 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd4cbf9-bab1-48c8-80ee-2b299131cae6 None None] Routers {'2b5ea97b-a427-4576-8918-fb21f5bdc264'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:04:11.908709 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-3dd4cbf9-bab1-48c8-80ee-2b299131cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:04:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['2b5ea97b-a427-4576-8918-fb21f5bdc264'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:11.966818 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-6442c5f4-4f96-46b3-ab83-dee3b78c01fe tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port 59f87b27-5f2a-444d-9d4a-7a7116532412 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:04:11.967154 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6442c5f4-4f96-46b3-ab83-dee3b78c01fe tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:12.081600 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-3dd4cbf9-bab1-48c8-80ee-2b299131cae6 None None] Set router 2b5ea97b-a427-4576-8918-fb21f5bdc264 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:04:12.209494 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6442c5f4-4f96-46b3-ab83-dee3b78c01fe tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:12.335365 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-6442c5f4-4f96-46b3-ab83-dee3b78c01fe tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for 59f87b27-5f2a-444d-9d4a-7a7116532412 owned by {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:04:12.393921 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-3dd4cbf9-bab1-48c8-80ee-2b299131cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'name': 'tempest-TestNetworkBasicOps-router-2084846412', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:20Z', 'updated_at': '2022-04-18T06:03:25Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:21Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '7f03be45-460b-4d0c-af36-da49eb5a2dce', 'name': '', 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:0e:f9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '42b65c64-1697-44cb-a9e2-c3b0a3807f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:24Z', 'updated_at': '2022-04-18T06:03:30Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '42b65c64-1697-44cb-a9e2-c3b0a3807f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:12.397963 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4cbf9-bab1-48c8-80ee-2b299131cae6 None None] The sync data for ids ['2b5ea97b-a427-4576-8918-fb21f5bdc264'] in dv-neutron-837489-1-hyperv is: [{'id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'name': 'tempest-TestNetworkBasicOps-router-2084846412', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:20Z', 'updated_at': '2022-04-18T06:03:25Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:21Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '7f03be45-460b-4d0c-af36-da49eb5a2dce', 'name': '', 'network_id': '7a12dcfb-d522-4623-9667-127fc0dd340c', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:0e:f9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '42b65c64-1697-44cb-a9e2-c3b0a3807f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:24Z', 'updated_at': '2022-04-18T06:03:30Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '42b65c64-1697-44cb-a9e2-c3b0a3807f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:04:12.490352 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6442c5f4-4f96-46b3-ab83-dee3b78c01fe tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:12.542284 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442c5f4-4f96-46b3-ab83-dee3b78c01fe tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=59f87b27-5f2a-444d-9d4a-7a7116532412,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:12.651938 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6442c5f4-4f96-46b3-ab83-dee3b78c01fe tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:12.655110 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3536a7ea-41e3-43e4-91bc-418a3a5ecd36 None None] New status for floating IP b8488cfa-1609-448f-b719-dc91b232116a: DOWN {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:04:12.663265 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6442c5f4-4f96-46b3-ab83-dee3b78c01fe tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/ports/59f87b27-5f2a-444d-9d4a-7a7116532412 HTTP/1.1" status: 204 len: 168 time: 0.7623758 Apr 18 06:04:12.665930 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50242) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:13.323045 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-270275ab-c2f6-4151-8407-97eef330fa2c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.682622 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-270275ab-c2f6-4151-8407-97eef330fa2c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port 7f03be45-460b-4d0c-af36-da49eb5a2dce {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:04:13.682876 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-270275ab-c2f6-4151-8407-97eef330fa2c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.864968 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-270275ab-c2f6-4151-8407-97eef330fa2c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port 7f03be45-460b-4d0c-af36-da49eb5a2dce, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=7f03be45-460b-4d0c-af36-da49eb5a2dce,segment=NetworkSegment(87b491ec-59a4-4d43-9e00-365e5a9d4581),segment_id=87b491ec-59a4-4d43-9e00-365e5a9d4581)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:04:13.865314 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-270275ab-c2f6-4151-8407-97eef330fa2c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.987648 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-270275ab-c2f6-4151-8407-97eef330fa2c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for 7f03be45-460b-4d0c-af36-da49eb5a2dce owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:04:14.423404 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-270275ab-c2f6-4151-8407-97eef330fa2c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.468981 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270275ab-c2f6-4151-8407-97eef330fa2c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=7f03be45-460b-4d0c-af36-da49eb5a2dce,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:14.749320 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-270275ab-c2f6-4151-8407-97eef330fa2c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.108867 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270275ab-c2f6-4151-8407-97eef330fa2c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 2b5ea97b-a427-4576-8918-fb21f5bdc264 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:04:15.286061 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270275ab-c2f6-4151-8407-97eef330fa2c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:04:15.295795 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02ac87f-033a-4cb1-bdf2-e7f050a1b9a9 None None] Sync routers for ids ['2b5ea97b-a427-4576-8918-fb21f5bdc264'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:04:15.301101 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-270275ab-c2f6-4151-8407-97eef330fa2c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/routers/2b5ea97b-a427-4576-8918-fb21f5bdc264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6317596 Apr 18 06:04:15.301531 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50246) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:15.305948 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02ac87f-033a-4cb1-bdf2-e7f050a1b9a9 None None] Routers {'2b5ea97b-a427-4576-8918-fb21f5bdc264'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:04:15.306570 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c02ac87f-033a-4cb1-bdf2-e7f050a1b9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:04:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['2b5ea97b-a427-4576-8918-fb21f5bdc264'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:15.368203 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-48010e31-2146-4ba2-9165-9a8eb3176931 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting subnet 42b65c64-1697-44cb-a9e2-c3b0a3807f30 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:04:15.371150 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-48010e31-2146-4ba2-9165-9a8eb3176931 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.425548 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-48010e31-2146-4ba2-9165-9a8eb3176931 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.492974 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-c02ac87f-033a-4cb1-bdf2-e7f050a1b9a9 None None] Set router 2b5ea97b-a427-4576-8918-fb21f5bdc264 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:04:15.512830 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-48010e31-2146-4ba2-9165-9a8eb3176931 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.586333 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-48010e31-2146-4ba2-9165-9a8eb3176931 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.624514 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48010e31-2146-4ba2-9165-9a8eb3176931 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Subnet': ['ID=42b65c64-1697-44cb-a9e2-c3b0a3807f30,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:15.631392 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-48010e31-2146-4ba2-9165-9a8eb3176931 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.637633 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-48010e31-2146-4ba2-9165-9a8eb3176931 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/subnets/42b65c64-1697-44cb-a9e2-c3b0a3807f30 HTTP/1.1" status: 204 len: 168 time: 0.3351681 Apr 18 06:04:15.640322 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50250) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:15.675143 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74e2f1c-10eb-4440-a989-9494a29dc6ff None None] Network 7a12dcfb-d522-4623-9667-127fc0dd340c requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:04:15.951165 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-65bd37e9-56b2-4258-b19c-8a3a2a017e12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.004068 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c02ac87f-033a-4cb1-bdf2-e7f050a1b9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'name': 'tempest-TestNetworkBasicOps-router-2084846412', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:20Z', 'updated_at': '2022-04-18T06:04:14Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:21Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:16.007008 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02ac87f-033a-4cb1-bdf2-e7f050a1b9a9 None None] Checking router: 2b5ea97b-a427-4576-8918-fb21f5bdc264 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:04:16.016165 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02ac87f-033a-4cb1-bdf2-e7f050a1b9a9 None None] Routers {'2b5ea97b-a427-4576-8918-fb21f5bdc264'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:04:16.017039 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c02ac87f-033a-4cb1-bdf2-e7f050a1b9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:04:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['2b5ea97b-a427-4576-8918-fb21f5bdc264'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:16.072181 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5086771-416f-4682-beb4-48d1417d28d7 None None] DHCP port deletion for 7a12dcfb-d522-4623-9667-127fc0dd340c request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:04:16.088202 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-c5086771-416f-4682-beb4-48d1417d28d7 None None] Deleting port 93bff95a-4303-4769-8f6d-fc1e1b2477ff {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:04:16.088782 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c5086771-416f-4682-beb4-48d1417d28d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.178266 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-65bd37e9-56b2-4258-b19c-8a3a2a017e12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.191376 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-65bd37e9-56b2-4258-b19c-8a3a2a017e12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port aeadcd24-aa4a-4962-a4a8-0767e002685d {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:04:16.191376 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-65bd37e9-56b2-4258-b19c-8a3a2a017e12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.295721 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-c02ac87f-033a-4cb1-bdf2-e7f050a1b9a9 None None] Set router 2b5ea97b-a427-4576-8918-fb21f5bdc264 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:04:16.406657 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-65bd37e9-56b2-4258-b19c-8a3a2a017e12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port aeadcd24-aa4a-4962-a4a8-0767e002685d, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=aeadcd24-aa4a-4962-a4a8-0767e002685d,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:04:16.406657 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-65bd37e9-56b2-4258-b19c-8a3a2a017e12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.434916 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 93bff95a-4303-4769-8f6d-fc1e1b2477ff no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:04:16.536354 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-65bd37e9-56b2-4258-b19c-8a3a2a017e12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for aeadcd24-aa4a-4962-a4a8-0767e002685d owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:04:16.667331 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-c5086771-416f-4682-beb4-48d1417d28d7 None None] For port 93bff95a-4303-4769-8f6d-fc1e1b2477ff, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=93bff95a-4303-4769-8f6d-fc1e1b2477ff,segment=NetworkSegment(87b491ec-59a4-4d43-9e00-365e5a9d4581),segment_id=87b491ec-59a4-4d43-9e00-365e5a9d4581)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:04:16.667331 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c5086771-416f-4682-beb4-48d1417d28d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.722099 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-65bd37e9-56b2-4258-b19c-8a3a2a017e12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.775922 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd37e9-56b2-4258-b19c-8a3a2a017e12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=aeadcd24-aa4a-4962-a4a8-0767e002685d,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:16.799246 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-c5086771-416f-4682-beb4-48d1417d28d7 None None] Calling delete_port for 93bff95a-4303-4769-8f6d-fc1e1b2477ff owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:04:16.877155 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-65bd37e9-56b2-4258-b19c-8a3a2a017e12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.972305 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.023588 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c5086771-416f-4682-beb4-48d1417d28d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.075314 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5086771-416f-4682-beb4-48d1417d28d7 None None] No DVR routers for this DVR port 93bff95a-4303-4769-8f6d-fc1e1b2477ff on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:04:17.090089 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-65bd37e9-56b2-4258-b19c-8a3a2a017e12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.100349 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-65bd37e9-56b2-4258-b19c-8a3a2a017e12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.109690 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5086771-416f-4682-beb4-48d1417d28d7 None None] Pushing event deleted for resources: {'Port': ['ID=93bff95a-4303-4769-8f6d-fc1e1b2477ff,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:17.125504 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-c02ac87f-033a-4cb1-bdf2-e7f050a1b9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'name': 'tempest-TestNetworkBasicOps-router-2084846412', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:20Z', 'updated_at': '2022-04-18T06:04:14Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:21Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:17.135291 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02ac87f-033a-4cb1-bdf2-e7f050a1b9a9 None None] The sync data for ids ['2b5ea97b-a427-4576-8918-fb21f5bdc264'] in dv-neutron-837489-1-hyperv is: [{'id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'name': 'tempest-TestNetworkBasicOps-router-2084846412', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:20Z', 'updated_at': '2022-04-18T06:04:14Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'aeadcd24-aa4a-4962-a4a8-0767e002685d', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ea97b-a427-4576-8918-fb21f5bdc264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:21Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:04:17.146128 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-65bd37e9-56b2-4258-b19c-8a3a2a017e12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.146128 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bd37e9-56b2-4258-b19c-8a3a2a017e12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Fanout notify agent at l3_agent the message router_deleted on router 2b5ea97b-a427-4576-8918-fb21f5bdc264 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:04:17.167004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-65bd37e9-56b2-4258-b19c-8a3a2a017e12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.167004 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-65bd37e9-56b2-4258-b19c-8a3a2a017e12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/routers/2b5ea97b-a427-4576-8918-fb21f5bdc264 HTTP/1.1" status: 204 len: 168 time: 1.5194652 Apr 18 06:04:17.177522 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50256) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:17.418619 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-28a4532b-3464-4787-b5bf-c2b41f69d269 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.563255 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-28a4532b-3464-4787-b5bf-c2b41f69d269 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.593141 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-28a4532b-3464-4787-b5bf-c2b41f69d269 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a12dcfb-d522-4623-9667-127fc0dd340c']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:17.600068 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-28a4532b-3464-4787-b5bf-c2b41f69d269 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b491ec-59a4-4d43-9e00-365e5a9d4581') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:17.600068 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-28a4532b-3464-4787-b5bf-c2b41f69d269 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b491ec-59a4-4d43-9e00-365e5a9d4581') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:17.610934 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-28a4532b-3464-4787-b5bf-c2b41f69d269 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.627759 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-28a4532b-3464-4787-b5bf-c2b41f69d269 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.635184 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a4532b-3464-4787-b5bf-c2b41f69d269 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:04:17.635458 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-28a4532b-3464-4787-b5bf-c2b41f69d269 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:04:17.650870 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:04:17.746934 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-28a4532b-3464-4787-b5bf-c2b41f69d269 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.765159 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-28a4532b-3464-4787-b5bf-c2b41f69d269 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.776463 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4532b-3464-4787-b5bf-c2b41f69d269 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Network': ['ID=7a12dcfb-d522-4623-9667-127fc0dd340c,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:17.781358 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-28a4532b-3464-4787-b5bf-c2b41f69d269 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/networks/7a12dcfb-d522-4623-9667-127fc0dd340c HTTP/1.1" status: 204 len: 168 time: 0.6195464 Apr 18 06:04:17.796717 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50260) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:17.818365 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5d65c547-7d25-4970-a3be-b1ce502cf223 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0189989 Apr 18 06:04:17.820891 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50264) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:17.826526 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'network': {'name': 'tempest-network-smoke--768148326', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'port_security_enabled': True}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:17.832567 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:04:17.837579 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:network and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:04:17.841416 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:04:17.847237 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:04:17.864437 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:17.866927 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.896250 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:04:17.905118 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.905412 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Added segment 2dffba1c-8ad2-4e83-9154-298322a12322 of type vlan for network ba59a8ec-d836-4f92-a679-c22505bef80d Apr 18 06:04:17.935774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.969151 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.969995 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:17.970467 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.072843 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2509429 Apr 18 06:04:18.075699 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50268) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:18.078869 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Network': ['ID=ba59a8ec-d836-4f92-a679-c22505bef80d,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:18.080912 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-686074164', 'admin_state_up': True, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:18.086296 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:18.086636 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:18.086966 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:18.087298 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:18.087621 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:18.087941 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:18.088284 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:18.088393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:04:18.088603 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:18.088922 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:18.089235 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:18.089549 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:18.089864 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60870f56-7d8a-4436-9c5d-dc42f78be319 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:18.092477 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:router and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:04:18.095374 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:04:18.101702 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network ba59a8ec-d836-4f92-a679-c22505bef80d details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:04:18.102221 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:04:18.112073 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.113095 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.129714 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.255114 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device aeadcd24-aa4a-4962-a4a8-0767e002685d no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:04:18.304055 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: aeadcd24-aa4a-4962-a4a8-0767e002685d {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:04:18.304399 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device aeadcd24-aa4a-4962-a4a8-0767e002685d not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:04:18.304803 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 7f03be45-460b-4d0c-af36-da49eb5a2dce no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:04:18.340222 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 7f03be45-460b-4d0c-af36-da49eb5a2dce {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:04:18.340576 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 7f03be45-460b-4d0c-af36-da49eb5a2dce not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:04:18.422507 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.733117 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.762770 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.900294 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.26.1.148 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/fa73472e-c5d5-46c8-99d3-a0e2b5fa591e) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:19.153033 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:19.183844 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:19.243066 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:19.245744 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:19.253407 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:04:19.291232 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=fa73472e-c5d5-46c8-99d3-a0e2b5fa591e,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:19.663299 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:19.997083 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:20.255128 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:04:20.259501 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-955af269-21c7-4944-89c3-292299d86171 req-c17ab46e-fec6-4a22-ae54-2138581123d8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0952849 Apr 18 06:04:20.609727 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:04:20.619044 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955af269-21c7-4944-89c3-292299d86171 req-2335382d-e052-427f-a059-c202bd4f41fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:20.619465 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] Sync routers for ids ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:04:20.620508 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-955af269-21c7-4944-89c3-292299d86171 req-2335382d-e052-427f-a059-c202bd4f41fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49ad773d519141abbf5e743e64df06bc&device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 1099 time: 0.2920704 Apr 18 06:04:20.628739 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] Routers {'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:04:20.629983 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:04:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:20.641533 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:20.642709 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2d4bf772-d757-4909-8308-5a35a71d20f1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5659425 Apr 18 06:04:20.646463 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50272) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:20.689857 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d1fec5a6-dfb8-4088-9f36-2f74ef524c6c tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=e00da76b2c8c4cb8902ec43a97f5e314&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398698 Apr 18 06:04:20.690217 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50276) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:20.771522 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955af269-21c7-4944-89c3-292299d86171 req-f83a40f4-d9dc-4afe-8d10-86175e72cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:20.773091 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-955af269-21c7-4944-89c3-292299d86171 req-f83a40f4-d9dc-4afe-8d10-86175e72cd6c service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1 HTTP/1.1" status: 200 len: 913 time: 0.1292450 Apr 18 06:04:20.810508 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] Set router f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:04:20.881944 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-955af269-21c7-4944-89c3-292299d86171 req-d46b7f98-0bf0-447c-80ac-4eac675b847c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb995dc1-16b9-4b17-a296-b0d6cc5a79ff HTTP/1.1" status: 200 len: 1002 time: 0.1022482 Apr 18 06:04:20.934808 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b091912-c227-4aff-9206-f646350d88a4 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:20.938881 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0b091912-c227-4aff-9206-f646350d88a4 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2452910 Apr 18 06:04:20.939119 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50280) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:20.948574 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955af269-21c7-4944-89c3-292299d86171 req-5b8e35d1-726e-413c-8c0c-bf7271a5c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:20.950016 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-955af269-21c7-4944-89c3-292299d86171 req-5b8e35d1-726e-413c-8c0c-bf7271a5c3cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b4d1495-96ee-47de-b8ec-9793f712c5be HTTP/1.1" status: 200 len: 851 time: 0.0622699 Apr 18 06:04:20.980448 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8663efd6-9845-4121-8cf6-73b64b58a083 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397000 Apr 18 06:04:20.982892 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50284) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:20.988212 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7b1ae487-b68a-4ad9-bfe3-672897b0e4fb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-631693939', 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:21.027862 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955af269-21c7-4944-89c3-292299d86171 req-72bb3e03-bcb6-4ae0-b392-f45db19fb367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:21.029519 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-955af269-21c7-4944-89c3-292299d86171 req-72bb3e03-bcb6-4ae0-b392-f45db19fb367 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721688 Apr 18 06:04:21.099395 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7b1ae487-b68a-4ad9-bfe3-672897b0e4fb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:04:21.103180 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7b1ae487-b68a-4ad9-bfe3-672897b0e4fb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:subnet and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:04:21.104787 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'name': 'tempest-TestNetworkBasicOps-router-686074164', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:19Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:21.106069 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7b1ae487-b68a-4ad9-bfe3-672897b0e4fb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:04:21.109031 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] Checking router: f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:04:21.109577 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] Updating router f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 port fa73472e-c5d5-46c8-99d3-a0e2b5fa591e binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:04:21.111826 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7b1ae487-b68a-4ad9-bfe3-672897b0e4fb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:04:21.122253 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1ae487-b68a-4ad9-bfe3-672897b0e4fb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:21.125727 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7b1ae487-b68a-4ad9-bfe3-672897b0e4fb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.164891 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.171338 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-955af269-21c7-4944-89c3-292299d86171 req-93b84cc3-7537-4248-af2d-8d8e9f686cc5 service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353667 Apr 18 06:04:21.312524 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-955af269-21c7-4944-89c3-292299d86171 req-5567fd0c-ade0-427c-ad2a-e087e8c3cfec service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349514 Apr 18 06:04:21.359194 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7b1ae487-b68a-4ad9-bfe3-672897b0e4fb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.438588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ae487-b68a-4ad9-bfe3-672897b0e4fb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Subnet': ['ID=ff9e7279-ffae-4f32-b19e-6c94074629a2,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:21.451059 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1ae487-b68a-4ad9-bfe3-672897b0e4fb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Checking segment: {'id': '2dffba1c-8ad2-4e83-9154-298322a12322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:04:21.451439 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1ae487-b68a-4ad9-bfe3-672897b0e4fb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network hostable DHCP agents. Network: ba59a8ec-d836-4f92-a679-c22505bef80d, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:04:21.471008 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1ae487-b68a-4ad9-bfe3-672897b0e4fb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network ba59a8ec-d836-4f92-a679-c22505bef80d is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:04:21.480990 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-7b1ae487-b68a-4ad9-bfe3-672897b0e4fb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, ba59a8ec-d836-4f92-a679-c22505bef80d) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:21.485192 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ae487-b68a-4ad9-bfe3-672897b0e4fb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:21.485774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7b1ae487-b68a-4ad9-bfe3-672897b0e4fb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.493711 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92252454-583d-414c-a7d6-162f0a912137 None None] Network ba59a8ec-d836-4f92-a679-c22505bef80d requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:04:21.505861 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.511076 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7b1ae487-b68a-4ad9-bfe3-672897b0e4fb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5271616 Apr 18 06:04:21.513960 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50288) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:21.517743 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] Transition to ACTIVE for port object fa73472e-c5d5-46c8-99d3-a0e2b5fa591e will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:04:21.525053 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.597821 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] Attempting to bind port fa73472e-c5d5-46c8-99d3-a0e2b5fa591e on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:04:21.599312 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] Attempting to bind port fa73472e-c5d5-46c8-99d3-a0e2b5fa591e by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:04:21.599312 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] Attempting to bind port fa73472e-c5d5-46c8-99d3-a0e2b5fa591e on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:04:21.613704 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05393115-e911-476e-8a62-718bcf1e2553 None None] Pushing event updated for resources: {'Port': ['ID=fa73472e-c5d5-46c8-99d3-a0e2b5fa591e,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:21.618033 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:04:21.618398 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:04:21.618784 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.619158 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:04:21.619609 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] Bound port: fa73472e-c5d5-46c8-99d3-a0e2b5fa591e, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:04:21.620211 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.690567 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] For port fa73472e-c5d5-46c8-99d3-a0e2b5fa591e, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:04:21.693594 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] For port fa73472e-c5d5-46c8-99d3-a0e2b5fa591e, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=fa73472e-c5d5-46c8-99d3-a0e2b5fa591e,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:04:21.698726 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.729831 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-ba59a8ec-d836-4f92-a679-c22505bef80d', 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ips': [{'subnet_id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:04:21.731179 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.786600 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05393115-e911-476e-8a62-718bcf1e2553 None None] Pushing event updated for resources: {'Port': ['ID=fa73472e-c5d5-46c8-99d3-a0e2b5fa591e,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:21.794276 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] Routers {'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:04:21.795068 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:04:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:21.894417 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Allocated IP 172.20.0.2 (ba59a8ec-d836-4f92-a679-c22505bef80d/ff9e7279-ffae-4f32-b19e-6c94074629a2/378a401a-bed3-43b7-a13b-d75f66122f25) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:22.002075 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] Set router f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:04:22.101400 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:22.112247 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Transition to ACTIVE for port object 378a401a-bed3-43b7-a13b-d75f66122f25 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:04:22.135905 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Transition to ACTIVE for port object 378a401a-bed3-43b7-a13b-d75f66122f25 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:04:22.146061 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:22.225182 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Network ba59a8ec-d836-4f92-a679-c22505bef80d is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:22.230799 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:22.234696 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:04:22.253259 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Pushing event updated for resources: {'Port': ['ID=378a401a-bed3-43b7-a13b-d75f66122f25,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:22.265980 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e4c45c91-fe8b-46dd-981d-53612dee664e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:22.279952 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:22.280325 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:22.280663 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:22.280998 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:22.281326 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:22.281654 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:22.281983 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:22.282303 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:22.282628 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:22.282943 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:22.283260 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:22.283573 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:22.346456 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'name': 'tempest-TestNetworkBasicOps-router-686074164', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:19Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:22.350832 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4bca48-158f-4b7c-a4b7-c71e72ac07ab None None] The sync data for ids ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'] in dv-neutron-837489-1-hyperv is: [{'id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'name': 'tempest-TestNetworkBasicOps-router-686074164', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:19Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:04:22.359211 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Attempting to bind port 378a401a-bed3-43b7-a13b-d75f66122f25 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:04:22.359644 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Attempting to bind port 378a401a-bed3-43b7-a13b-d75f66122f25 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '2dffba1c-8ad2-4e83-9154-298322a12322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:04:22.360116 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Attempting to bind port 378a401a-bed3-43b7-a13b-d75f66122f25 on network ba59a8ec-d836-4f92-a679-c22505bef80d {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:04:22.367238 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:04:22.367691 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Checking segment: {'id': '2dffba1c-8ad2-4e83-9154-298322a12322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:04:22.368187 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:22.368643 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Bound using segment: {'id': '2dffba1c-8ad2-4e83-9154-298322a12322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:04:22.369169 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Bound port: 378a401a-bed3-43b7-a13b-d75f66122f25, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dffba1c-8ad2-4e83-9154-298322a12322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:04:22.369606 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:22.481810 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] For port 378a401a-bed3-43b7-a13b-d75f66122f25, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:04:22.485166 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] For port 378a401a-bed3-43b7-a13b-d75f66122f25, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=378a401a-bed3-43b7-a13b-d75f66122f25,segment=NetworkSegment(2dffba1c-8ad2-4e83-9154-298322a12322),segment_id=2dffba1c-8ad2-4e83-9154-298322a12322)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:04:22.490479 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:22.581658 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b986db5-cbfa-47c5-a058-0a5a171ca08f None None] Pushing event updated for resources: {'Port': ['ID=378a401a-bed3-43b7-a13b-d75f66122f25,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:22.868450 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-e4c45c91-fe8b-46dd-981d-53612dee664e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.20.0.1 (ba59a8ec-d836-4f92-a679-c22505bef80d/ff9e7279-ffae-4f32-b19e-6c94074629a2/11aaca81-d685-4040-bf7a-6426ae9ba0c0) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:23.040508 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e4c45c91-fe8b-46dd-981d-53612dee664e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:23.057193 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-e4c45c91-fe8b-46dd-981d-53612dee664e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Transition to ACTIVE for port object 11aaca81-d685-4040-bf7a-6426ae9ba0c0 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:04:23.081202 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e4c45c91-fe8b-46dd-981d-53612dee664e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:23.147710 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c45c91-fe8b-46dd-981d-53612dee664e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network ba59a8ec-d836-4f92-a679-c22505bef80d is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:23.151558 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-e4c45c91-fe8b-46dd-981d-53612dee664e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:23.153962 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c45c91-fe8b-46dd-981d-53612dee664e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:04:23.213037 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c45c91-fe8b-46dd-981d-53612dee664e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=11aaca81-d685-4040-bf7a-6426ae9ba0c0,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:23.230787 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e4c45c91-fe8b-46dd-981d-53612dee664e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:23.546668 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:04:23.583805 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e4c45c91-fe8b-46dd-981d-53612dee664e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:23.682895 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d646aa-7dc6-472e-8601-fc48c094a12e None None] Network ba59a8ec-d836-4f92-a679-c22505bef80d requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:04:23.863462 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-64b60204-6c44-441b-9fac-b210d6264242 None None] Provisioning for port 378a401a-bed3-43b7-a13b-d75f66122f25 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:04:24.119522 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e4c45c91-fe8b-46dd-981d-53612dee664e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:24.125482 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e4c45c91-fe8b-46dd-981d-53612dee664e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:24.251871 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c45c91-fe8b-46dd-981d-53612dee664e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=11aaca81-d685-4040-bf7a-6426ae9ba0c0,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:24.298487 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e4c45c91-fe8b-46dd-981d-53612dee664e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:24.344419 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 378a401a-bed3-43b7-a13b-d75f66122f25 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:04:24.448539 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-37694251-148c-4e9e-9c72-c4a09c075c10 None None] Provisioning for port 11aaca81-d685-4040-bf7a-6426ae9ba0c0 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:04:24.457968 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-37694251-148c-4e9e-9c72-c4a09c075c10 None None] Provisioning complete for port 11aaca81-d685-4040-bf7a-6426ae9ba0c0 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:24.457968 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-37694251-148c-4e9e-9c72-c4a09c075c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:24.512242 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 378a401a-bed3-43b7-a13b-d75f66122f25 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:04:24.512242 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 378a401a-bed3-43b7-a13b-d75f66122f25 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:24.516579 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:24.607421 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c45c91-fe8b-46dd-981d-53612dee664e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network ba59a8ec-d836-4f92-a679-c22505bef80d is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:24.607421 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-e4c45c91-fe8b-46dd-981d-53612dee664e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:24.625837 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-37694251-148c-4e9e-9c72-c4a09c075c10 None None] Port 11aaca81-d685-4040-bf7a-6426ae9ba0c0 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:04:24.650348 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-37694251-148c-4e9e-9c72-c4a09c075c10 None None] Provisioning complete for port 378a401a-bed3-43b7-a13b-d75f66122f25 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:24.650348 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-37694251-148c-4e9e-9c72-c4a09c075c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:24.846064 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:24.931259 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 378a401a-bed3-43b7-a13b-d75f66122f25, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=378a401a-bed3-43b7-a13b-d75f66122f25,segment=NetworkSegment(2dffba1c-8ad2-4e83-9154-298322a12322),segment_id=2dffba1c-8ad2-4e83-9154-298322a12322)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:04:24.939583 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:24.939583 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device fa73472e-c5d5-46c8-99d3-a0e2b5fa591e up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:04:25.017211 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c45c91-fe8b-46dd-981d-53612dee664e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:04:25.023506 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-37694251-148c-4e9e-9c72-c4a09c075c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:25.138261 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=378a401a-bed3-43b7-a13b-d75f66122f25,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:25.175246 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port fa73472e-c5d5-46c8-99d3-a0e2b5fa591e completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:04:25.186348 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port fa73472e-c5d5-46c8-99d3-a0e2b5fa591e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:25.186348 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:25.215745 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-37694251-148c-4e9e-9c72-c4a09c075c10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:04:25.215745 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-37694251-148c-4e9e-9c72-c4a09c075c10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:04:25.221150 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c45c91-fe8b-46dd-981d-53612dee664e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:04:25.237255 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] Sync routers for ids ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:04:25.239570 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e4c45c91-fe8b-46dd-981d-53612dee664e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/routers/f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7170935 Apr 18 06:04:25.239570 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50294) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:25.256144 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] Routers {'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:04:25.256144 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:04:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:25.412223 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3472c6-3675-4eca-b5e3-ee6eaf425da9 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:25.412223 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3472c6-3675-4eca-b5e3-ee6eaf425da9 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:25.412223 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3472c6-3675-4eca-b5e3-ee6eaf425da9 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:25.412223 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3472c6-3675-4eca-b5e3-ee6eaf425da9 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:25.412223 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3472c6-3675-4eca-b5e3-ee6eaf425da9 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:25.412223 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3472c6-3675-4eca-b5e3-ee6eaf425da9 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:25.412223 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4b3472c6-3675-4eca-b5e3-ee6eaf425da9 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1701586 Apr 18 06:04:25.412223 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50298) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:25.489719 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfbf4ba-3860-4003-acbf-29e5670ae334 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:25.489719 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfbf4ba-3860-4003-acbf-29e5670ae334 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:25.489719 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfbf4ba-3860-4003-acbf-29e5670ae334 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:25.489719 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfbf4ba-3860-4003-acbf-29e5670ae334 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:25.489719 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfbf4ba-3860-4003-acbf-29e5670ae334 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:25.489719 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfbf4ba-3860-4003-acbf-29e5670ae334 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:25.496977 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8bfbf4ba-3860-4003-acbf-29e5670ae334 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0825062 Apr 18 06:04:25.501609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50302) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:25.588084 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] Set router f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:04:25.635075 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:25.674455 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port fa73472e-c5d5-46c8-99d3-a0e2b5fa591e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=fa73472e-c5d5-46c8-99d3-a0e2b5fa591e,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:04:25.767144 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9471eb85-8901-4896-89ba-e9a115060b7d tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2658894 Apr 18 06:04:25.782903 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:25.962354 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=fa73472e-c5d5-46c8-99d3-a0e2b5fa591e,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:26.052233 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-54230dce-9a69-41e2-828c-03ea9756869b None None] Provisioning complete for port 11aaca81-d685-4040-bf7a-6426ae9ba0c0 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:26.052233 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-54230dce-9a69-41e2-828c-03ea9756869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.108816 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50308) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:26.116931 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-43e1a4d2-aa82-4144-8127-1abfffd7c24c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1337174551', 'description': 'tempest-secgroup-smoke-1337174551 description', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:26.127291 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-43e1a4d2-aa82-4144-8127-1abfffd7c24c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:04:26.127291 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-43e1a4d2-aa82-4144-8127-1abfffd7c24c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:04:26.135801 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-43e1a4d2-aa82-4144-8127-1abfffd7c24c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:04:26.135801 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-43e1a4d2-aa82-4144-8127-1abfffd7c24c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:04:26.147290 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-54230dce-9a69-41e2-828c-03ea9756869b None None] Port 11aaca81-d685-4040-bf7a-6426ae9ba0c0 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:04:26.155184 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-43e1a4d2-aa82-4144-8127-1abfffd7c24c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.158978 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'name': 'tempest-TestNetworkBasicOps-router-686074164', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:23Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '11aaca81-d685-4040-bf7a-6426ae9ba0c0', 'name': '', 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:2e:ee:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:22Z', 'updated_at': '2022-04-18T06:04:23Z', 'revision_number': 2, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:26.167959 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] Checking router: f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:04:26.167959 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] Updating router f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 port 11aaca81-d685-4040-bf7a-6426ae9ba0c0 binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:04:26.177776 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-43e1a4d2-aa82-4144-8127-1abfffd7c24c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:04:26.186260 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-43e1a4d2-aa82-4144-8127-1abfffd7c24c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:04:26.191460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-43e1a4d2-aa82-4144-8127-1abfffd7c24c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:04:26.212103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-43e1a4d2-aa82-4144-8127-1abfffd7c24c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:04:26.242078 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.261513 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 378a401a-bed3-43b7-a13b-d75f66122f25 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:04:26.312249 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-43e1a4d2-aa82-4144-8127-1abfffd7c24c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.312249 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-43e1a4d2-aa82-4144-8127-1abfffd7c24c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.398526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1a4d2-aa82-4144-8127-1abfffd7c24c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=291d09e7-82e0-4627-a232-40686a76e6d1,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:26.398526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-43e1a4d2-aa82-4144-8127-1abfffd7c24c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.398526 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-43e1a4d2-aa82-4144-8127-1abfffd7c24c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2684028 Apr 18 06:04:26.398526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50312) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:26.398526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-6f648101-0983-4063-96fb-79cbe4b5e34e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '291d09e7-82e0-4627-a232-40686a76e6d1', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:26.398526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6f648101-0983-4063-96fb-79cbe4b5e34e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:04:26.398526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6f648101-0983-4063-96fb-79cbe4b5e34e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:04:26.420003 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6f648101-0983-4063-96fb-79cbe4b5e34e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:04:26.420003 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6f648101-0983-4063-96fb-79cbe4b5e34e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:04:26.440878 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6f648101-0983-4063-96fb-79cbe4b5e34e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.461003 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 378a401a-bed3-43b7-a13b-d75f66122f25 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:26.461003 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.537521 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6f648101-0983-4063-96fb-79cbe4b5e34e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.537521 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6f648101-0983-4063-96fb-79cbe4b5e34e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.537521 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f648101-0983-4063-96fb-79cbe4b5e34e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500a2ed0-8fd6-4fda-aafd-8cc0ba203537,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:26.558255 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6f648101-0983-4063-96fb-79cbe4b5e34e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.558255 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6f648101-0983-4063-96fb-79cbe4b5e34e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1655805 Apr 18 06:04:26.558255 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50316) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:26.558255 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-08e883b6-f16b-48fb-859f-48022d282931 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '291d09e7-82e0-4627-a232-40686a76e6d1', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:26.596537 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-08e883b6-f16b-48fb-859f-48022d282931 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:04:26.596537 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-08e883b6-f16b-48fb-859f-48022d282931 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:04:26.596537 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-08e883b6-f16b-48fb-859f-48022d282931 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:04:26.596537 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-08e883b6-f16b-48fb-859f-48022d282931 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:04:26.596537 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-08e883b6-f16b-48fb-859f-48022d282931 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.704399 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-08e883b6-f16b-48fb-859f-48022d282931 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.704399 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-08e883b6-f16b-48fb-859f-48022d282931 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.704399 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e883b6-f16b-48fb-859f-48022d282931 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bee89ec-bb48-4606-ba8f-930f74df38a0,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:26.725754 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-08e883b6-f16b-48fb-859f-48022d282931 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.744601 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50320) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:26.764230 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-08e883b6-f16b-48fb-859f-48022d282931 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1603544 Apr 18 06:04:26.783574 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-6a671146-1799-4558-bef3-e403420aa103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '291d09e7-82e0-4627-a232-40686a76e6d1', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:26.783574 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6a671146-1799-4558-bef3-e403420aa103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:04:26.783574 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6a671146-1799-4558-bef3-e403420aa103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:04:26.803631 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device fa73472e-c5d5-46c8-99d3-a0e2b5fa591e up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:04:26.823184 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6a671146-1799-4558-bef3-e403420aa103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:04:26.823184 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6a671146-1799-4558-bef3-e403420aa103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:04:26.823184 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6a671146-1799-4558-bef3-e403420aa103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.863135 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6a671146-1799-4558-bef3-e403420aa103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.863135 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6a671146-1799-4558-bef3-e403420aa103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.863135 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a671146-1799-4558-bef3-e403420aa103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e276bcf0-7783-4c6a-8638-d8de89e4d2f2,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:26.902946 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port fa73472e-c5d5-46c8-99d3-a0e2b5fa591e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:26.902946 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.923389 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6a671146-1799-4558-bef3-e403420aa103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.923389 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6a671146-1799-4558-bef3-e403420aa103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1631889 Apr 18 06:04:26.944760 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50324) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:26.944760 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-f029f71a-eb9d-4f60-8f6a-63756f8839da tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '291d09e7-82e0-4627-a232-40686a76e6d1', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:26.944760 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f029f71a-eb9d-4f60-8f6a-63756f8839da tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:04:26.944760 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f029f71a-eb9d-4f60-8f6a-63756f8839da tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:04:26.966140 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.986668 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f029f71a-eb9d-4f60-8f6a-63756f8839da tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:04:26.986668 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f029f71a-eb9d-4f60-8f6a-63756f8839da tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:04:27.006489 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] Transition to ACTIVE for port object 11aaca81-d685-4040-bf7a-6426ae9ba0c0 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:04:27.027686 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f029f71a-eb9d-4f60-8f6a-63756f8839da tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.048669 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.070074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f029f71a-eb9d-4f60-8f6a-63756f8839da tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.070074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f029f71a-eb9d-4f60-8f6a-63756f8839da tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.070074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029f71a-eb9d-4f60-8f6a-63756f8839da tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61c0d3d-b97b-4f3e-9be7-e96ec4c70b97,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:27.070074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f029f71a-eb9d-4f60-8f6a-63756f8839da tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.070074 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f029f71a-eb9d-4f60-8f6a-63756f8839da tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1782885 Apr 18 06:04:27.070074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50328) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:27.070074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-acfd0875-33d2-4415-b82f-5a6cb09a618f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '291d09e7-82e0-4627-a232-40686a76e6d1', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:27.091060 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-acfd0875-33d2-4415-b82f-5a6cb09a618f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:04:27.091060 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-acfd0875-33d2-4415-b82f-5a6cb09a618f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:04:27.091060 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-acfd0875-33d2-4415-b82f-5a6cb09a618f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:04:27.091060 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-acfd0875-33d2-4415-b82f-5a6cb09a618f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:04:27.131878 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-acfd0875-33d2-4415-b82f-5a6cb09a618f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:04:27.131878 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-acfd0875-33d2-4415-b82f-5a6cb09a618f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.174424 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122670a-8553-4f25-ae64-dea858a322bc None None] Pushing event updated for resources: {'Port': ['ID=11aaca81-d685-4040-bf7a-6426ae9ba0c0,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:27.197254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-acfd0875-33d2-4415-b82f-5a6cb09a618f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.242174 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-acfd0875-33d2-4415-b82f-5a6cb09a618f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.242174 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd0875-33d2-4415-b82f-5a6cb09a618f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f90179a-109b-48ab-86df-a6a4e4ab89ee,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:27.265301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] Attempting to bind port 11aaca81-d685-4040-bf7a-6426ae9ba0c0 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:04:27.265301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] Attempting to bind port 11aaca81-d685-4040-bf7a-6426ae9ba0c0 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '2dffba1c-8ad2-4e83-9154-298322a12322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:04:27.265301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] Attempting to bind port 11aaca81-d685-4040-bf7a-6426ae9ba0c0 on network ba59a8ec-d836-4f92-a679-c22505bef80d {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:04:27.265301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:04:27.265301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] Checking segment: {'id': '2dffba1c-8ad2-4e83-9154-298322a12322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:04:27.265301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.265301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] Bound using segment: {'id': '2dffba1c-8ad2-4e83-9154-298322a12322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:04:27.265301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] Bound port: 11aaca81-d685-4040-bf7a-6426ae9ba0c0, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dffba1c-8ad2-4e83-9154-298322a12322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:04:27.265301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.288343 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-acfd0875-33d2-4415-b82f-5a6cb09a618f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.288343 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-acfd0875-33d2-4415-b82f-5a6cb09a618f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1951237 Apr 18 06:04:27.311503 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50332) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:27.311503 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-fc718f21-8199-4cfe-b27d-7376d2c39fa7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '291d09e7-82e0-4627-a232-40686a76e6d1', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:27.311503 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fc718f21-8199-4cfe-b27d-7376d2c39fa7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:04:27.311503 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fc718f21-8199-4cfe-b27d-7376d2c39fa7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:04:27.311503 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fc718f21-8199-4cfe-b27d-7376d2c39fa7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:04:27.311503 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fc718f21-8199-4cfe-b27d-7376d2c39fa7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:04:27.311503 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.securitygroups_db [None req-fc718f21-8199-4cfe-b27d-7376d2c39fa7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:04:27.358479 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fc718f21-8199-4cfe-b27d-7376d2c39fa7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.404835 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] For port 11aaca81-d685-4040-bf7a-6426ae9ba0c0, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:04:27.404835 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] For port 11aaca81-d685-4040-bf7a-6426ae9ba0c0, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=11aaca81-d685-4040-bf7a-6426ae9ba0c0,segment=NetworkSegment(2dffba1c-8ad2-4e83-9154-298322a12322),segment_id=2dffba1c-8ad2-4e83-9154-298322a12322)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:04:27.404835 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.426666 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fc718f21-8199-4cfe-b27d-7376d2c39fa7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.426666 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fc718f21-8199-4cfe-b27d-7376d2c39fa7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.449331 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc718f21-8199-4cfe-b27d-7376d2c39fa7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0aa0fa-5594-4dd5-abb6-ef1eed670f8c,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:27.495339 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fc718f21-8199-4cfe-b27d-7376d2c39fa7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.495339 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fc718f21-8199-4cfe-b27d-7376d2c39fa7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2057767 Apr 18 06:04:27.518391 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] Routers {'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:04:27.518391 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:04:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:27.565259 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122670a-8553-4f25-ae64-dea858a322bc None None] Pushing event updated for resources: {'Port': ['ID=11aaca81-d685-4040-bf7a-6426ae9ba0c0,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:27.659498 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-a8cfa0d1-1acb-4221-9996-8b86a77edef2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337174551&fields=id&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 267 time: 0.0482132 Apr 18 06:04:27.747258 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] Set router f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:04:27.854582 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-6498b5d4-b731-446e-a529-6476bd8796a6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:27.854582 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-6498b5d4-b731-446e-a529-6476bd8796a6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:04:27.854582 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-6498b5d4-b731-446e-a529-6476bd8796a6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:04:27.854582 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-6498b5d4-b731-446e-a529-6476bd8796a6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/networks?id=ba59a8ec-d836-4f92-a679-c22505bef80d HTTP/1.1" status: 200 len: 796 time: 0.1687315 Apr 18 06:04:27.854582 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-ef32fc60-85c7-483f-8739-09356befdc0c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/quotas/e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 375 time: 0.0106249 Apr 18 06:04:27.965553 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-74cdb32b-e0e1-4711-a619-fcaaffa9d87f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:04:27.965553 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-74cdb32b-e0e1-4711-a619-fcaaffa9d87f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:04:27.965553 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-74cdb32b-e0e1-4711-a619-fcaaffa9d87f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002369 Apr 18 06:04:28.093381 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'name': 'tempest-TestNetworkBasicOps-router-686074164', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:23Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '11aaca81-d685-4040-bf7a-6426ae9ba0c0', 'name': '', 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:2e:ee:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:22Z', 'updated_at': '2022-04-18T06:04:27Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:28.093381 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703ad9ff-ccad-468d-b552-68728e9bf5d0 None None] The sync data for ids ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'] in dv-neutron-837489-1-hyperv is: [{'id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'name': 'tempest-TestNetworkBasicOps-router-686074164', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:23Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '11aaca81-d685-4040-bf7a-6426ae9ba0c0', 'name': '', 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:2e:ee:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:22Z', 'updated_at': '2022-04-18T06:04:27Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:04:28.142934 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-57b4441d-bb34-4a36-b749-80a0def117a5 service neutron] 10.222.0.15 "GET /v2.0/networks/ba59a8ec-d836-4f92-a679-c22505bef80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654449 Apr 18 06:04:28.354587 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 11aaca81-d685-4040-bf7a-6426ae9ba0c0 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:04:28.399267 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-36b3838e-5cd1-4f0f-a097-2f83c9591d4d service neutron] 10.222.0.15 "GET /v2.0/networks/ba59a8ec-d836-4f92-a679-c22505bef80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119575 Apr 18 06:04:28.514615 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 11aaca81-d685-4040-bf7a-6426ae9ba0c0 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:04:28.514615 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 11aaca81-d685-4040-bf7a-6426ae9ba0c0 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:28.514615 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:28.694325 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-0ca6225b-b634-44ed-b835-8d007abe0415 req-188adcf7-a8c3-400a-b1be-815c0d16e95c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:04:28.694325 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-0ca6225b-b634-44ed-b835-8d007abe0415 req-188adcf7-a8c3-400a-b1be-815c0d16e95c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:04:28.721420 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0ca6225b-b634-44ed-b835-8d007abe0415 req-188adcf7-a8c3-400a-b1be-815c0d16e95c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=529ebd49-258d-44e6-8654-91dd386d551c HTTP/1.1" status: 200 len: 210 time: 0.1117232 Apr 18 06:04:28.770692 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:28.845472 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 11aaca81-d685-4040-bf7a-6426ae9ba0c0, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=11aaca81-d685-4040-bf7a-6426ae9ba0c0,segment=NetworkSegment(2dffba1c-8ad2-4e83-9154-298322a12322),segment_id=2dffba1c-8ad2-4e83-9154-298322a12322)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:04:28.845472 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:28.920398 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=11aaca81-d685-4040-bf7a-6426ae9ba0c0,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:29.962911 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-fab8c53d-42f9-4ff0-9eb9-15f6b80507bb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:29.984357 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9fbdfb96-d2dd-4022-a730-3bae01924c26 req-5e03808f-b270-4f08-88d8-ac10df7e6f7b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=529ebd49-258d-44e6-8654-91dd386d551c HTTP/1.1" status: 200 len: 210 time: 0.0682187 Apr 18 06:04:30.006919 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-fab8c53d-42f9-4ff0-9eb9-15f6b80507bb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:04:30.006919 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-fab8c53d-42f9-4ff0-9eb9-15f6b80507bb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:04:30.006919 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-fab8c53d-42f9-4ff0-9eb9-15f6b80507bb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/networks?id=ba59a8ec-d836-4f92-a679-c22505bef80d HTTP/1.1" status: 200 len: 796 time: 0.2268677 Apr 18 06:04:30.050600 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-1311b52d-9b44-4921-9e0c-15b4647dda37 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:04:30.050600 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-1311b52d-9b44-4921-9e0c-15b4647dda37 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:04:30.050600 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-1311b52d-9b44-4921-9e0c-15b4647dda37 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 380 time: 0.0633950 Apr 18 06:04:30.050600 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-3dfc4b94-243a-4133-9aa3-7f4054f0302f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'port': {'device_id': '529ebd49-258d-44e6-8654-91dd386d551c', 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d', 'admin_state_up': True, 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'security_groups': ['291d09e7-82e0-4627-a232-40686a76e6d1']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:30.202243 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-3dfc4b94-243a-4133-9aa3-7f4054f0302f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:04:30.202243 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-3dfc4b94-243a-4133-9aa3-7f4054f0302f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:04:30.224785 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-3dfc4b94-243a-4133-9aa3-7f4054f0302f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:30.224785 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-3dfc4b94-243a-4133-9aa3-7f4054f0302f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.248542 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 11aaca81-d685-4040-bf7a-6426ae9ba0c0 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:04:30.322269 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 11aaca81-d685-4040-bf7a-6426ae9ba0c0 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:30.322269 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.458553 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-3dfc4b94-243a-4133-9aa3-7f4054f0302f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.20.0.13 (ba59a8ec-d836-4f92-a679-c22505bef80d/ff9e7279-ffae-4f32-b19e-6c94074629a2/ef51e0cf-135d-4994-a03f-e8ede0eee7b4) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:30.659832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-3dfc4b94-243a-4133-9aa3-7f4054f0302f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.659832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-3dfc4b94-243a-4133-9aa3-7f4054f0302f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Transition to ACTIVE for port object ef51e0cf-135d-4994-a03f-e8ede0eee7b4 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:04:30.659832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-3dfc4b94-243a-4133-9aa3-7f4054f0302f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.750785 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-3dfc4b94-243a-4133-9aa3-7f4054f0302f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network ba59a8ec-d836-4f92-a679-c22505bef80d is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:30.750785 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-3dfc4b94-243a-4133-9aa3-7f4054f0302f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:30.750785 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-3dfc4b94-243a-4133-9aa3-7f4054f0302f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:04:30.796537 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc4b94-243a-4133-9aa3-7f4054f0302f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=ef51e0cf-135d-4994-a03f-e8ede0eee7b4,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:30.819598 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-3dfc4b94-243a-4133-9aa3-7f4054f0302f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:30.819598 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-3dfc4b94-243a-4133-9aa3-7f4054f0302f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.890548 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-3dfc4b94-243a-4133-9aa3-7f4054f0302f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8060973 Apr 18 06:04:30.890548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] Request body: {'port': {'device_id': '529ebd49-258d-44e6-8654-91dd386d551c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:31.006218 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.030962 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f1b57728-92b4-41ff-b5ee-82b2e425b161 None None] Provisioning for port ef51e0cf-135d-4994-a03f-e8ede0eee7b4 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:04:31.030962 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f1b57728-92b4-41ff-b5ee-82b2e425b161 None None] Provisioning complete for port ef51e0cf-135d-4994-a03f-e8ede0eee7b4 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:31.030962 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f1b57728-92b4-41ff-b5ee-82b2e425b161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.113033 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f1b57728-92b4-41ff-b5ee-82b2e425b161 None None] Port ef51e0cf-135d-4994-a03f-e8ede0eee7b4 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:04:31.394374 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1699c8d-5215-4c30-808f-30886a55261c req-13a62634-d8da-4452-bea0-9148e243bcb9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:31.394374 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-b1699c8d-5215-4c30-808f-30886a55261c req-13a62634-d8da-4452-bea0-9148e243bcb9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:04:31.485558 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-b1699c8d-5215-4c30-808f-30886a55261c req-13a62634-d8da-4452-bea0-9148e243bcb9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:04:31.485558 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b1699c8d-5215-4c30-808f-30886a55261c req-13a62634-d8da-4452-bea0-9148e243bcb9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=529ebd49-258d-44e6-8654-91dd386d551c HTTP/1.1" status: 200 len: 932 time: 0.2590714 Apr 18 06:04:31.557055 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b1699c8d-5215-4c30-808f-30886a55261c req-4b4bc9ca-bce3-4510-92d1-a8ca2d703aa3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=291d09e7-82e0-4627-a232-40686a76e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631018 Apr 18 06:04:31.619302 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef51e0cf-135d-4994-a03f-e8ede0eee7b4 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:04:31.619302 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.619302 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] Transition to ACTIVE for port object ef51e0cf-135d-4994-a03f-e8ede0eee7b4 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:04:31.664628 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.806991 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] Pushing event updated for resources: {'Port': ['ID=ef51e0cf-135d-4994-a03f-e8ede0eee7b4,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:31.876167 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] Attempting to bind port ef51e0cf-135d-4994-a03f-e8ede0eee7b4 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:04:31.876167 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] Attempting to bind port ef51e0cf-135d-4994-a03f-e8ede0eee7b4 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '2dffba1c-8ad2-4e83-9154-298322a12322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:04:31.876167 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] Attempting to bind port ef51e0cf-135d-4994-a03f-e8ede0eee7b4 on network ba59a8ec-d836-4f92-a679-c22505bef80d {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:04:31.876167 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] Port ef51e0cf-135d-4994-a03f-e8ede0eee7b4 on network ba59a8ec-d836-4f92-a679-c22505bef80d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:04:31.876167 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] Attempting to bind port ef51e0cf-135d-4994-a03f-e8ede0eee7b4 on network ba59a8ec-d836-4f92-a679-c22505bef80d {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:04:31.921206 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:04:31.921206 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] Checking segment: {'id': '2dffba1c-8ad2-4e83-9154-298322a12322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:04:31.921206 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] Bound using segment: {'id': '2dffba1c-8ad2-4e83-9154-298322a12322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:04:31.921206 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] Bound port: ef51e0cf-135d-4994-a03f-e8ede0eee7b4, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dffba1c-8ad2-4e83-9154-298322a12322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:04:31.921206 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:32.010252 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] For port ef51e0cf-135d-4994-a03f-e8ede0eee7b4, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:04:32.010252 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] For port ef51e0cf-135d-4994-a03f-e8ede0eee7b4, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ef51e0cf-135d-4994-a03f-e8ede0eee7b4,segment=NetworkSegment(2dffba1c-8ad2-4e83-9154-298322a12322),segment_id=2dffba1c-8ad2-4e83-9154-298322a12322)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:04:32.010252 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:32.092101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:32.092101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:32.092101 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] 10.222.0.52 "PUT /v2.0/ports/ef51e0cf-135d-4994-a03f-e8ede0eee7b4 HTTP/1.1" status: 200 len: 1094 time: 1.1907134 Apr 18 06:04:32.092101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529ebd49-258d-44e6-8654-91dd386d551c', 'tag': 'ef51e0cf-135d-4994-a03f-e8ede0eee7b4'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:04:32.092101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c3fa7-274d-4bd0-b7a6-da93bb3b267e service neutron] Pushing event updated for resources: {'Port': ['ID=ef51e0cf-135d-4994-a03f-e8ede0eee7b4,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:32.119599 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97875d8a-83a5-4ae7-bae2-1ecc3625b82f'] response: {'name': 'network-changed', 'server_uuid': '529ebd49-258d-44e6-8654-91dd386d551c', 'tag': 'ef51e0cf-135d-4994-a03f-e8ede0eee7b4', 'status': 'completed', 'code': 200} Apr 18 06:04:32.214550 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-7b7b509c-314d-4a10-89fa-16f43c35eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:32.214550 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-7b7b509c-314d-4a10-89fa-16f43c35eab0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=529ebd49-258d-44e6-8654-91dd386d551c HTTP/1.1" status: 200 len: 1097 time: 0.0812964 Apr 18 06:04:32.301794 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-e9f7cf37-6818-4228-a05a-02bc03b6e0ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef51e0cf-135d-4994-a03f-e8ede0eee7b4 HTTP/1.1" status: 200 len: 217 time: 0.0665817 Apr 18 06:04:32.375171 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-08462805-1bcb-4867-9279-437b2313501b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:32.375171 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-08462805-1bcb-4867-9279-437b2313501b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ff9e7279-ffae-4f32-b19e-6c94074629a2 HTTP/1.1" status: 200 len: 834 time: 0.0685806 Apr 18 06:04:32.465411 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-2688ee5d-94c8-4126-9f4f-c10c8375651e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:32.465411 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-2688ee5d-94c8-4126-9f4f-c10c8375651e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ba59a8ec-d836-4f92-a679-c22505bef80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734379 Apr 18 06:04:32.577046 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-a2f21db5-2f42-43ea-9452-1c6954befe65 service neutron] 10.222.0.52 "GET /v2.0/networks/ba59a8ec-d836-4f92-a679-c22505bef80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374567 Apr 18 06:04:32.826949 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fd91598a-219d-4831-8955-8cfa425b0bc4 req-ff2a5f24-cd60-435e-a1a7-4f6520599a87 service neutron] 10.222.0.52 "GET /v2.0/networks/ba59a8ec-d836-4f92-a679-c22505bef80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174592 Apr 18 06:04:32.868154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55936e-7276-4371-ace8-2946dc815054 req-2bfe9f51-7f00-4173-a04c-f31061d6a03a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:32.868154 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc55936e-7276-4371-ace8-2946dc815054 req-2bfe9f51-7f00-4173-a04c-f31061d6a03a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=529ebd49-258d-44e6-8654-91dd386d551c HTTP/1.1" status: 200 len: 944 time: 0.1471479 Apr 18 06:04:32.957457 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc55936e-7276-4371-ace8-2946dc815054 req-b35f6ae7-d842-4beb-bc75-f25e9db340ca tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=291d09e7-82e0-4627-a232-40686a76e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884259 Apr 18 06:04:33.001006 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b4f97-5bb5-4e87-bbda-b745b8f71ea3 req-ab6322c6-4f40-4314-baa5-3e0cd7525e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:33.001006 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2b9b4f97-5bb5-4e87-bbda-b745b8f71ea3 req-ab6322c6-4f40-4314-baa5-3e0cd7525e09 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=529ebd49-258d-44e6-8654-91dd386d551c HTTP/1.1" status: 200 len: 1097 time: 0.1087835 Apr 18 06:04:33.239629 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b4f97-5bb5-4e87-bbda-b745b8f71ea3 req-051ac4b5-71cd-433e-a8fe-4c8a7248ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:33.239629 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2b9b4f97-5bb5-4e87-bbda-b745b8f71ea3 req-051ac4b5-71cd-433e-a8fe-4c8a7248ae15 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ba59a8ec-d836-4f92-a679-c22505bef80d HTTP/1.1" status: 200 len: 897 time: 0.2636163 Apr 18 06:04:33.337729 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2b9b4f97-5bb5-4e87-bbda-b745b8f71ea3 req-bde39c98-9d25-4a0d-b4df-1f143694f22d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef51e0cf-135d-4994-a03f-e8ede0eee7b4 HTTP/1.1" status: 200 len: 217 time: 0.0832024 Apr 18 06:04:33.411667 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b4f97-5bb5-4e87-bbda-b745b8f71ea3 req-4bed7e47-0b67-4279-808d-aeb46a482651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:33.413224 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2b9b4f97-5bb5-4e87-bbda-b745b8f71ea3 req-4bed7e47-0b67-4279-808d-aeb46a482651 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ff9e7279-ffae-4f32-b19e-6c94074629a2 HTTP/1.1" status: 200 len: 834 time: 0.0713787 Apr 18 06:04:33.492690 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b4f97-5bb5-4e87-bbda-b745b8f71ea3 req-f5ef1d79-7297-49da-b2f9-435b11ec3130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:33.494411 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2b9b4f97-5bb5-4e87-bbda-b745b8f71ea3 req-f5ef1d79-7297-49da-b2f9-435b11ec3130 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ba59a8ec-d836-4f92-a679-c22505bef80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737052 Apr 18 06:04:33.656839 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2b9b4f97-5bb5-4e87-bbda-b745b8f71ea3 req-fb5757d8-b17b-407c-9428-3b7d63f9d53c service neutron] 10.222.0.52 "GET /v2.0/networks/ba59a8ec-d836-4f92-a679-c22505bef80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504898 Apr 18 06:04:33.806551 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2b9b4f97-5bb5-4e87-bbda-b745b8f71ea3 req-bd1b721e-978f-46b6-9413-e403553aa925 service neutron] 10.222.0.52 "GET /v2.0/networks/ba59a8ec-d836-4f92-a679-c22505bef80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411958 Apr 18 06:04:34.125480 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527a139-83c8-44de-8274-0ae4c9b50f5e req-9e3456eb-a831-4175-8fda-5d644c3f80b2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:34.126923 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9527a139-83c8-44de-8274-0ae4c9b50f5e req-9e3456eb-a831-4175-8fda-5d644c3f80b2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=529ebd49-258d-44e6-8654-91dd386d551c HTTP/1.1" status: 200 len: 944 time: 0.0860360 Apr 18 06:04:34.170848 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9527a139-83c8-44de-8274-0ae4c9b50f5e req-ad473bec-107b-4939-871d-8b6fd4a617ac tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=291d09e7-82e0-4627-a232-40686a76e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380709 Apr 18 06:04:35.281557 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-58a54e49-673d-4ad1-ad46-c9a7e369f437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:35.359576 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8feb4-bc20-4630-9f5e-be54b6f64745 req-5a9c5671-f814-45b7-a46f-162bd3e2ca00 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:35.361069 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7ee8feb4-bc20-4630-9f5e-be54b6f64745 req-5a9c5671-f814-45b7-a46f-162bd3e2ca00 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=529ebd49-258d-44e6-8654-91dd386d551c HTTP/1.1" status: 200 len: 944 time: 0.0823205 Apr 18 06:04:35.409828 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7ee8feb4-bc20-4630-9f5e-be54b6f64745 req-d1885436-5e4d-4018-9e8a-48e5e2572803 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=291d09e7-82e0-4627-a232-40686a76e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400968 Apr 18 06:04:35.696713 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device ef51e0cf-135d-4994-a03f-e8ede0eee7b4 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:04:35.827626 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port ef51e0cf-135d-4994-a03f-e8ede0eee7b4, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ef51e0cf-135d-4994-a03f-e8ede0eee7b4,segment=NetworkSegment(2dffba1c-8ad2-4e83-9154-298322a12322),segment_id=2dffba1c-8ad2-4e83-9154-298322a12322)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:04:35.842587 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'ef51e0cf-135d-4994-a03f-e8ede0eee7b4', 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d', 'port_id': 'ef51e0cf-135d-4994-a03f-e8ede0eee7b4', 'mac_address': 'fa:16:3e:44:b4:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:04:35.899517 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:35.921051 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef51e0cf-135d-4994-a03f-e8ede0eee7b4 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:04:35.936282 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port ef51e0cf-135d-4994-a03f-e8ede0eee7b4, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ef51e0cf-135d-4994-a03f-e8ede0eee7b4,segment=NetworkSegment(2dffba1c-8ad2-4e83-9154-298322a12322),segment_id=2dffba1c-8ad2-4e83-9154-298322a12322)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:04:35.940410 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:36.014867 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=ef51e0cf-135d-4994-a03f-e8ede0eee7b4,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:36.196468 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['ef51e0cf-135d-4994-a03f-e8ede0eee7b4'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:04:36.603864 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb2c07-97d9-4b3b-b642-70727ea477b1 req-8035f462-de48-4221-8aed-c4bd865a57dd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:36.605371 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ecbb2c07-97d9-4b3b-b642-70727ea477b1 req-8035f462-de48-4221-8aed-c4bd865a57dd tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=529ebd49-258d-44e6-8654-91dd386d551c HTTP/1.1" status: 200 len: 945 time: 0.0825906 Apr 18 06:04:36.650022 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ecbb2c07-97d9-4b3b-b642-70727ea477b1 req-d0325196-a8d0-4bf4-af5e-168cf3f08535 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=291d09e7-82e0-4627-a232-40686a76e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389795 Apr 18 06:04:37.580672 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f95bdbcd-e1c5-41da-8512-03f072cbe073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:37.718980 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device ef51e0cf-135d-4994-a03f-e8ede0eee7b4 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:04:37.806591 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:37.806591 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port ef51e0cf-135d-4994-a03f-e8ede0eee7b4 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:04:37.840866 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port ef51e0cf-135d-4994-a03f-e8ede0eee7b4 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:37.840866 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:37.874672 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993f1cc-a4b8-4cd3-860c-84d624db045f req-990c1ef2-4c41-4943-9e45-bc6da4c16526 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:37.874672 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6993f1cc-a4b8-4cd3-860c-84d624db045f req-990c1ef2-4c41-4943-9e45-bc6da4c16526 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=529ebd49-258d-44e6-8654-91dd386d551c HTTP/1.1" status: 200 len: 945 time: 0.0977373 Apr 18 06:04:37.928735 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6993f1cc-a4b8-4cd3-860c-84d624db045f req-0737fd7f-5d6c-42b3-8bb4-23de6602d69b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=291d09e7-82e0-4627-a232-40686a76e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424960 Apr 18 06:04:37.963783 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:37.999437 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529ebd49-258d-44e6-8654-91dd386d551c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef51e0cf-135d-4994-a03f-e8ede0eee7b4'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:04:37.999437 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port ef51e0cf-135d-4994-a03f-e8ede0eee7b4, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ef51e0cf-135d-4994-a03f-e8ede0eee7b4,segment=NetworkSegment(2dffba1c-8ad2-4e83-9154-298322a12322),segment_id=2dffba1c-8ad2-4e83-9154-298322a12322)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:04:37.999437 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:38.038085 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0036f03-1f7d-4ac7-8fc1-60def440d723'] response: {'server_uuid': '529ebd49-258d-44e6-8654-91dd386d551c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef51e0cf-135d-4994-a03f-e8ede0eee7b4', 'code': 200} Apr 18 06:04:38.090367 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=ef51e0cf-135d-4994-a03f-e8ede0eee7b4,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:38.300500 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b505bd-c7ee-49ea-b854-d7d69848c73d req-375a650f-7857-45d3-9e51-f828806488bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:38.300500 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d0b505bd-c7ee-49ea-b854-d7d69848c73d req-375a650f-7857-45d3-9e51-f828806488bb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=529ebd49-258d-44e6-8654-91dd386d551c HTTP/1.1" status: 200 len: 1099 time: 0.0696893 Apr 18 06:04:38.334523 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d0b505bd-c7ee-49ea-b854-d7d69848c73d req-2ef53847-914e-49b4-bdeb-b292a2d95d39 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=291d09e7-82e0-4627-a232-40686a76e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381029 Apr 18 06:04:38.521989 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:38.618571 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:39.115804 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34e49a-9a85-40a5-ac1f-ec02fa969002 req-63a02e97-beb4-45e3-8346-23f40d05a8b0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:39.115804 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4d34e49a-9a85-40a5-ac1f-ec02fa969002 req-63a02e97-beb4-45e3-8346-23f40d05a8b0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=529ebd49-258d-44e6-8654-91dd386d551c HTTP/1.1" status: 200 len: 946 time: 0.0845587 Apr 18 06:04:39.167173 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4d34e49a-9a85-40a5-ac1f-ec02fa969002 req-ff5852da-75f6-4b64-9f86-da174bc2c711 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=291d09e7-82e0-4627-a232-40686a76e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398335 Apr 18 06:04:40.082044 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:40.364282 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091404e-f41d-44a8-ab7c-caf366011c23 req-b0e2ba60-349a-44d3-a3ef-562bc2e281d7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:40.364282 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0091404e-f41d-44a8-ab7c-caf366011c23 req-b0e2ba60-349a-44d3-a3ef-562bc2e281d7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=529ebd49-258d-44e6-8654-91dd386d551c HTTP/1.1" status: 200 len: 946 time: 0.0829189 Apr 18 06:04:40.419317 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0091404e-f41d-44a8-ab7c-caf366011c23 req-125ce042-550c-432d-a282-d2a35be1b826 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=291d09e7-82e0-4627-a232-40686a76e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432281 Apr 18 06:04:40.611431 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c24f6-563e-4f4f-9c18-f584fb5c55bb req-310c10b0-f125-4b7b-89da-80b4b5d3a432 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:40.611431 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a30c24f6-563e-4f4f-9c18-f584fb5c55bb req-310c10b0-f125-4b7b-89da-80b4b5d3a432 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=529ebd49-258d-44e6-8654-91dd386d551c HTTP/1.1" status: 200 len: 946 time: 0.0854890 Apr 18 06:04:40.662654 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a30c24f6-563e-4f4f-9c18-f584fb5c55bb req-2c22a990-1e65-432c-b76a-97e36b1075a5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=291d09e7-82e0-4627-a232-40686a76e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406384 Apr 18 06:04:40.662654 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50392) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:40.763520 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cfea99-0935-4b17-b2e4-2db21bfa86f5 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:40.763520 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-08cfea99-0935-4b17-b2e4-2db21bfa86f5 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=529ebd49-258d-44e6-8654-91dd386d551c HTTP/1.1" status: 200 len: 1094 time: 0.0772505 Apr 18 06:04:40.763520 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50396) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:40.763520 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': 'ef51e0cf-135d-4994-a03f-e8ede0eee7b4', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:40.763520 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:04:40.763520 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:floatingip and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:04:40.763520 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:04:40.763520 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:04:40.797766 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:40.931521 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.087834 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.26.1.239 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/fb48d6e7-d737-41ee-a403-d107170526fc) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:41.243850 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.278537 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.331718 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:41.331718 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:41.331718 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:04:41.509447 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=fb48d6e7-d737-41ee-a403-d107170526fc,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:41.890461 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.977555 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.198031 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.198031 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.323223 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=fb48d6e7-d737-41ee-a403-d107170526fc,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:42.323223 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.499987 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Floating IP fc8741dd-c5fe-41fc-a4da-371a225d34f3 associated. External IP: 172.26.1.239, port: ef51e0cf-135d-4994-a03f-e8ede0eee7b4. Apr 18 06:04:42.877362 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:04:43.158436 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:04:43.178398 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762895ee-05ba-4a43-abcf-da8ee8d07900 None None] Sync routers for ids ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:04:43.178398 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762895ee-05ba-4a43-abcf-da8ee8d07900 None None] Routers {'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:04:43.178398 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-762895ee-05ba-4a43-abcf-da8ee8d07900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:04:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:43.196446 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:43.271885 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bf5ca96c-7cd2-4b5a-93ce-f95233073fb0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4964743 Apr 18 06:04:43.271885 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529ebd49-258d-44e6-8654-91dd386d551c', 'tag': 'ef51e0cf-135d-4994-a03f-e8ede0eee7b4'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:04:43.291824 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50400) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:43.312274 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5665314-bb98-4729-8154-5157a8c8c31b'] response: {'name': 'network-changed', 'server_uuid': '529ebd49-258d-44e6-8654-91dd386d551c', 'tag': 'ef51e0cf-135d-4994-a03f-e8ede0eee7b4', 'status': 'completed', 'code': 200} Apr 18 06:04:43.445664 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-762895ee-05ba-4a43-abcf-da8ee8d07900 None None] Set router f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:04:43.484474 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab199a14-046a-4506-ab30-34c3f95971b6 req-f9b06e0b-df05-444e-86e2-e5b6aabf2c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:43.484474 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ab199a14-046a-4506-ab30-34c3f95971b6 req-f9b06e0b-df05-444e-86e2-e5b6aabf2c88 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=529ebd49-258d-44e6-8654-91dd386d551c HTTP/1.1" status: 200 len: 1099 time: 0.1336303 Apr 18 06:04:43.621247 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e968236e-7a3b-4ba9-a468-4c584aea8507 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/routers/f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 HTTP/1.1" status: 200 len: 922 time: 0.3453386 Apr 18 06:04:43.621247 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50406) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:43.679312 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab199a14-046a-4506-ab30-34c3f95971b6 req-122a9ca6-c765-4b66-8092-75244bdbd3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:43.679312 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ab199a14-046a-4506-ab30-34c3f95971b6 req-122a9ca6-c765-4b66-8092-75244bdbd3cb service neutron] 10.222.0.52 "GET /v2.0/networks?id=ba59a8ec-d836-4f92-a679-c22505bef80d HTTP/1.1" status: 200 len: 897 time: 0.1825273 Apr 18 06:04:43.755296 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-76560df2-66c9-41e7-96d2-d966dd9a6869 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/fc8741dd-c5fe-41fc-a4da-371a225d34f3 HTTP/1.1" status: 200 len: 992 time: 0.1305976 Apr 18 06:04:43.812973 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ab199a14-046a-4506-ab30-34c3f95971b6 req-9c81d680-41bd-49ca-add0-4133293a1958 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef51e0cf-135d-4994-a03f-e8ede0eee7b4 HTTP/1.1" status: 200 len: 1000 time: 0.1146672 Apr 18 06:04:43.870030 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-762895ee-05ba-4a43-abcf-da8ee8d07900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'name': 'tempest-TestNetworkBasicOps-router-686074164', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:23Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'fc8741dd-c5fe-41fc-a4da-371a225d34f3', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'port_id': 'ef51e0cf-135d-4994-a03f-e8ede0eee7b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d', 'mac_address': 'fa:16:3e:44:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529ebd49-258d-44e6-8654-91dd386d551c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:04:41Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11aaca81-d685-4040-bf7a-6426ae9ba0c0', 'name': '', 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:2e:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:22Z', 'updated_at': '2022-04-18T06:04:28Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:43.870030 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762895ee-05ba-4a43-abcf-da8ee8d07900 None None] Checking router: f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:04:43.890089 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab199a14-046a-4506-ab30-34c3f95971b6 req-b57eaa63-6f0e-4a8a-b46e-6a7b767677de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:43.890089 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ab199a14-046a-4506-ab30-34c3f95971b6 req-b57eaa63-6f0e-4a8a-b46e-6a7b767677de service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ff9e7279-ffae-4f32-b19e-6c94074629a2 HTTP/1.1" status: 200 len: 834 time: 0.0613494 Apr 18 06:04:43.910323 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762895ee-05ba-4a43-abcf-da8ee8d07900 None None] Routers {'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:04:43.910323 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-762895ee-05ba-4a43-abcf-da8ee8d07900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:04:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:43.948655 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab199a14-046a-4506-ab30-34c3f95971b6 req-554f94e5-f08b-40fd-8c02-003d9e13fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:43.948655 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ab199a14-046a-4506-ab30-34c3f95971b6 req-554f94e5-f08b-40fd-8c02-003d9e13fdfe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ba59a8ec-d836-4f92-a679-c22505bef80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766459 Apr 18 06:04:44.058104 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-762895ee-05ba-4a43-abcf-da8ee8d07900 None None] Set router f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:04:44.095914 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ab199a14-046a-4506-ab30-34c3f95971b6 req-6e6be6a0-c48e-48e0-b164-dcd9fe527e42 service neutron] 10.222.0.52 "GET /v2.0/networks/ba59a8ec-d836-4f92-a679-c22505bef80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337309 Apr 18 06:04:44.231307 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ab199a14-046a-4506-ab30-34c3f95971b6 req-0e320b17-7cb4-4dbc-885e-c57807cca2a9 service neutron] 10.222.0.52 "GET /v2.0/networks/ba59a8ec-d836-4f92-a679-c22505bef80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478770 Apr 18 06:04:44.516142 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-762895ee-05ba-4a43-abcf-da8ee8d07900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'name': 'tempest-TestNetworkBasicOps-router-686074164', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:23Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'fc8741dd-c5fe-41fc-a4da-371a225d34f3', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'port_id': 'ef51e0cf-135d-4994-a03f-e8ede0eee7b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d', 'mac_address': 'fa:16:3e:44:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529ebd49-258d-44e6-8654-91dd386d551c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:04:41Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11aaca81-d685-4040-bf7a-6426ae9ba0c0', 'name': '', 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:2e:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:22Z', 'updated_at': '2022-04-18T06:04:28Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:44.516142 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762895ee-05ba-4a43-abcf-da8ee8d07900 None None] The sync data for ids ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'] in dv-neutron-837489-1-hyperv is: [{'id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'name': 'tempest-TestNetworkBasicOps-router-686074164', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:23Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'fc8741dd-c5fe-41fc-a4da-371a225d34f3', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'port_id': 'ef51e0cf-135d-4994-a03f-e8ede0eee7b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d', 'mac_address': 'fa:16:3e:44:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529ebd49-258d-44e6-8654-91dd386d551c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:04:41Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11aaca81-d685-4040-bf7a-6426ae9ba0c0', 'name': '', 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:2e:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:22Z', 'updated_at': '2022-04-18T06:04:28Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:04:44.689892 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eba058-6fc1-4c68-bfe8-468973eb56ab None None] New status for floating IP fc8741dd-c5fe-41fc-a4da-371a225d34f3: ACTIVE {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:04:44.761527 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50410) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:44.879790 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e19f3590-223e-4836-b27d-e47e3d2c569b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/fc8741dd-c5fe-41fc-a4da-371a225d34f3 HTTP/1.1" status: 200 len: 992 time: 0.1218648 Apr 18 06:04:45.853731 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50414) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:04:45.961631 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-56c27ea6-62ef-4b7c-904c-70e45f1524c5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/fc8741dd-c5fe-41fc-a4da-371a225d34f3 HTTP/1.1" status: 200 len: 994 time: 0.1064968 Apr 18 06:05:00.521942 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:05:05.293453 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-85670841-4245-45c3-905e-f2079c0b0d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:07.584676 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bd9a0a17-86cf-4ae3-8b31-c7a749e09314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:07.789534 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:08.497781 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:08.620529 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:10.069384 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:17.122390 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50434) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:17.303948 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-82f25846-ca30-4264-89e4-3d3c4f6106ac tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/routers/f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1796901 Apr 18 06:05:17.306796 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50438) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:17.507231 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d05eb0b-8cf4-4b1c-9278-2fd3787b0784 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Notify agent at dv-neutron-837489-1-hyperv the message router_removed_from_agent {{(pid=88034) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 18 06:05:17.516713 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3d05eb0b-8cf4-4b1c-9278-2fd3787b0784 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "DELETE /v2.0/agents/74d11d55-483e-4d05-8d46-886afd0dfb15/l3-routers/f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 HTTP/1.1" status: 204 len: 168 time: 0.2026894 Apr 18 06:05:17.516713 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50442) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:17.860517 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b1b96704-5e8b-4703-9c9c-c7594601cebb tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/routers/f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.3424630 Apr 18 06:05:17.860517 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50446) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:17.990152 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-cfbf9113-7696-4747-bd0f-5176681ca46f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/fc8741dd-c5fe-41fc-a4da-371a225d34f3 HTTP/1.1" status: 200 len: 994 time: 0.1264832 Apr 18 06:05:18.376365 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0324db-7ff2-4e48-9bc2-366d62df6f55 None None] New status for floating IP fc8741dd-c5fe-41fc-a4da-371a225d34f3: DOWN {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:05:18.417773 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device fa73472e-c5d5-46c8-99d3-a0e2b5fa591e no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:05:18.543903 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:18.562563 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port fa73472e-c5d5-46c8-99d3-a0e2b5fa591e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=fa73472e-c5d5-46c8-99d3-a0e2b5fa591e,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:05:18.566090 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:18.567837 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 11aaca81-d685-4040-bf7a-6426ae9ba0c0 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:05:18.692828 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=fa73472e-c5d5-46c8-99d3-a0e2b5fa591e,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:18.753846 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:18.789425 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 11aaca81-d685-4040-bf7a-6426ae9ba0c0, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=11aaca81-d685-4040-bf7a-6426ae9ba0c0,segment=NetworkSegment(2dffba1c-8ad2-4e83-9154-298322a12322),segment_id=2dffba1c-8ad2-4e83-9154-298322a12322)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:05:18.792481 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:18.861920 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=11aaca81-d685-4040-bf7a-6426ae9ba0c0,revision_number=6']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:18.992547 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50452) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:19.096117 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-57eee6eb-da9b-4d5c-943e-2bc281cba925 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/fc8741dd-c5fe-41fc-a4da-371a225d34f3 HTTP/1.1" status: 200 len: 992 time: 0.1023517 Apr 18 06:05:20.251269 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50458) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:20.447418 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c84f722-9afb-47e0-8275-caa03f21a5a8 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Router f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:05:20.447793 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c84f722-9afb-47e0-8275-caa03f21a5a8 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Notify agent at dv-neutron-837489-1-hyperv the message router_added_to_agent {{(pid=88035) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 18 06:05:20.468299 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb441c4-7ccd-496a-bdec-3ce2b2ec704a None None] Sync routers for ids ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:05:20.469691 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0c84f722-9afb-47e0-8275-caa03f21a5a8 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "POST /v2.0/agents/74d11d55-483e-4d05-8d46-886afd0dfb15/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2173941 Apr 18 06:05:20.472348 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50464) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:20.478721 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb441c4-7ccd-496a-bdec-3ce2b2ec704a None None] Routers {'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:05:20.479333 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ebb441c4-7ccd-496a-bdec-3ce2b2ec704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:05:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:20.659320 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-35b10cbb-1b65-4dfd-86a2-a3b0b311921b tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/routers/f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1858153 Apr 18 06:05:20.662943 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50468) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:20.670742 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-ebb441c4-7ccd-496a-bdec-3ce2b2ec704a None None] Set router f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:05:20.688971 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4fbabc62-a448-4fdf-93d4-71dbadebebb3 req-16df837f-0fb6-43d9-aa31-22780673e334 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778484 Apr 18 06:05:20.773898 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ea92a2b2-083c-4ded-bb73-fd73dcd609b7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/fc8741dd-c5fe-41fc-a4da-371a225d34f3 HTTP/1.1" status: 200 len: 992 time: 0.1093864 Apr 18 06:05:20.786088 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbabc62-a448-4fdf-93d4-71dbadebebb3 req-2d45a62b-0252-4832-81e9-4d41ceb52cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:20.788303 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4fbabc62-a448-4fdf-93d4-71dbadebebb3 req-2d45a62b-0252-4832-81e9-4d41ceb52cab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49ad773d519141abbf5e743e64df06bc&device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 1099 time: 0.0739458 Apr 18 06:05:20.938821 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbabc62-a448-4fdf-93d4-71dbadebebb3 req-cdb1daf4-2594-4850-994c-400235c7b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:20.940327 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4fbabc62-a448-4fdf-93d4-71dbadebebb3 req-cdb1daf4-2594-4850-994c-400235c7b4b4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1 HTTP/1.1" status: 200 len: 913 time: 0.1308815 Apr 18 06:05:21.025823 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ebb441c4-7ccd-496a-bdec-3ce2b2ec704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'name': 'tempest-TestNetworkBasicOps-router-686074164', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:23Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:05:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'fc8741dd-c5fe-41fc-a4da-371a225d34f3', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'port_id': 'ef51e0cf-135d-4994-a03f-e8ede0eee7b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d', 'mac_address': 'fa:16:3e:44:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529ebd49-258d-44e6-8654-91dd386d551c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:04:41Z', 'updated_at': '2022-04-18T06:05:18Z', 'revision_number': 2, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11aaca81-d685-4040-bf7a-6426ae9ba0c0', 'name': '', 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:2e:ee:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:22Z', 'updated_at': '2022-04-18T06:05:18Z', 'revision_number': 6, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:21.029785 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb441c4-7ccd-496a-bdec-3ce2b2ec704a None None] Checking router: f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:05:21.038624 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb441c4-7ccd-496a-bdec-3ce2b2ec704a None None] Routers {'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:05:21.039232 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ebb441c4-7ccd-496a-bdec-3ce2b2ec704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:05:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:21.045552 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4fbabc62-a448-4fdf-93d4-71dbadebebb3 req-2126b41c-73a5-4e99-afc0-40d2288b23e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51dc4bd3-c291-4756-8796-1a2ea1526a62 HTTP/1.1" status: 200 len: 1001 time: 0.0993607 Apr 18 06:05:21.112337 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbabc62-a448-4fdf-93d4-71dbadebebb3 req-3b05afb5-d674-432a-831f-8f9a4a8e51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:21.113762 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4fbabc62-a448-4fdf-93d4-71dbadebebb3 req-3b05afb5-d674-432a-831f-8f9a4a8e51a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b4d1495-96ee-47de-b8ec-9793f712c5be HTTP/1.1" status: 200 len: 851 time: 0.0617423 Apr 18 06:05:21.191190 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbabc62-a448-4fdf-93d4-71dbadebebb3 req-88fe20bf-46ed-44bc-a060-1de82795f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:21.192655 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4fbabc62-a448-4fdf-93d4-71dbadebebb3 req-88fe20bf-46ed-44bc-a060-1de82795f351 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713453 Apr 18 06:05:21.222579 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-ebb441c4-7ccd-496a-bdec-3ce2b2ec704a None None] Set router f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:05:21.325395 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4fbabc62-a448-4fdf-93d4-71dbadebebb3 req-3bc91949-766d-4cd1-98a1-91a35f1b83ce service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257470 Apr 18 06:05:21.468122 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4fbabc62-a448-4fdf-93d4-71dbadebebb3 req-bcb1f1f3-1e15-431e-8457-a982a891c198 service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345935 Apr 18 06:05:21.621459 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ebb441c4-7ccd-496a-bdec-3ce2b2ec704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'name': 'tempest-TestNetworkBasicOps-router-686074164', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:23Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:05:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'fc8741dd-c5fe-41fc-a4da-371a225d34f3', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'port_id': 'ef51e0cf-135d-4994-a03f-e8ede0eee7b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d', 'mac_address': 'fa:16:3e:44:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529ebd49-258d-44e6-8654-91dd386d551c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:04:41Z', 'updated_at': '2022-04-18T06:05:18Z', 'revision_number': 2, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11aaca81-d685-4040-bf7a-6426ae9ba0c0', 'name': '', 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:2e:ee:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:22Z', 'updated_at': '2022-04-18T06:05:18Z', 'revision_number': 6, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:21.625299 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb441c4-7ccd-496a-bdec-3ce2b2ec704a None None] The sync data for ids ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'] in dv-neutron-837489-1-hyperv is: [{'id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'name': 'tempest-TestNetworkBasicOps-router-686074164', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:23Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:05:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'fc8741dd-c5fe-41fc-a4da-371a225d34f3', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'port_id': 'ef51e0cf-135d-4994-a03f-e8ede0eee7b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d', 'mac_address': 'fa:16:3e:44:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529ebd49-258d-44e6-8654-91dd386d551c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:04:41Z', 'updated_at': '2022-04-18T06:05:18Z', 'revision_number': 2, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11aaca81-d685-4040-bf7a-6426ae9ba0c0', 'name': '', 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:2e:ee:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:22Z', 'updated_at': '2022-04-18T06:05:18Z', 'revision_number': 6, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:05:21.779087 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50476) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:21.913638 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d35e185c-e802-4262-bb92-de3756952276 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/fc8741dd-c5fe-41fc-a4da-371a225d34f3 HTTP/1.1" status: 200 len: 992 time: 0.1334128 Apr 18 06:05:22.278656 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 11aaca81-d685-4040-bf7a-6426ae9ba0c0 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:05:22.349971 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 11aaca81-d685-4040-bf7a-6426ae9ba0c0 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:22.350527 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:22.472971 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:22.510005 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 11aaca81-d685-4040-bf7a-6426ae9ba0c0, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=11aaca81-d685-4040-bf7a-6426ae9ba0c0,segment=NetworkSegment(2dffba1c-8ad2-4e83-9154-298322a12322),segment_id=2dffba1c-8ad2-4e83-9154-298322a12322)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:05:22.513892 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:22.585157 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=11aaca81-d685-4040-bf7a-6426ae9ba0c0,revision_number=7']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:22.592528 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:22.592879 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:22.593219 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:22.593554 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:22.593889 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:22.594221 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:22.594548 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:22.594875 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:22.595201 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:22.595526 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:22.595849 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:22.596210 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:22.917425 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50480) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:23.139371 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c2115981-fd88-4172-b793-ae3963231c41 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/fc8741dd-c5fe-41fc-a4da-371a225d34f3 HTTP/1.1" status: 200 len: 992 time: 0.2207022 Apr 18 06:05:23.330409 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7689d18f-985f-428c-8338-40be2b49751b None None] New status for floating IP fc8741dd-c5fe-41fc-a4da-371a225d34f3: ACTIVE {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:05:24.142870 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50484) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:24.253168 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8e0b4e76-ca06-411d-8dec-ac8514b8aa8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/fc8741dd-c5fe-41fc-a4da-371a225d34f3 HTTP/1.1" status: 200 len: 994 time: 0.1091747 Apr 18 06:05:24.327301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device fa73472e-c5d5-46c8-99d3-a0e2b5fa591e up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:05:24.402293 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port fa73472e-c5d5-46c8-99d3-a0e2b5fa591e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:24.402832 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:24.525913 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:24.541490 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port fa73472e-c5d5-46c8-99d3-a0e2b5fa591e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=fa73472e-c5d5-46c8-99d3-a0e2b5fa591e,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:05:24.546386 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:24.547120 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 11aaca81-d685-4040-bf7a-6426ae9ba0c0 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:05:24.660088 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=fa73472e-c5d5-46c8-99d3-a0e2b5fa591e,revision_number=6']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:24.671800 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 11aaca81-d685-4040-bf7a-6426ae9ba0c0 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:24.672206 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:26.251429 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device fa73472e-c5d5-46c8-99d3-a0e2b5fa591e up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:05:26.318406 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port fa73472e-c5d5-46c8-99d3-a0e2b5fa591e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:26.318777 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:26.564551 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50492) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:26.760648 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port fb48d6e7-d737-41ee-a403-d107170526fc {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:05:26.760991 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:26.933045 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:26.933283 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:27.052060 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for fb48d6e7-d737-41ee-a403-d107170526fc owned by network:floatingip {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:05:27.209392 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:27.254019 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=fb48d6e7-d737-41ee-a403-d107170526fc,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:27.285696 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:27.286038 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:27.286370 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:27.286697 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:27.287174 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:27.287499 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:27.287820 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:27.288237 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:27.288561 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:27.288879 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:27.289193 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:27.289504 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:27.357472 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:27.357796 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Floating IP fc8741dd-c5fe-41fc-a4da-371a225d34f3 disassociated (deleted). External IP: 172.26.1.239, port: ef51e0cf-135d-4994-a03f-e8ede0eee7b4. Apr 18 06:05:27.707732 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:05:27.994845 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:05:28.004578 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f5993-40f4-4eb9-84bc-4acc881e77dc None None] Sync routers for ids ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:05:28.016029 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f5993-40f4-4eb9-84bc-4acc881e77dc None None] Routers {'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:05:28.016250 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:28.016700 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-572f5993-40f4-4eb9-84bc-4acc881e77dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:05:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:28.072442 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-08d5945d-d894-4475-95a1-f0ab14b45a30 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/floatingips/fc8741dd-c5fe-41fc-a4da-371a225d34f3 HTTP/1.1" status: 204 len: 168 time: 1.5068076 Apr 18 06:05:28.073110 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529ebd49-258d-44e6-8654-91dd386d551c', 'tag': 'ef51e0cf-135d-4994-a03f-e8ede0eee7b4'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:05:28.122470 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f3d3168-b22f-4d7a-9419-60feae81deac'] response: {'name': 'network-changed', 'server_uuid': '529ebd49-258d-44e6-8654-91dd386d551c', 'tag': 'ef51e0cf-135d-4994-a03f-e8ede0eee7b4', 'status': 'completed', 'code': 200} Apr 18 06:05:28.201698 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-572f5993-40f4-4eb9-84bc-4acc881e77dc None None] Set router f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:05:28.225659 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022e1fa-a60b-41b8-ba7a-7c5794506ba2 req-bf2ea6a5-0048-41a2-ba91-8e92841cd7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:28.227155 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6022e1fa-a60b-41b8-ba7a-7c5794506ba2 req-bf2ea6a5-0048-41a2-ba91-8e92841cd7b1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=529ebd49-258d-44e6-8654-91dd386d551c HTTP/1.1" status: 200 len: 1099 time: 0.0750368 Apr 18 06:05:28.383247 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022e1fa-a60b-41b8-ba7a-7c5794506ba2 req-10a1878b-a4c0-4a6c-80d9-aa42e08cf433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:28.384693 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6022e1fa-a60b-41b8-ba7a-7c5794506ba2 req-10a1878b-a4c0-4a6c-80d9-aa42e08cf433 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ba59a8ec-d836-4f92-a679-c22505bef80d HTTP/1.1" status: 200 len: 897 time: 0.1474123 Apr 18 06:05:28.497526 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6022e1fa-a60b-41b8-ba7a-7c5794506ba2 req-0ce1b907-e9b9-4a51-ac57-56fa0abf4e7d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef51e0cf-135d-4994-a03f-e8ede0eee7b4 HTTP/1.1" status: 200 len: 217 time: 0.0710633 Apr 18 06:05:28.572851 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-572f5993-40f4-4eb9-84bc-4acc881e77dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'name': 'tempest-TestNetworkBasicOps-router-686074164', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:23Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:05:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '11aaca81-d685-4040-bf7a-6426ae9ba0c0', 'name': '', 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:2e:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:22Z', 'updated_at': '2022-04-18T06:05:22Z', 'revision_number': 7, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:28.576695 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f5993-40f4-4eb9-84bc-4acc881e77dc None None] Checking router: f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:05:28.582876 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5b8ae-4096-4d9d-a147-1b00e8495932 req-b788a9d5-7753-4cfd-ae52-a0fcc35bb41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:28.585211 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8cb5b8ae-4096-4d9d-a147-1b00e8495932 req-b788a9d5-7753-4cfd-ae52-a0fcc35bb41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=529ebd49-258d-44e6-8654-91dd386d551c HTTP/1.1" status: 200 len: 946 time: 0.2034872 Apr 18 06:05:28.586316 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f5993-40f4-4eb9-84bc-4acc881e77dc None None] Routers {'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:05:28.587257 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-572f5993-40f4-4eb9-84bc-4acc881e77dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:05:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:28.588607 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022e1fa-a60b-41b8-ba7a-7c5794506ba2 req-789bf280-403a-472c-b0bb-b36ca36b90a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:28.589948 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6022e1fa-a60b-41b8-ba7a-7c5794506ba2 req-789bf280-403a-472c-b0bb-b36ca36b90a0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ff9e7279-ffae-4f32-b19e-6c94074629a2 HTTP/1.1" status: 200 len: 834 time: 0.0836971 Apr 18 06:05:28.673903 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8cb5b8ae-4096-4d9d-a147-1b00e8495932 req-36fbca2a-703d-4c93-babb-24be8f6c5b4f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=291d09e7-82e0-4627-a232-40686a76e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829093 Apr 18 06:05:28.698501 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022e1fa-a60b-41b8-ba7a-7c5794506ba2 req-f525c24d-2a36-4ee6-9acf-8bdf7a8e16df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:28.699964 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6022e1fa-a60b-41b8-ba7a-7c5794506ba2 req-f525c24d-2a36-4ee6-9acf-8bdf7a8e16df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ba59a8ec-d836-4f92-a679-c22505bef80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0964897 Apr 18 06:05:28.776810 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-572f5993-40f4-4eb9-84bc-4acc881e77dc None None] Set router f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:05:28.945468 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6022e1fa-a60b-41b8-ba7a-7c5794506ba2 req-42dd8c25-15ad-403f-944f-6f6efef5e557 service neutron] 10.222.0.52 "GET /v2.0/networks/ba59a8ec-d836-4f92-a679-c22505bef80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380784 Apr 18 06:05:29.077664 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6022e1fa-a60b-41b8-ba7a-7c5794506ba2 req-04c95bbc-0f6f-4a12-b6b7-f2887db3cbfd service neutron] 10.222.0.52 "GET /v2.0/networks/ba59a8ec-d836-4f92-a679-c22505bef80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253536 Apr 18 06:05:29.087424 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-572f5993-40f4-4eb9-84bc-4acc881e77dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'name': 'tempest-TestNetworkBasicOps-router-686074164', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:23Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:05:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '11aaca81-d685-4040-bf7a-6426ae9ba0c0', 'name': '', 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:2e:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:22Z', 'updated_at': '2022-04-18T06:05:22Z', 'revision_number': 7, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:29.091451 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f5993-40f4-4eb9-84bc-4acc881e77dc None None] The sync data for ids ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'] in dv-neutron-837489-1-hyperv is: [{'id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'name': 'tempest-TestNetworkBasicOps-router-686074164', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:04:23Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:05:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '11aaca81-d685-4040-bf7a-6426ae9ba0c0', 'name': '', 'network_id': 'ba59a8ec-d836-4f92-a679-c22505bef80d', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:2e:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:22Z', 'updated_at': '2022-04-18T06:05:22Z', 'revision_number': 7, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'ff9e7279-ffae-4f32-b19e-6c94074629a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:05:29.691720 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d23271-e54f-486e-b7cd-87be5dbfea6c None None] New status for floating IP fc8741dd-c5fe-41fc-a4da-371a225d34f3: DOWN {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:05:29.875680 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9f322-b292-42ba-a701-4d5357666d3e req-9a202d59-10f2-4595-af87-975bcbfdd138 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:29.876453 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-05a9f322-b292-42ba-a701-4d5357666d3e req-9a202d59-10f2-4595-af87-975bcbfdd138 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:05:29.885839 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07672c7c-9934-40a1-8a01-3c66e6ee5178 req-e3843fb8-748a-4c96-ae5e-ae62af1e6299 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:29.887291 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-07672c7c-9934-40a1-8a01-3c66e6ee5178 req-e3843fb8-748a-4c96-ae5e-ae62af1e6299 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/ports?device_id=529ebd49-258d-44e6-8654-91dd386d551c HTTP/1.1" status: 200 len: 946 time: 0.0874038 Apr 18 06:05:29.892253 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-05a9f322-b292-42ba-a701-4d5357666d3e req-9a202d59-10f2-4595-af87-975bcbfdd138 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:05:29.893354 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-05a9f322-b292-42ba-a701-4d5357666d3e req-9a202d59-10f2-4595-af87-975bcbfdd138 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=529ebd49-258d-44e6-8654-91dd386d551c HTTP/1.1" status: 200 len: 946 time: 0.1116445 Apr 18 06:05:29.938309 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-05a9f322-b292-42ba-a701-4d5357666d3e req-cc77efff-9056-48b4-85bb-efcd6ba30b89 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=291d09e7-82e0-4627-a232-40686a76e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385749 Apr 18 06:05:29.965469 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-07672c7c-9934-40a1-8a01-3c66e6ee5178 req-9469153a-d213-4c7e-9bd7-3673df500b04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port ef51e0cf-135d-4994-a03f-e8ede0eee7b4 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:05:29.965806 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-07672c7c-9934-40a1-8a01-3c66e6ee5178 req-9469153a-d213-4c7e-9bd7-3673df500b04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:30.205729 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-07672c7c-9934-40a1-8a01-3c66e6ee5178 req-9469153a-d213-4c7e-9bd7-3673df500b04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port ef51e0cf-135d-4994-a03f-e8ede0eee7b4, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ef51e0cf-135d-4994-a03f-e8ede0eee7b4,segment=NetworkSegment(2dffba1c-8ad2-4e83-9154-298322a12322),segment_id=2dffba1c-8ad2-4e83-9154-298322a12322)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:05:30.206086 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-07672c7c-9934-40a1-8a01-3c66e6ee5178 req-9469153a-d213-4c7e-9bd7-3673df500b04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:30.330282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-07672c7c-9934-40a1-8a01-3c66e6ee5178 req-9469153a-d213-4c7e-9bd7-3673df500b04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for ef51e0cf-135d-4994-a03f-e8ede0eee7b4 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:05:30.475098 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-07672c7c-9934-40a1-8a01-3c66e6ee5178 req-9469153a-d213-4c7e-9bd7-3673df500b04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:30.524904 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469153a-d213-4c7e-9bd7-3673df500b04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=ef51e0cf-135d-4994-a03f-e8ede0eee7b4,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:30.533039 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469153a-d213-4c7e-9bd7-3673df500b04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:30.533384 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469153a-d213-4c7e-9bd7-3673df500b04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:30.533715 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469153a-d213-4c7e-9bd7-3673df500b04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:30.534043 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469153a-d213-4c7e-9bd7-3673df500b04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:30.534367 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469153a-d213-4c7e-9bd7-3673df500b04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:30.534692 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469153a-d213-4c7e-9bd7-3673df500b04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:30.535013 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469153a-d213-4c7e-9bd7-3673df500b04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:30.535333 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469153a-d213-4c7e-9bd7-3673df500b04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:30.535652 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469153a-d213-4c7e-9bd7-3673df500b04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:30.535971 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469153a-d213-4c7e-9bd7-3673df500b04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:30.536314 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469153a-d213-4c7e-9bd7-3673df500b04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:30.536629 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9469153a-d213-4c7e-9bd7-3673df500b04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:30.613209 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-07672c7c-9934-40a1-8a01-3c66e6ee5178 req-9469153a-d213-4c7e-9bd7-3673df500b04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] No DVR routers for this DVR port ef51e0cf-135d-4994-a03f-e8ede0eee7b4 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:05:30.616240 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-07672c7c-9934-40a1-8a01-3c66e6ee5178 req-9469153a-d213-4c7e-9bd7-3673df500b04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:30.618817 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529ebd49-258d-44e6-8654-91dd386d551c', 'name': 'network-vif-deleted', 'tag': 'ef51e0cf-135d-4994-a03f-e8ede0eee7b4'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:05:30.635550 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-07672c7c-9934-40a1-8a01-3c66e6ee5178 req-9469153a-d213-4c7e-9bd7-3673df500b04 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "DELETE /v2.0/ports/ef51e0cf-135d-4994-a03f-e8ede0eee7b4 HTTP/1.1" status: 204 len: 173 time: 0.7392087 Apr 18 06:05:30.665297 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f11e123-237b-477f-8c0a-18fc59602522'] response: {'server_uuid': '529ebd49-258d-44e6-8654-91dd386d551c', 'name': 'network-vif-deleted', 'tag': 'ef51e0cf-135d-4994-a03f-e8ede0eee7b4', 'status': 'completed', 'code': 200} Apr 18 06:05:31.103750 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-96544202-ff8a-45b3-86c7-f90e77e246eb req-d2670068-4f45-4f50-862d-03cbbf972685 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=529ebd49-258d-44e6-8654-91dd386d551c HTTP/1.1" status: 200 len: 210 time: 0.0435433 Apr 18 06:05:32.204576 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50510) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:32.270523 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-817da575-cd78-46af-a1e8-e902ba881e07 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:32.299751 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-817da575-cd78-46af-a1e8-e902ba881e07 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:32.363484 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-817da575-cd78-46af-a1e8-e902ba881e07 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:32.383837 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817da575-cd78-46af-a1e8-e902ba881e07 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=291d09e7-82e0-4627-a232-40686a76e6d1,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:32.394070 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-817da575-cd78-46af-a1e8-e902ba881e07 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:32.395186 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-817da575-cd78-46af-a1e8-e902ba881e07 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/security-groups/291d09e7-82e0-4627-a232-40686a76e6d1 HTTP/1.1" status: 204 len: 168 time: 0.1934361 Apr 18 06:05:32.429490 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50516) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:33.051769 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1585b7c5-c3cf-4cee-87bd-521a4de12277 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:33.429839 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-1585b7c5-c3cf-4cee-87bd-521a4de12277 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port 11aaca81-d685-4040-bf7a-6426ae9ba0c0 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:05:33.430532 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1585b7c5-c3cf-4cee-87bd-521a4de12277 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:33.727156 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-1585b7c5-c3cf-4cee-87bd-521a4de12277 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port 11aaca81-d685-4040-bf7a-6426ae9ba0c0, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=11aaca81-d685-4040-bf7a-6426ae9ba0c0,segment=NetworkSegment(2dffba1c-8ad2-4e83-9154-298322a12322),segment_id=2dffba1c-8ad2-4e83-9154-298322a12322)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:05:33.727425 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1585b7c5-c3cf-4cee-87bd-521a4de12277 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:33.848530 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-1585b7c5-c3cf-4cee-87bd-521a4de12277 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for 11aaca81-d685-4040-bf7a-6426ae9ba0c0 owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:05:33.931032 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device ef51e0cf-135d-4994-a03f-e8ede0eee7b4 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:05:33.965224 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: ef51e0cf-135d-4994-a03f-e8ede0eee7b4 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:05:33.965562 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device ef51e0cf-135d-4994-a03f-e8ede0eee7b4 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:05:34.166052 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1585b7c5-c3cf-4cee-87bd-521a4de12277 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:34.217655 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585b7c5-c3cf-4cee-87bd-521a4de12277 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=11aaca81-d685-4040-bf7a-6426ae9ba0c0,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:34.490984 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1585b7c5-c3cf-4cee-87bd-521a4de12277 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:34.851429 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1585b7c5-c3cf-4cee-87bd-521a4de12277 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:05:35.135313 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1585b7c5-c3cf-4cee-87bd-521a4de12277 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:05:35.144678 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c73bd-1f86-49fd-8372-b04e8f3574be None None] Sync routers for ids ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:05:35.149935 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1585b7c5-c3cf-4cee-87bd-521a4de12277 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/routers/f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7191665 Apr 18 06:05:35.152366 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50520) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:35.154336 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c73bd-1f86-49fd-8372-b04e8f3574be None None] Routers {'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:05:35.154949 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ad9c73bd-1f86-49fd-8372-b04e8f3574be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:05:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:35.221081 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-419af404-f2b1-4be3-be69-0f640a51b25f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting subnet ff9e7279-ffae-4f32-b19e-6c94074629a2 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:05:35.224054 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-419af404-f2b1-4be3-be69-0f640a51b25f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:35.277423 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-419af404-f2b1-4be3-be69-0f640a51b25f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:35.333374 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5f746e43-48df-4d84-b212-9ef90f1438ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:35.349874 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-ad9c73bd-1f86-49fd-8372-b04e8f3574be None None] Set router f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:05:35.369711 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-419af404-f2b1-4be3-be69-0f640a51b25f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:35.443346 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-419af404-f2b1-4be3-be69-0f640a51b25f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:35.481304 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419af404-f2b1-4be3-be69-0f640a51b25f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Subnet': ['ID=ff9e7279-ffae-4f32-b19e-6c94074629a2,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:35.487307 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-419af404-f2b1-4be3-be69-0f640a51b25f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:35.493688 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-419af404-f2b1-4be3-be69-0f640a51b25f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/subnets/ff9e7279-ffae-4f32-b19e-6c94074629a2 HTTP/1.1" status: 204 len: 168 time: 0.3403594 Apr 18 06:05:35.496683 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50524) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:35.499090 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e65781d-4986-4ef1-91b9-d8a8409af7db None None] Network ba59a8ec-d836-4f92-a679-c22505bef80d requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:05:35.681289 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c005ea85-ebdf-44c8-9a82-f6cfd1083a8f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:35.859134 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c005ea85-ebdf-44c8-9a82-f6cfd1083a8f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:35.869185 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ad9c73bd-1f86-49fd-8372-b04e8f3574be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'name': 'tempest-TestNetworkBasicOps-router-686074164', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:05:34Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'fa73472e-c5d5-46c8-99d3-a0e2b5fa591e', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:05:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:35.869602 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-c005ea85-ebdf-44c8-9a82-f6cfd1083a8f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port fa73472e-c5d5-46c8-99d3-a0e2b5fa591e {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:05:35.870083 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c005ea85-ebdf-44c8-9a82-f6cfd1083a8f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:35.873378 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c73bd-1f86-49fd-8372-b04e8f3574be None None] Checking router: f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:05:35.882341 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c73bd-1f86-49fd-8372-b04e8f3574be None None] Routers {'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:05:35.882956 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ad9c73bd-1f86-49fd-8372-b04e8f3574be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:05:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:35.938704 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bec67b5-ee16-451f-a904-13b0c3a0dddd None None] DHCP port deletion for ba59a8ec-d836-4f92-a679-c22505bef80d request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:05:35.956791 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-9bec67b5-ee16-451f-a904-13b0c3a0dddd None None] Deleting port 378a401a-bed3-43b7-a13b-d75f66122f25 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:05:35.956791 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9bec67b5-ee16-451f-a904-13b0c3a0dddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:36.050499 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-c005ea85-ebdf-44c8-9a82-f6cfd1083a8f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port fa73472e-c5d5-46c8-99d3-a0e2b5fa591e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=fa73472e-c5d5-46c8-99d3-a0e2b5fa591e,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:05:36.050969 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c005ea85-ebdf-44c8-9a82-f6cfd1083a8f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:36.112819 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-ad9c73bd-1f86-49fd-8372-b04e8f3574be None None] Set router f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:05:36.174298 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-c005ea85-ebdf-44c8-9a82-f6cfd1083a8f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for fa73472e-c5d5-46c8-99d3-a0e2b5fa591e owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:05:36.229925 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ad9c73bd-1f86-49fd-8372-b04e8f3574be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'name': 'tempest-TestNetworkBasicOps-router-686074164', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:05:35Z', 'revision_number': 6, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:36.242761 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c73bd-1f86-49fd-8372-b04e8f3574be None None] The sync data for ids ['f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836'] in dv-neutron-837489-1-hyperv is: [{'id': 'f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836', 'name': 'tempest-TestNetworkBasicOps-router-686074164', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:18Z', 'updated_at': '2022-04-18T06:05:35Z', 'revision_number': 6, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port_host': None}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:05:36.352380 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-9bec67b5-ee16-451f-a904-13b0c3a0dddd None None] For port 378a401a-bed3-43b7-a13b-d75f66122f25, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=378a401a-bed3-43b7-a13b-d75f66122f25,segment=NetworkSegment(2dffba1c-8ad2-4e83-9154-298322a12322),segment_id=2dffba1c-8ad2-4e83-9154-298322a12322)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:05:36.352793 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9bec67b5-ee16-451f-a904-13b0c3a0dddd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:36.373006 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c005ea85-ebdf-44c8-9a82-f6cfd1083a8f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:36.420708 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 378a401a-bed3-43b7-a13b-d75f66122f25 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:05:36.472395 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005ea85-ebdf-44c8-9a82-f6cfd1083a8f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=fa73472e-c5d5-46c8-99d3-a0e2b5fa591e,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:36.511603 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-9bec67b5-ee16-451f-a904-13b0c3a0dddd None None] Calling delete_port for 378a401a-bed3-43b7-a13b-d75f66122f25 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:05:36.637240 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c005ea85-ebdf-44c8-9a82-f6cfd1083a8f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:36.643159 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9bec67b5-ee16-451f-a904-13b0c3a0dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:36.700948 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec67b5-ee16-451f-a904-13b0c3a0dddd None None] Pushing event deleted for resources: {'Port': ['ID=378a401a-bed3-43b7-a13b-d75f66122f25,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:36.702751 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bec67b5-ee16-451f-a904-13b0c3a0dddd None None] No DVR routers for this DVR port 378a401a-bed3-43b7-a13b-d75f66122f25 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:05:36.704139 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:36.831590 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c005ea85-ebdf-44c8-9a82-f6cfd1083a8f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:36.834020 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c005ea85-ebdf-44c8-9a82-f6cfd1083a8f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:36.858800 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c005ea85-ebdf-44c8-9a82-f6cfd1083a8f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:36.859335 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c005ea85-ebdf-44c8-9a82-f6cfd1083a8f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Fanout notify agent at l3_agent the message router_deleted on router f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:05:36.874859 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c005ea85-ebdf-44c8-9a82-f6cfd1083a8f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:36.875949 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c005ea85-ebdf-44c8-9a82-f6cfd1083a8f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/routers/f9c2c6b2-e0e2-4314-81bd-2ea8d2c95836 HTTP/1.1" status: 204 len: 168 time: 1.3778300 Apr 18 06:05:36.878684 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50528) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:36.994044 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6fdd6b4a-37ad-4c06-8107-3436d8c33ef1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.127616 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6fdd6b4a-37ad-4c06-8107-3436d8c33ef1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.154638 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-6fdd6b4a-37ad-4c06-8107-3436d8c33ef1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba59a8ec-d836-4f92-a679-c22505bef80d']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:37.170887 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-6fdd6b4a-37ad-4c06-8107-3436d8c33ef1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dffba1c-8ad2-4e83-9154-298322a12322') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:37.171110 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-6fdd6b4a-37ad-4c06-8107-3436d8c33ef1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dffba1c-8ad2-4e83-9154-298322a12322') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:37.182362 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6fdd6b4a-37ad-4c06-8107-3436d8c33ef1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.198792 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6fdd6b4a-37ad-4c06-8107-3436d8c33ef1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.204693 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fdd6b4a-37ad-4c06-8107-3436d8c33ef1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:05:37.205068 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6fdd6b4a-37ad-4c06-8107-3436d8c33ef1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:05:37.220258 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:05:37.299345 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6fdd6b4a-37ad-4c06-8107-3436d8c33ef1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.315500 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6fdd6b4a-37ad-4c06-8107-3436d8c33ef1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.331225 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd6b4a-37ad-4c06-8107-3436d8c33ef1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Network': ['ID=ba59a8ec-d836-4f92-a679-c22505bef80d,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:37.338353 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6fdd6b4a-37ad-4c06-8107-3436d8c33ef1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/networks/ba59a8ec-d836-4f92-a679-c22505bef80d HTTP/1.1" status: 204 len: 168 time: 0.4587326 Apr 18 06:05:37.359919 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50532) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:37.367223 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-60adfed9-abd7-4851-948a-f90e7db81036 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'network': {'name': 'tempest-network-smoke--1334465748', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'port_security_enabled': True}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:37.372293 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-60adfed9-abd7-4851-948a-f90e7db81036 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:05:37.376345 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-60adfed9-abd7-4851-948a-f90e7db81036 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:network and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:05:37.379190 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-60adfed9-abd7-4851-948a-f90e7db81036 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:05:37.385417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-60adfed9-abd7-4851-948a-f90e7db81036 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:05:37.395023 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60adfed9-abd7-4851-948a-f90e7db81036 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:05:37.399053 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-60adfed9-abd7-4851-948a-f90e7db81036 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.425372 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60adfed9-abd7-4851-948a-f90e7db81036 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:05:37.434227 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-60adfed9-abd7-4851-948a-f90e7db81036 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.434559 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-60adfed9-abd7-4851-948a-f90e7db81036 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Added segment f2097cbc-b080-4afb-a0f3-503d873952eb of type vlan for network 0b713114-ad17-4362-b25d-7a217a5c2be0 Apr 18 06:05:37.460434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-60adfed9-abd7-4851-948a-f90e7db81036 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.487324 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-60adfed9-abd7-4851-948a-f90e7db81036 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.493206 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60adfed9-abd7-4851-948a-f90e7db81036 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:37.493773 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-60adfed9-abd7-4851-948a-f90e7db81036 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.520503 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:05:37.586605 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-720ea306-bf81-44e9-a90b-a71682faa70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.596235 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-60adfed9-abd7-4851-948a-f90e7db81036 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2350852 Apr 18 06:05:37.599743 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50536) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:37.602531 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60adfed9-abd7-4851-948a-f90e7db81036 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Network': ['ID=0b713114-ad17-4362-b25d-7a217a5c2be0,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:37.605972 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-96898928', 'admin_state_up': True, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:37.612950 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 0b713114-ad17-4362-b25d-7a217a5c2be0 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:05:37.614690 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:05:37.619382 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:router and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:05:37.622267 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:05:37.628483 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:05:37.638468 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.639554 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.654885 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.802987 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.917410 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:38.261662 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device fa73472e-c5d5-46c8-99d3-a0e2b5fa591e no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:05:38.301880 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: fa73472e-c5d5-46c8-99d3-a0e2b5fa591e {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:05:38.302824 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device fa73472e-c5d5-46c8-99d3-a0e2b5fa591e not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:05:38.303795 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 11aaca81-d685-4040-bf7a-6426ae9ba0c0 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:05:38.314614 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:38.338107 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 11aaca81-d685-4040-bf7a-6426ae9ba0c0 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:05:38.338455 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 11aaca81-d685-4040-bf7a-6426ae9ba0c0 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:05:38.344584 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:38.486944 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.26.1.100 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/8cf78b59-65b2-4e0e-9c35-4ff550af2ee7) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:05:38.500776 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:38.624334 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:38.643319 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:38.673172 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:38.734823 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:38.737565 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:38.746239 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:05:38.780433 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=8cf78b59-65b2-4e0e-9c35-4ff550af2ee7,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:39.156945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:39.494076 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:39.802818 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 7dd07e8c-0217-4b62-ab55-ebeb406e96bd is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:05:39.981536 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:05:39.992865 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] Sync routers for ids ['7dd07e8c-0217-4b62-ab55-ebeb406e96bd'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:05:40.002062 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] Routers {'7dd07e8c-0217-4b62-ab55-ebeb406e96bd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:05:40.002726 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:05:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7dd07e8c-0217-4b62-ab55-ebeb406e96bd'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:40.008889 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:40.010538 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3b61ca97-0b7b-4224-a638-73e48ba948d3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4095037 Apr 18 06:05:40.013615 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50540) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:40.053815 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-cc5bef81-ff77-46b8-898c-396fe581a78b tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=e00da76b2c8c4cb8902ec43a97f5e314&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384836 Apr 18 06:05:40.056299 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50544) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:40.074384 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:40.176915 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] Set router 7dd07e8c-0217-4b62-ab55-ebeb406e96bd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:05:40.189152 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dce9859-7517-4ad4-a3fc-8d7e85c7354e tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:40.190670 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2dce9859-7517-4ad4-a3fc-8d7e85c7354e tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1333497 Apr 18 06:05:40.193547 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50548) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:40.233669 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6cc236b9-9477-4432-95ee-bd53d2d00ecb tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390344 Apr 18 06:05:40.236183 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50552) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:40.241549 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-24e4501a-6a47-4dae-939b-0a6d534f9f55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1549743786', 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:40.349626 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-24e4501a-6a47-4dae-939b-0a6d534f9f55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:05:40.353993 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-24e4501a-6a47-4dae-939b-0a6d534f9f55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:subnet and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:05:40.356807 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-24e4501a-6a47-4dae-939b-0a6d534f9f55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:05:40.362355 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-24e4501a-6a47-4dae-939b-0a6d534f9f55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:05:40.372180 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e4501a-6a47-4dae-939b-0a6d534f9f55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:05:40.375654 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-24e4501a-6a47-4dae-939b-0a6d534f9f55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:40.482047 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'name': 'tempest-TestNetworkBasicOps-router-96898928', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:05:37Z', 'updated_at': '2022-04-18T06:05:38Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:38Z', 'updated_at': '2022-04-18T06:05:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:40.485664 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] Checking router: 7dd07e8c-0217-4b62-ab55-ebeb406e96bd for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:05:40.486002 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] Updating router 7dd07e8c-0217-4b62-ab55-ebeb406e96bd port 8cf78b59-65b2-4e0e-9c35-4ff550af2ee7 binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:05:40.542478 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:40.596023 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-24e4501a-6a47-4dae-939b-0a6d534f9f55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:40.674306 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4501a-6a47-4dae-939b-0a6d534f9f55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Subnet': ['ID=0345906a-f1d8-45b4-b534-21b12b9b8ce9,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:40.679737 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e4501a-6a47-4dae-939b-0a6d534f9f55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Checking segment: {'id': 'f2097cbc-b080-4afb-a0f3-503d873952eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:05:40.680211 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e4501a-6a47-4dae-939b-0a6d534f9f55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network hostable DHCP agents. Network: 0b713114-ad17-4362-b25d-7a217a5c2be0, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:05:40.699296 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e4501a-6a47-4dae-939b-0a6d534f9f55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 0b713114-ad17-4362-b25d-7a217a5c2be0 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:05:40.707825 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-24e4501a-6a47-4dae-939b-0a6d534f9f55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 0b713114-ad17-4362-b25d-7a217a5c2be0) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:40.712860 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e4501a-6a47-4dae-939b-0a6d534f9f55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:40.713436 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-24e4501a-6a47-4dae-939b-0a6d534f9f55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:40.721990 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac89002-6e8e-42e6-b3c6-3ab8b77128c5 None None] Network 0b713114-ad17-4362-b25d-7a217a5c2be0 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:05:40.736222 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-24e4501a-6a47-4dae-939b-0a6d534f9f55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4989326 Apr 18 06:05:40.738984 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50556) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:40.867901 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:40.880126 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] Transition to ACTIVE for port object 8cf78b59-65b2-4e0e-9c35-4ff550af2ee7 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:05:40.887047 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:40.969805 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246643c-ffdc-4c0d-b2f9-6d4cb3aa5d58 None None] Pushing event updated for resources: {'Port': ['ID=8cf78b59-65b2-4e0e-9c35-4ff550af2ee7,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:40.979173 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246643c-ffdc-4c0d-b2f9-6d4cb3aa5d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:40.979521 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246643c-ffdc-4c0d-b2f9-6d4cb3aa5d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:40.979843 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246643c-ffdc-4c0d-b2f9-6d4cb3aa5d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:40.980199 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246643c-ffdc-4c0d-b2f9-6d4cb3aa5d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:40.980525 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246643c-ffdc-4c0d-b2f9-6d4cb3aa5d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:40.980849 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246643c-ffdc-4c0d-b2f9-6d4cb3aa5d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:40.981172 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246643c-ffdc-4c0d-b2f9-6d4cb3aa5d58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:40.981490 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246643c-ffdc-4c0d-b2f9-6d4cb3aa5d58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:40.981809 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246643c-ffdc-4c0d-b2f9-6d4cb3aa5d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:40.982124 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246643c-ffdc-4c0d-b2f9-6d4cb3aa5d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:40.982439 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246643c-ffdc-4c0d-b2f9-6d4cb3aa5d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:40.982760 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246643c-ffdc-4c0d-b2f9-6d4cb3aa5d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:40.987835 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] Attempting to bind port 8cf78b59-65b2-4e0e-9c35-4ff550af2ee7 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:05:40.988211 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] Attempting to bind port 8cf78b59-65b2-4e0e-9c35-4ff550af2ee7 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:05:40.988568 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] Attempting to bind port 8cf78b59-65b2-4e0e-9c35-4ff550af2ee7 on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:05:40.994360 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:05:40.995049 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:05:40.995132 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:40.995494 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:05:40.995954 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] Bound port: 8cf78b59-65b2-4e0e-9c35-4ff550af2ee7, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:05:40.996348 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:40.998089 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bdb275-eff6-4846-acb2-109004739504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-0b713114-ad17-4362-b25d-7a217a5c2be0', 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ips': [{'subnet_id': '0345906a-f1d8-45b4-b534-21b12b9b8ce9'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:05:40.998908 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-26bdb275-eff6-4846-acb2-109004739504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:41.072630 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] For port 8cf78b59-65b2-4e0e-9c35-4ff550af2ee7, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:05:41.075686 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] For port 8cf78b59-65b2-4e0e-9c35-4ff550af2ee7, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=8cf78b59-65b2-4e0e-9c35-4ff550af2ee7,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:05:41.080923 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:41.154334 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] Routers {'7dd07e8c-0217-4b62-ab55-ebeb406e96bd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:05:41.154699 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:05:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7dd07e8c-0217-4b62-ab55-ebeb406e96bd'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:41.155350 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-26bdb275-eff6-4846-acb2-109004739504 None None] Allocated IP 172.20.0.2 (0b713114-ad17-4362-b25d-7a217a5c2be0/0345906a-f1d8-45b4-b534-21b12b9b8ce9/03a1a8ec-7ae9-4f1d-8b80-e82673b0f629) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:05:41.233445 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246643c-ffdc-4c0d-b2f9-6d4cb3aa5d58 None None] Pushing event updated for resources: {'Port': ['ID=8cf78b59-65b2-4e0e-9c35-4ff550af2ee7,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:41.354345 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] Set router 7dd07e8c-0217-4b62-ab55-ebeb406e96bd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:05:41.358007 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-26bdb275-eff6-4846-acb2-109004739504 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:41.368190 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-26bdb275-eff6-4846-acb2-109004739504 None None] Transition to ACTIVE for port object 03a1a8ec-7ae9-4f1d-8b80-e82673b0f629 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:05:41.387978 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-26bdb275-eff6-4846-acb2-109004739504 None None] Transition to ACTIVE for port object 03a1a8ec-7ae9-4f1d-8b80-e82673b0f629 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:05:41.394961 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-26bdb275-eff6-4846-acb2-109004739504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:41.459011 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bdb275-eff6-4846-acb2-109004739504 None None] Network 0b713114-ad17-4362-b25d-7a217a5c2be0 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:41.466183 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-26bdb275-eff6-4846-acb2-109004739504 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:41.470690 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bdb275-eff6-4846-acb2-109004739504 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:05:41.476891 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdb275-eff6-4846-acb2-109004739504 None None] Pushing event updated for resources: {'Port': ['ID=03a1a8ec-7ae9-4f1d-8b80-e82673b0f629,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:41.564517 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-26bdb275-eff6-4846-acb2-109004739504 None None] Attempting to bind port 03a1a8ec-7ae9-4f1d-8b80-e82673b0f629 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:05:41.564874 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-26bdb275-eff6-4846-acb2-109004739504 None None] Attempting to bind port 03a1a8ec-7ae9-4f1d-8b80-e82673b0f629 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'f2097cbc-b080-4afb-a0f3-503d873952eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:05:41.565235 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bdb275-eff6-4846-acb2-109004739504 None None] Attempting to bind port 03a1a8ec-7ae9-4f1d-8b80-e82673b0f629 on network 0b713114-ad17-4362-b25d-7a217a5c2be0 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:05:41.570920 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bdb275-eff6-4846-acb2-109004739504 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:05:41.571285 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bdb275-eff6-4846-acb2-109004739504 None None] Checking segment: {'id': 'f2097cbc-b080-4afb-a0f3-503d873952eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:05:41.571676 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-26bdb275-eff6-4846-acb2-109004739504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:41.572071 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bdb275-eff6-4846-acb2-109004739504 None None] Bound using segment: {'id': 'f2097cbc-b080-4afb-a0f3-503d873952eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:05:41.572771 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-26bdb275-eff6-4846-acb2-109004739504 None None] Bound port: 03a1a8ec-7ae9-4f1d-8b80-e82673b0f629, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2097cbc-b080-4afb-a0f3-503d873952eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:05:41.572918 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-26bdb275-eff6-4846-acb2-109004739504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:41.578784 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ceda46dc-b131-4088-9d08-7b97ce4493d0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:41.651956 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'name': 'tempest-TestNetworkBasicOps-router-96898928', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:05:37Z', 'updated_at': '2022-04-18T06:05:38Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:38Z', 'updated_at': '2022-04-18T06:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:41.655883 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3d5a95-a344-491d-93ae-a8093a964377 None None] The sync data for ids ['7dd07e8c-0217-4b62-ab55-ebeb406e96bd'] in dv-neutron-837489-1-hyperv is: [{'id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'name': 'tempest-TestNetworkBasicOps-router-96898928', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:05:37Z', 'updated_at': '2022-04-18T06:05:38Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:38Z', 'updated_at': '2022-04-18T06:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:05:41.663243 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-26bdb275-eff6-4846-acb2-109004739504 None None] For port 03a1a8ec-7ae9-4f1d-8b80-e82673b0f629, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:05:41.666616 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-26bdb275-eff6-4846-acb2-109004739504 None None] For port 03a1a8ec-7ae9-4f1d-8b80-e82673b0f629, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=03a1a8ec-7ae9-4f1d-8b80-e82673b0f629,segment=NetworkSegment(f2097cbc-b080-4afb-a0f3-503d873952eb),segment_id=f2097cbc-b080-4afb-a0f3-503d873952eb)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:05:41.671119 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-26bdb275-eff6-4846-acb2-109004739504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:41.757140 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdb275-eff6-4846-acb2-109004739504 None None] Pushing event updated for resources: {'Port': ['ID=03a1a8ec-7ae9-4f1d-8b80-e82673b0f629,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:42.094369 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-ceda46dc-b131-4088-9d08-7b97ce4493d0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.20.0.1 (0b713114-ad17-4362-b25d-7a217a5c2be0/0345906a-f1d8-45b4-b534-21b12b9b8ce9/90cf3012-db3d-4035-9c5b-1b59cbadb69d) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:05:42.274205 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ceda46dc-b131-4088-9d08-7b97ce4493d0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:42.292612 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-ceda46dc-b131-4088-9d08-7b97ce4493d0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Transition to ACTIVE for port object 90cf3012-db3d-4035-9c5b-1b59cbadb69d will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:05:42.335852 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ceda46dc-b131-4088-9d08-7b97ce4493d0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:42.336303 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 03a1a8ec-7ae9-4f1d-8b80-e82673b0f629 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:05:42.409470 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 03a1a8ec-7ae9-4f1d-8b80-e82673b0f629 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:05:42.413295 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda46dc-b131-4088-9d08-7b97ce4493d0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=90cf3012-db3d-4035-9c5b-1b59cbadb69d,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:42.417280 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 8cf78b59-65b2-4e0e-9c35-4ff550af2ee7 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:05:42.429079 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceda46dc-b131-4088-9d08-7b97ce4493d0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 0b713114-ad17-4362-b25d-7a217a5c2be0 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:42.430227 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-ceda46dc-b131-4088-9d08-7b97ce4493d0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:42.432713 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceda46dc-b131-4088-9d08-7b97ce4493d0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:05:42.501774 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 8cf78b59-65b2-4e0e-9c35-4ff550af2ee7 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:05:42.511991 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 8cf78b59-65b2-4e0e-9c35-4ff550af2ee7 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:42.512384 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ceda46dc-b131-4088-9d08-7b97ce4493d0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:42.512979 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:42.649958 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:42.666674 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ceda46dc-b131-4088-9d08-7b97ce4493d0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:42.674167 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 8cf78b59-65b2-4e0e-9c35-4ff550af2ee7, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=8cf78b59-65b2-4e0e-9c35-4ff550af2ee7,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:05:42.682176 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:42.767553 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=8cf78b59-65b2-4e0e-9c35-4ff550af2ee7,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:42.859958 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7664ed64-0c5e-46a5-a2d6-8aaf1d468cf8 None None] Network 0b713114-ad17-4362-b25d-7a217a5c2be0 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:05:42.948375 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-cf23e25d-5de5-412d-9beb-842c02d77676 None None] Provisioning for port 03a1a8ec-7ae9-4f1d-8b80-e82673b0f629 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:05:42.965976 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-cf23e25d-5de5-412d-9beb-842c02d77676 None None] Provisioning complete for port 03a1a8ec-7ae9-4f1d-8b80-e82673b0f629 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:42.966349 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cf23e25d-5de5-412d-9beb-842c02d77676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:43.186322 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cf23e25d-5de5-412d-9beb-842c02d77676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:43.228428 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-cf23e25d-5de5-412d-9beb-842c02d77676 None None] For port 03a1a8ec-7ae9-4f1d-8b80-e82673b0f629, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=03a1a8ec-7ae9-4f1d-8b80-e82673b0f629,segment=NetworkSegment(f2097cbc-b080-4afb-a0f3-503d873952eb),segment_id=f2097cbc-b080-4afb-a0f3-503d873952eb)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:05:43.232211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ceda46dc-b131-4088-9d08-7b97ce4493d0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:43.237265 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cf23e25d-5de5-412d-9beb-842c02d77676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:43.237431 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ceda46dc-b131-4088-9d08-7b97ce4493d0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:43.339692 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23e25d-5de5-412d-9beb-842c02d77676 None None] Pushing event updated for resources: {'Port': ['ID=03a1a8ec-7ae9-4f1d-8b80-e82673b0f629,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:43.355837 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ceda46dc-b131-4088-9d08-7b97ce4493d0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:43.359258 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda46dc-b131-4088-9d08-7b97ce4493d0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=90cf3012-db3d-4035-9c5b-1b59cbadb69d,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:43.505608 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceda46dc-b131-4088-9d08-7b97ce4493d0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 0b713114-ad17-4362-b25d-7a217a5c2be0 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:43.507591 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-ceda46dc-b131-4088-9d08-7b97ce4493d0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:43.565917 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-563cad95-cc0c-46c6-b449-9e49c48e618d None None] Provisioning for port 90cf3012-db3d-4035-9c5b-1b59cbadb69d completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:05:43.571969 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-563cad95-cc0c-46c6-b449-9e49c48e618d None None] Provisioning complete for port 90cf3012-db3d-4035-9c5b-1b59cbadb69d triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:43.572581 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-563cad95-cc0c-46c6-b449-9e49c48e618d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:43.628302 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-563cad95-cc0c-46c6-b449-9e49c48e618d None None] Port 90cf3012-db3d-4035-9c5b-1b59cbadb69d cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:05:43.639285 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-563cad95-cc0c-46c6-b449-9e49c48e618d None None] Provisioning complete for port 03a1a8ec-7ae9-4f1d-8b80-e82673b0f629 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:43.639658 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-563cad95-cc0c-46c6-b449-9e49c48e618d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:43.702997 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceda46dc-b131-4088-9d08-7b97ce4493d0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 7dd07e8c-0217-4b62-ab55-ebeb406e96bd has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:05:43.882830 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f8017ec3-290a-4bba-839a-ffce8ef16842 None None] Provisioning complete for port 90cf3012-db3d-4035-9c5b-1b59cbadb69d triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:43.883205 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f8017ec3-290a-4bba-839a-ffce8ef16842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:43.896455 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceda46dc-b131-4088-9d08-7b97ce4493d0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:05:43.909906 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ceda46dc-b131-4088-9d08-7b97ce4493d0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/routers/7dd07e8c-0217-4b62-ab55-ebeb406e96bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1698196 Apr 18 06:05:43.911265 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50560) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:43.915224 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] Sync routers for ids ['7dd07e8c-0217-4b62-ab55-ebeb406e96bd'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:05:43.942360 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] Routers {'7dd07e8c-0217-4b62-ab55-ebeb406e96bd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:05:43.942990 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:05:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7dd07e8c-0217-4b62-ab55-ebeb406e96bd'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:44.010414 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f8017ec3-290a-4bba-839a-ffce8ef16842 None None] Port 90cf3012-db3d-4035-9c5b-1b59cbadb69d cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:05:44.059326 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e426fa-fba6-4492-9540-e6f3faa37b1c tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:44.059799 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e426fa-fba6-4492-9540-e6f3faa37b1c tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:44.060289 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e426fa-fba6-4492-9540-e6f3faa37b1c tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:44.060744 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e426fa-fba6-4492-9540-e6f3faa37b1c tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:44.061194 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e426fa-fba6-4492-9540-e6f3faa37b1c tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:44.061649 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e426fa-fba6-4492-9540-e6f3faa37b1c tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:44.063384 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-73e426fa-fba6-4492-9540-e6f3faa37b1c tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1512175 Apr 18 06:05:44.066169 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50564) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:44.128385 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] Set router 7dd07e8c-0217-4b62-ab55-ebeb406e96bd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:05:44.138730 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5149430-56ee-4cb3-a669-1c5c0930be88 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:44.139186 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5149430-56ee-4cb3-a669-1c5c0930be88 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:44.139632 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5149430-56ee-4cb3-a669-1c5c0930be88 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:44.140089 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5149430-56ee-4cb3-a669-1c5c0930be88 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:44.140664 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5149430-56ee-4cb3-a669-1c5c0930be88 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:44.141100 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5149430-56ee-4cb3-a669-1c5c0930be88 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:44.142833 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d5149430-56ee-4cb3-a669-1c5c0930be88 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.0757430 Apr 18 06:05:44.145585 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50568) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:44.203268 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-569eccc4-a1dd-4fc6-bd58-60bd6b13f096 None None] Provisioning complete for port 90cf3012-db3d-4035-9c5b-1b59cbadb69d triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:44.203642 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-569eccc4-a1dd-4fc6-bd58-60bd6b13f096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.294827 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 03a1a8ec-7ae9-4f1d-8b80-e82673b0f629 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:05:44.362613 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d70afc77-360d-483f-a617-8aedf09b54e7 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2134249 Apr 18 06:05:44.394138 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-569eccc4-a1dd-4fc6-bd58-60bd6b13f096 None None] Port 90cf3012-db3d-4035-9c5b-1b59cbadb69d cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:05:44.496251 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 03a1a8ec-7ae9-4f1d-8b80-e82673b0f629 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:44.496632 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.556645 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50574) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:44.562039 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-f83912e9-1fa3-48d2-a467-c3ad5bc83e48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-986857364', 'description': 'tempest-secgroup-smoke-986857364 description', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:44.567968 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f83912e9-1fa3-48d2-a467-c3ad5bc83e48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:05:44.572319 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f83912e9-1fa3-48d2-a467-c3ad5bc83e48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:05:44.575191 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f83912e9-1fa3-48d2-a467-c3ad5bc83e48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:05:44.580746 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f83912e9-1fa3-48d2-a467-c3ad5bc83e48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:05:44.591656 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f83912e9-1fa3-48d2-a467-c3ad5bc83e48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.611548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f83912e9-1fa3-48d2-a467-c3ad5bc83e48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:05:44.615314 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f83912e9-1fa3-48d2-a467-c3ad5bc83e48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:05:44.619107 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f83912e9-1fa3-48d2-a467-c3ad5bc83e48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:05:44.624720 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f83912e9-1fa3-48d2-a467-c3ad5bc83e48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:05:44.670904 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'name': 'tempest-TestNetworkBasicOps-router-96898928', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:05:37Z', 'updated_at': '2022-04-18T06:05:42Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:38Z', 'updated_at': '2022-04-18T06:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '90cf3012-db3d-4035-9c5b-1b59cbadb69d', 'name': '', 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:ca:67:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0345906a-f1d8-45b4-b534-21b12b9b8ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:41Z', 'updated_at': '2022-04-18T06:05:43Z', 'revision_number': 2, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '0345906a-f1d8-45b4-b534-21b12b9b8ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:44.674731 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 8cf78b59-65b2-4e0e-9c35-4ff550af2ee7 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:05:44.696388 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f83912e9-1fa3-48d2-a467-c3ad5bc83e48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.700338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f83912e9-1fa3-48d2-a467-c3ad5bc83e48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.704641 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] Checking router: 7dd07e8c-0217-4b62-ab55-ebeb406e96bd for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:05:44.704790 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] Updating router 7dd07e8c-0217-4b62-ab55-ebeb406e96bd port 90cf3012-db3d-4035-9c5b-1b59cbadb69d binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:05:44.746668 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83912e9-1fa3-48d2-a467-c3ad5bc83e48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8917b3-35e6-42ce-bb55-859e1ffc0c57,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:44.750846 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f83912e9-1fa3-48d2-a467-c3ad5bc83e48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.754688 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f83912e9-1fa3-48d2-a467-c3ad5bc83e48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1943188 Apr 18 06:05:44.755494 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50578) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:44.761062 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-76eafabf-31b5-4d4d-b02b-7c24a5f9dd21 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'fd8917b3-35e6-42ce-bb55-859e1ffc0c57', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:44.766813 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-76eafabf-31b5-4d4d-b02b-7c24a5f9dd21 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:05:44.770584 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-76eafabf-31b5-4d4d-b02b-7c24a5f9dd21 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:05:44.773531 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-76eafabf-31b5-4d4d-b02b-7c24a5f9dd21 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:05:44.779193 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-76eafabf-31b5-4d4d-b02b-7c24a5f9dd21 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:05:44.779452 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.799501 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-76eafabf-31b5-4d4d-b02b-7c24a5f9dd21 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.858112 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 8cf78b59-65b2-4e0e-9c35-4ff550af2ee7 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:44.858484 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.986704 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-76eafabf-31b5-4d4d-b02b-7c24a5f9dd21 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.990546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-76eafabf-31b5-4d4d-b02b-7c24a5f9dd21 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.013949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eafabf-31b5-4d4d-b02b-7c24a5f9dd21 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3132a38-edb3-4e0b-875a-31e1b26a2493,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:45.023216 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-76eafabf-31b5-4d4d-b02b-7c24a5f9dd21 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.027005 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-76eafabf-31b5-4d4d-b02b-7c24a5f9dd21 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2681997 Apr 18 06:05:45.027363 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50582) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:45.032536 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-21e8af4e-ca86-4120-bfe3-b02c6630295d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'fd8917b3-35e6-42ce-bb55-859e1ffc0c57', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:45.038687 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-21e8af4e-ca86-4120-bfe3-b02c6630295d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:05:45.042563 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-21e8af4e-ca86-4120-bfe3-b02c6630295d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:05:45.045447 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-21e8af4e-ca86-4120-bfe3-b02c6630295d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:05:45.051506 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-21e8af4e-ca86-4120-bfe3-b02c6630295d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:05:45.068596 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-21e8af4e-ca86-4120-bfe3-b02c6630295d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.136460 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-21e8af4e-ca86-4120-bfe3-b02c6630295d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.140542 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-21e8af4e-ca86-4120-bfe3-b02c6630295d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.164682 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8af4e-ca86-4120-bfe3-b02c6630295d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46fc0c6-bd84-45de-aa97-97ce0106bae6,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:45.173665 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-21e8af4e-ca86-4120-bfe3-b02c6630295d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.178125 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-21e8af4e-ca86-4120-bfe3-b02c6630295d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1470773 Apr 18 06:05:45.179022 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50586) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:45.184513 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-00c4be4e-4de5-4c0b-a7d6-38cc44e3dffa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'fd8917b3-35e6-42ce-bb55-859e1ffc0c57', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:45.190431 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-00c4be4e-4de5-4c0b-a7d6-38cc44e3dffa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:05:45.194523 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-00c4be4e-4de5-4c0b-a7d6-38cc44e3dffa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:05:45.197533 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-00c4be4e-4de5-4c0b-a7d6-38cc44e3dffa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:05:45.203222 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-00c4be4e-4de5-4c0b-a7d6-38cc44e3dffa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:05:45.220454 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-00c4be4e-4de5-4c0b-a7d6-38cc44e3dffa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.282018 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-00c4be4e-4de5-4c0b-a7d6-38cc44e3dffa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.282975 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.285699 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-00c4be4e-4de5-4c0b-a7d6-38cc44e3dffa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.295471 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] Transition to ACTIVE for port object 90cf3012-db3d-4035-9c5b-1b59cbadb69d will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:05:45.301936 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.311796 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4be4e-4de5-4c0b-a7d6-38cc44e3dffa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c83d53e-a0b1-453f-a2e1-9db0d5dffb13,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:45.322193 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-00c4be4e-4de5-4c0b-a7d6-38cc44e3dffa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.324589 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-00c4be4e-4de5-4c0b-a7d6-38cc44e3dffa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445434 Apr 18 06:05:45.326380 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50590) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:45.332763 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-d1c63e69-e3c9-4e27-be64-f0534a6eab71 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'fd8917b3-35e6-42ce-bb55-859e1ffc0c57', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:45.339940 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d1c63e69-e3c9-4e27-be64-f0534a6eab71 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:05:45.344728 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d1c63e69-e3c9-4e27-be64-f0534a6eab71 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:05:45.347888 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d1c63e69-e3c9-4e27-be64-f0534a6eab71 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:05:45.361295 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d1c63e69-e3c9-4e27-be64-f0534a6eab71 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:05:45.383756 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d1c63e69-e3c9-4e27-be64-f0534a6eab71 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.466557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d1c63e69-e3c9-4e27-be64-f0534a6eab71 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.471593 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d1c63e69-e3c9-4e27-be64-f0534a6eab71 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.496962 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c63e69-e3c9-4e27-be64-f0534a6eab71 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca86b3c4-c9cf-4c7e-a01d-b4816c632ff8,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:45.508134 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d1c63e69-e3c9-4e27-be64-f0534a6eab71 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.512433 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d1c63e69-e3c9-4e27-be64-f0534a6eab71 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1847687 Apr 18 06:05:45.512767 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50594) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:45.518848 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-480d10f9-2eba-4b96-b18e-1e2e3adc34cb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'fd8917b3-35e6-42ce-bb55-859e1ffc0c57', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:45.523076 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1283546-82e0-4164-8e55-7f99222bdc77 None None] Pushing event updated for resources: {'Port': ['ID=90cf3012-db3d-4035-9c5b-1b59cbadb69d,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:45.525288 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-480d10f9-2eba-4b96-b18e-1e2e3adc34cb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:05:45.530523 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-480d10f9-2eba-4b96-b18e-1e2e3adc34cb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:05:45.533633 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-480d10f9-2eba-4b96-b18e-1e2e3adc34cb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:05:45.535021 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] Attempting to bind port 90cf3012-db3d-4035-9c5b-1b59cbadb69d on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:05:45.535387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] Attempting to bind port 90cf3012-db3d-4035-9c5b-1b59cbadb69d by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'f2097cbc-b080-4afb-a0f3-503d873952eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:05:45.535747 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] Attempting to bind port 90cf3012-db3d-4035-9c5b-1b59cbadb69d on network 0b713114-ad17-4362-b25d-7a217a5c2be0 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:05:45.541173 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:05:45.541370 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-480d10f9-2eba-4b96-b18e-1e2e3adc34cb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:05:45.541538 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] Checking segment: {'id': 'f2097cbc-b080-4afb-a0f3-503d873952eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:05:45.541932 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.542315 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] Bound using segment: {'id': 'f2097cbc-b080-4afb-a0f3-503d873952eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:05:45.542766 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] Bound port: 90cf3012-db3d-4035-9c5b-1b59cbadb69d, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2097cbc-b080-4afb-a0f3-503d873952eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:05:45.543130 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.554648 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.securitygroups_db [None req-480d10f9-2eba-4b96-b18e-1e2e3adc34cb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:05:45.561811 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-480d10f9-2eba-4b96-b18e-1e2e3adc34cb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.626867 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-480d10f9-2eba-4b96-b18e-1e2e3adc34cb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.632361 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-480d10f9-2eba-4b96-b18e-1e2e3adc34cb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.642379 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] For port 90cf3012-db3d-4035-9c5b-1b59cbadb69d, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:05:45.646219 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] For port 90cf3012-db3d-4035-9c5b-1b59cbadb69d, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=90cf3012-db3d-4035-9c5b-1b59cbadb69d,segment=NetworkSegment(f2097cbc-b080-4afb-a0f3-503d873952eb),segment_id=f2097cbc-b080-4afb-a0f3-503d873952eb)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:05:45.650935 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.658147 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d10f9-2eba-4b96-b18e-1e2e3adc34cb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8dfb5b3-e190-4612-840c-e37e5b03832b,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:45.668882 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-480d10f9-2eba-4b96-b18e-1e2e3adc34cb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.670129 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-480d10f9-2eba-4b96-b18e-1e2e3adc34cb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1561601 Apr 18 06:05:45.672754 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50598) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:45.677601 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-2368f123-5c83-414f-be52-a4ae9f08d89a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'fd8917b3-35e6-42ce-bb55-859e1ffc0c57', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:45.683923 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2368f123-5c83-414f-be52-a4ae9f08d89a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:05:45.687668 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2368f123-5c83-414f-be52-a4ae9f08d89a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:05:45.690550 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2368f123-5c83-414f-be52-a4ae9f08d89a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:05:45.696398 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2368f123-5c83-414f-be52-a4ae9f08d89a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:05:45.710687 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.securitygroups_db [None req-2368f123-5c83-414f-be52-a4ae9f08d89a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:05:45.718196 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2368f123-5c83-414f-be52-a4ae9f08d89a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.733193 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] Routers {'7dd07e8c-0217-4b62-ab55-ebeb406e96bd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:05:45.733819 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:05:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7dd07e8c-0217-4b62-ab55-ebeb406e96bd'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:45.790980 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2368f123-5c83-414f-be52-a4ae9f08d89a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.795211 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2368f123-5c83-414f-be52-a4ae9f08d89a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.799174 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1283546-82e0-4164-8e55-7f99222bdc77 None None] Pushing event updated for resources: {'Port': ['ID=90cf3012-db3d-4035-9c5b-1b59cbadb69d,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:45.826758 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368f123-5c83-414f-be52-a4ae9f08d89a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd89a1e-621f-421a-ba2a-becdb8028dd0,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:45.836462 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2368f123-5c83-414f-be52-a4ae9f08d89a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.837660 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2368f123-5c83-414f-be52-a4ae9f08d89a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1640134 Apr 18 06:05:45.933644 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] Set router 7dd07e8c-0217-4b62-ab55-ebeb406e96bd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:05:46.005597 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-c98b244c-c63f-4112-a03a-51fb1065409a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:05:46.020625 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-c98b244c-c63f-4112-a03a-51fb1065409a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:05:46.022085 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-c98b244c-c63f-4112-a03a-51fb1065409a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-986857364&fields=id&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 267 time: 0.0549119 Apr 18 06:05:46.174857 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-9dd98cf1-9b7f-4bd8-99df-e6874b367fff tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:46.175516 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-9dd98cf1-9b7f-4bd8-99df-e6874b367fff tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:05:46.190401 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-9dd98cf1-9b7f-4bd8-99df-e6874b367fff tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:05:46.192503 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-9dd98cf1-9b7f-4bd8-99df-e6874b367fff tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/networks?id=0b713114-ad17-4362-b25d-7a217a5c2be0 HTTP/1.1" status: 200 len: 797 time: 0.1631944 Apr 18 06:05:46.206779 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-55e34de0-da64-4b77-8016-c32fc38f51b4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/quotas/e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 375 time: 0.0092597 Apr 18 06:05:46.253418 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'name': 'tempest-TestNetworkBasicOps-router-96898928', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:05:37Z', 'updated_at': '2022-04-18T06:05:42Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:38Z', 'updated_at': '2022-04-18T06:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '90cf3012-db3d-4035-9c5b-1b59cbadb69d', 'name': '', 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:ca:67:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0345906a-f1d8-45b4-b534-21b12b9b8ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:41Z', 'updated_at': '2022-04-18T06:05:45Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '0345906a-f1d8-45b4-b534-21b12b9b8ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:46.257735 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac3279e-64cd-4b27-bd62-94e95df68cf5 None None] The sync data for ids ['7dd07e8c-0217-4b62-ab55-ebeb406e96bd'] in dv-neutron-837489-1-hyperv is: [{'id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'name': 'tempest-TestNetworkBasicOps-router-96898928', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:05:37Z', 'updated_at': '2022-04-18T06:05:42Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:38Z', 'updated_at': '2022-04-18T06:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '90cf3012-db3d-4035-9c5b-1b59cbadb69d', 'name': '', 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:ca:67:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0345906a-f1d8-45b4-b534-21b12b9b8ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:41Z', 'updated_at': '2022-04-18T06:05:45Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '0345906a-f1d8-45b4-b534-21b12b9b8ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:05:46.296245 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-2c234fe9-7962-49b8-8fb0-a6d8f4fd9dbb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:05:46.328023 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-2c234fe9-7962-49b8-8fb0-a6d8f4fd9dbb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:05:46.333991 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-2c234fe9-7962-49b8-8fb0-a6d8f4fd9dbb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1210334 Apr 18 06:05:46.483704 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-9fe00e7f-7aac-4d6f-a617-ce2c2de19e85 service neutron] 10.222.0.15 "GET /v2.0/networks/0b713114-ad17-4362-b25d-7a217a5c2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414690 Apr 18 06:05:46.726874 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-abe96fce-c00c-4629-8aad-7c16143e2fe1 service neutron] 10.222.0.15 "GET /v2.0/networks/0b713114-ad17-4362-b25d-7a217a5c2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371745 Apr 18 06:05:46.911349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-d36c12f0-2c52-4b6b-b4eb-2791490e966e req-f6e231ce-8c4e-446e-ba80-06dafd5646bb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:05:46.927327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-d36c12f0-2c52-4b6b-b4eb-2791490e966e req-f6e231ce-8c4e-446e-ba80-06dafd5646bb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:05:46.928769 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d36c12f0-2c52-4b6b-b4eb-2791490e966e req-f6e231ce-8c4e-446e-ba80-06dafd5646bb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f47be255-d1f0-4a12-aba1-98da44139918 HTTP/1.1" status: 200 len: 210 time: 0.0636442 Apr 18 06:05:48.048752 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-8d94bb07-a1c8-4353-9539-f4625054e4f9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:48.049520 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-8d94bb07-a1c8-4353-9539-f4625054e4f9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:05:48.062518 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-8d94bb07-a1c8-4353-9539-f4625054e4f9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:05:48.063625 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-8d94bb07-a1c8-4353-9539-f4625054e4f9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/networks?id=0b713114-ad17-4362-b25d-7a217a5c2be0 HTTP/1.1" status: 200 len: 797 time: 0.1682835 Apr 18 06:05:48.085454 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4f64140d-fee5-408b-a176-c25b448012e5 req-17f360b2-fd9b-4c0a-854e-38b20c51832f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f47be255-d1f0-4a12-aba1-98da44139918 HTTP/1.1" status: 200 len: 210 time: 0.0427060 Apr 18 06:05:48.120980 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-777a5d2c-4160-4a65-9ae3-8a9b73a623bc tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:05:48.133246 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-777a5d2c-4160-4a65-9ae3-8a9b73a623bc tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:05:48.134210 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-777a5d2c-4160-4a65-9ae3-8a9b73a623bc tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 379 time: 0.0564611 Apr 18 06:05:48.144625 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-5e66ae07-2fd0-4cf5-b7ee-9ad1a58e99b1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'port': {'device_id': 'f47be255-d1f0-4a12-aba1-98da44139918', 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0', 'admin_state_up': True, 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'security_groups': ['fd8917b3-35e6-42ce-bb55-859e1ffc0c57']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:48.282500 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-5e66ae07-2fd0-4cf5-b7ee-9ad1a58e99b1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:05:48.284875 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 90cf3012-db3d-4035-9c5b-1b59cbadb69d up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:05:48.292070 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-5e66ae07-2fd0-4cf5-b7ee-9ad1a58e99b1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:05:48.301507 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-5e66ae07-2fd0-4cf5-b7ee-9ad1a58e99b1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:05:48.305640 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-5e66ae07-2fd0-4cf5-b7ee-9ad1a58e99b1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:48.353034 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 90cf3012-db3d-4035-9c5b-1b59cbadb69d completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:05:48.357745 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 90cf3012-db3d-4035-9c5b-1b59cbadb69d triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:48.358219 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:48.473019 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-5e66ae07-2fd0-4cf5-b7ee-9ad1a58e99b1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.20.0.12 (0b713114-ad17-4362-b25d-7a217a5c2be0/0345906a-f1d8-45b4-b534-21b12b9b8ce9/9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:05:48.473894 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:48.508472 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 90cf3012-db3d-4035-9c5b-1b59cbadb69d, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=90cf3012-db3d-4035-9c5b-1b59cbadb69d,segment=NetworkSegment(f2097cbc-b080-4afb-a0f3-503d873952eb),segment_id=f2097cbc-b080-4afb-a0f3-503d873952eb)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:05:48.512306 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:48.581992 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=90cf3012-db3d-4035-9c5b-1b59cbadb69d,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:48.671196 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-5e66ae07-2fd0-4cf5-b7ee-9ad1a58e99b1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:48.686752 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-5e66ae07-2fd0-4cf5-b7ee-9ad1a58e99b1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Transition to ACTIVE for port object 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:05:48.710034 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-5e66ae07-2fd0-4cf5-b7ee-9ad1a58e99b1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:48.777677 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-5e66ae07-2fd0-4cf5-b7ee-9ad1a58e99b1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 0b713114-ad17-4362-b25d-7a217a5c2be0 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:48.785124 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-5e66ae07-2fd0-4cf5-b7ee-9ad1a58e99b1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:48.789953 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-5e66ae07-2fd0-4cf5-b7ee-9ad1a58e99b1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:05:48.820646 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66ae07-2fd0-4cf5-b7ee-9ad1a58e99b1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:48.857675 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-5e66ae07-2fd0-4cf5-b7ee-9ad1a58e99b1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:48.858285 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-5e66ae07-2fd0-4cf5-b7ee-9ad1a58e99b1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:48.886890 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-5e66ae07-2fd0-4cf5-b7ee-9ad1a58e99b1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7458551 Apr 18 06:05:48.902544 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] Request body: {'port': {'device_id': 'f47be255-d1f0-4a12-aba1-98da44139918', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:49.005893 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-006cae5b-669d-41e3-940a-e078b5a21655 None None] Provisioning for port 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:05:49.011166 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-006cae5b-669d-41e3-940a-e078b5a21655 None None] Provisioning complete for port 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:49.011536 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-006cae5b-669d-41e3-940a-e078b5a21655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:49.019457 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:49.063636 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-006cae5b-669d-41e3-940a-e078b5a21655 None None] Port 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:05:49.359134 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1064f04-d93e-48a8-8cdb-79a7203920eb req-ef515cf1-45de-4ffe-91af-1404a7f7b9c3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:49.359735 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-d1064f04-d93e-48a8-8cdb-79a7203920eb req-ef515cf1-45de-4ffe-91af-1404a7f7b9c3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:05:49.414975 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-d1064f04-d93e-48a8-8cdb-79a7203920eb req-ef515cf1-45de-4ffe-91af-1404a7f7b9c3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:05:49.416161 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d1064f04-d93e-48a8-8cdb-79a7203920eb req-ef515cf1-45de-4ffe-91af-1404a7f7b9c3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f47be255-d1f0-4a12-aba1-98da44139918 HTTP/1.1" status: 200 len: 932 time: 0.2202249 Apr 18 06:05:49.464197 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:05:49.474728 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:49.486616 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d1064f04-d93e-48a8-8cdb-79a7203920eb req-23911e5a-369a-46d9-9d36-f9f330ffde86 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd8917b3-35e6-42ce-bb55-859e1ffc0c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641680 Apr 18 06:05:49.495156 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] Transition to ACTIVE for port object 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:05:49.499290 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:49.769210 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:49.848298 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] Attempting to bind port 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:05:49.848560 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] Attempting to bind port 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'f2097cbc-b080-4afb-a0f3-503d873952eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:05:49.848887 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] Attempting to bind port 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 on network 0b713114-ad17-4362-b25d-7a217a5c2be0 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:05:49.853920 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] Port 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 on network 0b713114-ad17-4362-b25d-7a217a5c2be0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:05:49.854236 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] Attempting to bind port 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 on network 0b713114-ad17-4362-b25d-7a217a5c2be0 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:05:49.859257 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:05:49.859588 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] Checking segment: {'id': 'f2097cbc-b080-4afb-a0f3-503d873952eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:05:49.859969 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] Bound using segment: {'id': 'f2097cbc-b080-4afb-a0f3-503d873952eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:05:49.860417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] Bound port: 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2097cbc-b080-4afb-a0f3-503d873952eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:05:49.860759 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:49.952741 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] For port 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:05:49.955644 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] For port 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77,segment=NetworkSegment(f2097cbc-b080-4afb-a0f3-503d873952eb),segment_id=f2097cbc-b080-4afb-a0f3-503d873952eb)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:05:49.960790 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:50.015284 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:50.015883 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:50.017365 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] 10.222.0.52 "PUT /v2.0/ports/9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 HTTP/1.1" status: 200 len: 1094 time: 1.1193345 Apr 18 06:05:50.017786 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47be255-d1f0-4a12-aba1-98da44139918', 'tag': '9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:05:50.068404 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f2d4ac-4c1e-49d5-8498-e115f8f5a955'] response: {'name': 'network-changed', 'server_uuid': 'f47be255-d1f0-4a12-aba1-98da44139918', 'tag': '9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77', 'status': 'completed', 'code': 200} Apr 18 06:05:50.114835 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a46cb2-2303-46f4-91b4-bc109e8403b9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:50.149175 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-f864340b-f63b-41a6-be6b-c5ea591c7a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:50.150698 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-f864340b-f63b-41a6-be6b-c5ea591c7a90 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=f47be255-d1f0-4a12-aba1-98da44139918 HTTP/1.1" status: 200 len: 1097 time: 0.0815680 Apr 18 06:05:50.229408 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-280caeea-2c2e-4a4f-a2d0-127088504785 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 HTTP/1.1" status: 200 len: 217 time: 0.0679514 Apr 18 06:05:50.265742 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 90cf3012-db3d-4035-9c5b-1b59cbadb69d up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:05:50.296890 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-a5c1900e-9fba-4f57-90a9-ac491619a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:50.298261 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-a5c1900e-9fba-4f57-90a9-ac491619a7dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0345906a-f1d8-45b4-b534-21b12b9b8ce9 HTTP/1.1" status: 200 len: 844 time: 0.0584953 Apr 18 06:05:50.374068 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 90cf3012-db3d-4035-9c5b-1b59cbadb69d triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:50.375346 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:50.381759 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-86495080-7a8b-4ac3-ba2e-22a4748cde86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:50.383269 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-86495080-7a8b-4ac3-ba2e-22a4748cde86 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b713114-ad17-4362-b25d-7a217a5c2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752046 Apr 18 06:05:50.534133 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-01906657-7664-4f3e-b0ee-6cc9600b19d8 service neutron] 10.222.0.52 "GET /v2.0/networks/0b713114-ad17-4362-b25d-7a217a5c2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409566 Apr 18 06:05:50.715639 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8fa3987e-b30a-473b-8251-e86f089e5950 req-24703aff-0ccf-431c-8885-5c74f4cb39f5 service neutron] 10.222.0.52 "GET /v2.0/networks/0b713114-ad17-4362-b25d-7a217a5c2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721284 Apr 18 06:05:50.735833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bc0a2-b5cc-4e33-9303-cf779b7a96c8 req-c45d0899-d5fb-4470-90c2-d9cf5ca028da tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:50.737421 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-107bc0a2-b5cc-4e33-9303-cf779b7a96c8 req-c45d0899-d5fb-4470-90c2-d9cf5ca028da tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f47be255-d1f0-4a12-aba1-98da44139918 HTTP/1.1" status: 200 len: 944 time: 0.1162038 Apr 18 06:05:50.827379 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-107bc0a2-b5cc-4e33-9303-cf779b7a96c8 req-f0e14d22-b5cb-46ad-b012-c885ceea22f7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd8917b3-35e6-42ce-bb55-859e1ffc0c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830376 Apr 18 06:05:50.861788 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e88c8-8abd-4643-8330-a8cd549da514 req-917a213a-6ec4-408e-a443-639ee87f48b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:50.863254 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-436e88c8-8abd-4643-8330-a8cd549da514 req-917a213a-6ec4-408e-a443-639ee87f48b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=f47be255-d1f0-4a12-aba1-98da44139918 HTTP/1.1" status: 200 len: 1097 time: 0.0891538 Apr 18 06:05:50.994756 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e88c8-8abd-4643-8330-a8cd549da514 req-3afe85e3-b8dc-48cf-bbb3-cae973ddd3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:50.996234 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-436e88c8-8abd-4643-8330-a8cd549da514 req-3afe85e3-b8dc-48cf-bbb3-cae973ddd3fe service neutron] 10.222.0.52 "GET /v2.0/networks?id=0b713114-ad17-4362-b25d-7a217a5c2be0 HTTP/1.1" status: 200 len: 898 time: 0.1233814 Apr 18 06:05:51.061905 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-436e88c8-8abd-4643-8330-a8cd549da514 req-20eee587-f224-4a2e-9188-46eeac7807fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 HTTP/1.1" status: 200 len: 217 time: 0.0592897 Apr 18 06:05:51.126933 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e88c8-8abd-4643-8330-a8cd549da514 req-5efb049b-8ab4-4b05-af92-22d4e5709870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:51.128362 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-436e88c8-8abd-4643-8330-a8cd549da514 req-5efb049b-8ab4-4b05-af92-22d4e5709870 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0345906a-f1d8-45b4-b534-21b12b9b8ce9 HTTP/1.1" status: 200 len: 844 time: 0.0605540 Apr 18 06:05:51.202022 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e88c8-8abd-4643-8330-a8cd549da514 req-7bb52f22-0e1d-4dff-baee-b98f3c6b4aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:51.203460 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-436e88c8-8abd-4643-8330-a8cd549da514 req-7bb52f22-0e1d-4dff-baee-b98f3c6b4aab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b713114-ad17-4362-b25d-7a217a5c2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685930 Apr 18 06:05:51.335731 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-436e88c8-8abd-4643-8330-a8cd549da514 req-7a0b4bfb-9cf0-4849-89ca-d58affc528d6 service neutron] 10.222.0.52 "GET /v2.0/networks/0b713114-ad17-4362-b25d-7a217a5c2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245086 Apr 18 06:05:51.576770 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-436e88c8-8abd-4643-8330-a8cd549da514 req-a74daa19-2b85-487b-8875-9ddb876e3656 service neutron] 10.222.0.52 "GET /v2.0/networks/0b713114-ad17-4362-b25d-7a217a5c2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346461 Apr 18 06:05:52.024257 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:05:52.109023 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a2f5b-e65d-4c7d-846a-08cc51f67d7b req-d56bb529-0a10-4a0f-8521-e18e18d69590 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:52.111196 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-368a2f5b-e65d-4c7d-846a-08cc51f67d7b req-d56bb529-0a10-4a0f-8521-e18e18d69590 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f47be255-d1f0-4a12-aba1-98da44139918 HTTP/1.1" status: 200 len: 944 time: 0.0840170 Apr 18 06:05:52.156847 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-368a2f5b-e65d-4c7d-846a-08cc51f67d7b req-c5ec928a-d3e6-4450-9787-dc7bb82e5d7a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd8917b3-35e6-42ce-bb55-859e1ffc0c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387387 Apr 18 06:05:52.160437 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77,segment=NetworkSegment(f2097cbc-b080-4afb-a0f3-503d873952eb),segment_id=f2097cbc-b080-4afb-a0f3-503d873952eb)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:05:52.179272 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77', 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0', 'port_id': '9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77', 'mac_address': 'fa:16:3e:4f:57:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0345906a-f1d8-45b4-b534-21b12b9b8ce9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:05:52.234322 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:52.250283 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:05:52.265113 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77,segment=NetworkSegment(f2097cbc-b080-4afb-a0f3-503d873952eb),segment_id=f2097cbc-b080-4afb-a0f3-503d873952eb)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:05:52.269118 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:52.336828 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:52.549992 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:05:53.345549 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc043d5-f978-450a-858e-c342306c37a5 req-4ee278cc-33bb-49ea-8885-7006b77d87e6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:53.347009 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ddc043d5-f978-450a-858e-c342306c37a5 req-4ee278cc-33bb-49ea-8885-7006b77d87e6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f47be255-d1f0-4a12-aba1-98da44139918 HTTP/1.1" status: 200 len: 945 time: 0.0820467 Apr 18 06:05:53.391429 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ddc043d5-f978-450a-858e-c342306c37a5 req-b525ae72-55d7-4c05-815d-e2b8d691866f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd8917b3-35e6-42ce-bb55-859e1ffc0c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382528 Apr 18 06:05:54.040163 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:05:54.105442 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:05:54.110001 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:54.110367 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:54.223137 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:54.249866 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47be255-d1f0-4a12-aba1-98da44139918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:05:54.259570 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77,segment=NetworkSegment(f2097cbc-b080-4afb-a0f3-503d873952eb),segment_id=f2097cbc-b080-4afb-a0f3-503d873952eb)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:05:54.263644 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:54.300480 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b93efc1-1ed2-4313-85ea-2f47cad51554'] response: {'server_uuid': 'f47be255-d1f0-4a12-aba1-98da44139918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77', 'code': 200} Apr 18 06:05:54.336540 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:54.613943 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c0eb5-ab1b-43f6-91e5-361c3e7f2c36 req-130e8299-af95-479e-91ad-32e62841cb94 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:54.615821 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3d5c0eb5-ab1b-43f6-91e5-361c3e7f2c36 req-130e8299-af95-479e-91ad-32e62841cb94 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f47be255-d1f0-4a12-aba1-98da44139918 HTTP/1.1" status: 200 len: 946 time: 0.1030474 Apr 18 06:05:54.618072 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3924db6-afb2-4eee-8a65-4b5d680ff822 req-1e64700d-ad05-4f7e-9eca-d962103fc750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:54.619403 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c3924db6-afb2-4eee-8a65-4b5d680ff822 req-1e64700d-ad05-4f7e-9eca-d962103fc750 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f47be255-d1f0-4a12-aba1-98da44139918 HTTP/1.1" status: 200 len: 1099 time: 0.1464458 Apr 18 06:05:54.685471 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3d5c0eb5-ab1b-43f6-91e5-361c3e7f2c36 req-7b73c509-9e24-4d92-bfcb-9e9f6f1ebfb7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd8917b3-35e6-42ce-bb55-859e1ffc0c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636921 Apr 18 06:05:54.688559 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c3924db6-afb2-4eee-8a65-4b5d680ff822 req-d65066a6-c9a1-4a30-9d02-0ea64e7a63dc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fd8917b3-35e6-42ce-bb55-859e1ffc0c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537968 Apr 18 06:05:55.872350 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975787b2-47e3-4060-a955-eb4a6be6d76f req-8a325bde-5978-4845-b457-a5bf306608b1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:55.873814 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-975787b2-47e3-4060-a955-eb4a6be6d76f req-8a325bde-5978-4845-b457-a5bf306608b1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f47be255-d1f0-4a12-aba1-98da44139918 HTTP/1.1" status: 200 len: 946 time: 0.0828280 Apr 18 06:05:55.920452 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-975787b2-47e3-4060-a955-eb4a6be6d76f req-edd4534d-c431-4f12-bf23-f547d6ea7dcc tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd8917b3-35e6-42ce-bb55-859e1ffc0c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406947 Apr 18 06:05:57.104372 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3180b37-a605-45bd-ab20-b825a118c880 req-7e0a32ac-2a5f-4feb-858e-f996131c05c0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:57.105797 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d3180b37-a605-45bd-ab20-b825a118c880 req-7e0a32ac-2a5f-4feb-858e-f996131c05c0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f47be255-d1f0-4a12-aba1-98da44139918 HTTP/1.1" status: 200 len: 946 time: 0.0805571 Apr 18 06:05:57.153277 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d3180b37-a605-45bd-ab20-b825a118c880 req-5ea2a808-1b14-407f-824c-88a9c1e3a4e8 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd8917b3-35e6-42ce-bb55-859e1ffc0c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418444 Apr 18 06:05:57.342050 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dde094-2d20-4d07-af39-df3a958cb736 req-93d46785-e29c-47c2-acef-c29b5a6a1982 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:57.343485 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-19dde094-2d20-4d07-af39-df3a958cb736 req-93d46785-e29c-47c2-acef-c29b5a6a1982 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f47be255-d1f0-4a12-aba1-98da44139918 HTTP/1.1" status: 200 len: 946 time: 0.0811541 Apr 18 06:05:57.387617 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-19dde094-2d20-4d07-af39-df3a958cb736 req-1f893103-c569-4148-a318-4b74c7013399 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd8917b3-35e6-42ce-bb55-859e1ffc0c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384314 Apr 18 06:05:57.410285 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50652) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:57.486937 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a86c97-09de-4a66-a4b0-246222d57ddd tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:57.486937 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f8a86c97-09de-4a66-a4b0-246222d57ddd tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f47be255-d1f0-4a12-aba1-98da44139918 HTTP/1.1" status: 200 len: 1094 time: 0.0697060 Apr 18 06:05:57.486937 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50656) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:57.488328 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': '9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:57.494630 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:05:57.498946 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:floatingip and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:05:57.502631 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:05:57.510095 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:05:57.523218 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:57.655025 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:57.795050 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.26.1.207 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/d63bddc0-7f5e-4547-93e8-8c0c64f175f7) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:05:57.942734 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:57.972152 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:58.036009 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:58.039368 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:58.042936 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:05:58.091947 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=d63bddc0-7f5e-4547-93e8-8c0c64f175f7,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:58.467242 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:58.542358 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:58.835808 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:58.840203 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:58.952076 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=d63bddc0-7f5e-4547-93e8-8c0c64f175f7,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:58.962256 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:59.133690 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Floating IP e1be8b1f-7500-4959-b7a0-0388c67d4856 associated. External IP: 172.26.1.207, port: 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77. Apr 18 06:05:59.483415 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 7dd07e8c-0217-4b62-ab55-ebeb406e96bd has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:05:59.662857 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:05:59.672369 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c5ae6e-061a-4dc9-bdaa-f4e6999dc5bb None None] Sync routers for ids ['7dd07e8c-0217-4b62-ab55-ebeb406e96bd'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:05:59.688556 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:59.706130 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c5ae6e-061a-4dc9-bdaa-f4e6999dc5bb None None] Routers {'7dd07e8c-0217-4b62-ab55-ebeb406e96bd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:05:59.706909 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-86c5ae6e-061a-4dc9-bdaa-f4e6999dc5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:05:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7dd07e8c-0217-4b62-ab55-ebeb406e96bd'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:59.746068 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c1312ada-1dfc-4527-9abe-6cf5eee7fb8d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2612555 Apr 18 06:05:59.746494 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47be255-d1f0-4a12-aba1-98da44139918', 'tag': '9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:05:59.748793 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50660) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:05:59.801557 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2f34f0-47aa-4242-a057-b31059430ae5'] response: {'name': 'network-changed', 'server_uuid': 'f47be255-d1f0-4a12-aba1-98da44139918', 'tag': '9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77', 'status': 'completed', 'code': 200} Apr 18 06:05:59.887865 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-86c5ae6e-061a-4dc9-bdaa-f4e6999dc5bb None None] Set router 7dd07e8c-0217-4b62-ab55-ebeb406e96bd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:05:59.911669 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-591c2658-d167-41cf-bcf7-e5d773fd07bc tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/e1be8b1f-7500-4959-b7a0-0388c67d4856 HTTP/1.1" status: 200 len: 992 time: 0.1605914 Apr 18 06:05:59.930159 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b36a3c-f966-438e-ba42-74722b5f7ac2 req-ff1cafd1-b84e-4f7b-97ec-edc9ca080445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:59.932005 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d4b36a3c-f966-438e-ba42-74722b5f7ac2 req-ff1cafd1-b84e-4f7b-97ec-edc9ca080445 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=f47be255-d1f0-4a12-aba1-98da44139918 HTTP/1.1" status: 200 len: 1099 time: 0.1087310 Apr 18 06:06:00.066143 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b36a3c-f966-438e-ba42-74722b5f7ac2 req-b820554b-0172-4f05-a022-442fdf1ef080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:00.067488 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d4b36a3c-f966-438e-ba42-74722b5f7ac2 req-b820554b-0172-4f05-a022-442fdf1ef080 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0b713114-ad17-4362-b25d-7a217a5c2be0 HTTP/1.1" status: 200 len: 898 time: 0.1291745 Apr 18 06:06:00.170714 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d4b36a3c-f966-438e-ba42-74722b5f7ac2 req-82f4d845-2991-4cbe-80c4-164259f0b672 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 HTTP/1.1" status: 200 len: 1000 time: 0.0968480 Apr 18 06:06:00.230721 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-86c5ae6e-061a-4dc9-bdaa-f4e6999dc5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'name': 'tempest-TestNetworkBasicOps-router-96898928', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:05:37Z', 'updated_at': '2022-04-18T06:05:42Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:38Z', 'updated_at': '2022-04-18T06:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'e1be8b1f-7500-4959-b7a0-0388c67d4856', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.207', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'port_id': '9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0', 'mac_address': 'fa:16:3e:4f:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47be255-d1f0-4a12-aba1-98da44139918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:05:58Z', 'updated_at': '2022-04-18T06:05:58Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cf3012-db3d-4035-9c5b-1b59cbadb69d', 'name': '', 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:ca:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0345906a-f1d8-45b4-b534-21b12b9b8ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:41Z', 'updated_at': '2022-04-18T06:05:48Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '0345906a-f1d8-45b4-b534-21b12b9b8ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:00.234400 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c5ae6e-061a-4dc9-bdaa-f4e6999dc5bb None None] Checking router: 7dd07e8c-0217-4b62-ab55-ebeb406e96bd for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:06:00.235769 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b36a3c-f966-438e-ba42-74722b5f7ac2 req-911de8c8-be73-4997-9d55-5d865ef6cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:00.237246 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d4b36a3c-f966-438e-ba42-74722b5f7ac2 req-911de8c8-be73-4997-9d55-5d865ef6cdd5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0345906a-f1d8-45b4-b534-21b12b9b8ce9 HTTP/1.1" status: 200 len: 844 time: 0.0609512 Apr 18 06:06:00.242762 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c5ae6e-061a-4dc9-bdaa-f4e6999dc5bb None None] Routers {'7dd07e8c-0217-4b62-ab55-ebeb406e96bd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:06:00.243340 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-86c5ae6e-061a-4dc9-bdaa-f4e6999dc5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:05:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7dd07e8c-0217-4b62-ab55-ebeb406e96bd'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:00.309557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b36a3c-f966-438e-ba42-74722b5f7ac2 req-c49715c8-c847-4658-af65-bdfec5df6e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:00.311018 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d4b36a3c-f966-438e-ba42-74722b5f7ac2 req-c49715c8-c847-4658-af65-bdfec5df6e5e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b713114-ad17-4362-b25d-7a217a5c2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682251 Apr 18 06:06:00.419398 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-86c5ae6e-061a-4dc9-bdaa-f4e6999dc5bb None None] Set router 7dd07e8c-0217-4b62-ab55-ebeb406e96bd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:06:00.442313 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d4b36a3c-f966-438e-ba42-74722b5f7ac2 req-cb38bd00-c0ed-4223-a038-c3bb62c626ac service neutron] 10.222.0.52 "GET /v2.0/networks/0b713114-ad17-4362-b25d-7a217a5c2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252415 Apr 18 06:06:00.574744 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d4b36a3c-f966-438e-ba42-74722b5f7ac2 req-5c10f795-046c-4cd7-af4f-dbcdb653ead0 service neutron] 10.222.0.52 "GET /v2.0/networks/0b713114-ad17-4362-b25d-7a217a5c2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254413 Apr 18 06:06:00.762659 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-86c5ae6e-061a-4dc9-bdaa-f4e6999dc5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'name': 'tempest-TestNetworkBasicOps-router-96898928', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:05:37Z', 'updated_at': '2022-04-18T06:05:42Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:38Z', 'updated_at': '2022-04-18T06:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'e1be8b1f-7500-4959-b7a0-0388c67d4856', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.207', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'port_id': '9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0', 'mac_address': 'fa:16:3e:4f:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47be255-d1f0-4a12-aba1-98da44139918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:05:58Z', 'updated_at': '2022-04-18T06:05:58Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cf3012-db3d-4035-9c5b-1b59cbadb69d', 'name': '', 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:ca:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0345906a-f1d8-45b4-b534-21b12b9b8ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:41Z', 'updated_at': '2022-04-18T06:05:48Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '0345906a-f1d8-45b4-b534-21b12b9b8ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:00.766429 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c5ae6e-061a-4dc9-bdaa-f4e6999dc5bb None None] The sync data for ids ['7dd07e8c-0217-4b62-ab55-ebeb406e96bd'] in dv-neutron-837489-1-hyperv is: [{'id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'name': 'tempest-TestNetworkBasicOps-router-96898928', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:05:37Z', 'updated_at': '2022-04-18T06:05:42Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:38Z', 'updated_at': '2022-04-18T06:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'e1be8b1f-7500-4959-b7a0-0388c67d4856', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.207', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'port_id': '9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0', 'mac_address': 'fa:16:3e:4f:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47be255-d1f0-4a12-aba1-98da44139918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:05:58Z', 'updated_at': '2022-04-18T06:05:58Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cf3012-db3d-4035-9c5b-1b59cbadb69d', 'name': '', 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:ca:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0345906a-f1d8-45b4-b534-21b12b9b8ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:41Z', 'updated_at': '2022-04-18T06:05:48Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '0345906a-f1d8-45b4-b534-21b12b9b8ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:06:00.914335 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50666) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:06:00.948304 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d08d5-d31b-41ed-b583-cf1ac63c73eb None None] New status for floating IP e1be8b1f-7500-4959-b7a0-0388c67d4856: ACTIVE {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:06:01.024509 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a19b4cf5-aa29-438f-a950-9d0595ae08f2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/e1be8b1f-7500-4959-b7a0-0388c67d4856 HTTP/1.1" status: 200 len: 992 time: 0.1088398 Apr 18 06:06:01.643797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50670) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:06:01.948587 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-8ca7e902-8c92-48e9-a44a-a023decff091 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Deleting port 833c5649-0a66-4a96-a974-f0f83ba3ebed {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:06:01.948823 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ca7e902-8c92-48e9-a44a-a023decff091 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:02.028198 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50674) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:06:02.116942 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ca7e902-8c92-48e9-a44a-a023decff091 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:02.117428 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ca7e902-8c92-48e9-a44a-a023decff091 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:02.245062 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-8ca7e902-8c92-48e9-a44a-a023decff091 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Calling delete_port for 833c5649-0a66-4a96-a974-f0f83ba3ebed owned by network:floatingip {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:06:02.257658 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f8a88c32-caf3-4baf-8567-398df0f21649 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/e1be8b1f-7500-4959-b7a0-0388c67d4856 HTTP/1.1" status: 200 len: 994 time: 0.2282281 Apr 18 06:06:02.396476 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ca7e902-8c92-48e9-a44a-a023decff091 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:02.447578 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7e902-8c92-48e9-a44a-a023decff091 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Pushing event deleted for resources: {'Port': ['ID=833c5649-0a66-4a96-a974-f0f83ba3ebed,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:02.535601 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ca7e902-8c92-48e9-a44a-a023decff091 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for floatingip, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:02.535938 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-8ca7e902-8c92-48e9-a44a-a023decff091 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Floating IP f6480b71-d153-49d0-9f2b-341ea8a60ef4 disassociated (deleted). External IP: 172.26.1.31, port: 51dc4bd3-c291-4756-8796-1a2ea1526a62. Apr 18 06:06:02.886505 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca7e902-8c92-48e9-a44a-a023decff091 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:06:03.063339 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca7e902-8c92-48e9-a44a-a023decff091 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:06:03.073163 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f966241-4a11-4ec2-9aee-34919643f703 None None] Sync routers for ids ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:06:03.082544 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f966241-4a11-4ec2-9aee-34919643f703 None None] Routers {'37db532b-bcf8-42e4-93e7-1d5bfe7975fa'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:06:03.083147 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-8f966241-4a11-4ec2-9aee-34919643f703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:05:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:03.083710 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8ca7e902-8c92-48e9-a44a-a023decff091 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:03.143698 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8ca7e902-8c92-48e9-a44a-a023decff091 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "DELETE /v2.0/floatingips/f6480b71-d153-49d0-9f2b-341ea8a60ef4 HTTP/1.1" status: 204 len: 168 time: 1.4987078 Apr 18 06:06:03.144203 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89eb3c60-bd34-4367-b8ad-15020b3b3084', 'tag': '51dc4bd3-c291-4756-8796-1a2ea1526a62'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:06:03.219820 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-591027b1-df34-4636-b47e-aa735de4b1fa'] response: {'name': 'network-changed', 'server_uuid': '89eb3c60-bd34-4367-b8ad-15020b3b3084', 'tag': '51dc4bd3-c291-4756-8796-1a2ea1526a62', 'status': 'completed', 'code': 200} Apr 18 06:06:03.282699 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-8f966241-4a11-4ec2-9aee-34919643f703 None None] Set router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:06:03.372672 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08870d-9fef-4bce-b699-5e3991422aec req-6de8ef59-fb98-4c9e-a3c4-b85fb1205b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:03.379133 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ee08870d-9fef-4bce-b699-5e3991422aec req-6de8ef59-fb98-4c9e-a3c4-b85fb1205b79 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49ad773d519141abbf5e743e64df06bc&device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 1099 time: 0.1356032 Apr 18 06:06:03.594827 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08870d-9fef-4bce-b699-5e3991422aec req-a7511754-daf5-4d0e-a699-433d9b052b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:03.596311 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ee08870d-9fef-4bce-b699-5e3991422aec req-a7511754-daf5-4d0e-a699-433d9b052b12 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1 HTTP/1.1" status: 200 len: 913 time: 0.2103601 Apr 18 06:06:03.675140 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ee08870d-9fef-4bce-b699-5e3991422aec req-37d04f88-cfb8-4785-83f7-addf95e80b7b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51dc4bd3-c291-4756-8796-1a2ea1526a62 HTTP/1.1" status: 200 len: 217 time: 0.0672874 Apr 18 06:06:03.684669 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30032bf6-ebb5-4816-b8af-f3dae8e205e0 req-f76b2067-e398-4706-8c7e-a832adf7840d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:03.688652 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-30032bf6-ebb5-4816-b8af-f3dae8e205e0 req-f76b2067-e398-4706-8c7e-a832adf7840d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 946 time: 0.2004328 Apr 18 06:06:03.701828 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-8f966241-4a11-4ec2-9aee-34919643f703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:41Z', 'revision_number': 4, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'e9509d29-100f-46a9-bc33-8d9fa142608d', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'floating_ip_address': '172.26.1.226', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'port_id': 'bb995dc1-16b9-4b17-a296-b0d6cc5a79ff', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'mac_address': 'fa:16:3e:50:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:02:02Z', 'updated_at': '2022-04-18T06:02:05Z', 'revision_number': 1, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3853ab0-68eb-4121-bb72-c99652003b8c', 'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'mac_address': 'fa:16:3e:48:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:39Z', 'updated_at': '2022-04-18T05:57:52Z', 'revision_number': 5, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'subnets': [{'id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:03.705633 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f966241-4a11-4ec2-9aee-34919643f703 None None] Checking router: 37db532b-bcf8-42e4-93e7-1d5bfe7975fa for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:06:03.714390 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f966241-4a11-4ec2-9aee-34919643f703 None None] Routers {'37db532b-bcf8-42e4-93e7-1d5bfe7975fa'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:06:03.715081 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-8f966241-4a11-4ec2-9aee-34919643f703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:05:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:03.782719 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08870d-9fef-4bce-b699-5e3991422aec req-9e87f9d5-33af-47ac-8719-08eef8dd60ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:03.784200 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ee08870d-9fef-4bce-b699-5e3991422aec req-9e87f9d5-33af-47ac-8719-08eef8dd60ec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b4d1495-96ee-47de-b8ec-9793f712c5be HTTP/1.1" status: 200 len: 851 time: 0.0937600 Apr 18 06:06:03.787590 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-30032bf6-ebb5-4816-b8af-f3dae8e205e0 req-a42a6865-c448-4c52-bf6a-e8540a742d48 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623040 Apr 18 06:06:03.864603 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08870d-9fef-4bce-b699-5e3991422aec req-4ccc1e01-90e4-4e88-a751-caaa7ab192a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:03.866163 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ee08870d-9fef-4bce-b699-5e3991422aec req-4ccc1e01-90e4-4e88-a751-caaa7ab192a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753272 Apr 18 06:06:03.907807 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-8f966241-4a11-4ec2-9aee-34919643f703 None None] Set router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:06:04.014140 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ee08870d-9fef-4bce-b699-5e3991422aec req-c95a3011-8b96-4249-9633-89834546505d service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413896 Apr 18 06:06:04.151917 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ee08870d-9fef-4bce-b699-5e3991422aec req-76e3478a-fdd1-4f4d-b04d-bd518b2b9933 service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308577 Apr 18 06:06:04.267421 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-8f966241-4a11-4ec2-9aee-34919643f703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:41Z', 'revision_number': 4, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'e9509d29-100f-46a9-bc33-8d9fa142608d', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'floating_ip_address': '172.26.1.226', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'port_id': 'bb995dc1-16b9-4b17-a296-b0d6cc5a79ff', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'mac_address': 'fa:16:3e:50:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:02:02Z', 'updated_at': '2022-04-18T06:02:05Z', 'revision_number': 1, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3853ab0-68eb-4121-bb72-c99652003b8c', 'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'mac_address': 'fa:16:3e:48:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:39Z', 'updated_at': '2022-04-18T05:57:52Z', 'revision_number': 5, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'subnets': [{'id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:04.271559 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f966241-4a11-4ec2-9aee-34919643f703 None None] The sync data for ids ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'] in dv-neutron-837489-1-hyperv is: [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:41Z', 'revision_number': 4, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'e9509d29-100f-46a9-bc33-8d9fa142608d', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'floating_ip_address': '172.26.1.226', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'port_id': 'bb995dc1-16b9-4b17-a296-b0d6cc5a79ff', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'mac_address': 'fa:16:3e:50:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:02:02Z', 'updated_at': '2022-04-18T06:02:05Z', 'revision_number': 1, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3853ab0-68eb-4121-bb72-c99652003b8c', 'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'mac_address': 'fa:16:3e:48:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:39Z', 'updated_at': '2022-04-18T05:57:52Z', 'revision_number': 5, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'subnets': [{'id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:06:04.498400 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ee2034-2991-40c6-bec4-16815c268bc5 None None] New status for floating IP f6480b71-d153-49d0-9f2b-341ea8a60ef4: DOWN {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:06:05.000373 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fab50d-afee-4fca-a1c3-2299d6955691 req-a0884fd1-b28f-455a-9312-2ecd9b9bff92 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:05.000373 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-51fab50d-afee-4fca-a1c3-2299d6955691 req-a0884fd1-b28f-455a-9312-2ecd9b9bff92 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Synchronizing usage tracker for tenant:49ad773d519141abbf5e743e64df06bc on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:06:05.000373 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-51fab50d-afee-4fca-a1c3-2299d6955691 req-a0884fd1-b28f-455a-9312-2ecd9b9bff92 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Unset dirty status for tenant:49ad773d519141abbf5e743e64df06bc on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:06:05.000373 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-51fab50d-afee-4fca-a1c3-2299d6955691 req-a0884fd1-b28f-455a-9312-2ecd9b9bff92 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 946 time: 0.0968859 Apr 18 06:06:05.064511 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-51fab50d-afee-4fca-a1c3-2299d6955691 req-d439ff9c-c50b-40d9-8bae-312714e562b9 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395412 Apr 18 06:06:05.113613 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde452c-29b4-45e0-b6de-bedeb0437280 req-bd159786-2741-4c43-850a-26a0e7a14232 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:05.113613 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bbde452c-29b4-45e0-b6de-bedeb0437280 req-bd159786-2741-4c43-850a-26a0e7a14232 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.52 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 946 time: 0.0852818 Apr 18 06:06:05.153763 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-bbde452c-29b4-45e0-b6de-bedeb0437280 req-b7206b36-5ac4-4c97-bc9f-2cc7228ec3bb tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Deleting port 51dc4bd3-c291-4756-8796-1a2ea1526a62 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:06:05.154133 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-bbde452c-29b4-45e0-b6de-bedeb0437280 req-b7206b36-5ac4-4c97-bc9f-2cc7228ec3bb tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:05.275250 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0e34b8ab-3947-41f0-b081-2c4f763f34d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:05.399951 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-bbde452c-29b4-45e0-b6de-bedeb0437280 req-b7206b36-5ac4-4c97-bc9f-2cc7228ec3bb tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] For port 51dc4bd3-c291-4756-8796-1a2ea1526a62, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=51dc4bd3-c291-4756-8796-1a2ea1526a62,segment=NetworkSegment(9a24e6a0-0078-424a-80a4-0d69850347a2),segment_id=9a24e6a0-0078-424a-80a4-0d69850347a2)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:06:05.400335 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-bbde452c-29b4-45e0-b6de-bedeb0437280 req-b7206b36-5ac4-4c97-bc9f-2cc7228ec3bb tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:05.523225 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-bbde452c-29b4-45e0-b6de-bedeb0437280 req-b7206b36-5ac4-4c97-bc9f-2cc7228ec3bb tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Calling delete_port for 51dc4bd3-c291-4756-8796-1a2ea1526a62 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:06:05.666281 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-bbde452c-29b4-45e0-b6de-bedeb0437280 req-b7206b36-5ac4-4c97-bc9f-2cc7228ec3bb tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:05.719050 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7206b36-5ac4-4c97-bc9f-2cc7228ec3bb tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Pushing event deleted for resources: {'Port': ['ID=51dc4bd3-c291-4756-8796-1a2ea1526a62,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:05.793519 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbde452c-29b4-45e0-b6de-bedeb0437280 req-b7206b36-5ac4-4c97-bc9f-2cc7228ec3bb tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] No DVR routers for this DVR port 51dc4bd3-c291-4756-8796-1a2ea1526a62 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:06:05.795944 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-bbde452c-29b4-45e0-b6de-bedeb0437280 req-b7206b36-5ac4-4c97-bc9f-2cc7228ec3bb tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:05.798570 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89eb3c60-bd34-4367-b8ad-15020b3b3084', 'name': 'network-vif-deleted', 'tag': '51dc4bd3-c291-4756-8796-1a2ea1526a62'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:06:05.814024 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bbde452c-29b4-45e0-b6de-bedeb0437280 req-b7206b36-5ac4-4c97-bc9f-2cc7228ec3bb tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.52 "DELETE /v2.0/ports/51dc4bd3-c291-4756-8796-1a2ea1526a62 HTTP/1.1" status: 204 len: 173 time: 0.7231512 Apr 18 06:06:05.844010 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e9b1181-142b-4bdc-a71f-3e546a6002cc'] response: {'server_uuid': '89eb3c60-bd34-4367-b8ad-15020b3b3084', 'name': 'network-vif-deleted', 'tag': '51dc4bd3-c291-4756-8796-1a2ea1526a62', 'status': 'completed', 'code': 200} Apr 18 06:06:06.211681 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-24557a85-d171-4fbd-b7c0-a810163b22e8 req-664ad47d-19de-4cb6-81a7-684e45a415f5 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=89eb3c60-bd34-4367-b8ad-15020b3b3084 HTTP/1.1" status: 200 len: 210 time: 0.0460055 Apr 18 06:06:07.590071 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5ee55be2-6f7d-4d75-86aa-e6cb9daf1711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:07.825028 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:08.505370 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:08.627917 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:10.074986 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:10.137882 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 51dc4bd3-c291-4756-8796-1a2ea1526a62 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:06:10.177363 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: 51dc4bd3-c291-4756-8796-1a2ea1526a62 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:06:10.177782 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 51dc4bd3-c291-4756-8796-1a2ea1526a62 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:06:11.829492 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50708) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:06:12.132865 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-15f7e1d3-15e6-4974-9c95-9e326446401b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Deleting port 599f8d48-13c5-4330-94b0-bf2cb768fbeb {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:06:12.133123 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-15f7e1d3-15e6-4974-9c95-9e326446401b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:12.302085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-15f7e1d3-15e6-4974-9c95-9e326446401b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:12.302415 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-15f7e1d3-15e6-4974-9c95-9e326446401b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:12.427976 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-15f7e1d3-15e6-4974-9c95-9e326446401b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Calling delete_port for 599f8d48-13c5-4330-94b0-bf2cb768fbeb owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:06:12.572516 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-15f7e1d3-15e6-4974-9c95-9e326446401b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:12.621392 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7e1d3-15e6-4974-9c95-9e326446401b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Pushing event deleted for resources: {'Port': ['ID=599f8d48-13c5-4330-94b0-bf2cb768fbeb,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:12.719823 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-15f7e1d3-15e6-4974-9c95-9e326446401b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for floatingip, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:12.720095 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-15f7e1d3-15e6-4974-9c95-9e326446401b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Floating IP e9509d29-100f-46a9-bc33-8d9fa142608d disassociated (deleted). External IP: 172.26.1.226, port: bb995dc1-16b9-4b17-a296-b0d6cc5a79ff. Apr 18 06:06:13.071416 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f7e1d3-15e6-4974-9c95-9e326446401b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:06:13.247115 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f7e1d3-15e6-4974-9c95-9e326446401b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:06:13.257748 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fceb99-ce10-4662-8a0b-8c0ac8512a4a None None] Sync routers for ids ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:06:13.263633 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-15f7e1d3-15e6-4974-9c95-9e326446401b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:13.268123 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fceb99-ce10-4662-8a0b-8c0ac8512a4a None None] Routers {'37db532b-bcf8-42e4-93e7-1d5bfe7975fa'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:06:13.268950 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e5fceb99-ce10-4662-8a0b-8c0ac8512a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:06:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:13.320576 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-15f7e1d3-15e6-4974-9c95-9e326446401b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "DELETE /v2.0/floatingips/e9509d29-100f-46a9-bc33-8d9fa142608d HTTP/1.1" status: 204 len: 168 time: 1.4869800 Apr 18 06:06:13.320576 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd', 'tag': 'bb995dc1-16b9-4b17-a296-b0d6cc5a79ff'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:06:13.367614 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e176043d-2e8c-436a-9a2c-2dafe800ee16'] response: {'name': 'network-changed', 'server_uuid': 'd56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd', 'tag': 'bb995dc1-16b9-4b17-a296-b0d6cc5a79ff', 'status': 'completed', 'code': 200} Apr 18 06:06:13.448483 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-e5fceb99-ce10-4662-8a0b-8c0ac8512a4a None None] Set router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:06:13.463469 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66e199-261f-4eec-a1a2-df03952057a7 req-0ce6b004-2a21-4afe-9e0b-dc5cac82dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:13.465243 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fe66e199-261f-4eec-a1a2-df03952057a7 req-0ce6b004-2a21-4afe-9e0b-dc5cac82dd73 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49ad773d519141abbf5e743e64df06bc&device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 1099 time: 0.0736501 Apr 18 06:06:13.772154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66e199-261f-4eec-a1a2-df03952057a7 req-2f4388cd-1f76-44bf-8bf8-bd0492453a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:13.773615 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fe66e199-261f-4eec-a1a2-df03952057a7 req-2f4388cd-1f76-44bf-8bf8-bd0492453a4e service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1 HTTP/1.1" status: 200 len: 913 time: 0.3020840 Apr 18 06:06:13.798452 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e5fceb99-ce10-4662-8a0b-8c0ac8512a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:41Z', 'revision_number': 4, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd3853ab0-68eb-4121-bb72-c99652003b8c', 'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'mac_address': 'fa:16:3e:48:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:39Z', 'updated_at': '2022-04-18T05:57:52Z', 'revision_number': 5, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'subnets': [{'id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:13.802194 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fceb99-ce10-4662-8a0b-8c0ac8512a4a None None] Checking router: 37db532b-bcf8-42e4-93e7-1d5bfe7975fa for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:06:13.810885 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fceb99-ce10-4662-8a0b-8c0ac8512a4a None None] Routers {'37db532b-bcf8-42e4-93e7-1d5bfe7975fa'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:06:13.811467 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e5fceb99-ce10-4662-8a0b-8c0ac8512a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:06:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:13.851018 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fe66e199-261f-4eec-a1a2-df03952057a7 req-15d845b1-0c3a-4d27-b8de-782ddceea5df service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb995dc1-16b9-4b17-a296-b0d6cc5a79ff HTTP/1.1" status: 200 len: 217 time: 0.0664434 Apr 18 06:06:13.858505 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c827f9-d2be-4876-8965-1b5f8a892b3b req-c9380508-8391-49d5-9d89-772f2c404376 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:13.859177 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-c7c827f9-d2be-4876-8965-1b5f8a892b3b req-c9380508-8391-49d5-9d89-772f2c404376 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Synchronizing usage tracker for tenant:49ad773d519141abbf5e743e64df06bc on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:06:13.919662 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-c7c827f9-d2be-4876-8965-1b5f8a892b3b req-c9380508-8391-49d5-9d89-772f2c404376 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Unset dirty status for tenant:49ad773d519141abbf5e743e64df06bc on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:06:13.920918 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c7c827f9-d2be-4876-8965-1b5f8a892b3b req-c9380508-8391-49d5-9d89-772f2c404376 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 946 time: 0.2834256 Apr 18 06:06:13.929737 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66e199-261f-4eec-a1a2-df03952057a7 req-5bf5b1ad-dd8d-4262-b374-670aa5298a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:13.931105 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fe66e199-261f-4eec-a1a2-df03952057a7 req-5bf5b1ad-dd8d-4262-b374-670aa5298a7f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b4d1495-96ee-47de-b8ec-9793f712c5be HTTP/1.1" status: 200 len: 851 time: 0.0683806 Apr 18 06:06:13.990991 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-e5fceb99-ce10-4662-8a0b-8c0ac8512a4a None None] Set router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:06:14.014534 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c7c827f9-d2be-4876-8965-1b5f8a892b3b req-edcf2221-74c4-44a1-9586-6c912c0a5c6d tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874071 Apr 18 06:06:14.036081 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66e199-261f-4eec-a1a2-df03952057a7 req-d3849144-16e2-4a83-bee5-2d4b2990f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:14.038129 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fe66e199-261f-4eec-a1a2-df03952057a7 req-d3849144-16e2-4a83-bee5-2d4b2990f4a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a334fa7-a286-4212-a09e-a8fc3f33e6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0955338 Apr 18 06:06:14.170055 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fe66e199-261f-4eec-a1a2-df03952057a7 req-0d4c085e-998b-4ca3-83d0-edb450349660 service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235821 Apr 18 06:06:14.295309 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e5fceb99-ce10-4662-8a0b-8c0ac8512a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:41Z', 'revision_number': 4, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd3853ab0-68eb-4121-bb72-c99652003b8c', 'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'mac_address': 'fa:16:3e:48:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:39Z', 'updated_at': '2022-04-18T05:57:52Z', 'revision_number': 5, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'subnets': [{'id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:14.299352 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fceb99-ce10-4662-8a0b-8c0ac8512a4a None None] The sync data for ids ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'] in dv-neutron-837489-1-hyperv is: [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T05:57:41Z', 'revision_number': 4, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd3853ab0-68eb-4121-bb72-c99652003b8c', 'name': '', 'network_id': '9a334fa7-a286-4212-a09e-a8fc3f33e6a1', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'mac_address': 'fa:16:3e:48:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:39Z', 'updated_at': '2022-04-18T05:57:52Z', 'revision_number': 5, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'subnets': [{'id': '6b4d1495-96ee-47de-b8ec-9793f712c5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:06:14.306373 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fe66e199-261f-4eec-a1a2-df03952057a7 req-4daf235e-04be-47ce-8a55-a7abc1b5870a service neutron] 10.222.0.52 "GET /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289544 Apr 18 06:06:14.514569 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4d95e2-c92a-4e88-96b2-919a8f574212 None None] New status for floating IP e9509d29-100f-46a9-bc33-8d9fa142608d: DOWN {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:06:14.519560 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:06:15.300695 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe250f-a9d3-4f5e-bbd6-0b858c939b54 req-edb129b1-6bff-404c-8ff5-f5f5fe27bcbc tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:15.302062 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-70fe250f-a9d3-4f5e-bbd6-0b858c939b54 req-edb129b1-6bff-404c-8ff5-f5f5fe27bcbc tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.52 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 946 time: 0.0816345 Apr 18 06:06:15.337667 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de0569-43fd-4d92-9eeb-8e165af81787 req-f6978174-7d55-4841-90fd-fc2e52a5daaf tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:15.345333 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-15de0569-43fd-4d92-9eeb-8e165af81787 req-f6978174-7d55-4841-90fd-fc2e52a5daaf tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 946 time: 0.2201352 Apr 18 06:06:15.390670 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-15de0569-43fd-4d92-9eeb-8e165af81787 req-0d41a848-e11e-4bdd-ba1d-5f26d425dddc tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/security-groups?id=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442963 Apr 18 06:06:15.407875 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-70fe250f-a9d3-4f5e-bbd6-0b858c939b54 req-2651537b-ba21-44eb-8777-4262e3f9fb0b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Deleting port bb995dc1-16b9-4b17-a296-b0d6cc5a79ff {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:06:15.408367 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-70fe250f-a9d3-4f5e-bbd6-0b858c939b54 req-2651537b-ba21-44eb-8777-4262e3f9fb0b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:15.653332 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-70fe250f-a9d3-4f5e-bbd6-0b858c939b54 req-2651537b-ba21-44eb-8777-4262e3f9fb0b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] For port bb995dc1-16b9-4b17-a296-b0d6cc5a79ff, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=bb995dc1-16b9-4b17-a296-b0d6cc5a79ff,segment=NetworkSegment(9a24e6a0-0078-424a-80a4-0d69850347a2),segment_id=9a24e6a0-0078-424a-80a4-0d69850347a2)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:06:15.653600 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-70fe250f-a9d3-4f5e-bbd6-0b858c939b54 req-2651537b-ba21-44eb-8777-4262e3f9fb0b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:15.773999 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-70fe250f-a9d3-4f5e-bbd6-0b858c939b54 req-2651537b-ba21-44eb-8777-4262e3f9fb0b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Calling delete_port for bb995dc1-16b9-4b17-a296-b0d6cc5a79ff owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:06:15.913585 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-70fe250f-a9d3-4f5e-bbd6-0b858c939b54 req-2651537b-ba21-44eb-8777-4262e3f9fb0b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:15.963772 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651537b-ba21-44eb-8777-4262e3f9fb0b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Pushing event deleted for resources: {'Port': ['ID=bb995dc1-16b9-4b17-a296-b0d6cc5a79ff,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:16.143132 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fe250f-a9d3-4f5e-bbd6-0b858c939b54 req-2651537b-ba21-44eb-8777-4262e3f9fb0b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] No DVR routers for this DVR port bb995dc1-16b9-4b17-a296-b0d6cc5a79ff on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:06:16.145524 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-70fe250f-a9d3-4f5e-bbd6-0b858c939b54 req-2651537b-ba21-44eb-8777-4262e3f9fb0b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:16.148781 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd', 'name': 'network-vif-deleted', 'tag': 'bb995dc1-16b9-4b17-a296-b0d6cc5a79ff'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:06:16.165076 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-70fe250f-a9d3-4f5e-bbd6-0b858c939b54 req-2651537b-ba21-44eb-8777-4262e3f9fb0b tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.52 "DELETE /v2.0/ports/bb995dc1-16b9-4b17-a296-b0d6cc5a79ff HTTP/1.1" status: 204 len: 173 time: 0.8410685 Apr 18 06:06:16.196375 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17fa6902-76a0-4068-930f-db6046f7f5f3'] response: {'server_uuid': 'd56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd', 'name': 'network-vif-deleted', 'tag': 'bb995dc1-16b9-4b17-a296-b0d6cc5a79ff', 'status': 'completed', 'code': 200} Apr 18 06:06:16.691119 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2a4e907f-19e4-4889-8677-9492725ea109 req-0190c6db-ea13-463c-9335-b0a58dd450bf tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "GET /v2.0/ports?device_id=d56d6a66-6b4f-4f1b-a9c7-fdbf53f52dbd HTTP/1.1" status: 200 len: 210 time: 0.0455005 Apr 18 06:06:17.784969 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50726) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:06:17.946421 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-5401132e-c7fb-44e3-b2bd-d16d24717509 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Deleting port 5b14893a-cece-46ce-b4f1-eb47b29b3b30 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:06:17.946760 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5401132e-c7fb-44e3-b2bd-d16d24717509 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:18.119641 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5401132e-c7fb-44e3-b2bd-d16d24717509 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:18.119961 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5401132e-c7fb-44e3-b2bd-d16d24717509 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:18.244412 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-5401132e-c7fb-44e3-b2bd-d16d24717509 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Calling delete_port for 5b14893a-cece-46ce-b4f1-eb47b29b3b30 owned by network:floatingip {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:06:18.384699 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5401132e-c7fb-44e3-b2bd-d16d24717509 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:18.457823 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401132e-c7fb-44e3-b2bd-d16d24717509 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Pushing event deleted for resources: {'Port': ['ID=5b14893a-cece-46ce-b4f1-eb47b29b3b30,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:18.524493 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5401132e-c7fb-44e3-b2bd-d16d24717509 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for floatingip, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:18.537827 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5401132e-c7fb-44e3-b2bd-d16d24717509 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:18.538936 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5401132e-c7fb-44e3-b2bd-d16d24717509 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "DELETE /v2.0/floatingips/50e0d8df-f492-48c2-aa26-941b1cc039d8 HTTP/1.1" status: 204 len: 168 time: 0.7529774 Apr 18 06:06:20.197500 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device bb995dc1-16b9-4b17-a296-b0d6cc5a79ff no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:06:20.236351 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: bb995dc1-16b9-4b17-a296-b0d6cc5a79ff {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:06:20.236699 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device bb995dc1-16b9-4b17-a296-b0d6cc5a79ff not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:06:20.986959 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50742) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:06:21.056448 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2e741852-14d9-44b0-9b69-4702e3a8c4c0 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:21.085479 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2e741852-14d9-44b0-9b69-4702e3a8c4c0 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:21.148506 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2e741852-14d9-44b0-9b69-4702e3a8c4c0 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:21.167824 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e741852-14d9-44b0-9b69-4702e3a8c4c0 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:21.178782 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2e741852-14d9-44b0-9b69-4702e3a8c4c0 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:21.179880 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2e741852-14d9-44b0-9b69-4702e3a8c4c0 tempest-TestVolumeBootPattern-1459447338 tempest-TestVolumeBootPattern-1459447338-project] 10.222.0.15 "DELETE /v2.0/security-groups/e586b5e4-f6f0-4ce3-9c1c-609e0ebd93f0 HTTP/1.1" status: 204 len: 168 time: 0.1918848 Apr 18 06:06:21.235657 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50748) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:06:22.007584 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-efd11c6e-28dc-458c-974a-89f9c594cef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:22.352710 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-efd11c6e-28dc-458c-974a-89f9c594cef9 admin admin] Deleting port d3853ab0-68eb-4121-bb72-c99652003b8c {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:06:22.353101 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-efd11c6e-28dc-458c-974a-89f9c594cef9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:22.528413 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-efd11c6e-28dc-458c-974a-89f9c594cef9 admin admin] For port d3853ab0-68eb-4121-bb72-c99652003b8c, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d3853ab0-68eb-4121-bb72-c99652003b8c,segment=NetworkSegment(9a24e6a0-0078-424a-80a4-0d69850347a2),segment_id=9a24e6a0-0078-424a-80a4-0d69850347a2)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:06:22.528776 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-efd11c6e-28dc-458c-974a-89f9c594cef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:22.614761 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-747e3327-970b-472a-8452-46341cb71497 req-cd7ed89a-a9f5-4cb8-9498-48fc4d46a47f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f47be255-d1f0-4a12-aba1-98da44139918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677426 Apr 18 06:06:22.653236 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-efd11c6e-28dc-458c-974a-89f9c594cef9 admin admin] Calling delete_port for d3853ab0-68eb-4121-bb72-c99652003b8c owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:06:22.752226 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e3327-970b-472a-8452-46341cb71497 req-ad4d7530-f019-4a4b-b957-fb096cbb8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:22.753713 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-747e3327-970b-472a-8452-46341cb71497 req-ad4d7530-f019-4a4b-b957-fb096cbb8e54 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=f47be255-d1f0-4a12-aba1-98da44139918 HTTP/1.1" status: 200 len: 1099 time: 0.0698407 Apr 18 06:06:22.829727 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-efd11c6e-28dc-458c-974a-89f9c594cef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:22.903730 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e3327-970b-472a-8452-46341cb71497 req-f9edbbe0-38c8-4529-b787-e2e366507a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:22.905268 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-747e3327-970b-472a-8452-46341cb71497 req-f9edbbe0-38c8-4529-b787-e2e366507a67 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0b713114-ad17-4362-b25d-7a217a5c2be0 HTTP/1.1" status: 200 len: 898 time: 0.1313491 Apr 18 06:06:22.909702 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd11c6e-28dc-458c-974a-89f9c594cef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3853ab0-68eb-4121-bb72-c99652003b8c,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:23.022168 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-747e3327-970b-472a-8452-46341cb71497 req-b6f27d70-1913-4ab4-9446-b1b51e590822 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 HTTP/1.1" status: 200 len: 1002 time: 0.1052551 Apr 18 06:06:23.089616 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e3327-970b-472a-8452-46341cb71497 req-aa8b2f11-457e-440c-8150-121c61a2f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:23.091040 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-747e3327-970b-472a-8452-46341cb71497 req-aa8b2f11-457e-440c-8150-121c61a2f48c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0345906a-f1d8-45b4-b534-21b12b9b8ce9 HTTP/1.1" status: 200 len: 844 time: 0.0617664 Apr 18 06:06:23.157224 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-efd11c6e-28dc-458c-974a-89f9c594cef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:23.163205 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e3327-970b-472a-8452-46341cb71497 req-a1891b95-3d98-4a7e-b5a0-3afa723b7d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:23.164694 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-747e3327-970b-472a-8452-46341cb71497 req-a1891b95-3d98-4a7e-b5a0-3afa723b7d2c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b713114-ad17-4362-b25d-7a217a5c2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680442 Apr 18 06:06:23.301748 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-747e3327-970b-472a-8452-46341cb71497 req-0bb340bc-aaa7-4922-a2f9-8556183dd9e9 service neutron] 10.222.0.52 "GET /v2.0/networks/0b713114-ad17-4362-b25d-7a217a5c2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289656 Apr 18 06:06:23.437802 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-747e3327-970b-472a-8452-46341cb71497 req-db8047f3-163a-4eee-9fec-9fc834a43465 service neutron] 10.222.0.52 "GET /v2.0/networks/0b713114-ad17-4362-b25d-7a217a5c2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279440 Apr 18 06:06:23.636430 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd11c6e-28dc-458c-974a-89f9c594cef9 admin admin] Router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:06:23.814149 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd11c6e-28dc-458c-974a-89f9c594cef9 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:06:23.823154 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c93b0f6-435c-4c3e-81e3-00e05d2c13f8 None None] Sync routers for ids ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:06:23.826245 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-efd11c6e-28dc-458c-974a-89f9c594cef9 admin admin] 10.222.0.15 "PUT /v2.0/routers/37db532b-bcf8-42e4-93e7-1d5bfe7975fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5894823 Apr 18 06:06:23.828829 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50758) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:06:23.832338 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c93b0f6-435c-4c3e-81e3-00e05d2c13f8 None None] Routers {'37db532b-bcf8-42e4-93e7-1d5bfe7975fa'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:06:23.832941 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-0c93b0f6-435c-4c3e-81e3-00e05d2c13f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:06:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:24.004072 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fdb88267-7cf1-453e-8442-53cec86c193c admin admin] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:24.009409 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-0c93b0f6-435c-4c3e-81e3-00e05d2c13f8 None None] Set router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:06:24.182216 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fdb88267-7cf1-453e-8442-53cec86c193c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:24.191874 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-fdb88267-7cf1-453e-8442-53cec86c193c admin admin] Deleting port 3295e26e-9eef-49aa-9834-5b996255a480 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:06:24.192241 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fdb88267-7cf1-453e-8442-53cec86c193c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:24.289802 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-0c93b0f6-435c-4c3e-81e3-00e05d2c13f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '3295e26e-9eef-49aa-9834-5b996255a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T06:06:22Z', 'revision_number': 5, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port': {'id': '3295e26e-9eef-49aa-9834-5b996255a480', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:33Z', 'updated_at': '2022-04-18T05:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:24.293568 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c93b0f6-435c-4c3e-81e3-00e05d2c13f8 None None] Checking router: 37db532b-bcf8-42e4-93e7-1d5bfe7975fa for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:06:24.301535 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c93b0f6-435c-4c3e-81e3-00e05d2c13f8 None None] Routers {'37db532b-bcf8-42e4-93e7-1d5bfe7975fa'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:06:24.302117 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-0c93b0f6-435c-4c3e-81e3-00e05d2c13f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:06:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:24.376556 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-fdb88267-7cf1-453e-8442-53cec86c193c admin admin] For port 3295e26e-9eef-49aa-9834-5b996255a480, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=3295e26e-9eef-49aa-9834-5b996255a480,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:06:24.376908 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fdb88267-7cf1-453e-8442-53cec86c193c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:24.453946 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-0c93b0f6-435c-4c3e-81e3-00e05d2c13f8 None None] Set router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:06:24.505200 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-fdb88267-7cf1-453e-8442-53cec86c193c admin admin] Calling delete_port for 3295e26e-9eef-49aa-9834-5b996255a480 owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:06:24.591250 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-0c93b0f6-435c-4c3e-81e3-00e05d2c13f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T06:06:24Z', 'revision_number': 6, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:24.595098 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c93b0f6-435c-4c3e-81e3-00e05d2c13f8 None None] The sync data for ids ['37db532b-bcf8-42e4-93e7-1d5bfe7975fa'] in dv-neutron-837489-1-hyperv is: [{'id': '37db532b-bcf8-42e4-93e7-1d5bfe7975fa', 'name': 'tempest-TestVolumeBootPattern-1937126817-router', 'tenant_id': '49ad773d519141abbf5e743e64df06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:31Z', 'updated_at': '2022-04-18T06:06:24Z', 'revision_number': 6, 'project_id': '49ad773d519141abbf5e743e64df06bc', 'gw_port_host': None}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:06:24.682233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fdb88267-7cf1-453e-8442-53cec86c193c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:24.831597 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb88267-7cf1-453e-8442-53cec86c193c admin admin] Pushing event deleted for resources: {'Port': ['ID=3295e26e-9eef-49aa-9834-5b996255a480,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:24.925221 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fdb88267-7cf1-453e-8442-53cec86c193c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:25.098912 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fdb88267-7cf1-453e-8442-53cec86c193c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:25.101074 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fdb88267-7cf1-453e-8442-53cec86c193c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:25.122689 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fdb88267-7cf1-453e-8442-53cec86c193c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:25.123215 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb88267-7cf1-453e-8442-53cec86c193c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37db532b-bcf8-42e4-93e7-1d5bfe7975fa {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:06:25.135284 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fdb88267-7cf1-453e-8442-53cec86c193c admin admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:25.136432 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fdb88267-7cf1-453e-8442-53cec86c193c admin admin] 10.222.0.15 "DELETE /v2.0/routers/37db532b-bcf8-42e4-93e7-1d5bfe7975fa HTTP/1.1" status: 204 len: 168 time: 1.3067138 Apr 18 06:06:25.138940 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50766) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:06:25.197143 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05361aa-1f16-4c96-82a4-831486b59fc5 admin admin] Deleting subnet 6b4d1495-96ee-47de-b8ec-9793f712c5be {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:06:25.199963 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b05361aa-1f16-4c96-82a4-831486b59fc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:25.249905 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b05361aa-1f16-4c96-82a4-831486b59fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:25.327036 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b05361aa-1f16-4c96-82a4-831486b59fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:25.403663 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b05361aa-1f16-4c96-82a4-831486b59fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:25.445615 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05361aa-1f16-4c96-82a4-831486b59fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b4d1495-96ee-47de-b8ec-9793f712c5be,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:25.449174 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b05361aa-1f16-4c96-82a4-831486b59fc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:25.454275 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da67bd38-8a43-469c-87cc-ba187b8eb187 None None] Network 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:06:25.455987 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b05361aa-1f16-4c96-82a4-831486b59fc5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6b4d1495-96ee-47de-b8ec-9793f712c5be HTTP/1.1" status: 204 len: 168 time: 0.3159966 Apr 18 06:06:25.459095 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50770) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:06:25.571291 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-433d7ace-7812-4c71-9a4b-30055d497b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:25.587030 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-433d7ace-7812-4c71-9a4b-30055d497b21 admin admin] Deleting port f6c4528a-bfd0-4680-8420-d878341092b6 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:06:25.587030 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-433d7ace-7812-4c71-9a4b-30055d497b21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:25.744533 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb3c8bb-91ed-4e6b-a0b2-7f974bcc51c7 None None] DHCP port deletion for 9a334fa7-a286-4212-a09e-a8fc3f33e6a1 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:06:25.748730 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-cfb3c8bb-91ed-4e6b-a0b2-7f974bcc51c7 None None] Deleting port f6c4528a-bfd0-4680-8420-d878341092b6 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:06:25.749109 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cfb3c8bb-91ed-4e6b-a0b2-7f974bcc51c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:25.795416 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-433d7ace-7812-4c71-9a4b-30055d497b21 admin admin] For port f6c4528a-bfd0-4680-8420-d878341092b6, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f6c4528a-bfd0-4680-8420-d878341092b6,segment=NetworkSegment(9a24e6a0-0078-424a-80a4-0d69850347a2),segment_id=9a24e6a0-0078-424a-80a4-0d69850347a2)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:06:25.795764 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-433d7ace-7812-4c71-9a4b-30055d497b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:25.920904 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-433d7ace-7812-4c71-9a4b-30055d497b21 admin admin] Calling delete_port for f6c4528a-bfd0-4680-8420-d878341092b6 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:06:25.949008 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-cfb3c8bb-91ed-4e6b-a0b2-7f974bcc51c7 None None] For port f6c4528a-bfd0-4680-8420-d878341092b6, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f6c4528a-bfd0-4680-8420-d878341092b6,segment=NetworkSegment(9a24e6a0-0078-424a-80a4-0d69850347a2),segment_id=9a24e6a0-0078-424a-80a4-0d69850347a2)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:06:25.949399 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cfb3c8bb-91ed-4e6b-a0b2-7f974bcc51c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:25.998007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-433d7ace-7812-4c71-9a4b-30055d497b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:26.043880 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d7ace-7812-4c71-9a4b-30055d497b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6c4528a-bfd0-4680-8420-d878341092b6,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:26.047346 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433d7ace-7812-4c71-9a4b-30055d497b21 admin admin] No DVR routers for this DVR port f6c4528a-bfd0-4680-8420-d878341092b6 on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:06:26.070980 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-cfb3c8bb-91ed-4e6b-a0b2-7f974bcc51c7 None None] Calling delete_port for f6c4528a-bfd0-4680-8420-d878341092b6 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:06:26.143743 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-cfb3c8bb-91ed-4e6b-a0b2-7f974bcc51c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:06:26.144112 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-cfb3c8bb-91ed-4e6b-a0b2-7f974bcc51c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:06:26.160293 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-433d7ace-7812-4c71-9a4b-30055d497b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:26.189341 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-433d7ace-7812-4c71-9a4b-30055d497b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a334fa7-a286-4212-a09e-a8fc3f33e6a1']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:26.284678 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f6c4528a-bfd0-4680-8420-d878341092b6 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:06:26.295826 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-433d7ace-7812-4c71-9a4b-30055d497b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a24e6a0-0078-424a-80a4-0d69850347a2') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:26.296588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-433d7ace-7812-4c71-9a4b-30055d497b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a24e6a0-0078-424a-80a4-0d69850347a2') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:26.308621 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-433d7ace-7812-4c71-9a4b-30055d497b21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:26.320436 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: f6c4528a-bfd0-4680-8420-d878341092b6 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:06:26.320790 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f6c4528a-bfd0-4680-8420-d878341092b6 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:06:26.321208 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 3295e26e-9eef-49aa-9834-5b996255a480 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:06:26.325371 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-433d7ace-7812-4c71-9a4b-30055d497b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:26.331745 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433d7ace-7812-4c71-9a4b-30055d497b21 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:06:26.332192 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-433d7ace-7812-4c71-9a4b-30055d497b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:06:26.346517 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:06:26.356107 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 3295e26e-9eef-49aa-9834-5b996255a480 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:06:26.356463 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 3295e26e-9eef-49aa-9834-5b996255a480 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:06:26.356882 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d3853ab0-68eb-4121-bb72-c99652003b8c no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:06:26.393522 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: d3853ab0-68eb-4121-bb72-c99652003b8c {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:06:26.393869 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d3853ab0-68eb-4121-bb72-c99652003b8c not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:06:26.423201 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-433d7ace-7812-4c71-9a4b-30055d497b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:26.438516 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-433d7ace-7812-4c71-9a4b-30055d497b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:26.450260 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d7ace-7812-4c71-9a4b-30055d497b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a334fa7-a286-4212-a09e-a8fc3f33e6a1,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:26.462702 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-433d7ace-7812-4c71-9a4b-30055d497b21 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9a334fa7-a286-4212-a09e-a8fc3f33e6a1 HTTP/1.1" status: 204 len: 168 time: 1.0024288 Apr 18 06:06:26.465535 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50774) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:06:26.645548 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-cfb3c8bb-91ed-4e6b-a0b2-7f974bcc51c7 None None] Deleting port f6c4528a-bfd0-4680-8420-d878341092b6 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:06:26.646210 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cfb3c8bb-91ed-4e6b-a0b2-7f974bcc51c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:26.712363 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-cfb3c8bb-91ed-4e6b-a0b2-7f974bcc51c7 None None] The port 'f6c4528a-bfd0-4680-8420-d878341092b6' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 06:06:26.992283 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:27.327290 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] Deleting port 17565f2e-e11e-4925-8507-a335ef04acac {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:06:27.327916 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:27.496620 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] For port 17565f2e-e11e-4925-8507-a335ef04acac, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=17565f2e-e11e-4925-8507-a335ef04acac,segment=NetworkSegment(cf4a5739-1a67-43b8-8e3d-482c3c6422af),segment_id=cf4a5739-1a67-43b8-8e3d-482c3c6422af)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:06:27.496964 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:27.716357 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] Calling delete_port for 17565f2e-e11e-4925-8507-a335ef04acac owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:06:27.890000 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:27.940378 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] Pushing event deleted for resources: {'Port': ['ID=17565f2e-e11e-4925-8507-a335ef04acac,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:27.980954 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:27.981304 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:27.981637 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:27.981964 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:27.982289 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:27.982612 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:27.982930 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:27.983246 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:27.983565 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:27.983882 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:27.984217 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:27.984528 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:28.211997 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:28.568604 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] Router d260bd6f-de54-46bc-af75-dd0c898c516a has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:06:28.745117 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:06:28.753388 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38708f63-d764-438e-afc9-47afd1bd5277 None None] Sync routers for ids ['d260bd6f-de54-46bc-af75-dd0c898c516a'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:06:28.760793 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1c97ca79-8602-4c38-8b19-ff92fc6f487e admin admin] 10.222.0.15 "PUT /v2.0/routers/d260bd6f-de54-46bc-af75-dd0c898c516a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2941468 Apr 18 06:06:28.763039 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38708f63-d764-438e-afc9-47afd1bd5277 None None] Routers {'d260bd6f-de54-46bc-af75-dd0c898c516a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:06:28.763226 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50780) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:06:28.763651 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-38708f63-d764-438e-afc9-47afd1bd5277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:06:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d260bd6f-de54-46bc-af75-dd0c898c516a'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:28.936298 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ad73935-5072-4ddb-a4c4-6bcef2f53c73 admin admin] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:28.940783 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-38708f63-d764-438e-afc9-47afd1bd5277 None None] Set router d260bd6f-de54-46bc-af75-dd0c898c516a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:06:29.227073 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ad73935-5072-4ddb-a4c4-6bcef2f53c73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:29.236608 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-1ad73935-5072-4ddb-a4c4-6bcef2f53c73 admin admin] Deleting port b7166fec-6436-4ee3-aa3d-d505f4ddd7fa {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:06:29.236940 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ad73935-5072-4ddb-a4c4-6bcef2f53c73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:29.261707 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-38708f63-d764-438e-afc9-47afd1bd5277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd260bd6f-de54-46bc-af75-dd0c898c516a', 'name': 'tempest-TestVolumeBootPattern-1789242560-router', 'tenant_id': 'a82507efd5e544f48412a3630b18cf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': 'b7166fec-6436-4ee3-aa3d-d505f4ddd7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:51Z', 'updated_at': '2022-04-18T06:06:27Z', 'revision_number': 5, 'project_id': 'a82507efd5e544f48412a3630b18cf95', 'gw_port': {'id': 'b7166fec-6436-4ee3-aa3d-d505f4ddd7fa', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:5d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd260bd6f-de54-46bc-af75-dd0c898c516a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:57:54Z', 'updated_at': '2022-04-18T05:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:29.266612 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38708f63-d764-438e-afc9-47afd1bd5277 None None] Checking router: d260bd6f-de54-46bc-af75-dd0c898c516a for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:06:29.275644 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38708f63-d764-438e-afc9-47afd1bd5277 None None] Routers {'d260bd6f-de54-46bc-af75-dd0c898c516a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:06:29.276280 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-38708f63-d764-438e-afc9-47afd1bd5277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:06:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d260bd6f-de54-46bc-af75-dd0c898c516a'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:29.411493 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-1ad73935-5072-4ddb-a4c4-6bcef2f53c73 admin admin] For port b7166fec-6436-4ee3-aa3d-d505f4ddd7fa, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b7166fec-6436-4ee3-aa3d-d505f4ddd7fa,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:06:29.411840 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ad73935-5072-4ddb-a4c4-6bcef2f53c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:29.425654 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-38708f63-d764-438e-afc9-47afd1bd5277 None None] Set router d260bd6f-de54-46bc-af75-dd0c898c516a gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:06:29.530849 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-38708f63-d764-438e-afc9-47afd1bd5277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd260bd6f-de54-46bc-af75-dd0c898c516a', 'name': 'tempest-TestVolumeBootPattern-1789242560-router', 'tenant_id': 'a82507efd5e544f48412a3630b18cf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:51Z', 'updated_at': '2022-04-18T06:06:29Z', 'revision_number': 6, 'project_id': 'a82507efd5e544f48412a3630b18cf95', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:29.533750 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-1ad73935-5072-4ddb-a4c4-6bcef2f53c73 admin admin] Calling delete_port for b7166fec-6436-4ee3-aa3d-d505f4ddd7fa owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:06:29.534767 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38708f63-d764-438e-afc9-47afd1bd5277 None None] The sync data for ids ['d260bd6f-de54-46bc-af75-dd0c898c516a'] in dv-neutron-837489-1-hyperv is: [{'id': 'd260bd6f-de54-46bc-af75-dd0c898c516a', 'name': 'tempest-TestVolumeBootPattern-1789242560-router', 'tenant_id': 'a82507efd5e544f48412a3630b18cf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:57:51Z', 'updated_at': '2022-04-18T06:06:29Z', 'revision_number': 6, 'project_id': 'a82507efd5e544f48412a3630b18cf95', 'gw_port_host': None}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:06:29.700714 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ad73935-5072-4ddb-a4c4-6bcef2f53c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:29.747637 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad73935-5072-4ddb-a4c4-6bcef2f53c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7166fec-6436-4ee3-aa3d-d505f4ddd7fa,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:29.838454 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ad73935-5072-4ddb-a4c4-6bcef2f53c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:30.027857 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ad73935-5072-4ddb-a4c4-6bcef2f53c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:30.030054 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ad73935-5072-4ddb-a4c4-6bcef2f53c73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:30.052904 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ad73935-5072-4ddb-a4c4-6bcef2f53c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:30.053484 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad73935-5072-4ddb-a4c4-6bcef2f53c73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d260bd6f-de54-46bc-af75-dd0c898c516a {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:06:30.065042 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ad73935-5072-4ddb-a4c4-6bcef2f53c73 admin admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:30.066159 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1ad73935-5072-4ddb-a4c4-6bcef2f53c73 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d260bd6f-de54-46bc-af75-dd0c898c516a HTTP/1.1" status: 204 len: 168 time: 1.3020475 Apr 18 06:06:30.068982 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50784) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:06:30.127830 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-25cd1c5d-d9a9-487b-9c4a-107b73eb0956 admin admin] Deleting subnet c73fbc0c-43f4-48e0-a793-43c55c92917b {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:06:30.130586 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25cd1c5d-d9a9-487b-9c4a-107b73eb0956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:30.181402 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25cd1c5d-d9a9-487b-9c4a-107b73eb0956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:30.266418 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25cd1c5d-d9a9-487b-9c4a-107b73eb0956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:30.295864 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b7166fec-6436-4ee3-aa3d-d505f4ddd7fa no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:06:30.334950 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: b7166fec-6436-4ee3-aa3d-d505f4ddd7fa {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:06:30.335603 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b7166fec-6436-4ee3-aa3d-d505f4ddd7fa not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:06:30.336020 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 17565f2e-e11e-4925-8507-a335ef04acac no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:06:30.337263 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25cd1c5d-d9a9-487b-9c4a-107b73eb0956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:30.372471 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 17565f2e-e11e-4925-8507-a335ef04acac {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:06:30.373024 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 17565f2e-e11e-4925-8507-a335ef04acac not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:06:30.379837 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd1c5d-d9a9-487b-9c4a-107b73eb0956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73fbc0c-43f4-48e0-a793-43c55c92917b,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:30.381888 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-25cd1c5d-d9a9-487b-9c4a-107b73eb0956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:30.387012 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b25f23-60ac-43ca-8887-152104f345e1 None None] Network 693f6050-78e0-4216-bb22-338fc725b06c requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:06:30.388753 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-25cd1c5d-d9a9-487b-9c4a-107b73eb0956 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c73fbc0c-43f4-48e0-a793-43c55c92917b HTTP/1.1" status: 204 len: 168 time: 0.3187654 Apr 18 06:06:30.391083 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50788) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:06:30.507334 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19248585-8536-48ba-ae32-ecb5faf10000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:30.519040 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-19248585-8536-48ba-ae32-ecb5faf10000 admin admin] Deleting port 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:06:30.519373 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19248585-8536-48ba-ae32-ecb5faf10000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:30.660158 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2606c0-cb6c-492e-83c2-abf321109c82 None None] DHCP port deletion for 693f6050-78e0-4216-bb22-338fc725b06c request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:06:30.664476 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-cf2606c0-cb6c-492e-83c2-abf321109c82 None None] Deleting port 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:06:30.665003 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cf2606c0-cb6c-492e-83c2-abf321109c82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:30.826681 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-19248585-8536-48ba-ae32-ecb5faf10000 admin admin] For port 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=2ecbedaf-5c68-4097-acc9-9cbec6efbdb2,segment=NetworkSegment(cf4a5739-1a67-43b8-8e3d-482c3c6422af),segment_id=cf4a5739-1a67-43b8-8e3d-482c3c6422af)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:06:30.827301 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19248585-8536-48ba-ae32-ecb5faf10000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:30.867214 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-cf2606c0-cb6c-492e-83c2-abf321109c82 None None] For port 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=2ecbedaf-5c68-4097-acc9-9cbec6efbdb2,segment=NetworkSegment(cf4a5739-1a67-43b8-8e3d-482c3c6422af),segment_id=cf4a5739-1a67-43b8-8e3d-482c3c6422af)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:06:30.867523 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cf2606c0-cb6c-492e-83c2-abf321109c82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:30.950870 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-19248585-8536-48ba-ae32-ecb5faf10000 admin admin] Calling delete_port for 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:06:30.991567 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-cf2606c0-cb6c-492e-83c2-abf321109c82 None None] Calling delete_port for 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:06:31.025692 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19248585-8536-48ba-ae32-ecb5faf10000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:31.063750 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-cf2606c0-cb6c-492e-83c2-abf321109c82 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:06:31.064137 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-cf2606c0-cb6c-492e-83c2-abf321109c82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:06:31.077149 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19248585-8536-48ba-ae32-ecb5faf10000 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ecbedaf-5c68-4097-acc9-9cbec6efbdb2,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:31.078940 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19248585-8536-48ba-ae32-ecb5faf10000 admin admin] No DVR routers for this DVR port 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2 on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:06:31.193234 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19248585-8536-48ba-ae32-ecb5faf10000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:31.218058 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-19248585-8536-48ba-ae32-ecb5faf10000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693f6050-78e0-4216-bb22-338fc725b06c']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:31.230447 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-19248585-8536-48ba-ae32-ecb5faf10000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4a5739-1a67-43b8-8e3d-482c3c6422af') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:31.230739 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-19248585-8536-48ba-ae32-ecb5faf10000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4a5739-1a67-43b8-8e3d-482c3c6422af') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:31.241726 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19248585-8536-48ba-ae32-ecb5faf10000 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:31.257253 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19248585-8536-48ba-ae32-ecb5faf10000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:31.263442 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19248585-8536-48ba-ae32-ecb5faf10000 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:06:31.263779 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19248585-8536-48ba-ae32-ecb5faf10000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:06:31.277669 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:06:31.355003 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19248585-8536-48ba-ae32-ecb5faf10000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:31.370798 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-19248585-8536-48ba-ae32-ecb5faf10000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:31.381025 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19248585-8536-48ba-ae32-ecb5faf10000 admin admin] Pushing event deleted for resources: {'Network': ['ID=693f6050-78e0-4216-bb22-338fc725b06c,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:31.388223 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-19248585-8536-48ba-ae32-ecb5faf10000 admin admin] 10.222.0.15 "DELETE /v2.0/networks/693f6050-78e0-4216-bb22-338fc725b06c HTTP/1.1" status: 204 len: 168 time: 0.9961927 Apr 18 06:06:31.499116 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50794) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:06:31.548185 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-548eb82d-fca3-42a5-91db-25ccc98fb995 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49ad773d519141abbf5e743e64df06bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478952 Apr 18 06:06:31.550582 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50798) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:06:31.565581 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-cf2606c0-cb6c-492e-83c2-abf321109c82 None None] Deleting port 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:06:31.566056 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cf2606c0-cb6c-492e-83c2-abf321109c82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:31.608302 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-645dfa36-08ae-4a79-8b8e-9cdb8cdf0cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:31.633655 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-645dfa36-08ae-4a79-8b8e-9cdb8cdf0cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:31.634288 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-cf2606c0-cb6c-492e-83c2-abf321109c82 None None] The port '2ecbedaf-5c68-4097-acc9-9cbec6efbdb2' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 06:06:31.688987 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-645dfa36-08ae-4a79-8b8e-9cdb8cdf0cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:31.705762 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645dfa36-08ae-4a79-8b8e-9cdb8cdf0cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5e5f89-1efa-496d-b5f1-42b8b78cbfde,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:31.712924 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-645dfa36-08ae-4a79-8b8e-9cdb8cdf0cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:31.714043 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-645dfa36-08ae-4a79-8b8e-9cdb8cdf0cfd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f5e5f89-1efa-496d-b5f1-42b8b78cbfde HTTP/1.1" status: 204 len: 168 time: 0.1625829 Apr 18 06:06:32.049606 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50806) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:06:32.097465 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5b2fee0b-09f7-4c9e-9c87-6291b1514467 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a82507efd5e544f48412a3630b18cf95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466974 Apr 18 06:06:32.100364 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50810) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:06:32.157259 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e73f61ba-684a-4d97-a549-b2019ef56573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:32.182572 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e73f61ba-684a-4d97-a549-b2019ef56573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:32.235796 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e73f61ba-684a-4d97-a549-b2019ef56573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:32.251598 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f61ba-684a-4d97-a549-b2019ef56573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b514fbf-ac8f-46a3-9cc3-6a460e2afda4,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:32.260206 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e73f61ba-684a-4d97-a549-b2019ef56573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:32.261482 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e73f61ba-684a-4d97-a549-b2019ef56573 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b514fbf-ac8f-46a3-9cc3-6a460e2afda4 HTTP/1.1" status: 204 len: 168 time: 0.1600938 Apr 18 06:06:32.289904 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:06:32.324538 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:06:32.324962 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 2ecbedaf-5c68-4097-acc9-9cbec6efbdb2 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:06:35.278258 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3ec76da3-c6e9-4e32-b863-798efa218262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:37.592494 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d3f4ccd2-1652-454d-8f24-cdc6cc78d304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:37.817257 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:38.503360 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:38.632831 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:40.079155 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:51.518081 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:07:05.279979 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2054f56b-ac8d-4474-9859-d7737cd04aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:07.597247 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ded1137d-990a-4979-9d85-3c1e9e491f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:07.816520 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:08.509273 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:08.635566 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:10.079776 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:22.770405 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-03f02b43-27c1-4850-9e77-d8f5ee74c9f0 req-7447c18a-2eae-4733-9031-d6c3492487a3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f47be255-d1f0-4a12-aba1-98da44139918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2226524 Apr 18 06:07:22.910519 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f02b43-27c1-4850-9e77-d8f5ee74c9f0 req-b62fbccf-29b9-4712-9193-b53d28d1b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:22.911882 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-03f02b43-27c1-4850-9e77-d8f5ee74c9f0 req-b62fbccf-29b9-4712-9193-b53d28d1b02c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=f47be255-d1f0-4a12-aba1-98da44139918 HTTP/1.1" status: 200 len: 1099 time: 0.0692508 Apr 18 06:07:23.058415 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f02b43-27c1-4850-9e77-d8f5ee74c9f0 req-9c08194e-3fe3-4bcc-85f2-31270631184f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:23.059858 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-03f02b43-27c1-4850-9e77-d8f5ee74c9f0 req-9c08194e-3fe3-4bcc-85f2-31270631184f service neutron] 10.222.0.52 "GET /v2.0/networks?id=0b713114-ad17-4362-b25d-7a217a5c2be0 HTTP/1.1" status: 200 len: 898 time: 0.1257455 Apr 18 06:07:23.163606 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-03f02b43-27c1-4850-9e77-d8f5ee74c9f0 req-45af2557-5dcb-455d-85cb-fdf88a1f9b9e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 HTTP/1.1" status: 200 len: 1002 time: 0.0940607 Apr 18 06:07:23.226589 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f02b43-27c1-4850-9e77-d8f5ee74c9f0 req-2b5a1924-eea0-4ea7-a410-aae7609dde2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:23.227963 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-03f02b43-27c1-4850-9e77-d8f5ee74c9f0 req-2b5a1924-eea0-4ea7-a410-aae7609dde2c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0345906a-f1d8-45b4-b534-21b12b9b8ce9 HTTP/1.1" status: 200 len: 844 time: 0.0559213 Apr 18 06:07:23.303793 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f02b43-27c1-4850-9e77-d8f5ee74c9f0 req-ee97b42c-feeb-4060-ba4a-2b3449245b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:23.305255 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-03f02b43-27c1-4850-9e77-d8f5ee74c9f0 req-ee97b42c-feeb-4060-ba4a-2b3449245b73 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b713114-ad17-4362-b25d-7a217a5c2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708594 Apr 18 06:07:23.438204 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-03f02b43-27c1-4850-9e77-d8f5ee74c9f0 req-7e4ab7b7-3374-4334-8f75-a6cec73c1057 service neutron] 10.222.0.52 "GET /v2.0/networks/0b713114-ad17-4362-b25d-7a217a5c2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234398 Apr 18 06:07:23.677310 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-03f02b43-27c1-4850-9e77-d8f5ee74c9f0 req-54ba56b8-cdfd-423d-ba65-9b20ac2a4131 service neutron] 10.222.0.52 "GET /v2.0/networks/0b713114-ad17-4362-b25d-7a217a5c2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301562 Apr 18 06:07:28.518258 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:07:35.282074 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ab6b9bad-a75a-4c13-a12e-3761060f0aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:37.599833 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1255f9c1-de30-432d-87c8-94151f98bb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:37.827232 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:38.511322 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:38.637109 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:40.083559 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:55.793238 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50834) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:07:55.798967 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-656859f2-08a1-456c-8d2a-e811b5acc062 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:55.912867 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-656859f2-08a1-456c-8d2a-e811b5acc062 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2239251'] for subnet, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:56.095826 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-656859f2-08a1-456c-8d2a-e811b5acc062 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771957067767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27057053'] for subnet, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:56.146176 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656859f2-08a1-456c-8d2a-e811b5acc062 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:56.146771 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-656859f2-08a1-456c-8d2a-e811b5acc062 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:56.147427 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36deb20-dc5d-47a7-a80e-fb7bb219c5ec None None] Network 0b713114-ad17-4362-b25d-7a217a5c2be0 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:07:56.148051 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-656859f2-08a1-456c-8d2a-e811b5acc062 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/subnets/0345906a-f1d8-45b4-b534-21b12b9b8ce9 HTTP/1.1" status: 200 len: 836 time: 0.3538170 Apr 18 06:07:56.165988 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656859f2-08a1-456c-8d2a-e811b5acc062 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Subnet': ['ID=0345906a-f1d8-45b4-b534-21b12b9b8ce9,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:56.173399 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656859f2-08a1-456c-8d2a-e811b5acc062 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:56.173746 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656859f2-08a1-456c-8d2a-e811b5acc062 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:56.174085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656859f2-08a1-456c-8d2a-e811b5acc062 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:56.174420 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656859f2-08a1-456c-8d2a-e811b5acc062 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:56.174749 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656859f2-08a1-456c-8d2a-e811b5acc062 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:56.175080 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656859f2-08a1-456c-8d2a-e811b5acc062 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:56.175404 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656859f2-08a1-456c-8d2a-e811b5acc062 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:56.175747 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656859f2-08a1-456c-8d2a-e811b5acc062 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:56.176103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656859f2-08a1-456c-8d2a-e811b5acc062 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:56.176428 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656859f2-08a1-456c-8d2a-e811b5acc062 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:56.176754 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656859f2-08a1-456c-8d2a-e811b5acc062 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:56.177586 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656859f2-08a1-456c-8d2a-e811b5acc062 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:56.617214 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1001d951-416b-46fd-8831-529bcd6fe883 None None] Provisioning complete for port 90cf3012-db3d-4035-9c5b-1b59cbadb69d triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:56.617583 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1001d951-416b-46fd-8831-529bcd6fe883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:56.741417 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1001d951-416b-46fd-8831-529bcd6fe883 None None] Provisioning complete for port 03a1a8ec-7ae9-4f1d-8b80-e82673b0f629 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:56.741783 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1001d951-416b-46fd-8831-529bcd6fe883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:56.863723 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1001d951-416b-46fd-8831-529bcd6fe883 None None] Provisioning complete for port 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:56.864110 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1001d951-416b-46fd-8831-529bcd6fe883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:05.283961 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a565b76f-f454-4ae1-b6b0-e098e5b7bc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:05.518661 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:08:07.601509 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-47a90b3f-92a5-479d-ae16-c46ae583543a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:07.845213 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:08.512691 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:08.639619 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:10.087453 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:23.623677 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-86b6c74b-3b37-4b41-8ab2-22fef8126f26 req-b6b8c568-b786-4f86-ae00-8e3937dd59ec service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f47be255-d1f0-4a12-aba1-98da44139918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696425 Apr 18 06:08:23.771432 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6c74b-3b37-4b41-8ab2-22fef8126f26 req-1b50d296-cc02-4768-8098-e348d163fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:23.773417 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-86b6c74b-3b37-4b41-8ab2-22fef8126f26 req-1b50d296-cc02-4768-8098-e348d163fb59 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=f47be255-d1f0-4a12-aba1-98da44139918 HTTP/1.1" status: 200 len: 1099 time: 0.0745854 Apr 18 06:08:23.917430 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6c74b-3b37-4b41-8ab2-22fef8126f26 req-3575f3f7-5860-4433-adeb-ab6c7985cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:23.918850 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-86b6c74b-3b37-4b41-8ab2-22fef8126f26 req-3575f3f7-5860-4433-adeb-ab6c7985cd43 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0b713114-ad17-4362-b25d-7a217a5c2be0 HTTP/1.1" status: 200 len: 898 time: 0.1236424 Apr 18 06:08:24.023316 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-86b6c74b-3b37-4b41-8ab2-22fef8126f26 req-ec65fa83-6a30-4994-857e-d918c6f7bdd8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 HTTP/1.1" status: 200 len: 1002 time: 0.0947423 Apr 18 06:08:24.087980 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6c74b-3b37-4b41-8ab2-22fef8126f26 req-1f1d3b40-591b-4112-8418-d11cddf4da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:24.089387 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-86b6c74b-3b37-4b41-8ab2-22fef8126f26 req-1f1d3b40-591b-4112-8418-d11cddf4da40 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0345906a-f1d8-45b4-b534-21b12b9b8ce9 HTTP/1.1" status: 200 len: 844 time: 0.0563238 Apr 18 06:08:24.168637 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6c74b-3b37-4b41-8ab2-22fef8126f26 req-0282ec4d-0c43-4953-a194-011a7a4d08ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:24.170058 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-86b6c74b-3b37-4b41-8ab2-22fef8126f26 req-0282ec4d-0c43-4953-a194-011a7a4d08ff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b713114-ad17-4362-b25d-7a217a5c2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715179 Apr 18 06:08:24.302433 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-86b6c74b-3b37-4b41-8ab2-22fef8126f26 req-2fb31cfe-82ee-463d-902f-0cfd01cb8d5d service neutron] 10.222.0.52 "GET /v2.0/networks/0b713114-ad17-4362-b25d-7a217a5c2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224055 Apr 18 06:08:24.435592 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-86b6c74b-3b37-4b41-8ab2-22fef8126f26 req-5961c363-c6b9-4376-87d7-3033124f9208 service neutron] 10.222.0.52 "GET /v2.0/networks/0b713114-ad17-4362-b25d-7a217a5c2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238897 Apr 18 06:08:35.285084 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b07a1c6b-f128-4a19-aecf-a2f21fae6e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:37.607002 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-792fd806-fc1f-48c4-ac03-f74134618947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:37.845838 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:38.516604 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:38.641465 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:39.114345 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50856) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:08:39.315308 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-6575abdd-c4d6-4f03-b59b-71c8a26a77ee tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port d63bddc0-7f5e-4547-93e8-8c0c64f175f7 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:08:39.315643 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6575abdd-c4d6-4f03-b59b-71c8a26a77ee tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:39.590393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6575abdd-c4d6-4f03-b59b-71c8a26a77ee tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:39.590712 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6575abdd-c4d6-4f03-b59b-71c8a26a77ee tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:39.708621 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-6575abdd-c4d6-4f03-b59b-71c8a26a77ee tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for d63bddc0-7f5e-4547-93e8-8c0c64f175f7 owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:08:39.855661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6575abdd-c4d6-4f03-b59b-71c8a26a77ee tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:39.909616 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575abdd-c4d6-4f03-b59b-71c8a26a77ee tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=d63bddc0-7f5e-4547-93e8-8c0c64f175f7,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:40.003048 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6575abdd-c4d6-4f03-b59b-71c8a26a77ee tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:40.003381 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-6575abdd-c4d6-4f03-b59b-71c8a26a77ee tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Floating IP e1be8b1f-7500-4959-b7a0-0388c67d4856 disassociated (deleted). External IP: 172.26.1.207, port: 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77. Apr 18 06:08:40.088926 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:40.364721 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6575abdd-c4d6-4f03-b59b-71c8a26a77ee tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 7dd07e8c-0217-4b62-ab55-ebeb406e96bd has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:08:40.539985 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6575abdd-c4d6-4f03-b59b-71c8a26a77ee tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:08:40.549123 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e10eae-910d-49d5-b8db-2eacb2b45c3c None None] Sync routers for ids ['7dd07e8c-0217-4b62-ab55-ebeb406e96bd'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:08:40.559426 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e10eae-910d-49d5-b8db-2eacb2b45c3c None None] Routers {'7dd07e8c-0217-4b62-ab55-ebeb406e96bd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:08:40.559671 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6575abdd-c4d6-4f03-b59b-71c8a26a77ee tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:40.560024 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e3e10eae-910d-49d5-b8db-2eacb2b45c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:08:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7dd07e8c-0217-4b62-ab55-ebeb406e96bd'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:40.613218 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6575abdd-c4d6-4f03-b59b-71c8a26a77ee tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/floatingips/e1be8b1f-7500-4959-b7a0-0388c67d4856 HTTP/1.1" status: 204 len: 168 time: 1.4977784 Apr 18 06:08:40.613778 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47be255-d1f0-4a12-aba1-98da44139918', 'tag': '9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:08:40.743652 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-e3e10eae-910d-49d5-b8db-2eacb2b45c3c None None] Set router 7dd07e8c-0217-4b62-ab55-ebeb406e96bd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:08:40.834688 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da2621d7-78a5-458e-90ed-9b6ca280d9a5'] response: {'name': 'network-changed', 'server_uuid': 'f47be255-d1f0-4a12-aba1-98da44139918', 'tag': '9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77', 'status': 'completed', 'code': 200} Apr 18 06:08:40.949056 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8d639-3a5a-4e6c-8b46-7cdc1f2929ae req-04e464f2-df9f-41e9-80cc-e2098f31bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:40.950547 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f6c8d639-3a5a-4e6c-8b46-7cdc1f2929ae req-04e464f2-df9f-41e9-80cc-e2098f31bea9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=f47be255-d1f0-4a12-aba1-98da44139918 HTTP/1.1" status: 200 len: 1099 time: 0.0797412 Apr 18 06:08:41.065282 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f2348-7012-4aac-995f-c2848aad25f3 req-100e1129-5349-48a2-8baa-1b0c39a8b562 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:41.067450 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7d1f2348-7012-4aac-995f-c2848aad25f3 req-100e1129-5349-48a2-8baa-1b0c39a8b562 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f47be255-d1f0-4a12-aba1-98da44139918 HTTP/1.1" status: 200 len: 946 time: 0.1492212 Apr 18 06:08:41.077227 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e3e10eae-910d-49d5-b8db-2eacb2b45c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'name': 'tempest-TestNetworkBasicOps-router-96898928', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:05:37Z', 'updated_at': '2022-04-18T06:05:42Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:38Z', 'updated_at': '2022-04-18T06:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '90cf3012-db3d-4035-9c5b-1b59cbadb69d', 'name': '', 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:ca:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0345906a-f1d8-45b4-b534-21b12b9b8ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:41Z', 'updated_at': '2022-04-18T06:05:48Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '0345906a-f1d8-45b4-b534-21b12b9b8ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:41.081706 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e10eae-910d-49d5-b8db-2eacb2b45c3c None None] Checking router: 7dd07e8c-0217-4b62-ab55-ebeb406e96bd for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:08:41.091606 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e10eae-910d-49d5-b8db-2eacb2b45c3c None None] Routers {'7dd07e8c-0217-4b62-ab55-ebeb406e96bd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:08:41.091934 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e3e10eae-910d-49d5-b8db-2eacb2b45c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:08:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7dd07e8c-0217-4b62-ab55-ebeb406e96bd'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:41.094026 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8d639-3a5a-4e6c-8b46-7cdc1f2929ae req-54473a82-96d3-4e14-87e4-d8652630209c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:41.095485 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f6c8d639-3a5a-4e6c-8b46-7cdc1f2929ae req-54473a82-96d3-4e14-87e4-d8652630209c service neutron] 10.222.0.52 "GET /v2.0/networks?id=0b713114-ad17-4362-b25d-7a217a5c2be0 HTTP/1.1" status: 200 len: 898 time: 0.1388290 Apr 18 06:08:41.112862 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7d1f2348-7012-4aac-995f-c2848aad25f3 req-bba84f8a-f116-4a2c-8d4c-41fcc8cf9dba tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd8917b3-35e6-42ce-bb55-859e1ffc0c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391998 Apr 18 06:08:41.165023 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f6c8d639-3a5a-4e6c-8b46-7cdc1f2929ae req-ef19117d-95aa-4f03-bb29-07004173ed07 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 HTTP/1.1" status: 200 len: 217 time: 0.0613198 Apr 18 06:08:41.272288 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-e3e10eae-910d-49d5-b8db-2eacb2b45c3c None None] Set router 7dd07e8c-0217-4b62-ab55-ebeb406e96bd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:08:41.352113 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8d639-3a5a-4e6c-8b46-7cdc1f2929ae req-08c1ce83-ec96-4997-9398-5b12eac1216d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:41.353493 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f6c8d639-3a5a-4e6c-8b46-7cdc1f2929ae req-08c1ce83-ec96-4997-9398-5b12eac1216d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0345906a-f1d8-45b4-b534-21b12b9b8ce9 HTTP/1.1" status: 200 len: 844 time: 0.1816530 Apr 18 06:08:41.429237 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8d639-3a5a-4e6c-8b46-7cdc1f2929ae req-f43441b4-8e29-4df8-883f-f2cc20db323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:41.430721 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f6c8d639-3a5a-4e6c-8b46-7cdc1f2929ae req-f43441b4-8e29-4df8-883f-f2cc20db323f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b713114-ad17-4362-b25d-7a217a5c2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703688 Apr 18 06:08:41.564516 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f6c8d639-3a5a-4e6c-8b46-7cdc1f2929ae req-9f32f61f-79f0-4caa-90ad-5aaf72482481 service neutron] 10.222.0.52 "GET /v2.0/networks/0b713114-ad17-4362-b25d-7a217a5c2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264803 Apr 18 06:08:41.621513 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e3e10eae-910d-49d5-b8db-2eacb2b45c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'name': 'tempest-TestNetworkBasicOps-router-96898928', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:05:37Z', 'updated_at': '2022-04-18T06:05:42Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:38Z', 'updated_at': '2022-04-18T06:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '90cf3012-db3d-4035-9c5b-1b59cbadb69d', 'name': '', 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:ca:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0345906a-f1d8-45b4-b534-21b12b9b8ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:41Z', 'updated_at': '2022-04-18T06:05:48Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '0345906a-f1d8-45b4-b534-21b12b9b8ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:41.625416 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e10eae-910d-49d5-b8db-2eacb2b45c3c None None] The sync data for ids ['7dd07e8c-0217-4b62-ab55-ebeb406e96bd'] in dv-neutron-837489-1-hyperv is: [{'id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'name': 'tempest-TestNetworkBasicOps-router-96898928', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:05:37Z', 'updated_at': '2022-04-18T06:05:42Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:38Z', 'updated_at': '2022-04-18T06:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '90cf3012-db3d-4035-9c5b-1b59cbadb69d', 'name': '', 'network_id': '0b713114-ad17-4362-b25d-7a217a5c2be0', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:ca:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0345906a-f1d8-45b4-b534-21b12b9b8ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:41Z', 'updated_at': '2022-04-18T06:05:48Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '0345906a-f1d8-45b4-b534-21b12b9b8ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:08:41.704088 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f6c8d639-3a5a-4e6c-8b46-7cdc1f2929ae req-5bb6b04b-ac5e-4f5e-9fb6-d6163acccd3a service neutron] 10.222.0.52 "GET /v2.0/networks/0b713114-ad17-4362-b25d-7a217a5c2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326473 Apr 18 06:08:41.832063 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3853cc89-9ea4-48bf-b2ad-00956f49a48d None None] New status for floating IP e1be8b1f-7500-4959-b7a0-0388c67d4856: DOWN {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:08:42.414143 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415be68-1651-4581-aa35-994b13b12420 req-dbb8e476-d5ce-4ea2-9d4c-a8575dda9acf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:42.414825 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-8415be68-1651-4581-aa35-994b13b12420 req-dbb8e476-d5ce-4ea2-9d4c-a8575dda9acf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:08:42.425434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d33e9-3f81-4b3c-a30e-c2c434c2a914 req-e2785237-f642-484a-8f6e-d03495ebcbee tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:42.426086 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-746d33e9-3f81-4b3c-a30e-c2c434c2a914 req-e2785237-f642-484a-8f6e-d03495ebcbee tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:08:42.448116 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-8415be68-1651-4581-aa35-994b13b12420 req-dbb8e476-d5ce-4ea2-9d4c-a8575dda9acf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:08:42.449368 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8415be68-1651-4581-aa35-994b13b12420 req-dbb8e476-d5ce-4ea2-9d4c-a8575dda9acf tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f47be255-d1f0-4a12-aba1-98da44139918 HTTP/1.1" status: 200 len: 946 time: 0.2271831 Apr 18 06:08:42.450388 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-746d33e9-3f81-4b3c-a30e-c2c434c2a914 req-e2785237-f642-484a-8f6e-d03495ebcbee tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:08:42.451351 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-746d33e9-3f81-4b3c-a30e-c2c434c2a914 req-e2785237-f642-484a-8f6e-d03495ebcbee tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f47be255-d1f0-4a12-aba1-98da44139918 HTTP/1.1" status: 200 len: 946 time: 0.1381450 Apr 18 06:08:42.517984 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:08:42.546770 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8415be68-1651-4581-aa35-994b13b12420 req-e4567cd9-5333-41c9-8db3-0cd61867e0cc tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd8917b3-35e6-42ce-bb55-859e1ffc0c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917211 Apr 18 06:08:42.554949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-746d33e9-3f81-4b3c-a30e-c2c434c2a914 req-a001941f-d790-463c-90c9-5bd7efd0d52c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:08:42.555365 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-746d33e9-3f81-4b3c-a30e-c2c434c2a914 req-a001941f-d790-463c-90c9-5bd7efd0d52c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:42.798065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-746d33e9-3f81-4b3c-a30e-c2c434c2a914 req-a001941f-d790-463c-90c9-5bd7efd0d52c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77,segment=NetworkSegment(f2097cbc-b080-4afb-a0f3-503d873952eb),segment_id=f2097cbc-b080-4afb-a0f3-503d873952eb)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:08:42.798322 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-746d33e9-3f81-4b3c-a30e-c2c434c2a914 req-a001941f-d790-463c-90c9-5bd7efd0d52c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:42.919336 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-746d33e9-3f81-4b3c-a30e-c2c434c2a914 req-a001941f-d790-463c-90c9-5bd7efd0d52c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:08:43.060387 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-746d33e9-3f81-4b3c-a30e-c2c434c2a914 req-a001941f-d790-463c-90c9-5bd7efd0d52c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:43.109250 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001941f-d790-463c-90c9-5bd7efd0d52c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:43.184925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-746d33e9-3f81-4b3c-a30e-c2c434c2a914 req-a001941f-d790-463c-90c9-5bd7efd0d52c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] No DVR routers for this DVR port 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:08:43.187316 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-746d33e9-3f81-4b3c-a30e-c2c434c2a914 req-a001941f-d790-463c-90c9-5bd7efd0d52c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:43.189866 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47be255-d1f0-4a12-aba1-98da44139918', 'name': 'network-vif-deleted', 'tag': '9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:08:43.205914 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-746d33e9-3f81-4b3c-a30e-c2c434c2a914 req-a001941f-d790-463c-90c9-5bd7efd0d52c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "DELETE /v2.0/ports/9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 HTTP/1.1" status: 204 len: 173 time: 0.7371089 Apr 18 06:08:43.240564 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20f035b5-5922-42a9-9d50-963b88bc311c'] response: {'server_uuid': 'f47be255-d1f0-4a12-aba1-98da44139918', 'name': 'network-vif-deleted', 'tag': '9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77', 'status': 'completed', 'code': 200} Apr 18 06:08:43.708748 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-ca6bc766-9490-4d8b-88c3-3cd66dd328e5 req-019bac1a-b1c4-4fd3-b1dd-231c910e55be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:08:43.725043 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-ca6bc766-9490-4d8b-88c3-3cd66dd328e5 req-019bac1a-b1c4-4fd3-b1dd-231c910e55be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:08:43.726577 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca6bc766-9490-4d8b-88c3-3cd66dd328e5 req-019bac1a-b1c4-4fd3-b1dd-231c910e55be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f47be255-d1f0-4a12-aba1-98da44139918 HTTP/1.1" status: 200 len: 210 time: 0.0614488 Apr 18 06:08:44.819482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50882) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:08:44.885516 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9fc41d02-2a6a-4d9f-9632-f5307401543f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:44.916588 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9fc41d02-2a6a-4d9f-9632-f5307401543f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:44.983360 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9fc41d02-2a6a-4d9f-9632-f5307401543f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:45.006669 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc41d02-2a6a-4d9f-9632-f5307401543f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8917b3-35e6-42ce-bb55-859e1ffc0c57,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:45.016798 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9fc41d02-2a6a-4d9f-9632-f5307401543f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:45.017982 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9fc41d02-2a6a-4d9f-9632-f5307401543f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/security-groups/fd8917b3-35e6-42ce-bb55-859e1ffc0c57 HTTP/1.1" status: 204 len: 168 time: 0.1974752 Apr 18 06:08:45.061136 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50888) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:08:45.710516 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5c922ce6-ef25-4acf-8219-a1336e566a99 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:46.056751 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-5c922ce6-ef25-4acf-8219-a1336e566a99 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port 90cf3012-db3d-4035-9c5b-1b59cbadb69d {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:08:46.057443 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5c922ce6-ef25-4acf-8219-a1336e566a99 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:46.244207 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-5c922ce6-ef25-4acf-8219-a1336e566a99 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port 90cf3012-db3d-4035-9c5b-1b59cbadb69d, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=90cf3012-db3d-4035-9c5b-1b59cbadb69d,segment=NetworkSegment(f2097cbc-b080-4afb-a0f3-503d873952eb),segment_id=f2097cbc-b080-4afb-a0f3-503d873952eb)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:08:46.244558 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5c922ce6-ef25-4acf-8219-a1336e566a99 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:46.367743 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-5c922ce6-ef25-4acf-8219-a1336e566a99 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for 90cf3012-db3d-4035-9c5b-1b59cbadb69d owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:08:46.637684 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5c922ce6-ef25-4acf-8219-a1336e566a99 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:46.754743 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:08:46.791550 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:08:46.791890 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 9d8cb4fb-fe18-4cc5-a2e3-a18ed24b5d77 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:08:46.803443 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c922ce6-ef25-4acf-8219-a1336e566a99 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=90cf3012-db3d-4035-9c5b-1b59cbadb69d,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:47.079743 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5c922ce6-ef25-4acf-8219-a1336e566a99 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:47.442325 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c922ce6-ef25-4acf-8219-a1336e566a99 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 7dd07e8c-0217-4b62-ab55-ebeb406e96bd has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:08:47.618397 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c922ce6-ef25-4acf-8219-a1336e566a99 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:08:47.627424 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1ae747-f9b6-4055-9b8a-9c288c3bf3c5 None None] Sync routers for ids ['7dd07e8c-0217-4b62-ab55-ebeb406e96bd'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:08:47.634546 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5c922ce6-ef25-4acf-8219-a1336e566a99 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/routers/7dd07e8c-0217-4b62-ab55-ebeb406e96bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5723321 Apr 18 06:08:47.637200 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50892) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:08:47.637802 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1ae747-f9b6-4055-9b8a-9c288c3bf3c5 None None] Routers {'7dd07e8c-0217-4b62-ab55-ebeb406e96bd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:08:47.638405 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9e1ae747-f9b6-4055-9b8a-9c288c3bf3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:08:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7dd07e8c-0217-4b62-ab55-ebeb406e96bd'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:47.704263 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6aea916-9da3-4a39-a0f2-6101f77ac7c3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting subnet 0345906a-f1d8-45b4-b534-21b12b9b8ce9 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:08:47.707152 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b6aea916-9da3-4a39-a0f2-6101f77ac7c3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:47.760626 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b6aea916-9da3-4a39-a0f2-6101f77ac7c3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:47.816262 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-9e1ae747-f9b6-4055-9b8a-9c288c3bf3c5 None None] Set router 7dd07e8c-0217-4b62-ab55-ebeb406e96bd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:08:47.843607 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b6aea916-9da3-4a39-a0f2-6101f77ac7c3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:47.919455 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b6aea916-9da3-4a39-a0f2-6101f77ac7c3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:47.962887 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b6aea916-9da3-4a39-a0f2-6101f77ac7c3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:47.965933 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aea916-9da3-4a39-a0f2-6101f77ac7c3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Subnet': ['ID=0345906a-f1d8-45b4-b534-21b12b9b8ce9,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:47.969844 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa708835-400d-45a6-8a80-dd0888a6b331 None None] Network 0b713114-ad17-4362-b25d-7a217a5c2be0 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:08:47.975095 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b6aea916-9da3-4a39-a0f2-6101f77ac7c3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/subnets/0345906a-f1d8-45b4-b534-21b12b9b8ce9 HTTP/1.1" status: 204 len: 168 time: 0.3345942 Apr 18 06:08:47.975461 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50896) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:08:48.109608 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9e1ae747-f9b6-4055-9b8a-9c288c3bf3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'name': 'tempest-TestNetworkBasicOps-router-96898928', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:05:37Z', 'updated_at': '2022-04-18T06:08:46Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:38Z', 'updated_at': '2022-04-18T06:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:48.112944 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1ae747-f9b6-4055-9b8a-9c288c3bf3c5 None None] Checking router: 7dd07e8c-0217-4b62-ab55-ebeb406e96bd for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:08:48.122384 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1ae747-f9b6-4055-9b8a-9c288c3bf3c5 None None] Routers {'7dd07e8c-0217-4b62-ab55-ebeb406e96bd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:08:48.122990 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9e1ae747-f9b6-4055-9b8a-9c288c3bf3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:08:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7dd07e8c-0217-4b62-ab55-ebeb406e96bd'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:48.160202 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:48.282236 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae7ee93-7cc4-4170-851e-c91bfebd5892 None None] DHCP port deletion for 0b713114-ad17-4362-b25d-7a217a5c2be0 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:08:48.286555 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-9ae7ee93-7cc4-4170-851e-c91bfebd5892 None None] Deleting port 03a1a8ec-7ae9-4f1d-8b80-e82673b0f629 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:08:48.287062 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9ae7ee93-7cc4-4170-851e-c91bfebd5892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:48.316980 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-9e1ae747-f9b6-4055-9b8a-9c288c3bf3c5 None None] Set router 7dd07e8c-0217-4b62-ab55-ebeb406e96bd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:08:48.437665 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 03a1a8ec-7ae9-4f1d-8b80-e82673b0f629 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:08:48.530657 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:48.543801 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port 8cf78b59-65b2-4e0e-9c35-4ff550af2ee7 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:08:48.544136 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:48.566411 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-9ae7ee93-7cc4-4170-851e-c91bfebd5892 None None] For port 03a1a8ec-7ae9-4f1d-8b80-e82673b0f629, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=03a1a8ec-7ae9-4f1d-8b80-e82673b0f629,segment=NetworkSegment(f2097cbc-b080-4afb-a0f3-503d873952eb),segment_id=f2097cbc-b080-4afb-a0f3-503d873952eb)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:08:48.566765 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9ae7ee93-7cc4-4170-851e-c91bfebd5892 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:48.627375 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-9e1ae747-f9b6-4055-9b8a-9c288c3bf3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'name': 'tempest-TestNetworkBasicOps-router-96898928', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:05:37Z', 'updated_at': '2022-04-18T06:08:46Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:38Z', 'updated_at': '2022-04-18T06:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:48.631557 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1ae747-f9b6-4055-9b8a-9c288c3bf3c5 None None] The sync data for ids ['7dd07e8c-0217-4b62-ab55-ebeb406e96bd'] in dv-neutron-837489-1-hyperv is: [{'id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'name': 'tempest-TestNetworkBasicOps-router-96898928', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:05:37Z', 'updated_at': '2022-04-18T06:08:46Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': '8cf78b59-65b2-4e0e-9c35-4ff550af2ee7', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd07e8c-0217-4b62-ab55-ebeb406e96bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:05:38Z', 'updated_at': '2022-04-18T06:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:08:48.720172 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-9ae7ee93-7cc4-4170-851e-c91bfebd5892 None None] Calling delete_port for 03a1a8ec-7ae9-4f1d-8b80-e82673b0f629 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:08:48.737812 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port 8cf78b59-65b2-4e0e-9c35-4ff550af2ee7, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=8cf78b59-65b2-4e0e-9c35-4ff550af2ee7,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:08:48.738168 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:48.796249 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:48.860859 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9ae7ee93-7cc4-4170-851e-c91bfebd5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:48.867554 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for 8cf78b59-65b2-4e0e-9c35-4ff550af2ee7 owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:08:48.911417 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7ee93-7cc4-4170-851e-c91bfebd5892 None None] Pushing event deleted for resources: {'Port': ['ID=03a1a8ec-7ae9-4f1d-8b80-e82673b0f629,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:48.921327 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae7ee93-7cc4-4170-851e-c91bfebd5892 None None] No DVR routers for this DVR port 03a1a8ec-7ae9-4f1d-8b80-e82673b0f629 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:08:48.923121 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae7ee93-7cc4-4170-851e-c91bfebd5892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:48.923463 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae7ee93-7cc4-4170-851e-c91bfebd5892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:48.923791 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae7ee93-7cc4-4170-851e-c91bfebd5892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:48.924136 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae7ee93-7cc4-4170-851e-c91bfebd5892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:48.924460 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae7ee93-7cc4-4170-851e-c91bfebd5892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:48.924780 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae7ee93-7cc4-4170-851e-c91bfebd5892 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:48.925097 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae7ee93-7cc4-4170-851e-c91bfebd5892 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:48.925412 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae7ee93-7cc4-4170-851e-c91bfebd5892 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:48.925727 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae7ee93-7cc4-4170-851e-c91bfebd5892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:48.926039 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae7ee93-7cc4-4170-851e-c91bfebd5892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:48.926351 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae7ee93-7cc4-4170-851e-c91bfebd5892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:48.926693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae7ee93-7cc4-4170-851e-c91bfebd5892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:49.044644 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:49.097259 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=8cf78b59-65b2-4e0e-9c35-4ff550af2ee7,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:49.136887 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:49.137228 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:49.137565 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:49.137894 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:49.138219 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:49.138543 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:49.138863 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:49.139180 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:49.139498 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:49.139819 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:49.140155 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:49.140468 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:49.196224 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:49.367033 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:49.369151 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:49.391687 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:49.392268 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Fanout notify agent at l3_agent the message router_deleted on router 7dd07e8c-0217-4b62-ab55-ebeb406e96bd {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:08:49.407709 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:49.408845 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a3f793b8-fe29-454b-a0b7-1b72101c56c1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/routers/7dd07e8c-0217-4b62-ab55-ebeb406e96bd HTTP/1.1" status: 204 len: 168 time: 1.4321921 Apr 18 06:08:49.411381 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50900) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:08:49.531575 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-545b5f3f-4276-4b24-b880-ec3cea6437be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:49.666723 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-545b5f3f-4276-4b24-b880-ec3cea6437be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:49.691321 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-545b5f3f-4276-4b24-b880-ec3cea6437be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b713114-ad17-4362-b25d-7a217a5c2be0']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:49.703630 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-545b5f3f-4276-4b24-b880-ec3cea6437be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2097cbc-b080-4afb-a0f3-503d873952eb') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:49.703925 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-545b5f3f-4276-4b24-b880-ec3cea6437be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2097cbc-b080-4afb-a0f3-503d873952eb') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:49.715318 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-545b5f3f-4276-4b24-b880-ec3cea6437be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:49.734255 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-545b5f3f-4276-4b24-b880-ec3cea6437be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:49.740005 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-545b5f3f-4276-4b24-b880-ec3cea6437be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:08:49.740405 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-545b5f3f-4276-4b24-b880-ec3cea6437be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:08:49.754621 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:08:49.836164 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-545b5f3f-4276-4b24-b880-ec3cea6437be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:49.853929 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-545b5f3f-4276-4b24-b880-ec3cea6437be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:49.864985 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b5f3f-4276-4b24-b880-ec3cea6437be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Network': ['ID=0b713114-ad17-4362-b25d-7a217a5c2be0,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:49.873478 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-545b5f3f-4276-4b24-b880-ec3cea6437be tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/networks/0b713114-ad17-4362-b25d-7a217a5c2be0 HTTP/1.1" status: 204 len: 168 time: 0.4611318 Apr 18 06:08:49.886350 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50904) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:08:49.893258 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-cafe8d7c-b10b-4879-b2a1-4bf5084201b5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'network': {'name': 'tempest-network-smoke--372146362', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'port_security_enabled': True}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:49.900211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-cafe8d7c-b10b-4879-b2a1-4bf5084201b5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:08:49.906918 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-cafe8d7c-b10b-4879-b2a1-4bf5084201b5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:network and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:08:49.909773 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-cafe8d7c-b10b-4879-b2a1-4bf5084201b5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:08:49.916008 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-cafe8d7c-b10b-4879-b2a1-4bf5084201b5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:08:49.925137 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafe8d7c-b10b-4879-b2a1-4bf5084201b5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:08:49.928423 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cafe8d7c-b10b-4879-b2a1-4bf5084201b5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:49.956795 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cafe8d7c-b10b-4879-b2a1-4bf5084201b5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:08:49.966595 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cafe8d7c-b10b-4879-b2a1-4bf5084201b5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:49.967051 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-cafe8d7c-b10b-4879-b2a1-4bf5084201b5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Added segment c865348d-cec9-4368-95f7-7e2908ff8da6 of type vlan for network 9253a55e-98b6-459e-be56-ce28de1fa9d9 Apr 18 06:08:49.993426 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cafe8d7c-b10b-4879-b2a1-4bf5084201b5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:50.025105 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cafe8d7c-b10b-4879-b2a1-4bf5084201b5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:50.030334 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafe8d7c-b10b-4879-b2a1-4bf5084201b5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:50.030898 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cafe8d7c-b10b-4879-b2a1-4bf5084201b5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:50.131735 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-cafe8d7c-b10b-4879-b2a1-4bf5084201b5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2431557 Apr 18 06:08:50.134987 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50908) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:08:50.138500 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe8d7c-b10b-4879-b2a1-4bf5084201b5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Network': ['ID=9253a55e-98b6-459e-be56-ce28de1fa9d9,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:50.140359 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-670289387', 'admin_state_up': True, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:50.148439 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 9253a55e-98b6-459e-be56-ce28de1fa9d9 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:08:50.152607 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:08:50.156832 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:router and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:08:50.159752 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:08:50.171021 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:08:50.181648 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:50.182541 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:50.199927 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:50.358566 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 8cf78b59-65b2-4e0e-9c35-4ff550af2ee7 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:08:50.393065 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 8cf78b59-65b2-4e0e-9c35-4ff550af2ee7 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:08:50.393407 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 8cf78b59-65b2-4e0e-9c35-4ff550af2ee7 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:08:50.393814 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 90cf3012-db3d-4035-9c5b-1b59cbadb69d no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:08:50.425520 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 90cf3012-db3d-4035-9c5b-1b59cbadb69d {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:08:50.425854 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 90cf3012-db3d-4035-9c5b-1b59cbadb69d not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:08:50.562156 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:50.855807 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:50.887447 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:51.015496 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.26.1.189 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/b43172f9-33fc-44db-a7cf-01e22ad36965) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:08:51.159886 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:51.187815 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:51.249300 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:08:51.251919 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:08:51.260222 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:08:51.299577 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=b43172f9-33fc-44db-a7cf-01e22ad36965,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:51.779636 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:52.122781 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:52.325794 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 39bc7871-6dba-47c3-baab-56668d4edbbd is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:08:52.506583 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:08:52.517070 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] Sync routers for ids ['39bc7871-6dba-47c3-baab-56668d4edbbd'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:08:52.526079 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] Routers {'39bc7871-6dba-47c3-baab-56668d4edbbd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:08:52.526849 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:08:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['39bc7871-6dba-47c3-baab-56668d4edbbd'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:52.533212 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:52.534407 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3d6ad94a-86cf-484d-9660-558967ea222e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3983395 Apr 18 06:08:52.537507 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50912) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:08:52.706268 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] Set router 39bc7871-6dba-47c3-baab-56668d4edbbd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:08:52.723305 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e4618d2c-6a54-4cb2-9a9d-d0e8c1ae4f5e tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=e00da76b2c8c4cb8902ec43a97f5e314&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1847112 Apr 18 06:08:52.726477 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50918) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:08:52.855507 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b54ce3-422f-4a11-a42a-532a857909bd tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:52.857008 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-30b54ce3-422f-4a11-a42a-532a857909bd tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293440 Apr 18 06:08:52.859872 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50922) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:08:52.907764 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d1bb5855-dc6e-48b4-8855-798b34e769a1 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444620 Apr 18 06:08:52.907984 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50926) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:08:52.913210 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7ab2580b-e0d2-46f9-95eb-4d33bbafa67b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-788022735', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:53.026819 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'name': 'tempest-TestNetworkBasicOps-router-670289387', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:51Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:53.027107 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7ab2580b-e0d2-46f9-95eb-4d33bbafa67b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:08:53.030717 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] Checking router: 39bc7871-6dba-47c3-baab-56668d4edbbd for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:08:53.030893 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7ab2580b-e0d2-46f9-95eb-4d33bbafa67b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:subnet and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:08:53.031064 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] Updating router 39bc7871-6dba-47c3-baab-56668d4edbbd port b43172f9-33fc-44db-a7cf-01e22ad36965 binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:08:53.033711 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7ab2580b-e0d2-46f9-95eb-4d33bbafa67b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:08:53.039574 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7ab2580b-e0d2-46f9-95eb-4d33bbafa67b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:08:53.049197 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab2580b-e0d2-46f9-95eb-4d33bbafa67b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:08:53.052781 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7ab2580b-e0d2-46f9-95eb-4d33bbafa67b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:53.084029 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:53.382939 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7ab2580b-e0d2-46f9-95eb-4d33bbafa67b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:53.422751 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:53.434610 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] Transition to ACTIVE for port object b43172f9-33fc-44db-a7cf-01e22ad36965 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:08:53.441669 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:53.463177 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2580b-e0d2-46f9-95eb-4d33bbafa67b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Subnet': ['ID=c3a43799-003c-454e-98e6-83f570e7282e,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:53.473206 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab2580b-e0d2-46f9-95eb-4d33bbafa67b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Checking segment: {'id': 'c865348d-cec9-4368-95f7-7e2908ff8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:08:53.473563 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab2580b-e0d2-46f9-95eb-4d33bbafa67b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network hostable DHCP agents. Network: 9253a55e-98b6-459e-be56-ce28de1fa9d9, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:08:53.493423 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab2580b-e0d2-46f9-95eb-4d33bbafa67b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 9253a55e-98b6-459e-be56-ce28de1fa9d9 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:08:53.502943 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-7ab2580b-e0d2-46f9-95eb-4d33bbafa67b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 9253a55e-98b6-459e-be56-ce28de1fa9d9) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:08:53.507672 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab2580b-e0d2-46f9-95eb-4d33bbafa67b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:53.508576 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7ab2580b-e0d2-46f9-95eb-4d33bbafa67b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:53.521533 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7754cef0-788b-4d46-8b5b-a7ad3824c9d8 None None] Network 9253a55e-98b6-459e-be56-ce28de1fa9d9 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:08:53.529741 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7ab2580b-e0d2-46f9-95eb-4d33bbafa67b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6207922 Apr 18 06:08:53.532575 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50930) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:08:53.539766 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] Attempting to bind port b43172f9-33fc-44db-a7cf-01e22ad36965 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:08:53.540150 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] Attempting to bind port b43172f9-33fc-44db-a7cf-01e22ad36965 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:08:53.540510 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] Attempting to bind port b43172f9-33fc-44db-a7cf-01e22ad36965 on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:08:53.556338 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdc41e-07e4-460f-ba78-3072ba7f1610 None None] Pushing event updated for resources: {'Port': ['ID=b43172f9-33fc-44db-a7cf-01e22ad36965,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:53.562902 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:08:53.563381 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:08:53.563680 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:53.564028 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:08:53.564502 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] Bound port: b43172f9-33fc-44db-a7cf-01e22ad36965, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:08:53.564868 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:53.709979 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] For port b43172f9-33fc-44db-a7cf-01e22ad36965, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:08:53.747865 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] For port b43172f9-33fc-44db-a7cf-01e22ad36965, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b43172f9-33fc-44db-a7cf-01e22ad36965,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:08:53.752961 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:53.880187 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] Routers {'39bc7871-6dba-47c3-baab-56668d4edbbd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:08:53.880913 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:08:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['39bc7871-6dba-47c3-baab-56668d4edbbd'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:53.935495 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-9253a55e-98b6-459e-be56-ce28de1fa9d9', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ips': [{'subnet_id': 'c3a43799-003c-454e-98e6-83f570e7282e'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:08:53.936323 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:53.953602 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdc41e-07e4-460f-ba78-3072ba7f1610 None None] Pushing event updated for resources: {'Port': ['ID=b43172f9-33fc-44db-a7cf-01e22ad36965,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:54.166925 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] Set router 39bc7871-6dba-47c3-baab-56668d4edbbd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:08:54.235201 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7241-a016-451d-a35b-92387d7f7e55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:54.404618 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] Allocated IP 172.20.0.2 (9253a55e-98b6-459e-be56-ce28de1fa9d9/c3a43799-003c-454e-98e6-83f570e7282e/4992e91b-7da2-4556-864b-446d7b21bb4f) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:08:54.673513 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'name': 'tempest-TestNetworkBasicOps-router-670289387', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:51Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:54.680600 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:54.682959 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ec2f6b-44bb-45a7-bdb3-b1f8fb6e53e3 None None] The sync data for ids ['39bc7871-6dba-47c3-baab-56668d4edbbd'] in dv-neutron-837489-1-hyperv is: [{'id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'name': 'tempest-TestNetworkBasicOps-router-670289387', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:51Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:08:54.692303 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] Transition to ACTIVE for port object 4992e91b-7da2-4556-864b-446d7b21bb4f will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:08:54.712853 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] Transition to ACTIVE for port object 4992e91b-7da2-4556-864b-446d7b21bb4f will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:08:54.721622 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:54.786484 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] Network 9253a55e-98b6-459e-be56-ce28de1fa9d9 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:08:54.788831 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-b5ea7241-a016-451d-a35b-92387d7f7e55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.20.0.1 (9253a55e-98b6-459e-be56-ce28de1fa9d9/c3a43799-003c-454e-98e6-83f570e7282e/f00011fc-c42f-409e-9bdd-7030f9215b98) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:08:54.794513 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:08:54.798760 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:08:54.804725 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] Pushing event updated for resources: {'Port': ['ID=4992e91b-7da2-4556-864b-446d7b21bb4f,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:54.894327 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] Attempting to bind port 4992e91b-7da2-4556-864b-446d7b21bb4f on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:08:54.894695 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] Attempting to bind port 4992e91b-7da2-4556-864b-446d7b21bb4f by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'c865348d-cec9-4368-95f7-7e2908ff8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:08:54.895062 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] Attempting to bind port 4992e91b-7da2-4556-864b-446d7b21bb4f on network 9253a55e-98b6-459e-be56-ce28de1fa9d9 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:08:54.911061 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:08:54.911061 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] Checking segment: {'id': 'c865348d-cec9-4368-95f7-7e2908ff8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:08:54.911061 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:54.911415 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] Bound using segment: {'id': 'c865348d-cec9-4368-95f7-7e2908ff8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:08:54.911883 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] Bound port: 4992e91b-7da2-4556-864b-446d7b21bb4f, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c865348d-cec9-4368-95f7-7e2908ff8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:08:54.912279 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:55.025918 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] For port 4992e91b-7da2-4556-864b-446d7b21bb4f, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:08:55.029426 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] For port 4992e91b-7da2-4556-864b-446d7b21bb4f, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4992e91b-7da2-4556-864b-446d7b21bb4f,segment=NetworkSegment(c865348d-cec9-4368-95f7-7e2908ff8da6),segment_id=c865348d-cec9-4368-95f7-7e2908ff8da6)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:08:55.035924 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:55.105000 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7241-a016-451d-a35b-92387d7f7e55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:55.123044 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-b5ea7241-a016-451d-a35b-92387d7f7e55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Transition to ACTIVE for port object f00011fc-c42f-409e-9bdd-7030f9215b98 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:08:55.126552 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98aa17-ffc4-43dc-a4c3-f198f7265560 None None] Pushing event updated for resources: {'Port': ['ID=4992e91b-7da2-4556-864b-446d7b21bb4f,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:55.154723 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7241-a016-451d-a35b-92387d7f7e55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:55.216526 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ea7241-a016-451d-a35b-92387d7f7e55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 9253a55e-98b6-459e-be56-ce28de1fa9d9 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:08:55.219988 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-b5ea7241-a016-451d-a35b-92387d7f7e55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:08:55.224428 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ea7241-a016-451d-a35b-92387d7f7e55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:08:55.289343 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea7241-a016-451d-a35b-92387d7f7e55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=f00011fc-c42f-409e-9bdd-7030f9215b98,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:55.302306 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7241-a016-451d-a35b-92387d7f7e55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:55.599260 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7241-a016-451d-a35b-92387d7f7e55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:56.017796 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7241-a016-451d-a35b-92387d7f7e55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:56.022420 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7241-a016-451d-a35b-92387d7f7e55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:56.087090 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd35d2d-d8cf-45cd-a124-835b31409bc3 None None] Network 9253a55e-98b6-459e-be56-ce28de1fa9d9 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:08:56.139269 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7241-a016-451d-a35b-92387d7f7e55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:56.142522 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea7241-a016-451d-a35b-92387d7f7e55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=f00011fc-c42f-409e-9bdd-7030f9215b98,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:56.192738 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-26e1b5b4-7204-422a-91b9-0698ed2aa2b5 None None] Provisioning for port 4992e91b-7da2-4556-864b-446d7b21bb4f completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:08:56.279135 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ea7241-a016-451d-a35b-92387d7f7e55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 9253a55e-98b6-459e-be56-ce28de1fa9d9 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:08:56.280271 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-b5ea7241-a016-451d-a35b-92387d7f7e55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:08:56.456700 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4992e91b-7da2-4556-864b-446d7b21bb4f up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:08:56.536419 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 4992e91b-7da2-4556-864b-446d7b21bb4f completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:08:56.541902 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 4992e91b-7da2-4556-864b-446d7b21bb4f triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:08:56.542671 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:56.544864 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ea7241-a016-451d-a35b-92387d7f7e55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 39bc7871-6dba-47c3-baab-56668d4edbbd has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:08:56.674626 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:56.683428 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6adee38c-60df-4ef7-9a40-c0f2ea905555 None None] Provisioning complete for port 4992e91b-7da2-4556-864b-446d7b21bb4f triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:08:56.683793 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6adee38c-60df-4ef7-9a40-c0f2ea905555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:56.761849 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 4992e91b-7da2-4556-864b-446d7b21bb4f, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4992e91b-7da2-4556-864b-446d7b21bb4f,segment=NetworkSegment(c865348d-cec9-4368-95f7-7e2908ff8da6),segment_id=c865348d-cec9-4368-95f7-7e2908ff8da6)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:08:56.767863 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:56.768666 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b43172f9-33fc-44db-a7cf-01e22ad36965 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:08:56.867380 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ea7241-a016-451d-a35b-92387d7f7e55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:08:56.878527 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] Sync routers for ids ['39bc7871-6dba-47c3-baab-56668d4edbbd'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:08:56.880579 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b5ea7241-a016-451d-a35b-92387d7f7e55 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/routers/39bc7871-6dba-47c3-baab-56668d4edbbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3470032 Apr 18 06:08:56.883648 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50934) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:08:56.892367 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] Routers {'39bc7871-6dba-47c3-baab-56668d4edbbd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:08:56.894023 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:08:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['39bc7871-6dba-47c3-baab-56668d4edbbd'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:56.947393 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=4992e91b-7da2-4556-864b-446d7b21bb4f,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:56.965482 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port b43172f9-33fc-44db-a7cf-01e22ad36965 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:08:56.973505 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6adee38c-60df-4ef7-9a40-c0f2ea905555 None None] Provisioning for port f00011fc-c42f-409e-9bdd-7030f9215b98 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:08:56.977931 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port b43172f9-33fc-44db-a7cf-01e22ad36965 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:08:56.978347 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:57.017431 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6adee38c-60df-4ef7-9a40-c0f2ea905555 None None] Provisioning complete for port f00011fc-c42f-409e-9bdd-7030f9215b98 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:08:57.017800 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6adee38c-60df-4ef7-9a40-c0f2ea905555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:57.044920 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a7d8fc-5120-4c46-8cff-aacd9d5215f6 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:57.045434 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a7d8fc-5120-4c46-8cff-aacd9d5215f6 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:57.045882 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a7d8fc-5120-4c46-8cff-aacd9d5215f6 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:57.046352 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a7d8fc-5120-4c46-8cff-aacd9d5215f6 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:57.048002 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-32a7d8fc-5120-4c46-8cff-aacd9d5215f6 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1633866 Apr 18 06:08:57.050718 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50938) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:08:57.084331 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-6adee38c-60df-4ef7-9a40-c0f2ea905555 None None] Port f00011fc-c42f-409e-9bdd-7030f9215b98 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:08:57.116294 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] Set router 39bc7871-6dba-47c3-baab-56668d4edbbd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:08:57.129403 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac45c7c-1c0a-430f-830a-b0b20233c19d tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:57.129866 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac45c7c-1c0a-430f-830a-b0b20233c19d tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:57.130312 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac45c7c-1c0a-430f-830a-b0b20233c19d tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:57.130753 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac45c7c-1c0a-430f-830a-b0b20233c19d tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:57.135752 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50942) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:08:57.140763 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bac45c7c-1c0a-430f-830a-b0b20233c19d tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0888529 Apr 18 06:08:57.199741 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:57.223345 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port b43172f9-33fc-44db-a7cf-01e22ad36965, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b43172f9-33fc-44db-a7cf-01e22ad36965,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:08:57.225528 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-451eda2e-d87d-4c59-a4ce-02ff70c2f3dd None None] Provisioning complete for port f00011fc-c42f-409e-9bdd-7030f9215b98 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:08:57.226547 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-451eda2e-d87d-4c59-a4ce-02ff70c2f3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:57.257186 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:57.339557 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-451eda2e-d87d-4c59-a4ce-02ff70c2f3dd None None] Port f00011fc-c42f-409e-9bdd-7030f9215b98 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:08:57.350253 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=b43172f9-33fc-44db-a7cf-01e22ad36965,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:57.479576 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-72a12d4f-d248-41fa-ae7b-6864e5a48ec4 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3426087 Apr 18 06:08:57.489550 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'name': 'tempest-TestNetworkBasicOps-router-670289387', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:55Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'f00011fc-c42f-409e-9bdd-7030f9215b98', 'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:fe:40:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:54Z', 'updated_at': '2022-04-18T06:08:55Z', 'revision_number': 2, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:57.494049 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] Checking router: 39bc7871-6dba-47c3-baab-56668d4edbbd for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:08:57.494393 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] Updating router 39bc7871-6dba-47c3-baab-56668d4edbbd port f00011fc-c42f-409e-9bdd-7030f9215b98 binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:08:57.550092 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:57.784939 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50948) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:08:57.790316 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1376766911', 'description': 'tempest-secgroup-smoke-1376766911 description', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:57.795995 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:08:57.800125 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:08:57.802893 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:08:57.809418 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:08:57.819164 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:57.841628 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:08:57.845563 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:08:57.848455 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:08:57.854100 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:08:57.877613 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:57.889514 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] Transition to ACTIVE for port object f00011fc-c42f-409e-9bdd-7030f9215b98 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:08:57.896421 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:57.925309 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:57.929609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:57.978448 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b09424b2-9a3e-44a9-a961-76e59b5059c6,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:57.982547 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:57.986632 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1977541 Apr 18 06:08:57.986896 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50952) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:08:57.988717 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:57.989209 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:57.989639 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:57.990078 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:57.990499 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:57.990917 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:57.991445 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:57.991959 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:57.992578 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:57.992994 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:57.993138 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-140bdb11-1121-46b8-a37c-e99c098fdc3d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'b09424b2-9a3e-44a9-a961-76e59b5059c6', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:57.993494 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:57.994032 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1855319-afd8-4d9a-81fd-f519386fb585 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:58.009017 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-140bdb11-1121-46b8-a37c-e99c098fdc3d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:08:58.013278 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-140bdb11-1121-46b8-a37c-e99c098fdc3d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:08:58.016259 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-140bdb11-1121-46b8-a37c-e99c098fdc3d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:08:58.017197 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d7d07-05b3-498e-9c46-d162fba8826c None None] Pushing event updated for resources: {'Port': ['ID=f00011fc-c42f-409e-9bdd-7030f9215b98,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:58.022018 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-140bdb11-1121-46b8-a37c-e99c098fdc3d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:08:58.032439 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d7d07-05b3-498e-9c46-d162fba8826c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:58.032781 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d7d07-05b3-498e-9c46-d162fba8826c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:58.033362 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d7d07-05b3-498e-9c46-d162fba8826c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:58.033980 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d7d07-05b3-498e-9c46-d162fba8826c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:58.034473 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d7d07-05b3-498e-9c46-d162fba8826c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:58.034970 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d7d07-05b3-498e-9c46-d162fba8826c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:58.035466 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d7d07-05b3-498e-9c46-d162fba8826c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:58.035797 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d7d07-05b3-498e-9c46-d162fba8826c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:58.036150 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d7d07-05b3-498e-9c46-d162fba8826c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:58.036478 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d7d07-05b3-498e-9c46-d162fba8826c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:58.036987 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d7d07-05b3-498e-9c46-d162fba8826c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:58.037122 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2d7d07-05b3-498e-9c46-d162fba8826c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:58.041048 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-140bdb11-1121-46b8-a37c-e99c098fdc3d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.108936 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-140bdb11-1121-46b8-a37c-e99c098fdc3d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.113337 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-140bdb11-1121-46b8-a37c-e99c098fdc3d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.137061 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] Attempting to bind port f00011fc-c42f-409e-9bdd-7030f9215b98 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:08:58.137534 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] Attempting to bind port f00011fc-c42f-409e-9bdd-7030f9215b98 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'c865348d-cec9-4368-95f7-7e2908ff8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:08:58.137959 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] Attempting to bind port f00011fc-c42f-409e-9bdd-7030f9215b98 on network 9253a55e-98b6-459e-be56-ce28de1fa9d9 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:08:58.139920 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bdb11-1121-46b8-a37c-e99c098fdc3d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb96456c-8c01-44a9-9435-e2ec8ab28567,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:58.150029 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:08:58.150402 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] Checking segment: {'id': 'c865348d-cec9-4368-95f7-7e2908ff8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:08:58.150801 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.151199 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] Bound using segment: {'id': 'c865348d-cec9-4368-95f7-7e2908ff8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:08:58.151742 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] Bound port: f00011fc-c42f-409e-9bdd-7030f9215b98, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c865348d-cec9-4368-95f7-7e2908ff8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:08:58.152049 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.153647 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-140bdb11-1121-46b8-a37c-e99c098fdc3d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.155622 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-140bdb11-1121-46b8-a37c-e99c098fdc3d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1674504 Apr 18 06:08:58.157989 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 50956) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:08:58.164021 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-3b1092a6-bc8a-4815-b503-a935e2d4102c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'b09424b2-9a3e-44a9-a961-76e59b5059c6', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:58.170594 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3b1092a6-bc8a-4815-b503-a935e2d4102c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:08:58.174375 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3b1092a6-bc8a-4815-b503-a935e2d4102c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:08:58.177311 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3b1092a6-bc8a-4815-b503-a935e2d4102c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:08:58.182861 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3b1092a6-bc8a-4815-b503-a935e2d4102c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:08:58.199570 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3b1092a6-bc8a-4815-b503-a935e2d4102c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.243949 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] For port f00011fc-c42f-409e-9bdd-7030f9215b98, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:08:58.247150 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] For port f00011fc-c42f-409e-9bdd-7030f9215b98, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f00011fc-c42f-409e-9bdd-7030f9215b98,segment=NetworkSegment(c865348d-cec9-4368-95f7-7e2908ff8da6),segment_id=c865348d-cec9-4368-95f7-7e2908ff8da6)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:08:58.251215 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.264762 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3b1092a6-bc8a-4815-b503-a935e2d4102c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.270026 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3b1092a6-bc8a-4815-b503-a935e2d4102c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.296864 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1092a6-bc8a-4815-b503-a935e2d4102c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574fb0fa-ac13-4d73-8dae-08e090ccaef0,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:58.307667 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3b1092a6-bc8a-4815-b503-a935e2d4102c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.312002 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50960) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:08:58.317466 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-20c1c30e-a3ad-4dc7-956a-2fb537fcb66b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'b09424b2-9a3e-44a9-a961-76e59b5059c6', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:58.323291 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3b1092a6-bc8a-4815-b503-a935e2d4102c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1639895 Apr 18 06:08:58.323690 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d7d07-05b3-498e-9c46-d162fba8826c None None] Pushing event updated for resources: {'Port': ['ID=f00011fc-c42f-409e-9bdd-7030f9215b98,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:58.325738 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-20c1c30e-a3ad-4dc7-956a-2fb537fcb66b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:08:58.330046 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-20c1c30e-a3ad-4dc7-956a-2fb537fcb66b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:08:58.332956 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-20c1c30e-a3ad-4dc7-956a-2fb537fcb66b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:08:58.337817 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] Routers {'39bc7871-6dba-47c3-baab-56668d4edbbd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:08:58.338693 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:08:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['39bc7871-6dba-47c3-baab-56668d4edbbd'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:58.345071 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-20c1c30e-a3ad-4dc7-956a-2fb537fcb66b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:08:58.371127 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20c1c30e-a3ad-4dc7-956a-2fb537fcb66b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.463505 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4992e91b-7da2-4556-864b-446d7b21bb4f up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:08:58.466797 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20c1c30e-a3ad-4dc7-956a-2fb537fcb66b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.472167 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20c1c30e-a3ad-4dc7-956a-2fb537fcb66b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.500464 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1c30e-a3ad-4dc7-956a-2fb537fcb66b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2b5080-1049-4a89-bcb7-956fb7a05932,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:58.531420 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20c1c30e-a3ad-4dc7-956a-2fb537fcb66b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.532697 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-20c1c30e-a3ad-4dc7-956a-2fb537fcb66b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2195888 Apr 18 06:08:58.535442 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50964) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:08:58.541815 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-c8145851-4d6e-407f-bec2-0ddfec79f11a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'b09424b2-9a3e-44a9-a961-76e59b5059c6', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:58.546406 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] Set router 39bc7871-6dba-47c3-baab-56668d4edbbd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:08:58.548366 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 4992e91b-7da2-4556-864b-446d7b21bb4f triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:08:58.548719 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c8145851-4d6e-407f-bec2-0ddfec79f11a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:08:58.549098 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.552824 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c8145851-4d6e-407f-bec2-0ddfec79f11a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:08:58.556689 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c8145851-4d6e-407f-bec2-0ddfec79f11a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:08:58.563279 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c8145851-4d6e-407f-bec2-0ddfec79f11a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:08:58.585194 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c8145851-4d6e-407f-bec2-0ddfec79f11a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.666949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c8145851-4d6e-407f-bec2-0ddfec79f11a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.671583 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c8145851-4d6e-407f-bec2-0ddfec79f11a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.687331 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b43172f9-33fc-44db-a7cf-01e22ad36965 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:08:58.698358 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8145851-4d6e-407f-bec2-0ddfec79f11a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcca341b-71c1-4cb2-aee2-01ab4c2b34c7,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:58.713353 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c8145851-4d6e-407f-bec2-0ddfec79f11a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.718507 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c8145851-4d6e-407f-bec2-0ddfec79f11a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1790295 Apr 18 06:08:58.718932 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50968) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:08:58.725223 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-da60038e-d2b9-49f4-be50-53aed3aa6594 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'b09424b2-9a3e-44a9-a961-76e59b5059c6', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:58.735065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-da60038e-d2b9-49f4-be50-53aed3aa6594 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:08:58.739133 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-da60038e-d2b9-49f4-be50-53aed3aa6594 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:08:58.743075 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-da60038e-d2b9-49f4-be50-53aed3aa6594 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:08:58.749173 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-da60038e-d2b9-49f4-be50-53aed3aa6594 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:08:58.759358 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port b43172f9-33fc-44db-a7cf-01e22ad36965 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:08:58.759872 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.763046 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-da60038e-d2b9-49f4-be50-53aed3aa6594 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:08:58.770429 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-da60038e-d2b9-49f4-be50-53aed3aa6594 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.840287 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-da60038e-d2b9-49f4-be50-53aed3aa6594 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.847111 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-da60038e-d2b9-49f4-be50-53aed3aa6594 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.870880 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60038e-d2b9-49f4-be50-53aed3aa6594 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998fb809-25ce-451d-b867-0d3703cea7f0,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:58.884191 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-da60038e-d2b9-49f4-be50-53aed3aa6594 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.887953 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-da60038e-d2b9-49f4-be50-53aed3aa6594 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1654024 Apr 18 06:08:58.888616 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 50972) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:08:58.894438 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-6b13ebb3-b9e1-44b7-af28-95544a2ff759 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'b09424b2-9a3e-44a9-a961-76e59b5059c6', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:58.900795 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6b13ebb3-b9e1-44b7-af28-95544a2ff759 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:08:58.904671 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6b13ebb3-b9e1-44b7-af28-95544a2ff759 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:08:58.907616 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6b13ebb3-b9e1-44b7-af28-95544a2ff759 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:08:58.913338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6b13ebb3-b9e1-44b7-af28-95544a2ff759 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:08:58.913536 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'name': 'tempest-TestNetworkBasicOps-router-670289387', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:55Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'f00011fc-c42f-409e-9bdd-7030f9215b98', 'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:fe:40:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:54Z', 'updated_at': '2022-04-18T06:08:58Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:58.917461 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b891c5-b2eb-4773-9c91-ceb6a4c2d1a1 None None] The sync data for ids ['39bc7871-6dba-47c3-baab-56668d4edbbd'] in dv-neutron-837489-1-hyperv is: [{'id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'name': 'tempest-TestNetworkBasicOps-router-670289387', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:55Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'f00011fc-c42f-409e-9bdd-7030f9215b98', 'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:fe:40:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:54Z', 'updated_at': '2022-04-18T06:08:58Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:08:58.924009 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-6b13ebb3-b9e1-44b7-af28-95544a2ff759 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:08:58.931075 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6b13ebb3-b9e1-44b7-af28-95544a2ff759 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:59.027677 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6b13ebb3-b9e1-44b7-af28-95544a2ff759 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:59.031514 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6b13ebb3-b9e1-44b7-af28-95544a2ff759 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:59.055566 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13ebb3-b9e1-44b7-af28-95544a2ff759 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26091743-e251-4f08-82e5-50f0d6df1b0a,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:59.066708 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6b13ebb3-b9e1-44b7-af28-95544a2ff759 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:59.067937 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6b13ebb3-b9e1-44b7-af28-95544a2ff759 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1783965 Apr 18 06:08:59.311035 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-e46f2679-c37c-4389-aa3e-21d818275023 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:08:59.328436 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-e46f2679-c37c-4389-aa3e-21d818275023 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:08:59.329740 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-e46f2679-c37c-4389-aa3e-21d818275023 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1376766911&fields=id&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 267 time: 0.0614469 Apr 18 06:08:59.486267 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-923b08d8-c377-4aed-abc4-63fd5f12e61a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:59.486961 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-923b08d8-c377-4aed-abc4-63fd5f12e61a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:08:59.503254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-923b08d8-c377-4aed-abc4-63fd5f12e61a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:08:59.504447 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-923b08d8-c377-4aed-abc4-63fd5f12e61a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/networks?id=9253a55e-98b6-459e-be56-ce28de1fa9d9 HTTP/1.1" status: 200 len: 796 time: 0.1673968 Apr 18 06:08:59.520888 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-9d3690e8-aaa3-4d06-8348-a0ea02f32c4a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/quotas/e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 375 time: 0.0102668 Apr 18 06:08:59.605393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-0b34f379-6b57-46a9-b2f1-a496e2210378 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:08:59.621101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-0b34f379-6b57-46a9-b2f1-a496e2210378 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:08:59.622447 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-0b34f379-6b57-46a9-b2f1-a496e2210378 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955107 Apr 18 06:08:59.811259 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-4c3e1e29-b25e-440c-bc15-ec4de46676bd service neutron] 10.222.0.15 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758919 Apr 18 06:08:59.951594 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-3b211599-7c81-41b2-a774-5e0c5c668c1b service neutron] 10.222.0.15 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342514 Apr 18 06:09:00.127760 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-79f15012-c744-40ae-9787-656defe73c4f req-6e1ff13c-f0f3-45fc-86a6-496eaa0f1298 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:09:00.138946 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-79f15012-c744-40ae-9787-656defe73c4f req-6e1ff13c-f0f3-45fc-86a6-496eaa0f1298 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:09:00.140031 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-79f15012-c744-40ae-9787-656defe73c4f req-6e1ff13c-f0f3-45fc-86a6-496eaa0f1298 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 210 time: 0.0548944 Apr 18 06:09:00.395128 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f00011fc-c42f-409e-9bdd-7030f9215b98 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:09:00.464273 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port f00011fc-c42f-409e-9bdd-7030f9215b98 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:09:00.468732 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port f00011fc-c42f-409e-9bdd-7030f9215b98 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:09:00.469106 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:00.583470 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:00.615064 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port f00011fc-c42f-409e-9bdd-7030f9215b98, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f00011fc-c42f-409e-9bdd-7030f9215b98,segment=NetworkSegment(c865348d-cec9-4368-95f7-7e2908ff8da6),segment_id=c865348d-cec9-4368-95f7-7e2908ff8da6)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:09:00.618956 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:00.684833 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=f00011fc-c42f-409e-9bdd-7030f9215b98,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:01.238506 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-aa38e94d-6c8f-463c-80d2-5b8e53dc735d req-0b2d68aa-fbd9-4b69-a4f4-d7be12e70538 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 210 time: 0.0458109 Apr 18 06:09:02.333564 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5a049d6d-94f5-4abd-9f78-5e9863201c56 req-ee80c54a-cefd-437e-b52b-d10711418f32 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 210 time: 0.0432475 Apr 18 06:09:02.397164 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f00011fc-c42f-409e-9bdd-7030f9215b98 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:09:02.471724 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port f00011fc-c42f-409e-9bdd-7030f9215b98 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:09:02.472127 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:03.430838 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4662d2ae-ced2-4f18-a30e-b20192ecea5e req-e7f8f8d7-5aa0-46bb-8a90-9d2266418d06 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 210 time: 0.0426490 Apr 18 06:09:04.578231 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f4a4d5aa-1a83-4133-8e59-43e291effaea req-ab4eb2f2-c470-4053-a3d7-dd39238832f4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 210 time: 0.0443671 Apr 18 06:09:05.286829 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fcbc1e8b-dfb4-4523-94d2-b4349db98bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:05.496219 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-d8d3f995-dfde-49f1-815a-152f4b8a206e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:05.497706 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-d8d3f995-dfde-49f1-815a-152f4b8a206e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/networks?id=9253a55e-98b6-459e-be56-ce28de1fa9d9 HTTP/1.1" status: 200 len: 796 time: 0.1523030 Apr 18 06:09:05.546957 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-994b5748-7113-4f87-9531-62916036c2ae tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 380 time: 0.0402954 Apr 18 06:09:05.561381 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-4d2901ef-6734-4909-b269-b801f74ea4e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'port': {'device_id': '254e9f62-c69d-4294-abd9-c36d34d32766', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'admin_state_up': True, 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'security_groups': ['b09424b2-9a3e-44a9-a961-76e59b5059c6']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:09:05.734981 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-838c3a33-817f-44d2-8f61-45e2a7dfd9e9 req-e0aeb5de-03cf-4753-ae3c-e49a79666eea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 210 time: 0.0481658 Apr 18 06:09:05.735844 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-4d2901ef-6734-4909-b269-b801f74ea4e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:09:05.745575 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-4d2901ef-6734-4909-b269-b801f74ea4e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:09:05.756442 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-4d2901ef-6734-4909-b269-b801f74ea4e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:09:05.760441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-4d2901ef-6734-4909-b269-b801f74ea4e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:06.016181 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-4d2901ef-6734-4909-b269-b801f74ea4e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.20.0.11 (9253a55e-98b6-459e-be56-ce28de1fa9d9/c3a43799-003c-454e-98e6-83f570e7282e/ffc80659-2882-4a75-8a42-934f255b4326) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:09:06.204691 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-4d2901ef-6734-4909-b269-b801f74ea4e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:06.220342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-4d2901ef-6734-4909-b269-b801f74ea4e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Transition to ACTIVE for port object ffc80659-2882-4a75-8a42-934f255b4326 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:09:06.242445 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-4d2901ef-6734-4909-b269-b801f74ea4e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:06.304314 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-4d2901ef-6734-4909-b269-b801f74ea4e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 9253a55e-98b6-459e-be56-ce28de1fa9d9 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:09:06.307154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-4d2901ef-6734-4909-b269-b801f74ea4e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:09:06.315549 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-4d2901ef-6734-4909-b269-b801f74ea4e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:09:06.356698 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2901ef-6734-4909-b269-b801f74ea4e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=ffc80659-2882-4a75-8a42-934f255b4326,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:06.396169 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-4d2901ef-6734-4909-b269-b801f74ea4e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:06.396766 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-4d2901ef-6734-4909-b269-b801f74ea4e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:06.422218 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-4d2901ef-6734-4909-b269-b801f74ea4e4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8642642 Apr 18 06:09:06.437314 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] Request body: {'port': {'device_id': '254e9f62-c69d-4294-abd9-c36d34d32766', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:09:06.546539 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:06.592479 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-159c4607-6bf0-43f3-a5d1-328b57dcdb63 None None] Provisioning for port ffc80659-2882-4a75-8a42-934f255b4326 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:09:06.597042 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-159c4607-6bf0-43f3-a5d1-328b57dcdb63 None None] Provisioning complete for port ffc80659-2882-4a75-8a42-934f255b4326 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:09:06.597409 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-159c4607-6bf0-43f3-a5d1-328b57dcdb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:06.651360 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-159c4607-6bf0-43f3-a5d1-328b57dcdb63 None None] Port ffc80659-2882-4a75-8a42-934f255b4326 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:09:06.892812 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc80659-2882-4a75-8a42-934f255b4326 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:09:06.900573 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:06.915327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] Transition to ACTIVE for port object ffc80659-2882-4a75-8a42-934f255b4326 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:09:06.918437 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652cf77-242a-443c-9b66-31394d505488 req-ac611901-f21e-441e-80cd-5de4b97abb45 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:06.918970 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:06.920105 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b652cf77-242a-443c-9b66-31394d505488 req-ac611901-f21e-441e-80cd-5de4b97abb45 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 932 time: 0.0815408 Apr 18 06:09:06.966188 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b652cf77-242a-443c-9b66-31394d505488 req-5f424e21-78aa-4d45-8fcc-3882b07d001f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b09424b2-9a3e-44a9-a961-76e59b5059c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397265 Apr 18 06:09:07.078567 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc80659-2882-4a75-8a42-934f255b4326,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:07.164558 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] Attempting to bind port ffc80659-2882-4a75-8a42-934f255b4326 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:09:07.164890 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] Attempting to bind port ffc80659-2882-4a75-8a42-934f255b4326 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'c865348d-cec9-4368-95f7-7e2908ff8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:09:07.165210 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] Attempting to bind port ffc80659-2882-4a75-8a42-934f255b4326 on network 9253a55e-98b6-459e-be56-ce28de1fa9d9 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:09:07.176441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] Port ffc80659-2882-4a75-8a42-934f255b4326 on network 9253a55e-98b6-459e-be56-ce28de1fa9d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:09:07.176764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] Attempting to bind port ffc80659-2882-4a75-8a42-934f255b4326 on network 9253a55e-98b6-459e-be56-ce28de1fa9d9 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:09:07.183237 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:09:07.183566 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] Checking segment: {'id': 'c865348d-cec9-4368-95f7-7e2908ff8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:09:07.183942 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] Bound using segment: {'id': 'c865348d-cec9-4368-95f7-7e2908ff8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:09:07.184399 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] Bound port: ffc80659-2882-4a75-8a42-934f255b4326, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c865348d-cec9-4368-95f7-7e2908ff8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:09:07.184743 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:07.276406 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] For port ffc80659-2882-4a75-8a42-934f255b4326, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:09:07.279145 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] For port ffc80659-2882-4a75-8a42-934f255b4326, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ffc80659-2882-4a75-8a42-934f255b4326,segment=NetworkSegment(c865348d-cec9-4368-95f7-7e2908ff8da6),segment_id=c865348d-cec9-4368-95f7-7e2908ff8da6)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:09:07.284482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:07.340359 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:07.340610 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:07.342136 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] 10.222.0.52 "PUT /v2.0/ports/ffc80659-2882-4a75-8a42-934f255b4326 HTTP/1.1" status: 200 len: 1094 time: 0.9090214 Apr 18 06:09:07.344920 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254e9f62-c69d-4294-abd9-c36d34d32766', 'tag': 'ffc80659-2882-4a75-8a42-934f255b4326'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:09:07.420619 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b27bd-e969-43d2-80c9-4e5ff0e74537 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc80659-2882-4a75-8a42-934f255b4326,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:07.429844 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ef1253-1c78-48c9-8571-01191f7dde6d'] response: {'name': 'network-changed', 'server_uuid': '254e9f62-c69d-4294-abd9-c36d34d32766', 'tag': 'ffc80659-2882-4a75-8a42-934f255b4326', 'status': 'completed', 'code': 200} Apr 18 06:09:07.466433 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-cc7d2da5-3cc1-4806-86ae-64c9caf93da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:07.467946 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-cc7d2da5-3cc1-4806-86ae-64c9caf93da0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 1097 time: 0.0794165 Apr 18 06:09:07.544599 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-84282af3-05a3-4a80-8915-470af6f91879 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffc80659-2882-4a75-8a42-934f255b4326 HTTP/1.1" status: 200 len: 217 time: 0.0663431 Apr 18 06:09:07.610394 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-2b9df9a7-cbbc-4702-ae07-d54b64f51daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:07.611073 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-eacd1b8f-85ef-403d-b1c6-620fd7b2654b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:07.611696 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-2b9df9a7-cbbc-4702-ae07-d54b64f51daa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3a43799-003c-454e-98e6-83f570e7282e HTTP/1.1" status: 200 len: 834 time: 0.0581214 Apr 18 06:09:07.785762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-4e6f1653-70a4-4e35-94f0-0d9090220857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:07.787244 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-4e6f1653-70a4-4e35-94f0-0d9090220857 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9253a55e-98b6-459e-be56-ce28de1fa9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1666849 Apr 18 06:09:07.845426 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:07.920166 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-8a115cff-e802-4221-a0dc-cec6060c372d service neutron] 10.222.0.52 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235588 Apr 18 06:09:08.056485 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-07cadb05-f9a4-4a8f-8f73-b1d537dd4f57 req-6061ebbf-5579-41ac-ae4b-80d8a13a380a service neutron] 10.222.0.52 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268992 Apr 18 06:09:08.157799 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0392f-831e-4ed0-bcb9-43cde40b8763 req-07826808-1471-4498-be7e-fb9cac487ac3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:08.159259 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-33b0392f-831e-4ed0-bcb9-43cde40b8763 req-07826808-1471-4498-be7e-fb9cac487ac3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 944 time: 0.0840588 Apr 18 06:09:08.179577 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25167be9-09f1-4690-9b3d-603f62e63cb6 req-c275e8b7-cae2-4dbb-aae4-1ccc3e8b23f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:08.181148 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-25167be9-09f1-4690-9b3d-603f62e63cb6 req-c275e8b7-cae2-4dbb-aae4-1ccc3e8b23f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 1097 time: 0.0716724 Apr 18 06:09:08.204265 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-33b0392f-831e-4ed0-bcb9-43cde40b8763 req-0e4c4a7d-603f-4668-a5b1-3549959f6b16 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b09424b2-9a3e-44a9-a961-76e59b5059c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385408 Apr 18 06:09:08.314626 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25167be9-09f1-4690-9b3d-603f62e63cb6 req-15c19e74-033e-47c0-81d4-4ea9d18a1b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:08.316119 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-25167be9-09f1-4690-9b3d-603f62e63cb6 req-15c19e74-033e-47c0-81d4-4ea9d18a1b51 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9253a55e-98b6-459e-be56-ce28de1fa9d9 HTTP/1.1" status: 200 len: 897 time: 0.1267335 Apr 18 06:09:08.387933 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-25167be9-09f1-4690-9b3d-603f62e63cb6 req-0abb7a5e-969e-475d-b91e-b4206c9e6e7c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffc80659-2882-4a75-8a42-934f255b4326 HTTP/1.1" status: 200 len: 217 time: 0.0649381 Apr 18 06:09:08.450507 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25167be9-09f1-4690-9b3d-603f62e63cb6 req-b7a4bd18-52f6-4007-8f15-730089cd0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:08.451841 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-25167be9-09f1-4690-9b3d-603f62e63cb6 req-b7a4bd18-52f6-4007-8f15-730089cd0e22 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3a43799-003c-454e-98e6-83f570e7282e HTTP/1.1" status: 200 len: 834 time: 0.0573063 Apr 18 06:09:08.518846 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:08.531137 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25167be9-09f1-4690-9b3d-603f62e63cb6 req-a824792d-8e01-4064-8520-451167793531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:08.532621 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-25167be9-09f1-4690-9b3d-603f62e63cb6 req-a824792d-8e01-4064-8520-451167793531 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9253a55e-98b6-459e-be56-ce28de1fa9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740306 Apr 18 06:09:08.645343 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:08.670224 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-25167be9-09f1-4690-9b3d-603f62e63cb6 req-7480a553-c4d0-4bf4-b78c-f6d7a0036096 service neutron] 10.222.0.52 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295788 Apr 18 06:09:08.798527 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-25167be9-09f1-4690-9b3d-603f62e63cb6 req-b1b0e14f-f6ae-43c7-aa49-5c0d8c78cd6c service neutron] 10.222.0.52 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220937 Apr 18 06:09:09.386567 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd25d9f-bc74-4ec5-910b-d29a4844977e req-011a9c78-953a-4433-aa64-189216e5d0b2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:09.387261 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-8bd25d9f-bc74-4ec5-910b-d29a4844977e req-011a9c78-953a-4433-aa64-189216e5d0b2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:09:09.402069 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-8bd25d9f-bc74-4ec5-910b-d29a4844977e req-011a9c78-953a-4433-aa64-189216e5d0b2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:09:09.403340 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8bd25d9f-bc74-4ec5-910b-d29a4844977e req-011a9c78-953a-4433-aa64-189216e5d0b2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 944 time: 0.0944390 Apr 18 06:09:09.447526 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8bd25d9f-bc74-4ec5-910b-d29a4844977e req-da552cc4-fd9c-4ef4-9336-119f02f441e3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b09424b2-9a3e-44a9-a961-76e59b5059c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384560 Apr 18 06:09:10.092017 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:10.629204 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796d20e-56a5-4b95-a610-05ddb21a9fcd req-23d2cc99-1f73-4b08-a2e9-a5c0ba123cb5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:10.630571 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8796d20e-56a5-4b95-a610-05ddb21a9fcd req-23d2cc99-1f73-4b08-a2e9-a5c0ba123cb5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 944 time: 0.0802598 Apr 18 06:09:10.673675 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8796d20e-56a5-4b95-a610-05ddb21a9fcd req-de3f9c2a-d62e-4ec6-a833-88fb69df4140 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b09424b2-9a3e-44a9-a961-76e59b5059c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367501 Apr 18 06:09:10.832091 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device ffc80659-2882-4a75-8a42-934f255b4326 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:09:10.958753 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port ffc80659-2882-4a75-8a42-934f255b4326, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ffc80659-2882-4a75-8a42-934f255b4326,segment=NetworkSegment(c865348d-cec9-4368-95f7-7e2908ff8da6),segment_id=c865348d-cec9-4368-95f7-7e2908ff8da6)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:09:10.972115 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'ffc80659-2882-4a75-8a42-934f255b4326', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'port_id': 'ffc80659-2882-4a75-8a42-934f255b4326', 'mac_address': 'fa:16:3e:dc:17:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:09:11.027305 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:11.043579 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc80659-2882-4a75-8a42-934f255b4326 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:09:11.058479 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port ffc80659-2882-4a75-8a42-934f255b4326, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ffc80659-2882-4a75-8a42-934f255b4326,segment=NetworkSegment(c865348d-cec9-4368-95f7-7e2908ff8da6),segment_id=c865348d-cec9-4368-95f7-7e2908ff8da6)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:09:11.062125 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:11.127194 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=ffc80659-2882-4a75-8a42-934f255b4326,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:11.386988 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['ffc80659-2882-4a75-8a42-934f255b4326'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:09:11.859479 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8675f0-1f3a-43e8-a587-fda4483a8f12 req-041b7c56-8520-4cde-ac0b-63afac4fac16 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:11.860949 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1e8675f0-1f3a-43e8-a587-fda4483a8f12 req-041b7c56-8520-4cde-ac0b-63afac4fac16 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 945 time: 0.0817723 Apr 18 06:09:11.908866 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1e8675f0-1f3a-43e8-a587-fda4483a8f12 req-6758abe2-5ec9-4343-95e7-4f2f03f7e849 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b09424b2-9a3e-44a9-a961-76e59b5059c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422039 Apr 18 06:09:12.847569 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device ffc80659-2882-4a75-8a42-934f255b4326 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:09:12.912158 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port ffc80659-2882-4a75-8a42-934f255b4326 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:09:12.917600 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port ffc80659-2882-4a75-8a42-934f255b4326 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:09:12.918026 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:13.032619 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:13.059014 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254e9f62-c69d-4294-abd9-c36d34d32766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc80659-2882-4a75-8a42-934f255b4326'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:09:13.069852 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port ffc80659-2882-4a75-8a42-934f255b4326, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ffc80659-2882-4a75-8a42-934f255b4326,segment=NetworkSegment(c865348d-cec9-4368-95f7-7e2908ff8da6),segment_id=c865348d-cec9-4368-95f7-7e2908ff8da6)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:09:13.074835 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:13.096364 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94022ef9-d3cf-4673-b1a0-3aad61d753f5 req-e3470b0b-1697-47ea-91fd-ad72da819350 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:13.097822 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-94022ef9-d3cf-4673-b1a0-3aad61d753f5 req-e3470b0b-1697-47ea-91fd-ad72da819350 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 945 time: 0.0856543 Apr 18 06:09:13.150345 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=ffc80659-2882-4a75-8a42-934f255b4326,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:13.152601 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-94022ef9-d3cf-4673-b1a0-3aad61d753f5 req-f11f18a2-bdb1-4e1b-9b6c-ead64952e72c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b09424b2-9a3e-44a9-a961-76e59b5059c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484526 Apr 18 06:09:13.166541 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-968b5644-378e-4c68-a006-56f016fc9b08'] response: {'server_uuid': '254e9f62-c69d-4294-abd9-c36d34d32766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc80659-2882-4a75-8a42-934f255b4326', 'code': 200} Apr 18 06:09:13.403575 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961a8f5-1a94-4412-9c35-ac4fbeeea200 req-d8b9951f-b204-4021-b5d6-64d85fe44e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:13.405111 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8961a8f5-1a94-4412-9c35-ac4fbeeea200 req-d8b9951f-b204-4021-b5d6-64d85fe44e1a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 1099 time: 0.0707784 Apr 18 06:09:13.452181 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8961a8f5-1a94-4412-9c35-ac4fbeeea200 req-17e84531-a9b7-48de-94a3-9c18e423d839 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b09424b2-9a3e-44a9-a961-76e59b5059c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346386 Apr 18 06:09:14.330040 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd29304-9896-445d-8dd1-454ad01f08a2 req-35ffcf2a-a9d5-444b-b054-060f4173fae3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:14.331566 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-bfd29304-9896-445d-8dd1-454ad01f08a2 req-35ffcf2a-a9d5-444b-b054-060f4173fae3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 946 time: 0.0798576 Apr 18 06:09:14.379825 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-bfd29304-9896-445d-8dd1-454ad01f08a2 req-6dc52430-18b7-480e-8608-64ccaacfbd6b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b09424b2-9a3e-44a9-a961-76e59b5059c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419772 Apr 18 06:09:15.568561 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3dac8-dada-4fa7-9c7c-58e1982c0f54 req-1f7cf6e2-a3ec-4cda-93f1-c76f3afb292d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:15.570450 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3af3dac8-dada-4fa7-9c7c-58e1982c0f54 req-1f7cf6e2-a3ec-4cda-93f1-c76f3afb292d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 946 time: 0.0842702 Apr 18 06:09:15.614187 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3af3dac8-dada-4fa7-9c7c-58e1982c0f54 req-cfe91e82-4c25-4423-8efb-5b361856faf0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b09424b2-9a3e-44a9-a961-76e59b5059c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380964 Apr 18 06:09:15.796416 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37dc1c4-0552-40e6-8ccb-c05f90db7a70 req-27e59e83-fa45-46de-bf84-40abf8afd2d7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:15.797861 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a37dc1c4-0552-40e6-8ccb-c05f90db7a70 req-27e59e83-fa45-46de-bf84-40abf8afd2d7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 946 time: 0.0794103 Apr 18 06:09:15.841617 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a37dc1c4-0552-40e6-8ccb-c05f90db7a70 req-7b9efb02-3d7d-4efa-8fcc-07665a4ce726 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b09424b2-9a3e-44a9-a961-76e59b5059c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382307 Apr 18 06:09:15.863898 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51050) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:09:15.937847 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea72cde-fd59-4a0e-b782-fb2d8df23f97 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:15.941937 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fea72cde-fd59-4a0e-b782-fb2d8df23f97 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 1094 time: 0.0743771 Apr 18 06:09:15.942068 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51054) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:09:15.946846 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': 'ffc80659-2882-4a75-8a42-934f255b4326', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:09:15.952758 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:09:15.956550 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:floatingip and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:09:15.959332 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:09:15.966021 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:09:15.977126 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:16.113908 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:16.242862 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.26.1.106 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/59c05231-44f2-4215-b076-dbcfee75b02d) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:09:16.391002 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:16.418833 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:16.484675 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:09:16.487318 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:09:16.489879 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:09:16.538254 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=59c05231-44f2-4215-b076-dbcfee75b02d,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:16.997931 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:17.069893 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:17.284591 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:17.289751 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:17.398582 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=59c05231-44f2-4215-b076-dbcfee75b02d,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:17.408225 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:17.587981 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Floating IP 157d78ff-c1b8-4140-9bb2-16eeb57359ef associated. External IP: 172.26.1.106, port: ffc80659-2882-4a75-8a42-934f255b4326. Apr 18 06:09:17.938782 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 39bc7871-6dba-47c3-baab-56668d4edbbd has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:09:18.224083 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:09:18.234381 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70366e34-ac01-46db-a1e5-74ca29f2eb76 None None] Sync routers for ids ['39bc7871-6dba-47c3-baab-56668d4edbbd'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:09:18.243703 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70366e34-ac01-46db-a1e5-74ca29f2eb76 None None] Routers {'39bc7871-6dba-47c3-baab-56668d4edbbd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:09:18.244423 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-70366e34-ac01-46db-a1e5-74ca29f2eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:09:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['39bc7871-6dba-47c3-baab-56668d4edbbd'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:18.247991 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:18.306879 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-13ec0b45-2878-4aba-8d8c-c2d4d0742d6e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3613608 Apr 18 06:09:18.306879 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254e9f62-c69d-4294-abd9-c36d34d32766', 'tag': 'ffc80659-2882-4a75-8a42-934f255b4326'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:09:18.307486 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51058) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:09:18.401578 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa866c50-4155-4e59-a921-c657b407e0ad tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:18.404082 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-aa866c50-4155-4e59-a921-c657b407e0ad tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 1094 time: 0.0947862 Apr 18 06:09:18.414193 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1d3463b-574a-408d-ab01-8af267baa724'] response: {'name': 'network-changed', 'server_uuid': '254e9f62-c69d-4294-abd9-c36d34d32766', 'tag': 'ffc80659-2882-4a75-8a42-934f255b4326', 'status': 'completed', 'code': 200} Apr 18 06:09:18.453288 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-70366e34-ac01-46db-a1e5-74ca29f2eb76 None None] Set router 39bc7871-6dba-47c3-baab-56668d4edbbd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:09:18.510633 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de496e8c-11a7-4c3a-b2a3-69f7fb7058f6 req-d1bc3e10-efe6-479a-98e1-3e00ba1ee55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:18.512148 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-de496e8c-11a7-4c3a-b2a3-69f7fb7058f6 req-d1bc3e10-efe6-479a-98e1-3e00ba1ee55e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 1099 time: 0.0751381 Apr 18 06:09:18.747752 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de496e8c-11a7-4c3a-b2a3-69f7fb7058f6 req-6cb290b8-f952-4399-a4d5-32f3e77e6dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:18.749232 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-de496e8c-11a7-4c3a-b2a3-69f7fb7058f6 req-6cb290b8-f952-4399-a4d5-32f3e77e6dd5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9253a55e-98b6-459e-be56-ce28de1fa9d9 HTTP/1.1" status: 200 len: 897 time: 0.2303610 Apr 18 06:09:18.810244 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-70366e34-ac01-46db-a1e5-74ca29f2eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'name': 'tempest-TestNetworkBasicOps-router-670289387', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:55Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '157d78ff-c1b8-4140-9bb2-16eeb57359ef', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.106', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'port_id': 'ffc80659-2882-4a75-8a42-934f255b4326', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'mac_address': 'fa:16:3e:dc:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e9f62-c69d-4294-abd9-c36d34d32766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:09:16Z', 'updated_at': '2022-04-18T06:09:16Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00011fc-c42f-409e-9bdd-7030f9215b98', 'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:fe:40:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:54Z', 'updated_at': '2022-04-18T06:09:00Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:18.813890 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70366e34-ac01-46db-a1e5-74ca29f2eb76 None None] Checking router: 39bc7871-6dba-47c3-baab-56668d4edbbd for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:09:18.822847 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70366e34-ac01-46db-a1e5-74ca29f2eb76 None None] Routers {'39bc7871-6dba-47c3-baab-56668d4edbbd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:09:18.823441 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-70366e34-ac01-46db-a1e5-74ca29f2eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:09:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['39bc7871-6dba-47c3-baab-56668d4edbbd'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:18.853278 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-de496e8c-11a7-4c3a-b2a3-69f7fb7058f6 req-9787da0e-0f58-4f07-8e72-3324208030c3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffc80659-2882-4a75-8a42-934f255b4326 HTTP/1.1" status: 200 len: 1000 time: 0.0978947 Apr 18 06:09:18.916163 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de496e8c-11a7-4c3a-b2a3-69f7fb7058f6 req-106b821f-fe15-444a-947e-4a2e43a6b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:18.917703 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-de496e8c-11a7-4c3a-b2a3-69f7fb7058f6 req-106b821f-fe15-444a-947e-4a2e43a6b1dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3a43799-003c-454e-98e6-83f570e7282e HTTP/1.1" status: 200 len: 834 time: 0.0582926 Apr 18 06:09:18.997887 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de496e8c-11a7-4c3a-b2a3-69f7fb7058f6 req-271611c5-e5c8-4077-8ebc-b06a9f62207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:18.999504 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-de496e8c-11a7-4c3a-b2a3-69f7fb7058f6 req-271611c5-e5c8-4077-8ebc-b06a9f62207f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9253a55e-98b6-459e-be56-ce28de1fa9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756981 Apr 18 06:09:19.005559 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-70366e34-ac01-46db-a1e5-74ca29f2eb76 None None] Set router 39bc7871-6dba-47c3-baab-56668d4edbbd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:09:19.013887 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51068) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:09:19.019108 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-736df6ff-3980-4c0d-8fdc-2f3ae1018d7c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-348396566', 'description': 'tempest-secgroup-smoke-348396566 description', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:09:19.025571 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-736df6ff-3980-4c0d-8fdc-2f3ae1018d7c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:09:19.035500 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-736df6ff-3980-4c0d-8fdc-2f3ae1018d7c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:09:19.046510 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-736df6ff-3980-4c0d-8fdc-2f3ae1018d7c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.066564 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-736df6ff-3980-4c0d-8fdc-2f3ae1018d7c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:09:19.072063 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-736df6ff-3980-4c0d-8fdc-2f3ae1018d7c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:09:19.074917 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-736df6ff-3980-4c0d-8fdc-2f3ae1018d7c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:09:19.080725 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-736df6ff-3980-4c0d-8fdc-2f3ae1018d7c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:09:19.142513 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-de496e8c-11a7-4c3a-b2a3-69f7fb7058f6 req-5ddfbb5d-3c2a-4673-90d2-118dc2b4e6e9 service neutron] 10.222.0.52 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366603 Apr 18 06:09:19.157178 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-736df6ff-3980-4c0d-8fdc-2f3ae1018d7c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.161554 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-736df6ff-3980-4c0d-8fdc-2f3ae1018d7c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.208628 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736df6ff-3980-4c0d-8fdc-2f3ae1018d7c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb43244b-dcc0-44a0-9710-9b3c4e5cd124,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:19.216749 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-736df6ff-3980-4c0d-8fdc-2f3ae1018d7c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.218654 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-736df6ff-3980-4c0d-8fdc-2f3ae1018d7c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2034631 Apr 18 06:09:19.221219 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51072) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:09:19.228489 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-995372c2-18b4-4285-aa37-450435e1bd12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'eb43244b-dcc0-44a0-9710-9b3c4e5cd124', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:09:19.234785 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-995372c2-18b4-4285-aa37-450435e1bd12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:09:19.238849 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-995372c2-18b4-4285-aa37-450435e1bd12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:09:19.242465 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-995372c2-18b4-4285-aa37-450435e1bd12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:09:19.248162 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-995372c2-18b4-4285-aa37-450435e1bd12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:09:19.270571 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-995372c2-18b4-4285-aa37-450435e1bd12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.289076 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-de496e8c-11a7-4c3a-b2a3-69f7fb7058f6 req-55a1b4d6-4b4d-4c19-bea0-6234b77d8a01 service neutron] 10.222.0.52 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392539 Apr 18 06:09:19.336073 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-995372c2-18b4-4285-aa37-450435e1bd12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.339828 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-995372c2-18b4-4285-aa37-450435e1bd12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.364150 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995372c2-18b4-4285-aa37-450435e1bd12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e87976-c930-405a-85ff-e0b516b87889,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:19.376156 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-995372c2-18b4-4285-aa37-450435e1bd12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.377676 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-995372c2-18b4-4285-aa37-450435e1bd12 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1553805 Apr 18 06:09:19.380474 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51076) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:09:19.385877 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-70366e34-ac01-46db-a1e5-74ca29f2eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'name': 'tempest-TestNetworkBasicOps-router-670289387', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:55Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '157d78ff-c1b8-4140-9bb2-16eeb57359ef', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.106', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'port_id': 'ffc80659-2882-4a75-8a42-934f255b4326', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'mac_address': 'fa:16:3e:dc:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e9f62-c69d-4294-abd9-c36d34d32766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:09:16Z', 'updated_at': '2022-04-18T06:09:16Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00011fc-c42f-409e-9bdd-7030f9215b98', 'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:fe:40:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:54Z', 'updated_at': '2022-04-18T06:09:00Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:19.386434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-a84baee5-e1d5-4e14-82a3-a43293392305 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'eb43244b-dcc0-44a0-9710-9b3c4e5cd124', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:09:19.389921 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70366e34-ac01-46db-a1e5-74ca29f2eb76 None None] The sync data for ids ['39bc7871-6dba-47c3-baab-56668d4edbbd'] in dv-neutron-837489-1-hyperv is: [{'id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'name': 'tempest-TestNetworkBasicOps-router-670289387', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:55Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '157d78ff-c1b8-4140-9bb2-16eeb57359ef', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.106', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'port_id': 'ffc80659-2882-4a75-8a42-934f255b4326', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'mac_address': 'fa:16:3e:dc:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e9f62-c69d-4294-abd9-c36d34d32766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:09:16Z', 'updated_at': '2022-04-18T06:09:16Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00011fc-c42f-409e-9bdd-7030f9215b98', 'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:fe:40:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:54Z', 'updated_at': '2022-04-18T06:09:00Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:09:19.392174 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-a84baee5-e1d5-4e14-82a3-a43293392305 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:09:19.395928 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a84baee5-e1d5-4e14-82a3-a43293392305 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:09:19.399926 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a84baee5-e1d5-4e14-82a3-a43293392305 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:09:19.406168 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-a84baee5-e1d5-4e14-82a3-a43293392305 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:09:19.422541 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a84baee5-e1d5-4e14-82a3-a43293392305 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.489474 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a84baee5-e1d5-4e14-82a3-a43293392305 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.493763 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a84baee5-e1d5-4e14-82a3-a43293392305 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.518140 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84baee5-e1d5-4e14-82a3-a43293392305 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b427fe-95ac-46f6-9b4a-0262f83fe7f1,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:19.518437 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:09:19.528266 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a84baee5-e1d5-4e14-82a3-a43293392305 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.529404 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a84baee5-e1d5-4e14-82a3-a43293392305 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1478734 Apr 18 06:09:19.532105 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51080) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:09:19.537391 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-bf20505a-a714-4f17-a60c-fe79ac308ef0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'eb43244b-dcc0-44a0-9710-9b3c4e5cd124', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:09:19.543411 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bf20505a-a714-4f17-a60c-fe79ac308ef0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:09:19.547438 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bf20505a-a714-4f17-a60c-fe79ac308ef0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:09:19.550486 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bf20505a-a714-4f17-a60c-fe79ac308ef0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:09:19.556854 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bf20505a-a714-4f17-a60c-fe79ac308ef0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:09:19.575771 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf20505a-a714-4f17-a60c-fe79ac308ef0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.593858 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5f38fe-7671-4a11-adbc-e92b87cbfffc None None] New status for floating IP 157d78ff-c1b8-4140-9bb2-16eeb57359ef: ACTIVE {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:09:19.639898 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf20505a-a714-4f17-a60c-fe79ac308ef0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.645137 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf20505a-a714-4f17-a60c-fe79ac308ef0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.666037 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20505a-a714-4f17-a60c-fe79ac308ef0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ca7a08-dd05-413b-b78b-044417ea7bdc,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:19.679602 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf20505a-a714-4f17-a60c-fe79ac308ef0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.683364 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bf20505a-a714-4f17-a60c-fe79ac308ef0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1478491 Apr 18 06:09:19.683602 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51084) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:09:19.688421 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-4a8baaba-ef95-47bc-93f4-595b9e9c415a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'eb43244b-dcc0-44a0-9710-9b3c4e5cd124', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:09:19.694812 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-4a8baaba-ef95-47bc-93f4-595b9e9c415a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:09:19.699077 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4a8baaba-ef95-47bc-93f4-595b9e9c415a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:09:19.702028 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4a8baaba-ef95-47bc-93f4-595b9e9c415a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:09:19.707623 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-4a8baaba-ef95-47bc-93f4-595b9e9c415a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:09:19.723810 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4a8baaba-ef95-47bc-93f4-595b9e9c415a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.789632 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4a8baaba-ef95-47bc-93f4-595b9e9c415a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.793441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4a8baaba-ef95-47bc-93f4-595b9e9c415a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.816172 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8baaba-ef95-47bc-93f4-595b9e9c415a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56855dc-a7e9-4799-b51e-48b799c6cf93,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:19.826425 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4a8baaba-ef95-47bc-93f4-595b9e9c415a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.827712 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4a8baaba-ef95-47bc-93f4-595b9e9c415a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431501 Apr 18 06:09:19.830402 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51088) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:09:19.835521 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-1ef1b2d7-bad3-4928-b3b1-bc756030558f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'eb43244b-dcc0-44a0-9710-9b3c4e5cd124', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:09:19.841685 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1ef1b2d7-bad3-4928-b3b1-bc756030558f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:09:19.845520 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1ef1b2d7-bad3-4928-b3b1-bc756030558f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:09:19.848423 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1ef1b2d7-bad3-4928-b3b1-bc756030558f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:09:19.854809 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1ef1b2d7-bad3-4928-b3b1-bc756030558f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:09:19.865880 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-1ef1b2d7-bad3-4928-b3b1-bc756030558f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:09:19.872880 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1ef1b2d7-bad3-4928-b3b1-bc756030558f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.936839 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1ef1b2d7-bad3-4928-b3b1-bc756030558f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.940229 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1ef1b2d7-bad3-4928-b3b1-bc756030558f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.962909 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1b2d7-bad3-4928-b3b1-bc756030558f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515ad05c-d1cb-40f8-b772-38eb87909180,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:19.970970 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1ef1b2d7-bad3-4928-b3b1-bc756030558f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:19.972169 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1ef1b2d7-bad3-4928-b3b1-bc756030558f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1408277 Apr 18 06:09:19.974833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51092) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:09:19.980592 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-67c590d5-7e6f-4130-8dae-14ef1957059d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': 'eb43244b-dcc0-44a0-9710-9b3c4e5cd124', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:09:19.986271 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-67c590d5-7e6f-4130-8dae-14ef1957059d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:09:19.990014 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-67c590d5-7e6f-4130-8dae-14ef1957059d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:09:19.993782 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-67c590d5-7e6f-4130-8dae-14ef1957059d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:09:19.999294 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-67c590d5-7e6f-4130-8dae-14ef1957059d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:09:20.009092 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-67c590d5-7e6f-4130-8dae-14ef1957059d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:09:20.015326 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-67c590d5-7e6f-4130-8dae-14ef1957059d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:20.079624 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-67c590d5-7e6f-4130-8dae-14ef1957059d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:20.082903 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-67c590d5-7e6f-4130-8dae-14ef1957059d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:20.106580 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c590d5-7e6f-4130-8dae-14ef1957059d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9bed58f-52b0-4321-9ab2-7614acfb90d7,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:20.114747 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-67c590d5-7e6f-4130-8dae-14ef1957059d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:20.117003 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-67c590d5-7e6f-4130-8dae-14ef1957059d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1406040 Apr 18 06:09:20.278309 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-ba60ed49-dade-493d-94a2-3644525e0c66 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-348396566&fields=id&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 267 time: 0.0415585 Apr 18 06:09:20.428227 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-20572ee3-36c2-4cbf-9008-af91ccd3b2a8 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:20.429915 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-20572ee3-36c2-4cbf-9008-af91ccd3b2a8 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/networks?id=9253a55e-98b6-459e-be56-ce28de1fa9d9 HTTP/1.1" status: 200 len: 796 time: 0.1452410 Apr 18 06:09:20.444259 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-a1be12f0-0d4f-48b6-82e6-cdf7c0d77bbc tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/quotas/e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 375 time: 0.0087094 Apr 18 06:09:20.537141 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-8b0950cb-6cf5-4ba9-8ecc-99cf3d88bf84 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0834229 Apr 18 06:09:20.681499 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-51798c63-3283-41b3-8c46-f7ea0df57558 service neutron] 10.222.0.15 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316214 Apr 18 06:09:20.815559 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-b4b5b76a-fccf-44d7-a233-c048b2f26ac4 service neutron] 10.222.0.15 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279738 Apr 18 06:09:20.985898 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0a3d453d-032c-431f-b5c9-e2fa3588b30c req-683b06cf-b11b-4604-8819-2f2367271d42 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=36241de0-579a-4250-a228-5aa1c730b349 HTTP/1.1" status: 200 len: 210 time: 0.0419672 Apr 18 06:09:22.036054 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-ffcf58de-1e66-4576-8fce-b338782f494a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:22.038293 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-ffcf58de-1e66-4576-8fce-b338782f494a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/networks?id=9253a55e-98b6-459e-be56-ce28de1fa9d9 HTTP/1.1" status: 200 len: 796 time: 0.1510043 Apr 18 06:09:22.094036 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-dc40a849-c31d-4f9f-9504-b1d07cbbbba9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 472 time: 0.0476580 Apr 18 06:09:22.104228 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-4fa18a86-5068-4c7a-9b2f-a78964ca05c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'port': {'device_id': '36241de0-579a-4250-a228-5aa1c730b349', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'admin_state_up': True, 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'security_groups': ['eb43244b-dcc0-44a0-9710-9b3c4e5cd124']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:09:22.178243 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1b9915f6-f032-4469-80aa-359f850d0041 req-0a044455-aa25-4abf-80c3-e8b15098c0ad tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=36241de0-579a-4250-a228-5aa1c730b349 HTTP/1.1" status: 200 len: 210 time: 0.0799420 Apr 18 06:09:22.388917 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-4fa18a86-5068-4c7a-9b2f-a78964ca05c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:09:22.400177 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-4fa18a86-5068-4c7a-9b2f-a78964ca05c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:09:22.409987 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-4fa18a86-5068-4c7a-9b2f-a78964ca05c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:09:22.413446 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-4fa18a86-5068-4c7a-9b2f-a78964ca05c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:22.571970 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-4fa18a86-5068-4c7a-9b2f-a78964ca05c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.20.0.7 (9253a55e-98b6-459e-be56-ce28de1fa9d9/c3a43799-003c-454e-98e6-83f570e7282e/57a29f25-835c-48af-84b1-e56c9039a36c) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:09:22.756290 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-4fa18a86-5068-4c7a-9b2f-a78964ca05c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:22.772366 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-4fa18a86-5068-4c7a-9b2f-a78964ca05c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Transition to ACTIVE for port object 57a29f25-835c-48af-84b1-e56c9039a36c will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:09:22.795453 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-4fa18a86-5068-4c7a-9b2f-a78964ca05c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:22.868029 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-4fa18a86-5068-4c7a-9b2f-a78964ca05c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 9253a55e-98b6-459e-be56-ce28de1fa9d9 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:09:22.875409 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-4fa18a86-5068-4c7a-9b2f-a78964ca05c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:09:22.879651 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-4fa18a86-5068-4c7a-9b2f-a78964ca05c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:09:22.911117 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa18a86-5068-4c7a-9b2f-a78964ca05c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=57a29f25-835c-48af-84b1-e56c9039a36c,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:22.947276 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-4fa18a86-5068-4c7a-9b2f-a78964ca05c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:22.947885 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-4fa18a86-5068-4c7a-9b2f-a78964ca05c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:22.975631 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-4fa18a86-5068-4c7a-9b2f-a78964ca05c2 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8747461 Apr 18 06:09:22.988738 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] Request body: {'port': {'device_id': '36241de0-579a-4250-a228-5aa1c730b349', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:09:23.102010 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:23.111378 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2125b20a-27cc-4cf7-901e-f66b204138e1 None None] Provisioning for port 57a29f25-835c-48af-84b1-e56c9039a36c completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:09:23.116210 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2125b20a-27cc-4cf7-901e-f66b204138e1 None None] Provisioning complete for port 57a29f25-835c-48af-84b1-e56c9039a36c triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:09:23.116580 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2125b20a-27cc-4cf7-901e-f66b204138e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:23.210831 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2125b20a-27cc-4cf7-901e-f66b204138e1 None None] Port 57a29f25-835c-48af-84b1-e56c9039a36c cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:09:23.368435 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0d0b9-4d19-4990-8906-85ac75c545a6 req-db007d44-4160-49fc-a23d-19a632a39d39 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:23.369800 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-94e0d0b9-4d19-4990-8906-85ac75c545a6 req-db007d44-4160-49fc-a23d-19a632a39d39 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=36241de0-579a-4250-a228-5aa1c730b349 HTTP/1.1" status: 200 len: 931 time: 0.0842600 Apr 18 06:09:23.415183 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-94e0d0b9-4d19-4990-8906-85ac75c545a6 req-f8e896ae-b77f-4e0d-83b3-74eba8a39be7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:09:23.430922 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-94e0d0b9-4d19-4990-8906-85ac75c545a6 req-f8e896ae-b77f-4e0d-83b3-74eba8a39be7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:09:23.432183 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-94e0d0b9-4d19-4990-8906-85ac75c545a6 req-f8e896ae-b77f-4e0d-83b3-74eba8a39be7 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb43244b-dcc0-44a0-9710-9b3c4e5cd124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563765 Apr 18 06:09:23.451791 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57a29f25-835c-48af-84b1-e56c9039a36c {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:09:23.458963 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:23.473320 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] Transition to ACTIVE for port object 57a29f25-835c-48af-84b1-e56c9039a36c will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:09:23.476737 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:23.636895 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=57a29f25-835c-48af-84b1-e56c9039a36c,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:23.710273 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] Attempting to bind port 57a29f25-835c-48af-84b1-e56c9039a36c on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:09:23.710595 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] Attempting to bind port 57a29f25-835c-48af-84b1-e56c9039a36c by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'c865348d-cec9-4368-95f7-7e2908ff8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:09:23.710920 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] Attempting to bind port 57a29f25-835c-48af-84b1-e56c9039a36c on network 9253a55e-98b6-459e-be56-ce28de1fa9d9 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:09:23.715653 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] Port 57a29f25-835c-48af-84b1-e56c9039a36c on network 9253a55e-98b6-459e-be56-ce28de1fa9d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:09:23.715967 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] Attempting to bind port 57a29f25-835c-48af-84b1-e56c9039a36c on network 9253a55e-98b6-459e-be56-ce28de1fa9d9 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:09:23.720982 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:09:23.721313 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] Checking segment: {'id': 'c865348d-cec9-4368-95f7-7e2908ff8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:09:23.721687 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] Bound using segment: {'id': 'c865348d-cec9-4368-95f7-7e2908ff8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:09:23.722104 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] Bound port: 57a29f25-835c-48af-84b1-e56c9039a36c, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c865348d-cec9-4368-95f7-7e2908ff8da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:09:23.722441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:23.812512 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] For port 57a29f25-835c-48af-84b1-e56c9039a36c, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:09:23.815269 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] For port 57a29f25-835c-48af-84b1-e56c9039a36c, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=57a29f25-835c-48af-84b1-e56c9039a36c,segment=NetworkSegment(c865348d-cec9-4368-95f7-7e2908ff8da6),segment_id=c865348d-cec9-4368-95f7-7e2908ff8da6)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:09:23.821102 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:23.877035 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:23.877544 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:23.878883 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] 10.222.0.52 "PUT /v2.0/ports/57a29f25-835c-48af-84b1-e56c9039a36c HTTP/1.1" status: 200 len: 1093 time: 0.8943350 Apr 18 06:09:23.879302 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36241de0-579a-4250-a228-5aa1c730b349', 'tag': '57a29f25-835c-48af-84b1-e56c9039a36c'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:09:23.913416 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d928a6-a40b-4f5f-9854-04a7f628c2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=57a29f25-835c-48af-84b1-e56c9039a36c,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:23.951961 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07d7ab5f-ab59-4a77-9fa3-e18633788a72'] response: {'name': 'network-changed', 'server_uuid': '36241de0-579a-4250-a228-5aa1c730b349', 'tag': '57a29f25-835c-48af-84b1-e56c9039a36c', 'status': 'completed', 'code': 200} Apr 18 06:09:23.998337 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-25299cea-20cd-4bcc-a07d-c69ae11c18cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:23.999825 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-25299cea-20cd-4bcc-a07d-c69ae11c18cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=36241de0-579a-4250-a228-5aa1c730b349 HTTP/1.1" status: 200 len: 1096 time: 0.0807908 Apr 18 06:09:24.071382 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-90262720-45ae-4dc1-88f8-cef4c8d992e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57a29f25-835c-48af-84b1-e56c9039a36c HTTP/1.1" status: 200 len: 217 time: 0.0635829 Apr 18 06:09:24.242286 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-7797d5e7-a152-4b3c-a636-00966b43801c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:24.243729 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-7797d5e7-a152-4b3c-a636-00966b43801c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3a43799-003c-454e-98e6-83f570e7282e HTTP/1.1" status: 200 len: 834 time: 0.1673689 Apr 18 06:09:24.318127 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-0269f8fb-5e24-4fd6-ad08-880a364d9a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:24.320075 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-0269f8fb-5e24-4fd6-ad08-880a364d9a7a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9253a55e-98b6-459e-be56-ce28de1fa9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706851 Apr 18 06:09:24.453014 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-b1e6b940-4eb2-4c8c-bac9-c9b24a6f15f7 service neutron] 10.222.0.52 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272137 Apr 18 06:09:24.628905 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbc050-7fbf-4106-a492-27cb3745e7b7 req-91bcafbc-8cdb-435d-b202-a02a546d8fa1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:24.630355 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8ebbc050-7fbf-4106-a492-27cb3745e7b7 req-91bcafbc-8cdb-435d-b202-a02a546d8fa1 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=36241de0-579a-4250-a228-5aa1c730b349 HTTP/1.1" status: 200 len: 943 time: 0.0831354 Apr 18 06:09:24.643025 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b4e94f59-d281-49dd-bc1a-e0357b7586b9 req-23b11445-dace-4e7f-a98f-3b7364d05a3c service neutron] 10.222.0.52 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811655 Apr 18 06:09:24.661530 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7517edb5-0c6d-45bf-8508-2fd2f2ed0b14 req-1e745d42-7102-42ed-b27a-25d2a277ff23 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0985518 Apr 18 06:09:24.678966 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8ebbc050-7fbf-4106-a492-27cb3745e7b7 req-35b8807b-144a-49d9-8061-b2797ccb08d8 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb43244b-dcc0-44a0-9710-9b3c4e5cd124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415847 Apr 18 06:09:24.822355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f9f6f-dfab-4b02-807f-9a5ac3f592d8 req-c00119dc-a3dd-444c-9bd1-7de2af7328da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:24.823832 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff3f9f6f-dfab-4b02-807f-9a5ac3f592d8 req-c00119dc-a3dd-444c-9bd1-7de2af7328da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=36241de0-579a-4250-a228-5aa1c730b349 HTTP/1.1" status: 200 len: 1096 time: 0.1315877 Apr 18 06:09:24.829843 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517edb5-0c6d-45bf-8508-2fd2f2ed0b14 req-d471d38e-b7fe-461e-833e-829e2a96dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:24.831163 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7517edb5-0c6d-45bf-8508-2fd2f2ed0b14 req-d471d38e-b7fe-461e-833e-829e2a96dbf4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 1099 time: 0.1021895 Apr 18 06:09:25.068763 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f9f6f-dfab-4b02-807f-9a5ac3f592d8 req-0f602e30-052a-446f-9cb0-7c8c0df7c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:25.071006 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff3f9f6f-dfab-4b02-807f-9a5ac3f592d8 req-0f602e30-052a-446f-9cb0-7c8c0df7c87a service neutron] 10.222.0.52 "GET /v2.0/networks?id=9253a55e-98b6-459e-be56-ce28de1fa9d9 HTTP/1.1" status: 200 len: 897 time: 0.2378666 Apr 18 06:09:25.073274 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517edb5-0c6d-45bf-8508-2fd2f2ed0b14 req-52092c4c-0467-47da-874b-a5a62e89ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:25.074492 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7517edb5-0c6d-45bf-8508-2fd2f2ed0b14 req-52092c4c-0467-47da-874b-a5a62e89ec28 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9253a55e-98b6-459e-be56-ce28de1fa9d9 HTTP/1.1" status: 200 len: 897 time: 0.2207453 Apr 18 06:09:25.194651 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff3f9f6f-dfab-4b02-807f-9a5ac3f592d8 req-7452d682-7aa5-45f9-95d2-7815de9c8bbe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57a29f25-835c-48af-84b1-e56c9039a36c HTTP/1.1" status: 200 len: 217 time: 0.1118639 Apr 18 06:09:25.284383 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7517edb5-0c6d-45bf-8508-2fd2f2ed0b14 req-500a6cbf-0e6b-4254-bf52-a2ce8b9d2b3d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffc80659-2882-4a75-8a42-934f255b4326 HTTP/1.1" status: 200 len: 1002 time: 0.1554706 Apr 18 06:09:25.287514 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f9f6f-dfab-4b02-807f-9a5ac3f592d8 req-6330241c-c47c-44d4-90d8-389c90ee341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:25.288995 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff3f9f6f-dfab-4b02-807f-9a5ac3f592d8 req-6330241c-c47c-44d4-90d8-389c90ee341e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3a43799-003c-454e-98e6-83f570e7282e HTTP/1.1" status: 200 len: 834 time: 0.0867577 Apr 18 06:09:25.395802 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517edb5-0c6d-45bf-8508-2fd2f2ed0b14 req-9393f18f-6667-4e4e-b0bb-6db0bd33c4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:25.398066 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7517edb5-0c6d-45bf-8508-2fd2f2ed0b14 req-9393f18f-6667-4e4e-b0bb-6db0bd33c4e9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3a43799-003c-454e-98e6-83f570e7282e HTTP/1.1" status: 200 len: 834 time: 0.1023624 Apr 18 06:09:25.461402 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f9f6f-dfab-4b02-807f-9a5ac3f592d8 req-1ddd0d2d-d638-4a0a-8b78-3a18fd0ef5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:25.463107 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff3f9f6f-dfab-4b02-807f-9a5ac3f592d8 req-1ddd0d2d-d638-4a0a-8b78-3a18fd0ef5c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9253a55e-98b6-459e-be56-ce28de1fa9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1394746 Apr 18 06:09:25.566004 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517edb5-0c6d-45bf-8508-2fd2f2ed0b14 req-cb8165dc-6d1f-48dc-ac37-eebc47f24f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:25.567444 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7517edb5-0c6d-45bf-8508-2fd2f2ed0b14 req-cb8165dc-6d1f-48dc-ac37-eebc47f24f51 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9253a55e-98b6-459e-be56-ce28de1fa9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1626501 Apr 18 06:09:25.855622 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff3f9f6f-dfab-4b02-807f-9a5ac3f592d8 req-594d7a74-45c5-480c-b508-260863a86ee0 service neutron] 10.222.0.52 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848889 Apr 18 06:09:25.923296 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7517edb5-0c6d-45bf-8508-2fd2f2ed0b14 req-a7590b63-489b-461f-b9bc-44e8f110197b service neutron] 10.222.0.52 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483334 Apr 18 06:09:26.100288 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccf7df-609f-45da-9912-1d582d2a7854 req-44f96a8e-0418-4c2c-b59d-6d8b3dcdd508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:26.101119 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-23ccf7df-609f-45da-9912-1d582d2a7854 req-44f96a8e-0418-4c2c-b59d-6d8b3dcdd508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:09:26.134872 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff3f9f6f-dfab-4b02-807f-9a5ac3f592d8 req-a0e6e320-3d45-4922-9e27-e95e4c266278 service neutron] 10.222.0.52 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709959 Apr 18 06:09:26.150270 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-23ccf7df-609f-45da-9912-1d582d2a7854 req-44f96a8e-0418-4c2c-b59d-6d8b3dcdd508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:09:26.151414 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-23ccf7df-609f-45da-9912-1d582d2a7854 req-44f96a8e-0418-4c2c-b59d-6d8b3dcdd508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=36241de0-579a-4250-a228-5aa1c730b349 HTTP/1.1" status: 200 len: 943 time: 0.3611405 Apr 18 06:09:26.160932 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7517edb5-0c6d-45bf-8508-2fd2f2ed0b14 req-531bba87-6dd5-482f-81f0-9b7df97e724a service neutron] 10.222.0.52 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928971 Apr 18 06:09:26.202303 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-23ccf7df-609f-45da-9912-1d582d2a7854 req-2ab22e3d-bba0-465a-9aa7-1eba689c52c0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb43244b-dcc0-44a0-9710-9b3c4e5cd124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442193 Apr 18 06:09:26.908303 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 57a29f25-835c-48af-84b1-e56c9039a36c details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:09:27.039686 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 57a29f25-835c-48af-84b1-e56c9039a36c, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=57a29f25-835c-48af-84b1-e56c9039a36c,segment=NetworkSegment(c865348d-cec9-4368-95f7-7e2908ff8da6),segment_id=c865348d-cec9-4368-95f7-7e2908ff8da6)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:09:27.052292 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '57a29f25-835c-48af-84b1-e56c9039a36c', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'port_id': '57a29f25-835c-48af-84b1-e56c9039a36c', 'mac_address': 'fa:16:3e:bd:a8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:09:27.110580 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:27.127379 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a29f25-835c-48af-84b1-e56c9039a36c {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:09:27.142442 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 57a29f25-835c-48af-84b1-e56c9039a36c, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=57a29f25-835c-48af-84b1-e56c9039a36c,segment=NetworkSegment(c865348d-cec9-4368-95f7-7e2908ff8da6),segment_id=c865348d-cec9-4368-95f7-7e2908ff8da6)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:09:27.146241 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:27.219095 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=57a29f25-835c-48af-84b1-e56c9039a36c,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:27.389134 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c83a6-5150-46b5-be04-f6fcf70c4321 req-33f38c9c-b441-4f3e-a09b-9972fbcdbee6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:27.390587 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-165c83a6-5150-46b5-be04-f6fcf70c4321 req-33f38c9c-b441-4f3e-a09b-9972fbcdbee6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=36241de0-579a-4250-a228-5aa1c730b349 HTTP/1.1" status: 200 len: 944 time: 0.0851486 Apr 18 06:09:27.433572 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['57a29f25-835c-48af-84b1-e56c9039a36c'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:09:27.435504 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-165c83a6-5150-46b5-be04-f6fcf70c4321 req-e4e94f48-b781-4aa2-8f1b-84a05611c68f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb43244b-dcc0-44a0-9710-9b3c4e5cd124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392401 Apr 18 06:09:28.615973 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf4250-0ac9-47a3-8f29-6d3b1965fc2c req-7eb4f4ef-8325-4e8b-acd4-eb7ba792b5dc tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:28.617371 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-56bf4250-0ac9-47a3-8f29-6d3b1965fc2c req-7eb4f4ef-8325-4e8b-acd4-eb7ba792b5dc tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=36241de0-579a-4250-a228-5aa1c730b349 HTTP/1.1" status: 200 len: 944 time: 0.0787652 Apr 18 06:09:28.660770 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-56bf4250-0ac9-47a3-8f29-6d3b1965fc2c req-555a4765-aedb-40ab-a27a-e11a4df068a3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb43244b-dcc0-44a0-9710-9b3c4e5cd124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378134 Apr 18 06:09:28.917595 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 57a29f25-835c-48af-84b1-e56c9039a36c up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:09:28.982071 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port 57a29f25-835c-48af-84b1-e56c9039a36c completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:09:28.986511 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 57a29f25-835c-48af-84b1-e56c9039a36c triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:09:28.986877 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:29.109831 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:29.136029 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36241de0-579a-4250-a228-5aa1c730b349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a29f25-835c-48af-84b1-e56c9039a36c'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:09:29.146465 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 57a29f25-835c-48af-84b1-e56c9039a36c, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=57a29f25-835c-48af-84b1-e56c9039a36c,segment=NetworkSegment(c865348d-cec9-4368-95f7-7e2908ff8da6),segment_id=c865348d-cec9-4368-95f7-7e2908ff8da6)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:09:29.151143 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:29.186313 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8400331c-4705-43b5-87c6-94e4ce8e3ac4'] response: {'server_uuid': '36241de0-579a-4250-a228-5aa1c730b349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a29f25-835c-48af-84b1-e56c9039a36c', 'code': 200} Apr 18 06:09:29.218071 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=57a29f25-835c-48af-84b1-e56c9039a36c,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:29.409089 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c700475-c1d5-459d-bf5c-9530fe8ca281 req-10e904c4-2a14-4399-89a0-73cfbccdad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:29.410562 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1c700475-c1d5-459d-bf5c-9530fe8ca281 req-10e904c4-2a14-4399-89a0-73cfbccdad03 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=36241de0-579a-4250-a228-5aa1c730b349 HTTP/1.1" status: 200 len: 1098 time: 0.0728195 Apr 18 06:09:29.450415 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1c700475-c1d5-459d-bf5c-9530fe8ca281 req-e1aebbf6-40d0-45d1-b938-ccf51eb915c6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=eb43244b-dcc0-44a0-9710-9b3c4e5cd124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341625 Apr 18 06:09:29.845087 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64756976-02c3-441a-bb96-3fd7e85388b6 req-7d9c77cd-7fa6-450b-8a58-401d62b5c2ac tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:29.846547 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-64756976-02c3-441a-bb96-3fd7e85388b6 req-7d9c77cd-7fa6-450b-8a58-401d62b5c2ac tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=36241de0-579a-4250-a228-5aa1c730b349 HTTP/1.1" status: 200 len: 945 time: 0.0793295 Apr 18 06:09:29.890145 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-64756976-02c3-441a-bb96-3fd7e85388b6 req-08175404-f0da-4db7-8b5c-10e27b23b749 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb43244b-dcc0-44a0-9710-9b3c4e5cd124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373783 Apr 18 06:09:31.075143 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a67757-3e5d-4f3d-a94a-152e4c548e8b req-aaac8381-a753-4fc3-85f2-34102e397dd5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:31.076621 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-27a67757-3e5d-4f3d-a94a-152e4c548e8b req-aaac8381-a753-4fc3-85f2-34102e397dd5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=36241de0-579a-4250-a228-5aa1c730b349 HTTP/1.1" status: 200 len: 945 time: 0.0797563 Apr 18 06:09:31.124090 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-27a67757-3e5d-4f3d-a94a-152e4c548e8b req-84e0c408-06e2-4bf5-9062-942bd78e974a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb43244b-dcc0-44a0-9710-9b3c4e5cd124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418670 Apr 18 06:09:31.308752 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fae409-21e7-4cb8-a0da-7eee157cd6fa req-ed2ddb10-66f4-4b9f-bff8-6847bc46a9f9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:31.310216 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-87fae409-21e7-4cb8-a0da-7eee157cd6fa req-ed2ddb10-66f4-4b9f-bff8-6847bc46a9f9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=36241de0-579a-4250-a228-5aa1c730b349 HTTP/1.1" status: 200 len: 945 time: 0.0840869 Apr 18 06:09:31.354697 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-87fae409-21e7-4cb8-a0da-7eee157cd6fa req-c472789f-7643-494d-bf16-2c9aa9da8804 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb43244b-dcc0-44a0-9710-9b3c4e5cd124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387199 Apr 18 06:09:31.377430 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51144) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:09:31.446562 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0022f1a-c9fd-4931-862b-1a5b233b6938 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:31.448027 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c0022f1a-c9fd-4931-862b-1a5b233b6938 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=36241de0-579a-4250-a228-5aa1c730b349 HTTP/1.1" status: 200 len: 1093 time: 0.0696390 Apr 18 06:09:31.450925 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51148) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:09:31.455738 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': '57a29f25-835c-48af-84b1-e56c9039a36c', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:09:31.462374 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:09:31.466167 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:floatingip and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:09:31.468940 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:09:31.474991 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:09:31.485201 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:31.623534 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:31.754270 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.26.1.161 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/64692a64-71c3-4604-9ff5-e4d0dbdb1ae0) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:09:31.899861 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:31.927471 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:31.988141 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:09:31.991088 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:09:31.993713 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:09:32.043446 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=64692a64-71c3-4604-9ff5-e4d0dbdb1ae0,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:32.513533 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:32.586011 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:32.788093 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:32.793311 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:32.911771 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=64692a64-71c3-4604-9ff5-e4d0dbdb1ae0,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:32.919913 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:33.087547 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Floating IP fde65e3c-1976-4f82-ab8f-bca0a638d80d associated. External IP: 172.26.1.161, port: 57a29f25-835c-48af-84b1-e56c9039a36c. Apr 18 06:09:33.443513 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 39bc7871-6dba-47c3-baab-56668d4edbbd has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:09:33.620003 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:09:33.629868 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26308ac-ca85-46c9-a38e-de5f07a6f9d4 None None] Sync routers for ids ['39bc7871-6dba-47c3-baab-56668d4edbbd'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:09:33.638820 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26308ac-ca85-46c9-a38e-de5f07a6f9d4 None None] Routers {'39bc7871-6dba-47c3-baab-56668d4edbbd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:09:33.639511 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-e26308ac-ca85-46c9-a38e-de5f07a6f9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:09:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['39bc7871-6dba-47c3-baab-56668d4edbbd'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:33.643782 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:33.701421 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a8b5e20f-cb08-4283-8932-06bc22cd7508 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2494252 Apr 18 06:09:33.702108 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36241de0-579a-4250-a228-5aa1c730b349', 'tag': '57a29f25-835c-48af-84b1-e56c9039a36c'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:09:33.745802 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c9ed24-68f9-4cd7-a0b8-141e6f6d882c'] response: {'name': 'network-changed', 'server_uuid': '36241de0-579a-4250-a228-5aa1c730b349', 'tag': '57a29f25-835c-48af-84b1-e56c9039a36c', 'status': 'completed', 'code': 200} Apr 18 06:09:33.821104 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-e26308ac-ca85-46c9-a38e-de5f07a6f9d4 None None] Set router 39bc7871-6dba-47c3-baab-56668d4edbbd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:09:33.839253 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1119c-b344-4620-862f-9ade8b2688b1 req-7ba13f30-7cb4-4f66-95d4-640edfbab6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:33.840742 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a6c1119c-b344-4620-862f-9ade8b2688b1 req-7ba13f30-7cb4-4f66-95d4-640edfbab6b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=36241de0-579a-4250-a228-5aa1c730b349 HTTP/1.1" status: 200 len: 1098 time: 0.0738165 Apr 18 06:09:33.973347 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1119c-b344-4620-862f-9ade8b2688b1 req-329d2bac-451b-4390-b4ef-eab7e571c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:33.976348 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a6c1119c-b344-4620-862f-9ade8b2688b1 req-329d2bac-451b-4390-b4ef-eab7e571c9ad service neutron] 10.222.0.52 "GET /v2.0/networks?id=9253a55e-98b6-459e-be56-ce28de1fa9d9 HTTP/1.1" status: 200 len: 897 time: 0.1277232 Apr 18 06:09:34.081686 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a6c1119c-b344-4620-862f-9ade8b2688b1 req-8374597b-24a3-4665-a153-3571c0f045bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57a29f25-835c-48af-84b1-e56c9039a36c HTTP/1.1" status: 200 len: 999 time: 0.1003437 Apr 18 06:09:34.143634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1119c-b344-4620-862f-9ade8b2688b1 req-69ba6616-a840-4b21-aabd-bc0eeeac3ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:34.145120 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a6c1119c-b344-4620-862f-9ade8b2688b1 req-69ba6616-a840-4b21-aabd-bc0eeeac3ee2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3a43799-003c-454e-98e6-83f570e7282e HTTP/1.1" status: 200 len: 834 time: 0.0573988 Apr 18 06:09:34.166307 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-e26308ac-ca85-46c9-a38e-de5f07a6f9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'name': 'tempest-TestNetworkBasicOps-router-670289387', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:55Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '157d78ff-c1b8-4140-9bb2-16eeb57359ef', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.106', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'port_id': 'ffc80659-2882-4a75-8a42-934f255b4326', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'mac_address': 'fa:16:3e:dc:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e9f62-c69d-4294-abd9-c36d34d32766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:09:16Z', 'updated_at': '2022-04-18T06:09:19Z', 'revision_number': 1, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}, {'id': 'fde65e3c-1976-4f82-ab8f-bca0a638d80d', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.161', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'port_id': '57a29f25-835c-48af-84b1-e56c9039a36c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'mac_address': 'fa:16:3e:bd:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36241de0-579a-4250-a228-5aa1c730b349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:09:32Z', 'updated_at': '2022-04-18T06:09:32Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00011fc-c42f-409e-9bdd-7030f9215b98', 'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:fe:40:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:54Z', 'updated_at': '2022-04-18T06:09:00Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:34.170121 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26308ac-ca85-46c9-a38e-de5f07a6f9d4 None None] Checking router: 39bc7871-6dba-47c3-baab-56668d4edbbd for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:09:34.178837 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26308ac-ca85-46c9-a38e-de5f07a6f9d4 None None] Routers {'39bc7871-6dba-47c3-baab-56668d4edbbd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:09:34.179479 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-e26308ac-ca85-46c9-a38e-de5f07a6f9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:09:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['39bc7871-6dba-47c3-baab-56668d4edbbd'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:34.220282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1119c-b344-4620-862f-9ade8b2688b1 req-72d41046-675e-474e-82a0-2d0d71731c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:34.221750 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a6c1119c-b344-4620-862f-9ade8b2688b1 req-72d41046-675e-474e-82a0-2d0d71731c93 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9253a55e-98b6-459e-be56-ce28de1fa9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702984 Apr 18 06:09:34.361591 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a6c1119c-b344-4620-862f-9ade8b2688b1 req-d3f1a58a-7591-47ef-8d52-6a6bd0aa7ec8 service neutron] 10.222.0.52 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332285 Apr 18 06:09:34.392790 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-e26308ac-ca85-46c9-a38e-de5f07a6f9d4 None None] Set router 39bc7871-6dba-47c3-baab-56668d4edbbd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:09:34.496169 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a6c1119c-b344-4620-862f-9ade8b2688b1 req-7f249509-08f9-40cd-8ab2-61cd1e96b9dd service neutron] 10.222.0.52 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282148 Apr 18 06:09:34.735447 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-e26308ac-ca85-46c9-a38e-de5f07a6f9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'name': 'tempest-TestNetworkBasicOps-router-670289387', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:55Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '157d78ff-c1b8-4140-9bb2-16eeb57359ef', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.106', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'port_id': 'ffc80659-2882-4a75-8a42-934f255b4326', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'mac_address': 'fa:16:3e:dc:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e9f62-c69d-4294-abd9-c36d34d32766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:09:16Z', 'updated_at': '2022-04-18T06:09:19Z', 'revision_number': 1, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}, {'id': 'fde65e3c-1976-4f82-ab8f-bca0a638d80d', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.161', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'port_id': '57a29f25-835c-48af-84b1-e56c9039a36c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'mac_address': 'fa:16:3e:bd:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36241de0-579a-4250-a228-5aa1c730b349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:09:32Z', 'updated_at': '2022-04-18T06:09:32Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00011fc-c42f-409e-9bdd-7030f9215b98', 'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:fe:40:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:54Z', 'updated_at': '2022-04-18T06:09:00Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:34.739279 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26308ac-ca85-46c9-a38e-de5f07a6f9d4 None None] The sync data for ids ['39bc7871-6dba-47c3-baab-56668d4edbbd'] in dv-neutron-837489-1-hyperv is: [{'id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'name': 'tempest-TestNetworkBasicOps-router-670289387', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:55Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '157d78ff-c1b8-4140-9bb2-16eeb57359ef', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.106', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'port_id': 'ffc80659-2882-4a75-8a42-934f255b4326', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'mac_address': 'fa:16:3e:dc:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e9f62-c69d-4294-abd9-c36d34d32766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:09:16Z', 'updated_at': '2022-04-18T06:09:19Z', 'revision_number': 1, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}, {'id': 'fde65e3c-1976-4f82-ab8f-bca0a638d80d', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.161', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'port_id': '57a29f25-835c-48af-84b1-e56c9039a36c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'mac_address': 'fa:16:3e:bd:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36241de0-579a-4250-a228-5aa1c730b349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:09:32Z', 'updated_at': '2022-04-18T06:09:32Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00011fc-c42f-409e-9bdd-7030f9215b98', 'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:fe:40:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:54Z', 'updated_at': '2022-04-18T06:09:00Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:09:34.918107 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4855de8-e04e-4ebb-9a22-1911726488f3 None None] New status for floating IP fde65e3c-1976-4f82-ab8f-bca0a638d80d: ACTIVE {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:09:35.288335 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5fe05a19-9fb5-42bc-ac34-7914dc21ba47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:37.614820 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-314574a1-850d-4eae-b717-e922a95bf4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:37.846385 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:38.522279 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:38.649868 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:40.094450 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:56.517948 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:10:05.289498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-822e407f-1233-487a-914c-ed6a0a3b9650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:07.616200 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c8d947ca-bed3-4de4-81b3-c0874f6e00d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:07.829324 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51166) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:07.845230 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:08.038060 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4f515928-b1d5-4ee6-84e8-85a215a1ac6b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/157d78ff-c1b8-4140-9bb2-16eeb57359ef HTTP/1.1" status: 200 len: 994 time: 0.2075458 Apr 18 06:10:08.524705 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:08.652461 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:08.871195 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51176) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:08.876954 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-98af7271-c77f-48da-bdd1-3c841ec7536b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:10:08.989994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-98af7271-c77f-48da-bdd1-3c841ec7536b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:09.198699 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-98af7271-c77f-48da-bdd1-3c841ec7536b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port ffc80659-2882-4a75-8a42-934f255b4326, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ffc80659-2882-4a75-8a42-934f255b4326,segment=NetworkSegment(c865348d-cec9-4368-95f7-7e2908ff8da6),segment_id=c865348d-cec9-4368-95f7-7e2908ff8da6)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:10:09.222493 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-98af7271-c77f-48da-bdd1-3c841ec7536b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:09.227472 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-98af7271-c77f-48da-bdd1-3c841ec7536b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:09.291274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98af7271-c77f-48da-bdd1-3c841ec7536b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:09.291901 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-98af7271-c77f-48da-bdd1-3c841ec7536b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:09.297368 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-98af7271-c77f-48da-bdd1-3c841ec7536b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/ports/ffc80659-2882-4a75-8a42-934f255b4326 HTTP/1.1" status: 200 len: 939 time: 0.4212143 Apr 18 06:10:09.297368 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254e9f62-c69d-4294-abd9-c36d34d32766', 'tag': 'ffc80659-2882-4a75-8a42-934f255b4326'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:10:09.317651 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af7271-c77f-48da-bdd1-3c841ec7536b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=ffc80659-2882-4a75-8a42-934f255b4326,revision_number=6']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:09.326228 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af7271-c77f-48da-bdd1-3c841ec7536b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:09.326565 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af7271-c77f-48da-bdd1-3c841ec7536b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:09.326906 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af7271-c77f-48da-bdd1-3c841ec7536b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:09.327239 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af7271-c77f-48da-bdd1-3c841ec7536b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:09.327571 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af7271-c77f-48da-bdd1-3c841ec7536b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:09.327901 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af7271-c77f-48da-bdd1-3c841ec7536b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:09.328251 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af7271-c77f-48da-bdd1-3c841ec7536b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:09.328579 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af7271-c77f-48da-bdd1-3c841ec7536b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:09.328907 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af7271-c77f-48da-bdd1-3c841ec7536b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:09.329233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af7271-c77f-48da-bdd1-3c841ec7536b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:09.330020 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af7271-c77f-48da-bdd1-3c841ec7536b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:09.330340 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af7271-c77f-48da-bdd1-3c841ec7536b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:09.351188 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-953ed188-b6d6-4070-9d42-148e74e3538f'] response: {'name': 'network-changed', 'server_uuid': '254e9f62-c69d-4294-abd9-c36d34d32766', 'tag': 'ffc80659-2882-4a75-8a42-934f255b4326', 'status': 'completed', 'code': 200} Apr 18 06:10:09.508424 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e8ae19e8-edc2-49ad-b854-227f95d50827 None None] Provisioning complete for port ffc80659-2882-4a75-8a42-934f255b4326 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:10:09.508894 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e8ae19e8-edc2-49ad-b854-227f95d50827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:09.557276 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc85d8-96a9-4c40-81f3-41f54e2745a2 req-14e43891-b332-4452-adcc-4248849e5f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:09.558688 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-22dc85d8-96a9-4c40-81f3-41f54e2745a2 req-14e43891-b332-4452-adcc-4248849e5f38 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 1100 time: 0.1839137 Apr 18 06:10:09.568438 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e8ae19e8-edc2-49ad-b854-227f95d50827 None None] Port ffc80659-2882-4a75-8a42-934f255b4326 is administratively disabled so it will not transition to active. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Apr 18 06:10:09.690484 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc85d8-96a9-4c40-81f3-41f54e2745a2 req-9a6d37b5-b3d0-4628-bb0c-e794386da59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:09.691906 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-22dc85d8-96a9-4c40-81f3-41f54e2745a2 req-9a6d37b5-b3d0-4628-bb0c-e794386da59e service neutron] 10.222.0.52 "GET /v2.0/networks?id=9253a55e-98b6-459e-be56-ce28de1fa9d9 HTTP/1.1" status: 200 len: 897 time: 0.1231451 Apr 18 06:10:09.796401 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-22dc85d8-96a9-4c40-81f3-41f54e2745a2 req-18472b5e-6ebf-4daf-bd54-ef9d26bf4b2e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffc80659-2882-4a75-8a42-934f255b4326 HTTP/1.1" status: 200 len: 1003 time: 0.0948145 Apr 18 06:10:09.860207 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc85d8-96a9-4c40-81f3-41f54e2745a2 req-b9c9ca2b-943f-4351-ad55-76078fb0faff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:09.861575 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-22dc85d8-96a9-4c40-81f3-41f54e2745a2 req-b9c9ca2b-943f-4351-ad55-76078fb0faff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3a43799-003c-454e-98e6-83f570e7282e HTTP/1.1" status: 200 len: 834 time: 0.0557451 Apr 18 06:10:09.939160 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc85d8-96a9-4c40-81f3-41f54e2745a2 req-a251559d-98bb-44b7-b285-7eba7de7b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:09.940624 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-22dc85d8-96a9-4c40-81f3-41f54e2745a2 req-a251559d-98bb-44b7-b285-7eba7de7b01a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9253a55e-98b6-459e-be56-ce28de1fa9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701048 Apr 18 06:10:10.072184 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-22dc85d8-96a9-4c40-81f3-41f54e2745a2 req-5c982256-cb9f-4644-b31e-7f29c46e4c5a service neutron] 10.222.0.52 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219776 Apr 18 06:10:10.097411 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:10.205066 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-22dc85d8-96a9-4c40-81f3-41f54e2745a2 req-2dca7fb3-d5ca-4f93-8b6c-a8d0d9ceeb45 service neutron] 10.222.0.52 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239703 Apr 18 06:10:12.751313 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51186) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:12.757248 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-ed9d0a0b-1d3f-46a7-b19b-1c256d75af0b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:10:12.874284 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0a0b-1d3f-46a7-b19b-1c256d75af0b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:13.083458 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-ed9d0a0b-1d3f-46a7-b19b-1c256d75af0b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port ffc80659-2882-4a75-8a42-934f255b4326, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ffc80659-2882-4a75-8a42-934f255b4326,segment=NetworkSegment(c865348d-cec9-4368-95f7-7e2908ff8da6),segment_id=c865348d-cec9-4368-95f7-7e2908ff8da6)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:10:13.113328 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0a0b-1d3f-46a7-b19b-1c256d75af0b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:13.123171 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0a0b-1d3f-46a7-b19b-1c256d75af0b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:13.184904 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9d0a0b-1d3f-46a7-b19b-1c256d75af0b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:13.185508 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0a0b-1d3f-46a7-b19b-1c256d75af0b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:13.186866 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ed9d0a0b-1d3f-46a7-b19b-1c256d75af0b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/ports/ffc80659-2882-4a75-8a42-934f255b4326 HTTP/1.1" status: 200 len: 938 time: 0.4345675 Apr 18 06:10:13.187512 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254e9f62-c69d-4294-abd9-c36d34d32766', 'tag': 'ffc80659-2882-4a75-8a42-934f255b4326'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:10:13.189906 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51190) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:13.226653 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d0a0b-1d3f-46a7-b19b-1c256d75af0b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=ffc80659-2882-4a75-8a42-934f255b4326,revision_number=7']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:13.246034 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f796db-4ba4-4794-8e11-e5999c8703af'] response: {'name': 'network-changed', 'server_uuid': '254e9f62-c69d-4294-abd9-c36d34d32766', 'tag': 'ffc80659-2882-4a75-8a42-934f255b4326', 'status': 'completed', 'code': 200} Apr 18 06:10:13.354271 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-cc0e9ce5-4f4d-4603-b1f0-2388a6e4db68 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/157d78ff-c1b8-4140-9bb2-16eeb57359ef HTTP/1.1" status: 200 len: 994 time: 0.1580720 Apr 18 06:10:13.376634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a1d4b-66e0-4a5e-8a48-1db16f16149f req-8ba5ae4a-75a1-463c-aded-1596d04e809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:13.378105 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-837a1d4b-66e0-4a5e-8a48-1db16f16149f req-8ba5ae4a-75a1-463c-aded-1596d04e809c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 1099 time: 0.0992289 Apr 18 06:10:13.415637 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-02459dba-a499-49eb-a7d7-453b4544eda6 None None] Provisioning complete for port ffc80659-2882-4a75-8a42-934f255b4326 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:10:13.416217 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-02459dba-a499-49eb-a7d7-453b4544eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:13.514493 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['ffc80659-2882-4a75-8a42-934f255b4326'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:10:13.518137 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a1d4b-66e0-4a5e-8a48-1db16f16149f req-57f67adb-622c-4fe4-8b39-23a7f858954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:13.519689 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-837a1d4b-66e0-4a5e-8a48-1db16f16149f req-57f67adb-622c-4fe4-8b39-23a7f858954b service neutron] 10.222.0.52 "GET /v2.0/networks?id=9253a55e-98b6-459e-be56-ce28de1fa9d9 HTTP/1.1" status: 200 len: 897 time: 0.1277709 Apr 18 06:10:13.624735 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-837a1d4b-66e0-4a5e-8a48-1db16f16149f req-2d47dc2c-dd41-4745-9e66-d9560d634b8a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffc80659-2882-4a75-8a42-934f255b4326 HTTP/1.1" status: 200 len: 1002 time: 0.0974228 Apr 18 06:10:13.694123 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a1d4b-66e0-4a5e-8a48-1db16f16149f req-8c0d68d2-11b0-43a2-8ec1-ebad36f8529f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:13.696546 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-837a1d4b-66e0-4a5e-8a48-1db16f16149f req-8c0d68d2-11b0-43a2-8ec1-ebad36f8529f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3a43799-003c-454e-98e6-83f570e7282e HTTP/1.1" status: 200 len: 834 time: 0.0610018 Apr 18 06:10:13.777119 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a1d4b-66e0-4a5e-8a48-1db16f16149f req-748c2bc0-29a7-4cfe-8768-f917f6439544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:13.778507 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-837a1d4b-66e0-4a5e-8a48-1db16f16149f req-748c2bc0-29a7-4cfe-8768-f917f6439544 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9253a55e-98b6-459e-be56-ce28de1fa9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702810 Apr 18 06:10:13.915547 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-837a1d4b-66e0-4a5e-8a48-1db16f16149f req-0f0e5c2f-4f54-4c73-b4b9-477ee424e5bd service neutron] 10.222.0.52 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238372 Apr 18 06:10:14.145547 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-837a1d4b-66e0-4a5e-8a48-1db16f16149f req-97c9ff90-395c-415b-aad4-b0c9dfeca7c0 service neutron] 10.222.0.52 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230594 Apr 18 06:10:15.950826 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51202) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:16.153732 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-dd3770fd-5995-40c2-b9e8-8365f2e9a169 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port 64692a64-71c3-4604-9ff5-e4d0dbdb1ae0 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:10:16.154074 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dd3770fd-5995-40c2-b9e8-8365f2e9a169 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:16.339009 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dd3770fd-5995-40c2-b9e8-8365f2e9a169 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:16.339334 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dd3770fd-5995-40c2-b9e8-8365f2e9a169 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:16.461550 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-dd3770fd-5995-40c2-b9e8-8365f2e9a169 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for 64692a64-71c3-4604-9ff5-e4d0dbdb1ae0 owned by network:floatingip {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:10:16.608397 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dd3770fd-5995-40c2-b9e8-8365f2e9a169 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:16.746932 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3770fd-5995-40c2-b9e8-8365f2e9a169 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=64692a64-71c3-4604-9ff5-e4d0dbdb1ae0,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:16.835099 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dd3770fd-5995-40c2-b9e8-8365f2e9a169 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:16.835420 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-dd3770fd-5995-40c2-b9e8-8365f2e9a169 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Floating IP fde65e3c-1976-4f82-ab8f-bca0a638d80d disassociated (deleted). External IP: 172.26.1.161, port: 57a29f25-835c-48af-84b1-e56c9039a36c. Apr 18 06:10:17.176263 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3770fd-5995-40c2-b9e8-8365f2e9a169 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 39bc7871-6dba-47c3-baab-56668d4edbbd has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:10:17.350851 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3770fd-5995-40c2-b9e8-8365f2e9a169 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:10:17.361199 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8db63-31ca-4ac3-a798-ab1b9eab27a0 None None] Sync routers for ids ['39bc7871-6dba-47c3-baab-56668d4edbbd'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:10:17.371256 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df8db63-31ca-4ac3-a798-ab1b9eab27a0 None None] Routers {'39bc7871-6dba-47c3-baab-56668d4edbbd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:10:17.372003 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-0df8db63-31ca-4ac3-a798-ab1b9eab27a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:10:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['39bc7871-6dba-47c3-baab-56668d4edbbd'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:17.373348 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dd3770fd-5995-40c2-b9e8-8365f2e9a169 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:17.428579 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-dd3770fd-5995-40c2-b9e8-8365f2e9a169 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/floatingips/fde65e3c-1976-4f82-ab8f-bca0a638d80d HTTP/1.1" status: 204 len: 168 time: 1.4765382 Apr 18 06:10:17.429067 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36241de0-579a-4250-a228-5aa1c730b349', 'tag': '57a29f25-835c-48af-84b1-e56c9039a36c'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:10:17.475371 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db0fce66-8701-40d9-84fd-d994b73c737f'] response: {'name': 'network-changed', 'server_uuid': '36241de0-579a-4250-a228-5aa1c730b349', 'tag': '57a29f25-835c-48af-84b1-e56c9039a36c', 'status': 'completed', 'code': 200} Apr 18 06:10:17.560292 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-0df8db63-31ca-4ac3-a798-ab1b9eab27a0 None None] Set router 39bc7871-6dba-47c3-baab-56668d4edbbd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:10:17.592711 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde2e3-c477-4227-8b70-4c99e582c737 req-09273851-46e4-484a-86e8-483c1fa9b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:17.594216 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-48fde2e3-c477-4227-8b70-4c99e582c737 req-09273851-46e4-484a-86e8-483c1fa9b1c0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=36241de0-579a-4250-a228-5aa1c730b349 HTTP/1.1" status: 200 len: 1098 time: 0.0855298 Apr 18 06:10:17.777625 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde2e3-c477-4227-8b70-4c99e582c737 req-7e11f97d-c956-4f23-8da2-f5cb4f9b8066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:17.779075 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-48fde2e3-c477-4227-8b70-4c99e582c737 req-7e11f97d-c956-4f23-8da2-f5cb4f9b8066 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9253a55e-98b6-459e-be56-ce28de1fa9d9 HTTP/1.1" status: 200 len: 897 time: 0.1759081 Apr 18 06:10:17.856906 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-48fde2e3-c477-4227-8b70-4c99e582c737 req-ad9687f3-ddd9-4086-a426-606b63c102da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57a29f25-835c-48af-84b1-e56c9039a36c HTTP/1.1" status: 200 len: 217 time: 0.0709400 Apr 18 06:10:17.924641 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37190644-ff00-41a7-8011-a13f199ce6cc req-28ee4101-2737-4e3c-9649-4f5fc57f12ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:17.926097 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-37190644-ff00-41a7-8011-a13f199ce6cc req-28ee4101-2737-4e3c-9649-4f5fc57f12ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=36241de0-579a-4250-a228-5aa1c730b349 HTTP/1.1" status: 200 len: 945 time: 0.1982718 Apr 18 06:10:17.951019 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde2e3-c477-4227-8b70-4c99e582c737 req-d46fe5d5-7bdd-4383-8afe-06949080370d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:17.951271 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-0df8db63-31ca-4ac3-a798-ab1b9eab27a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'name': 'tempest-TestNetworkBasicOps-router-670289387', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:55Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '157d78ff-c1b8-4140-9bb2-16eeb57359ef', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.106', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'port_id': 'ffc80659-2882-4a75-8a42-934f255b4326', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'mac_address': 'fa:16:3e:dc:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e9f62-c69d-4294-abd9-c36d34d32766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:09:16Z', 'updated_at': '2022-04-18T06:09:19Z', 'revision_number': 1, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00011fc-c42f-409e-9bdd-7030f9215b98', 'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:fe:40:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:54Z', 'updated_at': '2022-04-18T06:09:00Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:17.952430 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-48fde2e3-c477-4227-8b70-4c99e582c737 req-d46fe5d5-7bdd-4383-8afe-06949080370d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3a43799-003c-454e-98e6-83f570e7282e HTTP/1.1" status: 200 len: 834 time: 0.0857797 Apr 18 06:10:17.955136 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8db63-31ca-4ac3-a798-ab1b9eab27a0 None None] Checking router: 39bc7871-6dba-47c3-baab-56668d4edbbd for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:10:17.963700 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df8db63-31ca-4ac3-a798-ab1b9eab27a0 None None] Routers {'39bc7871-6dba-47c3-baab-56668d4edbbd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:10:17.964331 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-0df8db63-31ca-4ac3-a798-ab1b9eab27a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:10:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['39bc7871-6dba-47c3-baab-56668d4edbbd'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:18.020590 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-37190644-ff00-41a7-8011-a13f199ce6cc req-8ebe1fd1-33a7-415f-8c80-4944f2aa769f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb43244b-dcc0-44a0-9710-9b3c4e5cd124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854414 Apr 18 06:10:18.047327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde2e3-c477-4227-8b70-4c99e582c737 req-9be81ce3-9cd6-48d1-9e61-5e681cf9845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:18.048819 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-48fde2e3-c477-4227-8b70-4c99e582c737 req-9be81ce3-9cd6-48d1-9e61-5e681cf9845f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9253a55e-98b6-459e-be56-ce28de1fa9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0894074 Apr 18 06:10:18.156049 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-0df8db63-31ca-4ac3-a798-ab1b9eab27a0 None None] Set router 39bc7871-6dba-47c3-baab-56668d4edbbd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:10:18.185652 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-48fde2e3-c477-4227-8b70-4c99e582c737 req-604cc3ab-2fb5-4fce-b842-5ae8cdbb6a2f service neutron] 10.222.0.52 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292424 Apr 18 06:10:18.321462 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-48fde2e3-c477-4227-8b70-4c99e582c737 req-06042522-6798-4a03-a68f-ebeeae212c7f service neutron] 10.222.0.52 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296079 Apr 18 06:10:18.513618 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-0df8db63-31ca-4ac3-a798-ab1b9eab27a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'name': 'tempest-TestNetworkBasicOps-router-670289387', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:55Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '157d78ff-c1b8-4140-9bb2-16eeb57359ef', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.106', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'port_id': 'ffc80659-2882-4a75-8a42-934f255b4326', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'mac_address': 'fa:16:3e:dc:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e9f62-c69d-4294-abd9-c36d34d32766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:09:16Z', 'updated_at': '2022-04-18T06:09:19Z', 'revision_number': 1, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00011fc-c42f-409e-9bdd-7030f9215b98', 'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:fe:40:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:54Z', 'updated_at': '2022-04-18T06:09:00Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:18.517519 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8db63-31ca-4ac3-a798-ab1b9eab27a0 None None] The sync data for ids ['39bc7871-6dba-47c3-baab-56668d4edbbd'] in dv-neutron-837489-1-hyperv is: [{'id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'name': 'tempest-TestNetworkBasicOps-router-670289387', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:55Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '157d78ff-c1b8-4140-9bb2-16eeb57359ef', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.106', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'port_id': 'ffc80659-2882-4a75-8a42-934f255b4326', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'mac_address': 'fa:16:3e:dc:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e9f62-c69d-4294-abd9-c36d34d32766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:09:16Z', 'updated_at': '2022-04-18T06:09:19Z', 'revision_number': 1, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00011fc-c42f-409e-9bdd-7030f9215b98', 'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:fe:40:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:54Z', 'updated_at': '2022-04-18T06:09:00Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:10:18.725458 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22355bc-84b7-4eff-b75c-366c9a62de36 None None] New status for floating IP fde65e3c-1976-4f82-ab8f-bca0a638d80d: DOWN {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:10:19.209241 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cd372-9717-49de-b3b4-5a6213350a48 req-ba1e8071-771b-4419-81a7-f664184dfcd3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:19.209854 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-f84cd372-9717-49de-b3b4-5a6213350a48 req-ba1e8071-771b-4419-81a7-f664184dfcd3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:10:19.227678 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-f84cd372-9717-49de-b3b4-5a6213350a48 req-ba1e8071-771b-4419-81a7-f664184dfcd3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:10:19.229280 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f84cd372-9717-49de-b3b4-5a6213350a48 req-ba1e8071-771b-4419-81a7-f664184dfcd3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=36241de0-579a-4250-a228-5aa1c730b349 HTTP/1.1" status: 200 len: 945 time: 0.0990906 Apr 18 06:10:19.248225 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f32990-202c-4155-b9b7-5ebe719e3181 req-8de9a28a-f42c-4874-985b-925699b7f23b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:19.249674 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e5f32990-202c-4155-b9b7-5ebe719e3181 req-8de9a28a-f42c-4874-985b-925699b7f23b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/ports?device_id=36241de0-579a-4250-a228-5aa1c730b349 HTTP/1.1" status: 200 len: 945 time: 0.0803156 Apr 18 06:10:19.276521 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f84cd372-9717-49de-b3b4-5a6213350a48 req-b5f18493-2eac-4581-8c6f-c323c3b591f0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb43244b-dcc0-44a0-9710-9b3c4e5cd124&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414746 Apr 18 06:10:19.328971 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-e5f32990-202c-4155-b9b7-5ebe719e3181 req-7fc848c2-5d63-4892-a01d-c21adf0bf208 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port 57a29f25-835c-48af-84b1-e56c9039a36c {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:10:19.329308 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e5f32990-202c-4155-b9b7-5ebe719e3181 req-7fc848c2-5d63-4892-a01d-c21adf0bf208 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:19.576931 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-e5f32990-202c-4155-b9b7-5ebe719e3181 req-7fc848c2-5d63-4892-a01d-c21adf0bf208 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port 57a29f25-835c-48af-84b1-e56c9039a36c, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=57a29f25-835c-48af-84b1-e56c9039a36c,segment=NetworkSegment(c865348d-cec9-4368-95f7-7e2908ff8da6),segment_id=c865348d-cec9-4368-95f7-7e2908ff8da6)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:10:19.577289 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e5f32990-202c-4155-b9b7-5ebe719e3181 req-7fc848c2-5d63-4892-a01d-c21adf0bf208 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:19.699714 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-e5f32990-202c-4155-b9b7-5ebe719e3181 req-7fc848c2-5d63-4892-a01d-c21adf0bf208 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for 57a29f25-835c-48af-84b1-e56c9039a36c owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:10:19.836515 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e5f32990-202c-4155-b9b7-5ebe719e3181 req-7fc848c2-5d63-4892-a01d-c21adf0bf208 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:19.987962 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc848c2-5d63-4892-a01d-c21adf0bf208 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=57a29f25-835c-48af-84b1-e56c9039a36c,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:20.031404 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc848c2-5d63-4892-a01d-c21adf0bf208 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:20.031743 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc848c2-5d63-4892-a01d-c21adf0bf208 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:20.032097 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc848c2-5d63-4892-a01d-c21adf0bf208 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:20.032426 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc848c2-5d63-4892-a01d-c21adf0bf208 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:20.032747 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc848c2-5d63-4892-a01d-c21adf0bf208 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:20.033070 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc848c2-5d63-4892-a01d-c21adf0bf208 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:20.033389 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc848c2-5d63-4892-a01d-c21adf0bf208 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:20.033708 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc848c2-5d63-4892-a01d-c21adf0bf208 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:20.034029 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc848c2-5d63-4892-a01d-c21adf0bf208 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:20.034342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc848c2-5d63-4892-a01d-c21adf0bf208 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:20.034653 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc848c2-5d63-4892-a01d-c21adf0bf208 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:20.034991 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc848c2-5d63-4892-a01d-c21adf0bf208 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:20.073925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f32990-202c-4155-b9b7-5ebe719e3181 req-7fc848c2-5d63-4892-a01d-c21adf0bf208 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] No DVR routers for this DVR port 57a29f25-835c-48af-84b1-e56c9039a36c on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:10:20.076282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e5f32990-202c-4155-b9b7-5ebe719e3181 req-7fc848c2-5d63-4892-a01d-c21adf0bf208 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:20.078626 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36241de0-579a-4250-a228-5aa1c730b349', 'name': 'network-vif-deleted', 'tag': '57a29f25-835c-48af-84b1-e56c9039a36c'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:10:20.094919 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e5f32990-202c-4155-b9b7-5ebe719e3181 req-7fc848c2-5d63-4892-a01d-c21adf0bf208 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "DELETE /v2.0/ports/57a29f25-835c-48af-84b1-e56c9039a36c HTTP/1.1" status: 204 len: 173 time: 0.8373840 Apr 18 06:10:20.125367 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f4d9426-fabd-4f0b-b5f8-05d52910001d'] response: {'server_uuid': '36241de0-579a-4250-a228-5aa1c730b349', 'name': 'network-vif-deleted', 'tag': '57a29f25-835c-48af-84b1-e56c9039a36c', 'status': 'completed', 'code': 200} Apr 18 06:10:20.452877 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-64a2129f-8bc8-435f-85db-f64f008125e8 req-bf85c090-fbb8-4a7b-ae38-198d0428d3a5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=36241de0-579a-4250-a228-5aa1c730b349 HTTP/1.1" status: 200 len: 210 time: 0.0447686 Apr 18 06:10:21.550745 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51222) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:21.616525 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a8c6ccd3-dd3f-4c85-bb88-ba0003a29039 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:21.645337 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a8c6ccd3-dd3f-4c85-bb88-ba0003a29039 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:21.711041 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a8c6ccd3-dd3f-4c85-bb88-ba0003a29039 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:21.730995 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6ccd3-dd3f-4c85-bb88-ba0003a29039 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb43244b-dcc0-44a0-9710-9b3c4e5cd124,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:21.743459 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a8c6ccd3-dd3f-4c85-bb88-ba0003a29039 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:21.744603 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a8c6ccd3-dd3f-4c85-bb88-ba0003a29039 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/security-groups/eb43244b-dcc0-44a0-9710-9b3c4e5cd124 HTTP/1.1" status: 204 len: 168 time: 0.1929111 Apr 18 06:10:21.776538 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51228) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:21.970673 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-b8bb5607-b4d4-4476-9b21-af67faf720b4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port 59c05231-44f2-4215-b076-dbcfee75b02d {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:10:21.970922 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b8bb5607-b4d4-4476-9b21-af67faf720b4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:22.138711 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b8bb5607-b4d4-4476-9b21-af67faf720b4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:22.139030 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b8bb5607-b4d4-4476-9b21-af67faf720b4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:22.256672 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-b8bb5607-b4d4-4476-9b21-af67faf720b4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for 59c05231-44f2-4215-b076-dbcfee75b02d owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:10:22.406418 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b8bb5607-b4d4-4476-9b21-af67faf720b4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:22.452379 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb5607-b4d4-4476-9b21-af67faf720b4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=59c05231-44f2-4215-b076-dbcfee75b02d,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:22.545432 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b8bb5607-b4d4-4476-9b21-af67faf720b4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:22.545677 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-b8bb5607-b4d4-4476-9b21-af67faf720b4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Floating IP 157d78ff-c1b8-4140-9bb2-16eeb57359ef disassociated (deleted). External IP: 172.26.1.106, port: ffc80659-2882-4a75-8a42-934f255b4326. Apr 18 06:10:22.888537 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bb5607-b4d4-4476-9b21-af67faf720b4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 39bc7871-6dba-47c3-baab-56668d4edbbd has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:10:23.165389 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bb5607-b4d4-4476-9b21-af67faf720b4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:10:23.174516 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253a82a6-e88a-438f-8b53-d57aae4b107a None None] Sync routers for ids ['39bc7871-6dba-47c3-baab-56668d4edbbd'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:10:23.180659 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b8bb5607-b4d4-4476-9b21-af67faf720b4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:23.183797 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253a82a6-e88a-438f-8b53-d57aae4b107a None None] Routers {'39bc7871-6dba-47c3-baab-56668d4edbbd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:10:23.184448 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-253a82a6-e88a-438f-8b53-d57aae4b107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:10:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['39bc7871-6dba-47c3-baab-56668d4edbbd'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:23.235803 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b8bb5607-b4d4-4476-9b21-af67faf720b4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/floatingips/157d78ff-c1b8-4140-9bb2-16eeb57359ef HTTP/1.1" status: 204 len: 168 time: 1.4580812 Apr 18 06:10:23.236398 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254e9f62-c69d-4294-abd9-c36d34d32766', 'tag': 'ffc80659-2882-4a75-8a42-934f255b4326'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:10:23.239698 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 57a29f25-835c-48af-84b1-e56c9039a36c no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:10:23.287382 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: 57a29f25-835c-48af-84b1-e56c9039a36c {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:10:23.287728 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 57a29f25-835c-48af-84b1-e56c9039a36c not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:10:23.288137 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb39afa4-7ee2-4a74-b76f-67447de28d38'] response: {'name': 'network-changed', 'server_uuid': '254e9f62-c69d-4294-abd9-c36d34d32766', 'tag': 'ffc80659-2882-4a75-8a42-934f255b4326', 'status': 'completed', 'code': 200} Apr 18 06:10:23.391802 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e398707-e0d6-4fbc-9667-a5f1be3b1724 req-0a5617d8-e034-4d20-bfef-b441b06d677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:23.393377 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0e398707-e0d6-4fbc-9667-a5f1be3b1724 req-0a5617d8-e034-4d20-bfef-b441b06d677b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 1099 time: 0.0784483 Apr 18 06:10:23.410954 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-253a82a6-e88a-438f-8b53-d57aae4b107a None None] Set router 39bc7871-6dba-47c3-baab-56668d4edbbd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:10:23.539432 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e398707-e0d6-4fbc-9667-a5f1be3b1724 req-21515ef0-eed6-43bb-a08b-c9a29e12f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:23.541098 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0e398707-e0d6-4fbc-9667-a5f1be3b1724 req-21515ef0-eed6-43bb-a08b-c9a29e12f1a5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9253a55e-98b6-459e-be56-ce28de1fa9d9 HTTP/1.1" status: 200 len: 897 time: 0.1386745 Apr 18 06:10:23.614674 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0e398707-e0d6-4fbc-9667-a5f1be3b1724 req-ecd74c15-a756-438f-925d-11bbd52f0374 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffc80659-2882-4a75-8a42-934f255b4326 HTTP/1.1" status: 200 len: 217 time: 0.0658233 Apr 18 06:10:23.645897 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a000c-d26a-4cd8-86b3-8c10b971db90 req-012743a2-7c75-4b9e-a7e4-f82d69fdd17b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:23.647506 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-912a000c-d26a-4cd8-86b3-8c10b971db90 req-012743a2-7c75-4b9e-a7e4-f82d69fdd17b tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 946 time: 0.0835385 Apr 18 06:10:23.679480 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e398707-e0d6-4fbc-9667-a5f1be3b1724 req-899ad6ae-728b-44bb-b75f-38f415f5a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:23.681121 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0e398707-e0d6-4fbc-9667-a5f1be3b1724 req-899ad6ae-728b-44bb-b75f-38f415f5a009 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3a43799-003c-454e-98e6-83f570e7282e HTTP/1.1" status: 200 len: 834 time: 0.0592551 Apr 18 06:10:23.695625 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-912a000c-d26a-4cd8-86b3-8c10b971db90 req-5d8a3c09-612e-4306-ac82-0bcfa5b1d069 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:10:23.713113 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-912a000c-d26a-4cd8-86b3-8c10b971db90 req-5d8a3c09-612e-4306-ac82-0bcfa5b1d069 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:10:23.714513 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-912a000c-d26a-4cd8-86b3-8c10b971db90 req-5d8a3c09-612e-4306-ac82-0bcfa5b1d069 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b09424b2-9a3e-44a9-a961-76e59b5059c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581558 Apr 18 06:10:23.749897 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-253a82a6-e88a-438f-8b53-d57aae4b107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'name': 'tempest-TestNetworkBasicOps-router-670289387', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:55Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'f00011fc-c42f-409e-9bdd-7030f9215b98', 'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:fe:40:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:54Z', 'updated_at': '2022-04-18T06:09:00Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:23.753781 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253a82a6-e88a-438f-8b53-d57aae4b107a None None] Checking router: 39bc7871-6dba-47c3-baab-56668d4edbbd for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:10:23.760813 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e398707-e0d6-4fbc-9667-a5f1be3b1724 req-8880e1ba-c1ec-4884-ae82-9519b452cb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:23.762281 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0e398707-e0d6-4fbc-9667-a5f1be3b1724 req-8880e1ba-c1ec-4884-ae82-9519b452cb03 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9253a55e-98b6-459e-be56-ce28de1fa9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741980 Apr 18 06:10:23.762816 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253a82a6-e88a-438f-8b53-d57aae4b107a None None] Routers {'39bc7871-6dba-47c3-baab-56668d4edbbd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:10:23.763403 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-253a82a6-e88a-438f-8b53-d57aae4b107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:10:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['39bc7871-6dba-47c3-baab-56668d4edbbd'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:23.901751 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0e398707-e0d6-4fbc-9667-a5f1be3b1724 req-5b619bb9-f77a-40d1-9cf6-279d0a593b3e service neutron] 10.222.0.52 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326439 Apr 18 06:10:23.994674 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-253a82a6-e88a-438f-8b53-d57aae4b107a None None] Set router 39bc7871-6dba-47c3-baab-56668d4edbbd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:10:24.037197 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0e398707-e0d6-4fbc-9667-a5f1be3b1724 req-d45be0a1-7332-4ce2-84af-cec6ca463216 service neutron] 10.222.0.52 "GET /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288204 Apr 18 06:10:24.303579 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-253a82a6-e88a-438f-8b53-d57aae4b107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'name': 'tempest-TestNetworkBasicOps-router-670289387', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:55Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'f00011fc-c42f-409e-9bdd-7030f9215b98', 'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:fe:40:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:54Z', 'updated_at': '2022-04-18T06:09:00Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:24.308112 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253a82a6-e88a-438f-8b53-d57aae4b107a None None] The sync data for ids ['39bc7871-6dba-47c3-baab-56668d4edbbd'] in dv-neutron-837489-1-hyperv is: [{'id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'name': 'tempest-TestNetworkBasicOps-router-670289387', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:55Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'f00011fc-c42f-409e-9bdd-7030f9215b98', 'name': '', 'network_id': '9253a55e-98b6-459e-be56-ce28de1fa9d9', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:fe:40:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:54Z', 'updated_at': '2022-04-18T06:09:00Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': 'c3a43799-003c-454e-98e6-83f570e7282e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:10:24.534388 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c84f3ee-0b8c-4a49-890f-3e0971ca4b0e None None] New status for floating IP 157d78ff-c1b8-4140-9bb2-16eeb57359ef: DOWN {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:10:24.905523 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d313b-4ad6-41bc-a00f-4d4bda4933d4 req-f8b1e74b-649a-4f0e-be4e-c730e363c61a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:24.906132 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-214d313b-4ad6-41bc-a00f-4d4bda4933d4 req-f8b1e74b-649a-4f0e-be4e-c730e363c61a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:10:24.920963 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-214d313b-4ad6-41bc-a00f-4d4bda4933d4 req-f8b1e74b-649a-4f0e-be4e-c730e363c61a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:10:24.922313 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-214d313b-4ad6-41bc-a00f-4d4bda4933d4 req-f8b1e74b-649a-4f0e-be4e-c730e363c61a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 946 time: 0.0989134 Apr 18 06:10:24.969065 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-214d313b-4ad6-41bc-a00f-4d4bda4933d4 req-1bc0016b-4c51-4dbb-a528-0a04a1f24acb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=b09424b2-9a3e-44a9-a961-76e59b5059c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410442 Apr 18 06:10:25.211868 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e167c1-efa4-4bfe-934c-ae786604ec05 req-b92ae688-a000-4be4-8fe9-3f0063b3b3ba tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:25.213443 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-60e167c1-efa4-4bfe-934c-ae786604ec05 req-b92ae688-a000-4be4-8fe9-3f0063b3b3ba tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 946 time: 0.0762911 Apr 18 06:10:25.286103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-60e167c1-efa4-4bfe-934c-ae786604ec05 req-a756a122-d8e3-4fdc-8206-d2877bb2969f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port ffc80659-2882-4a75-8a42-934f255b4326 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:10:25.286432 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-60e167c1-efa4-4bfe-934c-ae786604ec05 req-a756a122-d8e3-4fdc-8206-d2877bb2969f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:25.537930 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-60e167c1-efa4-4bfe-934c-ae786604ec05 req-a756a122-d8e3-4fdc-8206-d2877bb2969f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port ffc80659-2882-4a75-8a42-934f255b4326, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ffc80659-2882-4a75-8a42-934f255b4326,segment=NetworkSegment(c865348d-cec9-4368-95f7-7e2908ff8da6),segment_id=c865348d-cec9-4368-95f7-7e2908ff8da6)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:10:25.538287 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-60e167c1-efa4-4bfe-934c-ae786604ec05 req-a756a122-d8e3-4fdc-8206-d2877bb2969f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:25.761036 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-60e167c1-efa4-4bfe-934c-ae786604ec05 req-a756a122-d8e3-4fdc-8206-d2877bb2969f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for ffc80659-2882-4a75-8a42-934f255b4326 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:10:25.901198 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-60e167c1-efa4-4bfe-934c-ae786604ec05 req-a756a122-d8e3-4fdc-8206-d2877bb2969f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:25.947841 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756a122-d8e3-4fdc-8206-d2877bb2969f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=ffc80659-2882-4a75-8a42-934f255b4326,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:26.026482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e167c1-efa4-4bfe-934c-ae786604ec05 req-a756a122-d8e3-4fdc-8206-d2877bb2969f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] No DVR routers for this DVR port ffc80659-2882-4a75-8a42-934f255b4326 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:10:26.028812 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-60e167c1-efa4-4bfe-934c-ae786604ec05 req-a756a122-d8e3-4fdc-8206-d2877bb2969f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:26.031289 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254e9f62-c69d-4294-abd9-c36d34d32766', 'name': 'network-vif-deleted', 'tag': 'ffc80659-2882-4a75-8a42-934f255b4326'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:10:26.047098 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-60e167c1-efa4-4bfe-934c-ae786604ec05 req-a756a122-d8e3-4fdc-8206-d2877bb2969f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "DELETE /v2.0/ports/ffc80659-2882-4a75-8a42-934f255b4326 HTTP/1.1" status: 204 len: 173 time: 0.8254366 Apr 18 06:10:26.079884 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e05dfce-663e-4882-977d-a96928fce293'] response: {'server_uuid': '254e9f62-c69d-4294-abd9-c36d34d32766', 'name': 'network-vif-deleted', 'tag': 'ffc80659-2882-4a75-8a42-934f255b4326', 'status': 'completed', 'code': 200} Apr 18 06:10:26.135642 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1beaecc7-cd48-43d3-94b9-3f1dbf341eff req-ed2b1a15-fccd-4298-9a55-82de17c7cd0a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 210 time: 0.0531514 Apr 18 06:10:26.599483 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-af80938d-0dbb-4ee4-bb8e-23f039ff4cfb req-c7a42253-03cd-480f-8fd3-5864e0af3731 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=254e9f62-c69d-4294-abd9-c36d34d32766&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0420191 Apr 18 06:10:26.726869 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-af80938d-0dbb-4ee4-bb8e-23f039ff4cfb req-d63a3404-0528-4c8d-b03d-dc7c1cf82f44 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=254e9f62-c69d-4294-abd9-c36d34d32766 HTTP/1.1" status: 200 len: 210 time: 0.0477126 Apr 18 06:10:26.880441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80938d-0dbb-4ee4-bb8e-23f039ff4cfb req-012434ff-a88e-4126-a081-6ba22b6bdcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:26.881774 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-af80938d-0dbb-4ee4-bb8e-23f039ff4cfb req-012434ff-a88e-4126-a081-6ba22b6bdcd1 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1335146 Apr 18 06:10:27.016723 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80938d-0dbb-4ee4-bb8e-23f039ff4cfb req-fcc3a727-1c34-4d28-a62f-33624c41ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:27.018136 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-af80938d-0dbb-4ee4-bb8e-23f039ff4cfb req-fcc3a727-1c34-4d28-a62f-33624c41ec35 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1271427 Apr 18 06:10:27.231099 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51246) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:27.297149 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c4cb7056-7786-4c66-a99d-fa3d82ac44b3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:27.325977 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c4cb7056-7786-4c66-a99d-fa3d82ac44b3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:27.403335 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c4cb7056-7786-4c66-a99d-fa3d82ac44b3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:27.422805 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb7056-7786-4c66-a99d-fa3d82ac44b3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09424b2-9a3e-44a9-a961-76e59b5059c6,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:27.435103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c4cb7056-7786-4c66-a99d-fa3d82ac44b3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:27.436263 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c4cb7056-7786-4c66-a99d-fa3d82ac44b3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/security-groups/b09424b2-9a3e-44a9-a961-76e59b5059c6 HTTP/1.1" status: 204 len: 168 time: 0.2041702 Apr 18 06:10:27.467647 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51252) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:28.009828 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c39a054b-f0de-4bfa-aed5-4e5110ce455f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:28.474179 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-c39a054b-f0de-4bfa-aed5-4e5110ce455f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port f00011fc-c42f-409e-9bdd-7030f9215b98 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:10:28.474875 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c39a054b-f0de-4bfa-aed5-4e5110ce455f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:28.662433 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-c39a054b-f0de-4bfa-aed5-4e5110ce455f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port f00011fc-c42f-409e-9bdd-7030f9215b98, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f00011fc-c42f-409e-9bdd-7030f9215b98,segment=NetworkSegment(c865348d-cec9-4368-95f7-7e2908ff8da6),segment_id=c865348d-cec9-4368-95f7-7e2908ff8da6)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:10:28.662699 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c39a054b-f0de-4bfa-aed5-4e5110ce455f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:28.785194 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-c39a054b-f0de-4bfa-aed5-4e5110ce455f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for f00011fc-c42f-409e-9bdd-7030f9215b98 owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:10:28.967998 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c39a054b-f0de-4bfa-aed5-4e5110ce455f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:29.015456 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a054b-f0de-4bfa-aed5-4e5110ce455f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=f00011fc-c42f-409e-9bdd-7030f9215b98,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:29.287314 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c39a054b-f0de-4bfa-aed5-4e5110ce455f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:29.298817 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device ffc80659-2882-4a75-8a42-934f255b4326 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:10:29.333612 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: ffc80659-2882-4a75-8a42-934f255b4326 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:10:29.333970 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device ffc80659-2882-4a75-8a42-934f255b4326 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:10:29.748590 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39a054b-f0de-4bfa-aed5-4e5110ce455f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 39bc7871-6dba-47c3-baab-56668d4edbbd has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:10:29.925601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39a054b-f0de-4bfa-aed5-4e5110ce455f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:10:29.934838 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04efd9-9b0d-4091-9c3a-2c017e58b641 None None] Sync routers for ids ['39bc7871-6dba-47c3-baab-56668d4edbbd'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:10:29.939116 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c39a054b-f0de-4bfa-aed5-4e5110ce455f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/routers/39bc7871-6dba-47c3-baab-56668d4edbbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4704032 Apr 18 06:10:29.942002 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51256) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:29.944353 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d04efd9-9b0d-4091-9c3a-2c017e58b641 None None] Routers {'39bc7871-6dba-47c3-baab-56668d4edbbd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:10:29.945217 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-5d04efd9-9b0d-4091-9c3a-2c017e58b641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:10:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['39bc7871-6dba-47c3-baab-56668d4edbbd'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:30.007977 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d0b994-b2fe-4272-8434-92bf70814ae9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting subnet c3a43799-003c-454e-98e6-83f570e7282e {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:10:30.011300 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-58d0b994-b2fe-4272-8434-92bf70814ae9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:30.074209 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-58d0b994-b2fe-4272-8434-92bf70814ae9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:30.129651 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-5d04efd9-9b0d-4091-9c3a-2c017e58b641 None None] Set router 39bc7871-6dba-47c3-baab-56668d4edbbd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:10:30.159423 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-58d0b994-b2fe-4272-8434-92bf70814ae9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:30.233568 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-58d0b994-b2fe-4272-8434-92bf70814ae9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:30.276109 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0b994-b2fe-4272-8434-92bf70814ae9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Subnet': ['ID=c3a43799-003c-454e-98e6-83f570e7282e,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:30.279481 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-58d0b994-b2fe-4272-8434-92bf70814ae9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:30.285464 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-58d0b994-b2fe-4272-8434-92bf70814ae9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/subnets/c3a43799-003c-454e-98e6-83f570e7282e HTTP/1.1" status: 204 len: 168 time: 0.3425217 Apr 18 06:10:30.287959 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51260) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:30.312963 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669b2827-e299-4de0-968e-4d40474a5fca None None] Network 9253a55e-98b6-459e-be56-ce28de1fa9d9 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:10:30.470879 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-460acccf-c91c-4777-84a5-52b63a55d238 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:30.593528 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-5d04efd9-9b0d-4091-9c3a-2c017e58b641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'name': 'tempest-TestNetworkBasicOps-router-670289387', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:10:28Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:30.597439 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04efd9-9b0d-4091-9c3a-2c017e58b641 None None] Checking router: 39bc7871-6dba-47c3-baab-56668d4edbbd for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:10:30.606845 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d04efd9-9b0d-4091-9c3a-2c017e58b641 None None] Routers {'39bc7871-6dba-47c3-baab-56668d4edbbd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:10:30.607465 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-5d04efd9-9b0d-4091-9c3a-2c017e58b641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:10:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['39bc7871-6dba-47c3-baab-56668d4edbbd'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:30.657305 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-460acccf-c91c-4777-84a5-52b63a55d238 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:30.661314 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdbeefb-5efb-49b4-8af4-c6414abf4e12 None None] DHCP port deletion for 9253a55e-98b6-459e-be56-ce28de1fa9d9 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:10:30.667337 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-460acccf-c91c-4777-84a5-52b63a55d238 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port b43172f9-33fc-44db-a7cf-01e22ad36965 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:10:30.667678 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-460acccf-c91c-4777-84a5-52b63a55d238 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:30.676157 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-cbdbeefb-5efb-49b4-8af4-c6414abf4e12 None None] Deleting port 4992e91b-7da2-4556-864b-446d7b21bb4f {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:10:30.676529 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cbdbeefb-5efb-49b4-8af4-c6414abf4e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:30.842274 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-460acccf-c91c-4777-84a5-52b63a55d238 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port b43172f9-33fc-44db-a7cf-01e22ad36965, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b43172f9-33fc-44db-a7cf-01e22ad36965,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:10:30.842858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-460acccf-c91c-4777-84a5-52b63a55d238 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:30.939662 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-5d04efd9-9b0d-4091-9c3a-2c017e58b641 None None] Set router 39bc7871-6dba-47c3-baab-56668d4edbbd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:10:30.965223 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-460acccf-c91c-4777-84a5-52b63a55d238 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for b43172f9-33fc-44db-a7cf-01e22ad36965 owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:10:31.220786 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-cbdbeefb-5efb-49b4-8af4-c6414abf4e12 None None] For port 4992e91b-7da2-4556-864b-446d7b21bb4f, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=4992e91b-7da2-4556-864b-446d7b21bb4f,segment=NetworkSegment(c865348d-cec9-4368-95f7-7e2908ff8da6),segment_id=c865348d-cec9-4368-95f7-7e2908ff8da6)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:10:31.221113 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cbdbeefb-5efb-49b4-8af4-c6414abf4e12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:31.244095 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-460acccf-c91c-4777-84a5-52b63a55d238 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:31.317609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460acccf-c91c-4777-84a5-52b63a55d238 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=b43172f9-33fc-44db-a7cf-01e22ad36965,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:31.349516 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-cbdbeefb-5efb-49b4-8af4-c6414abf4e12 None None] Calling delete_port for 4992e91b-7da2-4556-864b-446d7b21bb4f owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:10:31.383152 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-460acccf-c91c-4777-84a5-52b63a55d238 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:31.478301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cbdbeefb-5efb-49b4-8af4-c6414abf4e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:31.533756 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbeefb-5efb-49b4-8af4-c6414abf4e12 None None] Pushing event deleted for resources: {'Port': ['ID=4992e91b-7da2-4556-864b-446d7b21bb4f,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:31.539362 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdbeefb-5efb-49b4-8af4-c6414abf4e12 None None] No DVR routers for this DVR port 4992e91b-7da2-4556-864b-446d7b21bb4f on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:10:31.546465 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-5d04efd9-9b0d-4091-9c3a-2c017e58b641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'name': 'tempest-TestNetworkBasicOps-router-670289387', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:10:28Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:31.549630 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbeefb-5efb-49b4-8af4-c6414abf4e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:31.549828 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbeefb-5efb-49b4-8af4-c6414abf4e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:31.550168 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbeefb-5efb-49b4-8af4-c6414abf4e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:31.550503 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbeefb-5efb-49b4-8af4-c6414abf4e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:31.550835 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbeefb-5efb-49b4-8af4-c6414abf4e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:31.551164 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbeefb-5efb-49b4-8af4-c6414abf4e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:31.551494 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbeefb-5efb-49b4-8af4-c6414abf4e12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:31.552170 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbeefb-5efb-49b4-8af4-c6414abf4e12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:31.552170 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbeefb-5efb-49b4-8af4-c6414abf4e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:31.552801 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbeefb-5efb-49b4-8af4-c6414abf4e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:31.552801 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbeefb-5efb-49b4-8af4-c6414abf4e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:31.553090 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbeefb-5efb-49b4-8af4-c6414abf4e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:31.558732 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04efd9-9b0d-4091-9c3a-2c017e58b641 None None] The sync data for ids ['39bc7871-6dba-47c3-baab-56668d4edbbd'] in dv-neutron-837489-1-hyperv is: [{'id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'name': 'tempest-TestNetworkBasicOps-router-670289387', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:10:28Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'b43172f9-33fc-44db-a7cf-01e22ad36965', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc7871-6dba-47c3-baab-56668d4edbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:08:50Z', 'updated_at': '2022-04-18T06:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:10:31.568951 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-460acccf-c91c-4777-84a5-52b63a55d238 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:31.572120 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-460acccf-c91c-4777-84a5-52b63a55d238 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:31.600603 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-460acccf-c91c-4777-84a5-52b63a55d238 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:31.601292 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460acccf-c91c-4777-84a5-52b63a55d238 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Fanout notify agent at l3_agent the message router_deleted on router 39bc7871-6dba-47c3-baab-56668d4edbbd {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:10:31.615780 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-460acccf-c91c-4777-84a5-52b63a55d238 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:31.617478 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-460acccf-c91c-4777-84a5-52b63a55d238 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/routers/39bc7871-6dba-47c3-baab-56668d4edbbd HTTP/1.1" status: 204 len: 168 time: 1.3284750 Apr 18 06:10:31.620318 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51266) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:31.731101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ae106509-bfe6-41f7-bc89-20c3bea18885 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:31.858821 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ae106509-bfe6-41f7-bc89-20c3bea18885 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:31.886526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-ae106509-bfe6-41f7-bc89-20c3bea18885 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9253a55e-98b6-459e-be56-ce28de1fa9d9']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:31.898692 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-ae106509-bfe6-41f7-bc89-20c3bea18885 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c865348d-cec9-4368-95f7-7e2908ff8da6') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:31.899021 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-ae106509-bfe6-41f7-bc89-20c3bea18885 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c865348d-cec9-4368-95f7-7e2908ff8da6') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:31.910841 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ae106509-bfe6-41f7-bc89-20c3bea18885 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:31.927147 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ae106509-bfe6-41f7-bc89-20c3bea18885 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:31.933623 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae106509-bfe6-41f7-bc89-20c3bea18885 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:10:31.934008 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ae106509-bfe6-41f7-bc89-20c3bea18885 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:10:31.948900 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:10:32.031751 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ae106509-bfe6-41f7-bc89-20c3bea18885 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:32.049466 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ae106509-bfe6-41f7-bc89-20c3bea18885 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:32.061228 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae106509-bfe6-41f7-bc89-20c3bea18885 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Network': ['ID=9253a55e-98b6-459e-be56-ce28de1fa9d9,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:32.069658 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ae106509-bfe6-41f7-bc89-20c3bea18885 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/networks/9253a55e-98b6-459e-be56-ce28de1fa9d9 HTTP/1.1" status: 204 len: 168 time: 0.4480422 Apr 18 06:10:32.095501 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51270) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:32.101512 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-ff4f35e8-c6d0-43b5-ad87-554fea390448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'network': {'name': 'tempest-network-smoke--95523536', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'port_security_enabled': True}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:10:32.106681 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ff4f35e8-c6d0-43b5-ad87-554fea390448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:10:32.110943 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ff4f35e8-c6d0-43b5-ad87-554fea390448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:network and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:10:32.113989 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ff4f35e8-c6d0-43b5-ad87-554fea390448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:10:32.121123 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ff4f35e8-c6d0-43b5-ad87-554fea390448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:10:32.132400 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4f35e8-c6d0-43b5-ad87-554fea390448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:10:32.135756 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff4f35e8-c6d0-43b5-ad87-554fea390448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:32.166458 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4f35e8-c6d0-43b5-ad87-554fea390448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:10:32.176644 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff4f35e8-c6d0-43b5-ad87-554fea390448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:32.176995 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-ff4f35e8-c6d0-43b5-ad87-554fea390448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Added segment d79fc513-a7a0-48f2-9457-78ab786c52b2 of type vlan for network 57f5b7fc-d56b-4a25-af09-61f0983c8a78 Apr 18 06:10:32.204284 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff4f35e8-c6d0-43b5-ad87-554fea390448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:32.236052 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff4f35e8-c6d0-43b5-ad87-554fea390448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:32.241414 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4f35e8-c6d0-43b5-ad87-554fea390448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:32.242140 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff4f35e8-c6d0-43b5-ad87-554fea390448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:32.348273 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ff4f35e8-c6d0-43b5-ad87-554fea390448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2491148 Apr 18 06:10:32.349391 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51274) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:32.352104 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f35e8-c6d0-43b5-ad87-554fea390448 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Network': ['ID=57f5b7fc-d56b-4a25-af09-61f0983c8a78,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:32.355617 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1821711277', 'admin_state_up': True, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:10:32.362479 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 57f5b7fc-d56b-4a25-af09-61f0983c8a78 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:10:32.363047 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:10:32.367703 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:router and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:10:32.370648 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:10:32.376927 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:10:32.387388 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:32.388628 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:32.405655 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:32.608634 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4992e91b-7da2-4556-864b-446d7b21bb4f no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:10:32.649004 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 4992e91b-7da2-4556-864b-446d7b21bb4f {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:10:32.649546 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 4992e91b-7da2-4556-864b-446d7b21bb4f not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:10:32.649973 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f00011fc-c42f-409e-9bdd-7030f9215b98 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:10:32.685164 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: f00011fc-c42f-409e-9bdd-7030f9215b98 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:10:32.685514 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f00011fc-c42f-409e-9bdd-7030f9215b98 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:10:32.685941 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b43172f9-33fc-44db-a7cf-01e22ad36965 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:10:32.718883 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: b43172f9-33fc-44db-a7cf-01e22ad36965 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:10:32.719230 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b43172f9-33fc-44db-a7cf-01e22ad36965 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:10:32.782538 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:33.075801 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:33.108617 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:33.238917 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.26.1.84 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/f1e13438-d666-48d0-bdba-b69702b57e64) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:10:33.384864 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:33.413596 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:33.475831 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:10:33.478483 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:10:33.486441 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:10:33.516632 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:10:33.520928 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=f1e13438-d666-48d0-bdba-b69702b57e64,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:33.907303 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:34.354547 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:34.556906 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 58a00593-6cbc-43ac-ab77-1a67973cc58b is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:10:34.733152 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:10:34.742351 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] Sync routers for ids ['58a00593-6cbc-43ac-ab77-1a67973cc58b'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:10:34.751239 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] Routers {'58a00593-6cbc-43ac-ab77-1a67973cc58b'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:10:34.751844 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:10:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['58a00593-6cbc-43ac-ab77-1a67973cc58b'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:34.759953 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:34.761170 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c6acd9d4-d13e-41b4-adf4-dc3022c6868f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4106483 Apr 18 06:10:34.764203 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51278) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:34.804390 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3ff37116-474a-41c6-ad93-0bf06e8e8cf7 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=e00da76b2c8c4cb8902ec43a97f5e314&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390382 Apr 18 06:10:34.807209 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51282) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:34.936987 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9e009d-e8d8-433f-b04c-97af55b7c7ee tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:34.938586 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5e9e009d-e8d8-433f-b04c-97af55b7c7ee tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302586 Apr 18 06:10:34.942761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51286) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:34.958487 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] Set router 58a00593-6cbc-43ac-ab77-1a67973cc58b gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:10:34.986260 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ed26b8fd-b1b7-4819-909e-b0e20c7e9ccf tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422986 Apr 18 06:10:34.988707 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51290) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:34.994221 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-e2e38d65-aaca-4fca-bf6e-2345c02213ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-965610644', 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:10:35.103397 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e2e38d65-aaca-4fca-bf6e-2345c02213ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:10:35.107153 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e2e38d65-aaca-4fca-bf6e-2345c02213ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:subnet and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:10:35.110007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e2e38d65-aaca-4fca-bf6e-2345c02213ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:10:35.115808 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e2e38d65-aaca-4fca-bf6e-2345c02213ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:10:35.125962 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e38d65-aaca-4fca-bf6e-2345c02213ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:10:35.129493 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e2e38d65-aaca-4fca-bf6e-2345c02213ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:35.237452 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'name': 'tempest-TestNetworkBasicOps-router-1821711277', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:10:32Z', 'updated_at': '2022-04-18T06:10:33Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:33Z', 'updated_at': '2022-04-18T06:10:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:35.241071 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] Checking router: 58a00593-6cbc-43ac-ab77-1a67973cc58b for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:10:35.241440 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] Updating router 58a00593-6cbc-43ac-ab77-1a67973cc58b port f1e13438-d666-48d0-bdba-b69702b57e64 binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:10:35.292925 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1fc2-fbf3-486a-8b7c-1de4ce4c24d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:35.293538 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:35.353196 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e2e38d65-aaca-4fca-bf6e-2345c02213ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:35.434428 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e38d65-aaca-4fca-bf6e-2345c02213ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Subnet': ['ID=5733050c-299a-4fe5-8aef-f3ed01900a92,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:35.439222 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e38d65-aaca-4fca-bf6e-2345c02213ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Checking segment: {'id': 'd79fc513-a7a0-48f2-9457-78ab786c52b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:10:35.439694 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e38d65-aaca-4fca-bf6e-2345c02213ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network hostable DHCP agents. Network: 57f5b7fc-d56b-4a25-af09-61f0983c8a78, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:10:35.459950 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e38d65-aaca-4fca-bf6e-2345c02213ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 57f5b7fc-d56b-4a25-af09-61f0983c8a78 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:10:35.469850 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-e2e38d65-aaca-4fca-bf6e-2345c02213ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 57f5b7fc-d56b-4a25-af09-61f0983c8a78) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:10:35.473995 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e38d65-aaca-4fca-bf6e-2345c02213ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:35.474723 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e2e38d65-aaca-4fca-bf6e-2345c02213ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:35.481001 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aecbed-c9a5-4a3d-b7ae-4151a6c2a9ab None None] Network 57f5b7fc-d56b-4a25-af09-61f0983c8a78 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:10:35.509081 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e2e38d65-aaca-4fca-bf6e-2345c02213ea tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5192358 Apr 18 06:10:35.509295 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51294) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:35.621320 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:35.633401 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] Transition to ACTIVE for port object f1e13438-d666-48d0-bdba-b69702b57e64 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:10:35.639836 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:35.721087 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-57f5b7fc-d56b-4a25-af09-61f0983c8a78', 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ips': [{'subnet_id': '5733050c-299a-4fe5-8aef-f3ed01900a92'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:10:35.721421 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79869e-787a-4e5e-9452-b8082175b09a None None] Pushing event updated for resources: {'Port': ['ID=f1e13438-d666-48d0-bdba-b69702b57e64,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:35.722024 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:35.726627 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] Attempting to bind port f1e13438-d666-48d0-bdba-b69702b57e64 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:10:35.727178 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] Attempting to bind port f1e13438-d666-48d0-bdba-b69702b57e64 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:10:35.727537 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] Attempting to bind port f1e13438-d666-48d0-bdba-b69702b57e64 on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:10:35.734664 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79869e-787a-4e5e-9452-b8082175b09a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:35.735007 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79869e-787a-4e5e-9452-b8082175b09a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:35.735340 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79869e-787a-4e5e-9452-b8082175b09a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:35.735666 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79869e-787a-4e5e-9452-b8082175b09a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:35.735989 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79869e-787a-4e5e-9452-b8082175b09a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:35.736354 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79869e-787a-4e5e-9452-b8082175b09a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:35.736643 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79869e-787a-4e5e-9452-b8082175b09a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:35.737476 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79869e-787a-4e5e-9452-b8082175b09a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:35.737476 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79869e-787a-4e5e-9452-b8082175b09a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:35.737666 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79869e-787a-4e5e-9452-b8082175b09a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:35.737876 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79869e-787a-4e5e-9452-b8082175b09a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:35.738183 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd79869e-787a-4e5e-9452-b8082175b09a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:10:35.743792 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:10:35.744549 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:10:35.744549 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:35.744934 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:10:35.745400 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] Bound port: f1e13438-d666-48d0-bdba-b69702b57e64, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:10:35.745768 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:35.822822 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] For port f1e13438-d666-48d0-bdba-b69702b57e64, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:10:35.826619 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] For port f1e13438-d666-48d0-bdba-b69702b57e64, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f1e13438-d666-48d0-bdba-b69702b57e64,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:10:35.832799 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:35.909509 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] Allocated IP 172.20.0.2 (57f5b7fc-d56b-4a25-af09-61f0983c8a78/5733050c-299a-4fe5-8aef-f3ed01900a92/9d64c69f-16f2-4374-9fdb-5e9e0fad489d) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:10:35.911442 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] Routers {'58a00593-6cbc-43ac-ab77-1a67973cc58b'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:10:35.912072 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:10:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['58a00593-6cbc-43ac-ab77-1a67973cc58b'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:35.983214 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79869e-787a-4e5e-9452-b8082175b09a None None] Pushing event updated for resources: {'Port': ['ID=f1e13438-d666-48d0-bdba-b69702b57e64,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:36.094188 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] Set router 58a00593-6cbc-43ac-ab77-1a67973cc58b gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:10:36.161661 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:36.172914 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] Transition to ACTIVE for port object 9d64c69f-16f2-4374-9fdb-5e9e0fad489d will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:10:36.191198 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] Transition to ACTIVE for port object 9d64c69f-16f2-4374-9fdb-5e9e0fad489d will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:10:36.198006 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:36.264468 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] Network 57f5b7fc-d56b-4a25-af09-61f0983c8a78 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:10:36.267226 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:10:36.275833 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:10:36.314242 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] Pushing event updated for resources: {'Port': ['ID=9d64c69f-16f2-4374-9fdb-5e9e0fad489d,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:36.372751 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] Attempting to bind port 9d64c69f-16f2-4374-9fdb-5e9e0fad489d on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:10:36.373173 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] Attempting to bind port 9d64c69f-16f2-4374-9fdb-5e9e0fad489d by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'd79fc513-a7a0-48f2-9457-78ab786c52b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:10:36.373546 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] Attempting to bind port 9d64c69f-16f2-4374-9fdb-5e9e0fad489d on network 57f5b7fc-d56b-4a25-af09-61f0983c8a78 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:10:36.380214 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5edc8c2c-b7e5-45c9-806c-b67fba03713c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:36.382627 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:10:36.382995 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] Checking segment: {'id': 'd79fc513-a7a0-48f2-9457-78ab786c52b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:10:36.383393 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:36.383787 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] Bound using segment: {'id': 'd79fc513-a7a0-48f2-9457-78ab786c52b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:10:36.384284 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] Bound port: 9d64c69f-16f2-4374-9fdb-5e9e0fad489d, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79fc513-a7a0-48f2-9457-78ab786c52b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:10:36.384637 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:36.431062 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'name': 'tempest-TestNetworkBasicOps-router-1821711277', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:10:32Z', 'updated_at': '2022-04-18T06:10:33Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:33Z', 'updated_at': '2022-04-18T06:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:36.435533 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559e97bd-2df1-4fad-93a0-0361283ed619 None None] The sync data for ids ['58a00593-6cbc-43ac-ab77-1a67973cc58b'] in dv-neutron-837489-1-hyperv is: [{'id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'name': 'tempest-TestNetworkBasicOps-router-1821711277', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:10:32Z', 'updated_at': '2022-04-18T06:10:33Z', 'revision_number': 3, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:33Z', 'updated_at': '2022-04-18T06:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:10:36.477670 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] For port 9d64c69f-16f2-4374-9fdb-5e9e0fad489d, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:10:36.480939 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] For port 9d64c69f-16f2-4374-9fdb-5e9e0fad489d, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=9d64c69f-16f2-4374-9fdb-5e9e0fad489d,segment=NetworkSegment(d79fc513-a7a0-48f2-9457-78ab786c52b2),segment_id=d79fc513-a7a0-48f2-9457-78ab786c52b2)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:10:36.489364 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:36.577841 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33238b-59ad-4134-b21e-a665881532fe None None] Pushing event updated for resources: {'Port': ['ID=9d64c69f-16f2-4374-9fdb-5e9e0fad489d,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:36.843696 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-5edc8c2c-b7e5-45c9-806c-b67fba03713c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.20.0.1 (57f5b7fc-d56b-4a25-af09-61f0983c8a78/5733050c-299a-4fe5-8aef-f3ed01900a92/91bef6a2-7046-41d0-bce5-225af31e6148) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:10:37.015497 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5edc8c2c-b7e5-45c9-806c-b67fba03713c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:37.031778 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-5edc8c2c-b7e5-45c9-806c-b67fba03713c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Transition to ACTIVE for port object 91bef6a2-7046-41d0-bce5-225af31e6148 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:10:37.056723 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5edc8c2c-b7e5-45c9-806c-b67fba03713c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:37.126820 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edc8c2c-b7e5-45c9-806c-b67fba03713c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 57f5b7fc-d56b-4a25-af09-61f0983c8a78 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:10:37.129816 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-5edc8c2c-b7e5-45c9-806c-b67fba03713c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:10:37.138403 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edc8c2c-b7e5-45c9-806c-b67fba03713c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:10:37.175268 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc8c2c-b7e5-45c9-806c-b67fba03713c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=91bef6a2-7046-41d0-bce5-225af31e6148,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:37.205692 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5edc8c2c-b7e5-45c9-806c-b67fba03713c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:37.599041 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a40fe8c-b453-404d-90ff-355831c805ea None None] Network 57f5b7fc-d56b-4a25-af09-61f0983c8a78 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:10:37.610542 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5edc8c2c-b7e5-45c9-806c-b67fba03713c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:37.706168 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7d1ecfb5-737d-4dc8-a07e-e4358480bbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:37.739159 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-210024a3-e94c-46c2-8a26-52e07dae7d0b None None] Provisioning for port 9d64c69f-16f2-4374-9fdb-5e9e0fad489d completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:10:37.874609 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:38.082434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5edc8c2c-b7e5-45c9-806c-b67fba03713c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:38.087097 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5edc8c2c-b7e5-45c9-806c-b67fba03713c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:38.184596 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f844fffb-12eb-46a3-ad7a-d139f7d5b894 None None] Provisioning for port 91bef6a2-7046-41d0-bce5-225af31e6148 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:10:38.190189 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f844fffb-12eb-46a3-ad7a-d139f7d5b894 None None] Provisioning complete for port 91bef6a2-7046-41d0-bce5-225af31e6148 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:10:38.190712 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f844fffb-12eb-46a3-ad7a-d139f7d5b894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:38.230204 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc8c2c-b7e5-45c9-806c-b67fba03713c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=91bef6a2-7046-41d0-bce5-225af31e6148,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:38.234723 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5edc8c2c-b7e5-45c9-806c-b67fba03713c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:38.249510 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f844fffb-12eb-46a3-ad7a-d139f7d5b894 None None] Port 91bef6a2-7046-41d0-bce5-225af31e6148 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:10:38.385999 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edc8c2c-b7e5-45c9-806c-b67fba03713c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 57f5b7fc-d56b-4a25-af09-61f0983c8a78 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:10:38.387286 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-5edc8c2c-b7e5-45c9-806c-b67fba03713c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:10:38.398961 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-37439c5c-0a5f-423e-bd10-9e3152417d98 None None] Provisioning complete for port 91bef6a2-7046-41d0-bce5-225af31e6148 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:10:38.399420 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-37439c5c-0a5f-423e-bd10-9e3152417d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:38.463291 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-37439c5c-0a5f-423e-bd10-9e3152417d98 None None] Port 91bef6a2-7046-41d0-bce5-225af31e6148 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:10:38.528096 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f1e13438-d666-48d0-bdba-b69702b57e64 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:10:38.576608 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:38.604289 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port f1e13438-d666-48d0-bdba-b69702b57e64 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:10:38.609983 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port f1e13438-d666-48d0-bdba-b69702b57e64 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:10:38.610239 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:38.620191 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edc8c2c-b7e5-45c9-806c-b67fba03713c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 58a00593-6cbc-43ac-ab77-1a67973cc58b has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:10:38.671169 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:38.724239 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-315050a6-7f66-4b8f-8cea-4becadb2b3c3 None None] Provisioning complete for port 91bef6a2-7046-41d0-bce5-225af31e6148 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:10:38.724609 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-315050a6-7f66-4b8f-8cea-4becadb2b3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:38.796640 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:38.801068 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edc8c2c-b7e5-45c9-806c-b67fba03713c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:10:38.804391 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-315050a6-7f66-4b8f-8cea-4becadb2b3c3 None None] Port 91bef6a2-7046-41d0-bce5-225af31e6148 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:10:38.812923 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] Sync routers for ids ['58a00593-6cbc-43ac-ab77-1a67973cc58b'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:10:38.816121 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5edc8c2c-b7e5-45c9-806c-b67fba03713c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/routers/58a00593-6cbc-43ac-ab77-1a67973cc58b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3052669 Apr 18 06:10:38.818503 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51298) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:38.821483 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port f1e13438-d666-48d0-bdba-b69702b57e64, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f1e13438-d666-48d0-bdba-b69702b57e64,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:10:38.826491 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:38.827242 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9d64c69f-16f2-4374-9fdb-5e9e0fad489d up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:10:38.885089 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] Routers {'58a00593-6cbc-43ac-ab77-1a67973cc58b'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:10:38.885724 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:10:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['58a00593-6cbc-43ac-ab77-1a67973cc58b'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:38.957231 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a370e7d0-7166-4af9-b5a1-ae7d174d0650 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:38.957699 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a370e7d0-7166-4af9-b5a1-ae7d174d0650 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:38.958145 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a370e7d0-7166-4af9-b5a1-ae7d174d0650 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:38.958594 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a370e7d0-7166-4af9-b5a1-ae7d174d0650 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:38.960842 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a370e7d0-7166-4af9-b5a1-ae7d174d0650 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1409669 Apr 18 06:10:38.963974 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51302) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:39.029606 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32cd0b4-43bd-4555-b5c8-f9b7f044e0a1 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:39.030065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32cd0b4-43bd-4555-b5c8-f9b7f044e0a1 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:39.030507 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32cd0b4-43bd-4555-b5c8-f9b7f044e0a1 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:39.030980 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32cd0b4-43bd-4555-b5c8-f9b7f044e0a1 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:39.032637 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e32cd0b4-43bd-4555-b5c8-f9b7f044e0a1 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0677693 Apr 18 06:10:39.035262 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51306) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:39.077572 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=f1e13438-d666-48d0-bdba-b69702b57e64,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:39.109084 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 9d64c69f-16f2-4374-9fdb-5e9e0fad489d completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:10:39.119179 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 9d64c69f-16f2-4374-9fdb-5e9e0fad489d triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:10:39.119544 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:39.159821 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] Set router 58a00593-6cbc-43ac-ab77-1a67973cc58b gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:10:39.354089 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6e72545c-534d-42d9-9d66-719e1c78d063 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3176584 Apr 18 06:10:39.493628 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:39.574091 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 9d64c69f-16f2-4374-9fdb-5e9e0fad489d, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=9d64c69f-16f2-4374-9fdb-5e9e0fad489d,segment=NetworkSegment(d79fc513-a7a0-48f2-9457-78ab786c52b2),segment_id=d79fc513-a7a0-48f2-9457-78ab786c52b2)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:10:39.577807 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:39.620658 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51312) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:39.626012 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-17fc0107-6a35-4b1b-8a9e-ab32a1894f0d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-463103406', 'description': 'tempest-secgroup-smoke-463103406 description', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:10:39.631732 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-17fc0107-6a35-4b1b-8a9e-ab32a1894f0d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:10:39.636223 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-17fc0107-6a35-4b1b-8a9e-ab32a1894f0d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:10:39.639070 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-17fc0107-6a35-4b1b-8a9e-ab32a1894f0d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:10:39.644792 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-17fc0107-6a35-4b1b-8a9e-ab32a1894f0d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:10:39.656314 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-17fc0107-6a35-4b1b-8a9e-ab32a1894f0d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:39.660249 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=9d64c69f-16f2-4374-9fdb-5e9e0fad489d,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:39.672891 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'name': 'tempest-TestNetworkBasicOps-router-1821711277', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:10:32Z', 'updated_at': '2022-04-18T06:10:37Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:33Z', 'updated_at': '2022-04-18T06:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '91bef6a2-7046-41d0-bce5-225af31e6148', 'name': '', 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:0c:6b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:36Z', 'updated_at': '2022-04-18T06:10:37Z', 'revision_number': 2, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:39.676691 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] Checking router: 58a00593-6cbc-43ac-ab77-1a67973cc58b for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:10:39.677038 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] Updating router 58a00593-6cbc-43ac-ab77-1a67973cc58b port 91bef6a2-7046-41d0-bce5-225af31e6148 binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:10:39.677331 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-17fc0107-6a35-4b1b-8a9e-ab32a1894f0d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:10:39.681816 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-17fc0107-6a35-4b1b-8a9e-ab32a1894f0d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:10:39.684645 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-17fc0107-6a35-4b1b-8a9e-ab32a1894f0d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:10:39.690163 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-17fc0107-6a35-4b1b-8a9e-ab32a1894f0d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:10:39.728928 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:39.763004 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-17fc0107-6a35-4b1b-8a9e-ab32a1894f0d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:39.766705 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-17fc0107-6a35-4b1b-8a9e-ab32a1894f0d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:39.811085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc0107-6a35-4b1b-8a9e-ab32a1894f0d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=623c46ab-794a-4b47-8ca2-d0c01b8ffc11,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:39.817982 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-17fc0107-6a35-4b1b-8a9e-ab32a1894f0d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:39.822222 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-17fc0107-6a35-4b1b-8a9e-ab32a1894f0d tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1974971 Apr 18 06:10:39.822801 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51316) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:39.827777 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-04ddae11-557d-46a1-bc36-1ff49d288f89 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '623c46ab-794a-4b47-8ca2-d0c01b8ffc11', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:10:39.833668 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-04ddae11-557d-46a1-bc36-1ff49d288f89 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:10:39.838513 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-04ddae11-557d-46a1-bc36-1ff49d288f89 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:10:39.841432 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-04ddae11-557d-46a1-bc36-1ff49d288f89 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:10:39.847112 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-04ddae11-557d-46a1-bc36-1ff49d288f89 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:10:39.864759 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04ddae11-557d-46a1-bc36-1ff49d288f89 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:39.925950 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04ddae11-557d-46a1-bc36-1ff49d288f89 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:39.930068 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04ddae11-557d-46a1-bc36-1ff49d288f89 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:39.952229 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddae11-557d-46a1-bc36-1ff49d288f89 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f36f55f-84ee-47ce-ab07-099396beb843,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:39.962124 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04ddae11-557d-46a1-bc36-1ff49d288f89 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:39.963544 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-04ddae11-557d-46a1-bc36-1ff49d288f89 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400833 Apr 18 06:10:39.966262 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51320) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:39.971062 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-dec897a0-c02e-46e4-a4e7-6e3d9a6c511c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '623c46ab-794a-4b47-8ca2-d0c01b8ffc11', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:10:39.977366 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-dec897a0-c02e-46e4-a4e7-6e3d9a6c511c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:10:39.981124 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-dec897a0-c02e-46e4-a4e7-6e3d9a6c511c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:10:39.983984 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-dec897a0-c02e-46e4-a4e7-6e3d9a6c511c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:10:39.989724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-dec897a0-c02e-46e4-a4e7-6e3d9a6c511c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:10:40.006077 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dec897a0-c02e-46e4-a4e7-6e3d9a6c511c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.065810 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dec897a0-c02e-46e4-a4e7-6e3d9a6c511c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.071813 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dec897a0-c02e-46e4-a4e7-6e3d9a6c511c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.080914 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.097473 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec897a0-c02e-46e4-a4e7-6e3d9a6c511c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e233e10-f2da-4fba-94a5-b11e7c4ad9d9,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:40.106730 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dec897a0-c02e-46e4-a4e7-6e3d9a6c511c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.110407 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] Transition to ACTIVE for port object 91bef6a2-7046-41d0-bce5-225af31e6148 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:10:40.110556 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-dec897a0-c02e-46e4-a4e7-6e3d9a6c511c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1407485 Apr 18 06:10:40.110680 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51324) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:40.114028 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.115144 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.115430 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-fb5d0462-b6ac-4b58-bea7-773856e9d5af tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '623c46ab-794a-4b47-8ca2-d0c01b8ffc11', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:10:40.122085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-fb5d0462-b6ac-4b58-bea7-773856e9d5af tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:10:40.125832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-fb5d0462-b6ac-4b58-bea7-773856e9d5af tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:10:40.128642 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-fb5d0462-b6ac-4b58-bea7-773856e9d5af tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:10:40.134371 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-fb5d0462-b6ac-4b58-bea7-773856e9d5af tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:10:40.150043 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fb5d0462-b6ac-4b58-bea7-773856e9d5af tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.216870 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fb5d0462-b6ac-4b58-bea7-773856e9d5af tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.221953 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fb5d0462-b6ac-4b58-bea7-773856e9d5af tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.242056 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932dd76-c029-473b-bfd1-edb6ebe67905 None None] Pushing event updated for resources: {'Port': ['ID=91bef6a2-7046-41d0-bce5-225af31e6148,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:40.253381 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d0462-b6ac-4b58-bea7-773856e9d5af tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b99f827-e973-467a-8525-f8a96a943e6e,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:40.261339 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-fb5d0462-b6ac-4b58-bea7-773856e9d5af tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.265524 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51328) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:40.266010 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-fb5d0462-b6ac-4b58-bea7-773856e9d5af tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1540003 Apr 18 06:10:40.271229 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-3e3342aa-f154-4d7e-bbba-dc6999ba549f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '623c46ab-794a-4b47-8ca2-d0c01b8ffc11', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:10:40.277724 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3e3342aa-f154-4d7e-bbba-dc6999ba549f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:10:40.282322 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3e3342aa-f154-4d7e-bbba-dc6999ba549f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:10:40.285506 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3e3342aa-f154-4d7e-bbba-dc6999ba549f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:10:40.293032 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3e3342aa-f154-4d7e-bbba-dc6999ba549f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:10:40.315242 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e3342aa-f154-4d7e-bbba-dc6999ba549f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.333349 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] Attempting to bind port 91bef6a2-7046-41d0-bce5-225af31e6148 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:10:40.334031 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] Attempting to bind port 91bef6a2-7046-41d0-bce5-225af31e6148 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'd79fc513-a7a0-48f2-9457-78ab786c52b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:10:40.334550 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] Attempting to bind port 91bef6a2-7046-41d0-bce5-225af31e6148 on network 57f5b7fc-d56b-4a25-af09-61f0983c8a78 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:10:40.342306 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:10:40.343065 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] Checking segment: {'id': 'd79fc513-a7a0-48f2-9457-78ab786c52b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:10:40.344005 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.344664 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] Bound using segment: {'id': 'd79fc513-a7a0-48f2-9457-78ab786c52b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:10:40.345287 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] Bound port: 91bef6a2-7046-41d0-bce5-225af31e6148, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79fc513-a7a0-48f2-9457-78ab786c52b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:10:40.345817 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.388846 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e3342aa-f154-4d7e-bbba-dc6999ba549f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.393085 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e3342aa-f154-4d7e-bbba-dc6999ba549f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.418273 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3342aa-f154-4d7e-bbba-dc6999ba549f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32afad7-29c8-418a-a11a-0f79ee45104e,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:40.430728 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3e3342aa-f154-4d7e-bbba-dc6999ba549f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.435642 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51332) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:40.441468 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-b9e9eb19-e2d5-427d-9704-efbb75907940 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '623c46ab-794a-4b47-8ca2-d0c01b8ffc11', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:10:40.445237 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3e3342aa-f154-4d7e-bbba-dc6999ba549f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1780005 Apr 18 06:10:40.449364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b9e9eb19-e2d5-427d-9704-efbb75907940 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:10:40.452164 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f1e13438-d666-48d0-bdba-b69702b57e64 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:10:40.454052 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b9e9eb19-e2d5-427d-9704-efbb75907940 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:10:40.456939 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b9e9eb19-e2d5-427d-9704-efbb75907940 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:10:40.463005 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b9e9eb19-e2d5-427d-9704-efbb75907940 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:10:40.473843 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-b9e9eb19-e2d5-427d-9704-efbb75907940 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:10:40.480823 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b9e9eb19-e2d5-427d-9704-efbb75907940 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.521119 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] For port 91bef6a2-7046-41d0-bce5-225af31e6148, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:10:40.533514 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] For port 91bef6a2-7046-41d0-bce5-225af31e6148, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=91bef6a2-7046-41d0-bce5-225af31e6148,segment=NetworkSegment(d79fc513-a7a0-48f2-9457-78ab786c52b2),segment_id=d79fc513-a7a0-48f2-9457-78ab786c52b2)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:10:40.540649 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.548104 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b9e9eb19-e2d5-427d-9704-efbb75907940 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.552666 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b9e9eb19-e2d5-427d-9704-efbb75907940 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.577163 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9eb19-e2d5-427d-9704-efbb75907940 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b54ad8-1b9c-4fef-8bc6-f74eb6ad5c43,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:40.587451 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b9e9eb19-e2d5-427d-9704-efbb75907940 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.588667 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b9e9eb19-e2d5-427d-9704-efbb75907940 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1518009 Apr 18 06:10:40.591359 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51336) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:40.596262 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-d564e7ca-b74d-4bff-bec6-fda8cdbdedb9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'security_group_rule': {'security_group_id': '623c46ab-794a-4b47-8ca2-d0c01b8ffc11', 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:10:40.602358 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d564e7ca-b74d-4bff-bec6-fda8cdbdedb9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:10:40.606617 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d564e7ca-b74d-4bff-bec6-fda8cdbdedb9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:security_group_rule and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:10:40.609360 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d564e7ca-b74d-4bff-bec6-fda8cdbdedb9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:10:40.610474 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port f1e13438-d666-48d0-bdba-b69702b57e64 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:10:40.610831 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.615291 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d564e7ca-b74d-4bff-bec6-fda8cdbdedb9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:10:40.629973 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-d564e7ca-b74d-4bff-bec6-fda8cdbdedb9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Project e00da76b2c8c4cb8902ec43a97f5e314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:10:40.638369 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d564e7ca-b74d-4bff-bec6-fda8cdbdedb9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.679727 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] Routers {'58a00593-6cbc-43ac-ab77-1a67973cc58b'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:10:40.680505 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:10:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['58a00593-6cbc-43ac-ab77-1a67973cc58b'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:40.719542 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d564e7ca-b74d-4bff-bec6-fda8cdbdedb9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.725093 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d564e7ca-b74d-4bff-bec6-fda8cdbdedb9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.755138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564e7ca-b74d-4bff-bec6-fda8cdbdedb9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08907aa-d02f-466a-abc6-7e3a31ca9e58,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:40.762977 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932dd76-c029-473b-bfd1-edb6ebe67905 None None] Pushing event updated for resources: {'Port': ['ID=91bef6a2-7046-41d0-bce5-225af31e6148,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:40.767748 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d564e7ca-b74d-4bff-bec6-fda8cdbdedb9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:40.776606 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d564e7ca-b74d-4bff-bec6-fda8cdbdedb9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1842022 Apr 18 06:10:40.938088 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-13b1711e-ae74-4863-9516-4bb292b4de45 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-463103406&fields=id&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 267 time: 0.0405307 Apr 18 06:10:40.999735 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9d64c69f-16f2-4374-9fdb-5e9e0fad489d up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:10:41.026722 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] Set router 58a00593-6cbc-43ac-ab77-1a67973cc58b gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:10:41.088415 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-77e5434f-e2cb-4322-9252-05b27976545a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:41.089138 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-77e5434f-e2cb-4322-9252-05b27976545a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:10:41.106182 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-77e5434f-e2cb-4322-9252-05b27976545a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:10:41.107953 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-77e5434f-e2cb-4322-9252-05b27976545a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/networks?id=57f5b7fc-d56b-4a25-af09-61f0983c8a78 HTTP/1.1" status: 200 len: 795 time: 0.1630373 Apr 18 06:10:41.123426 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-67514a24-dd51-46df-ba09-a84dfb0a6d17 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/quotas/e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 375 time: 0.0094466 Apr 18 06:10:41.299376 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 9d64c69f-16f2-4374-9fdb-5e9e0fad489d triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:10:41.299744 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:41.312854 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-d75aedf5-fe25-4f05-9728-a0b295e8c4c0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1841104 Apr 18 06:10:41.382638 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-474d0e3d-dc2d-4421-83f4-bc15219b87d1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:10:41.384177 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-474d0e3d-dc2d-4421-83f4-bc15219b87d1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0589333 Apr 18 06:10:41.496295 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'name': 'tempest-TestNetworkBasicOps-router-1821711277', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:10:32Z', 'updated_at': '2022-04-18T06:10:37Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:33Z', 'updated_at': '2022-04-18T06:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '91bef6a2-7046-41d0-bce5-225af31e6148', 'name': '', 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:0c:6b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:36Z', 'updated_at': '2022-04-18T06:10:40Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:41.500154 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6eb13b-8e35-4d41-8e8b-847e83fd95a5 None None] The sync data for ids ['58a00593-6cbc-43ac-ab77-1a67973cc58b'] in dv-neutron-837489-1-hyperv is: [{'id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'name': 'tempest-TestNetworkBasicOps-router-1821711277', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:10:32Z', 'updated_at': '2022-04-18T06:10:37Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:33Z', 'updated_at': '2022-04-18T06:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '91bef6a2-7046-41d0-bce5-225af31e6148', 'name': '', 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:0c:6b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:36Z', 'updated_at': '2022-04-18T06:10:40Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:10:41.520619 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-683946ad-f17a-456e-8675-ae86b0b95a93 service neutron] 10.222.0.15 "GET /v2.0/networks/57f5b7fc-d56b-4a25-af09-61f0983c8a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301706 Apr 18 06:10:41.674478 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-b538daaa-885a-43bf-aab8-3daf527c5f1c service neutron] 10.222.0.15 "GET /v2.0/networks/57f5b7fc-d56b-4a25-af09-61f0983c8a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468589 Apr 18 06:10:41.865216 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-238e07f7-99a2-4d3c-89fd-363e33920708 req-e3241267-f845-41fb-b286-38f35aa0e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:10:41.883951 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-238e07f7-99a2-4d3c-89fd-363e33920708 req-e3241267-f845-41fb-b286-38f35aa0e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:10:41.885431 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-238e07f7-99a2-4d3c-89fd-363e33920708 req-e3241267-f845-41fb-b286-38f35aa0e337 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=852fb7ff-a08c-4c08-9363-ac261348d2cd HTTP/1.1" status: 200 len: 210 time: 0.0682001 Apr 18 06:10:42.475098 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 91bef6a2-7046-41d0-bce5-225af31e6148 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:10:42.550574 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 91bef6a2-7046-41d0-bce5-225af31e6148 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:10:42.556263 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 91bef6a2-7046-41d0-bce5-225af31e6148 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:10:42.556637 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:42.672095 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:42.705101 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 91bef6a2-7046-41d0-bce5-225af31e6148, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=91bef6a2-7046-41d0-bce5-225af31e6148,segment=NetworkSegment(d79fc513-a7a0-48f2-9457-78ab786c52b2),segment_id=d79fc513-a7a0-48f2-9457-78ab786c52b2)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:10:42.708954 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:42.780787 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=91bef6a2-7046-41d0-bce5-225af31e6148,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:42.993569 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-fc460ae9-3508-43de-86b4-3dd2ae9763e5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:42.994430 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-fc460ae9-3508-43de-86b4-3dd2ae9763e5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:10:43.006796 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-fc460ae9-3508-43de-86b4-3dd2ae9763e5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:10:43.008852 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-fc460ae9-3508-43de-86b4-3dd2ae9763e5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/networks?id=57f5b7fc-d56b-4a25-af09-61f0983c8a78 HTTP/1.1" status: 200 len: 795 time: 0.1716785 Apr 18 06:10:43.045518 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-86e286fd-0a47-4ea9-a5e4-81450d05b82f req-969b2bde-7772-406a-87c6-77be73d5ab96 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=852fb7ff-a08c-4c08-9363-ac261348d2cd HTTP/1.1" status: 200 len: 210 time: 0.0455859 Apr 18 06:10:43.062208 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-86c3be9c-ae8e-49e3-b12d-069d24c5c106 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:10:43.077794 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-86c3be9c-ae8e-49e3-b12d-069d24c5c106 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:10:43.078894 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-86c3be9c-ae8e-49e3-b12d-069d24c5c106 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e00da76b2c8c4cb8902ec43a97f5e314 HTTP/1.1" status: 200 len: 379 time: 0.0571864 Apr 18 06:10:43.090579 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-eb75a12a-0fbb-47f5-a80c-85dc7d3f4d76 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'port': {'device_id': '852fb7ff-a08c-4c08-9363-ac261348d2cd', 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78', 'admin_state_up': True, 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'security_groups': ['623c46ab-794a-4b47-8ca2-d0c01b8ffc11']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:10:43.225316 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-eb75a12a-0fbb-47f5-a80c-85dc7d3f4d76 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:10:43.234661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-eb75a12a-0fbb-47f5-a80c-85dc7d3f4d76 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:10:43.244127 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-eb75a12a-0fbb-47f5-a80c-85dc7d3f4d76 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Made reservation on behalf of e00da76b2c8c4cb8902ec43a97f5e314 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:10:43.247546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-eb75a12a-0fbb-47f5-a80c-85dc7d3f4d76 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:43.407956 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-eb75a12a-0fbb-47f5-a80c-85dc7d3f4d76 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.20.0.11 (57f5b7fc-d56b-4a25-af09-61f0983c8a78/5733050c-299a-4fe5-8aef-f3ed01900a92/adffb454-72ce-488f-9712-63d851aaef56) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:10:43.592899 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-eb75a12a-0fbb-47f5-a80c-85dc7d3f4d76 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:43.607578 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-eb75a12a-0fbb-47f5-a80c-85dc7d3f4d76 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Transition to ACTIVE for port object adffb454-72ce-488f-9712-63d851aaef56 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:10:43.631644 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-eb75a12a-0fbb-47f5-a80c-85dc7d3f4d76 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:43.700389 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-eb75a12a-0fbb-47f5-a80c-85dc7d3f4d76 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 57f5b7fc-d56b-4a25-af09-61f0983c8a78 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:10:43.707389 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-eb75a12a-0fbb-47f5-a80c-85dc7d3f4d76 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:10:43.711792 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-eb75a12a-0fbb-47f5-a80c-85dc7d3f4d76 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:10:43.742989 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75a12a-0fbb-47f5-a80c-85dc7d3f4d76 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=adffb454-72ce-488f-9712-63d851aaef56,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:43.794638 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-eb75a12a-0fbb-47f5-a80c-85dc7d3f4d76 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:43.795249 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-eb75a12a-0fbb-47f5-a80c-85dc7d3f4d76 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:43.824344 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-eb75a12a-0fbb-47f5-a80c-85dc7d3f4d76 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7376106 Apr 18 06:10:43.840082 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] Request body: {'port': {'device_id': '852fb7ff-a08c-4c08-9363-ac261348d2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:10:43.936086 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c6765554-c974-48e4-92c6-1a50dea909eb None None] Provisioning for port adffb454-72ce-488f-9712-63d851aaef56 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:10:43.940797 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c6765554-c974-48e4-92c6-1a50dea909eb None None] Provisioning complete for port adffb454-72ce-488f-9712-63d851aaef56 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:10:43.941162 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c6765554-c974-48e4-92c6-1a50dea909eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:43.953783 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:43.994323 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-c6765554-c974-48e4-92c6-1a50dea909eb None None] Port adffb454-72ce-488f-9712-63d851aaef56 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:10:44.297170 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b27790-4abb-45e0-8770-c4c4fbeebe30 req-f12eb930-b322-4ce0-a8d8-c12d16690af6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:44.297861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-41b27790-4abb-45e0-8770-c4c4fbeebe30 req-f12eb930-b322-4ce0-a8d8-c12d16690af6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:10:44.367043 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-41b27790-4abb-45e0-8770-c4c4fbeebe30 req-f12eb930-b322-4ce0-a8d8-c12d16690af6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:10:44.368239 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-41b27790-4abb-45e0-8770-c4c4fbeebe30 req-f12eb930-b322-4ce0-a8d8-c12d16690af6 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=852fb7ff-a08c-4c08-9363-ac261348d2cd HTTP/1.1" status: 200 len: 932 time: 0.1898367 Apr 18 06:10:44.379170 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adffb454-72ce-488f-9712-63d851aaef56 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:10:44.388737 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:44.432270 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] Transition to ACTIVE for port object adffb454-72ce-488f-9712-63d851aaef56 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:10:44.436464 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:44.452108 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 91bef6a2-7046-41d0-bce5-225af31e6148 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:10:44.489354 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-41b27790-4abb-45e0-8770-c4c4fbeebe30 req-730af018-9409-4c04-bbea-d39b0b1eb8bb tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=623c46ab-794a-4b47-8ca2-d0c01b8ffc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026981 Apr 18 06:10:44.528503 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 91bef6a2-7046-41d0-bce5-225af31e6148 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:10:44.528877 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:44.711122 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] Pushing event updated for resources: {'Port': ['ID=adffb454-72ce-488f-9712-63d851aaef56,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:44.782312 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] Attempting to bind port adffb454-72ce-488f-9712-63d851aaef56 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:10:44.782569 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] Attempting to bind port adffb454-72ce-488f-9712-63d851aaef56 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd79fc513-a7a0-48f2-9457-78ab786c52b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:10:44.782891 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] Attempting to bind port adffb454-72ce-488f-9712-63d851aaef56 on network 57f5b7fc-d56b-4a25-af09-61f0983c8a78 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:10:44.787315 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] Port adffb454-72ce-488f-9712-63d851aaef56 on network 57f5b7fc-d56b-4a25-af09-61f0983c8a78 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:10:44.787625 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] Attempting to bind port adffb454-72ce-488f-9712-63d851aaef56 on network 57f5b7fc-d56b-4a25-af09-61f0983c8a78 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:10:44.792800 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:10:44.793127 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] Checking segment: {'id': 'd79fc513-a7a0-48f2-9457-78ab786c52b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:10:44.793502 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] Bound using segment: {'id': 'd79fc513-a7a0-48f2-9457-78ab786c52b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:10:44.793915 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] Bound port: adffb454-72ce-488f-9712-63d851aaef56, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79fc513-a7a0-48f2-9457-78ab786c52b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:10:44.794251 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:44.883650 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] For port adffb454-72ce-488f-9712-63d851aaef56, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:10:44.886522 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] For port adffb454-72ce-488f-9712-63d851aaef56, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=adffb454-72ce-488f-9712-63d851aaef56,segment=NetworkSegment(d79fc513-a7a0-48f2-9457-78ab786c52b2),segment_id=d79fc513-a7a0-48f2-9457-78ab786c52b2)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:10:44.890820 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:44.943708 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:44.944286 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:44.946532 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] 10.222.0.52 "PUT /v2.0/ports/adffb454-72ce-488f-9712-63d851aaef56 HTTP/1.1" status: 200 len: 1094 time: 1.1116147 Apr 18 06:10:44.946971 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852fb7ff-a08c-4c08-9363-ac261348d2cd', 'tag': 'adffb454-72ce-488f-9712-63d851aaef56'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:10:44.975270 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f1fa1-8ae1-4b3c-98b1-1dd265a9a60c service neutron] Pushing event updated for resources: {'Port': ['ID=adffb454-72ce-488f-9712-63d851aaef56,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:45.021589 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-754f055a-8246-4def-8e67-abcf9cae087b'] response: {'name': 'network-changed', 'server_uuid': '852fb7ff-a08c-4c08-9363-ac261348d2cd', 'tag': 'adffb454-72ce-488f-9712-63d851aaef56', 'status': 'completed', 'code': 200} Apr 18 06:10:45.066565 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-c938176d-ca5c-462a-b3c1-fcf8e60940dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:45.068089 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-c938176d-ca5c-462a-b3c1-fcf8e60940dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=852fb7ff-a08c-4c08-9363-ac261348d2cd HTTP/1.1" status: 200 len: 1097 time: 0.0791059 Apr 18 06:10:45.140305 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-7de58e62-326a-4961-b458-325d127d0aad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adffb454-72ce-488f-9712-63d851aaef56 HTTP/1.1" status: 200 len: 217 time: 0.0615366 Apr 18 06:10:45.208238 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-087b3e7e-151d-40ea-89d5-29d4dcc48a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:45.209602 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-087b3e7e-151d-40ea-89d5-29d4dcc48a78 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5733050c-299a-4fe5-8aef-f3ed01900a92 HTTP/1.1" status: 200 len: 834 time: 0.0604744 Apr 18 06:10:45.286367 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-06657b52-cf91-4739-9a9f-6c66dfd5f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:45.287797 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-06657b52-cf91-4739-9a9f-6c66dfd5f037 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=57f5b7fc-d56b-4a25-af09-61f0983c8a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691361 Apr 18 06:10:45.419226 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-afeaede6-4c3f-4e20-977b-99dd4eb7bd44 service neutron] 10.222.0.52 "GET /v2.0/networks/57f5b7fc-d56b-4a25-af09-61f0983c8a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239941 Apr 18 06:10:45.557447 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-be812d7d-39cd-43f8-8c8c-0231089089d1 req-f9d4be35-78db-4763-a82c-3202f4de8fa2 service neutron] 10.222.0.52 "GET /v2.0/networks/57f5b7fc-d56b-4a25-af09-61f0983c8a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285555 Apr 18 06:10:45.749057 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e0074-2cf8-4f90-be34-9cac0a9117e4 req-2a761375-9d92-4b3c-923a-cfb138241b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:45.750532 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a78e0074-2cf8-4f90-be34-9cac0a9117e4 req-2a761375-9d92-4b3c-923a-cfb138241b3e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=852fb7ff-a08c-4c08-9363-ac261348d2cd HTTP/1.1" status: 200 len: 1097 time: 0.1395955 Apr 18 06:10:45.759364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a1d6d-989a-4655-9d38-b51c659c08b8 req-16c3e659-1a6f-45a0-8547-d5607c894a47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:45.760719 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-610a1d6d-989a-4655-9d38-b51c659c08b8 req-16c3e659-1a6f-45a0-8547-d5607c894a47 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=852fb7ff-a08c-4c08-9363-ac261348d2cd HTTP/1.1" status: 200 len: 944 time: 0.1515989 Apr 18 06:10:45.896406 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-610a1d6d-989a-4655-9d38-b51c659c08b8 req-cbb564bd-fa03-4899-b43e-18b5d2cb079c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=623c46ab-794a-4b47-8ca2-d0c01b8ffc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144793 Apr 18 06:10:45.922442 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e0074-2cf8-4f90-be34-9cac0a9117e4 req-56b38699-8209-4202-aeb3-8b1a885af6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:45.923886 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a78e0074-2cf8-4f90-be34-9cac0a9117e4 req-56b38699-8209-4202-aeb3-8b1a885af6b1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=57f5b7fc-d56b-4a25-af09-61f0983c8a78 HTTP/1.1" status: 200 len: 896 time: 0.1623514 Apr 18 06:10:45.996621 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a78e0074-2cf8-4f90-be34-9cac0a9117e4 req-037da0c4-3bd2-4267-8574-ca210f5fceaf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adffb454-72ce-488f-9712-63d851aaef56 HTTP/1.1" status: 200 len: 217 time: 0.0658216 Apr 18 06:10:46.060369 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e0074-2cf8-4f90-be34-9cac0a9117e4 req-5dce3e42-8346-4079-8b3c-08a122947ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:46.061785 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a78e0074-2cf8-4f90-be34-9cac0a9117e4 req-5dce3e42-8346-4079-8b3c-08a122947ff0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5733050c-299a-4fe5-8aef-f3ed01900a92 HTTP/1.1" status: 200 len: 834 time: 0.0585756 Apr 18 06:10:46.143054 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e0074-2cf8-4f90-be34-9cac0a9117e4 req-0277eb48-c37a-4ed1-83a4-1472c0f19a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:46.144539 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a78e0074-2cf8-4f90-be34-9cac0a9117e4 req-0277eb48-c37a-4ed1-83a4-1472c0f19a4d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=57f5b7fc-d56b-4a25-af09-61f0983c8a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753400 Apr 18 06:10:46.381416 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a78e0074-2cf8-4f90-be34-9cac0a9117e4 req-b58c6063-fc6b-43d2-bf3b-518874ecedd5 service neutron] 10.222.0.52 "GET /v2.0/networks/57f5b7fc-d56b-4a25-af09-61f0983c8a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300839 Apr 18 06:10:46.514561 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a78e0074-2cf8-4f90-be34-9cac0a9117e4 req-7c803f7e-f98a-445f-9f0b-3a36b30400e6 service neutron] 10.222.0.52 "GET /v2.0/networks/57f5b7fc-d56b-4a25-af09-61f0983c8a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268284 Apr 18 06:10:47.088340 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3ed4d-7ee7-4d84-9fdb-2487479b2322 req-27f3bb05-0aa0-441f-968b-050f6d7fa4b5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:47.089767 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d7d3ed4d-7ee7-4d84-9fdb-2487479b2322 req-27f3bb05-0aa0-441f-968b-050f6d7fa4b5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=852fb7ff-a08c-4c08-9363-ac261348d2cd HTTP/1.1" status: 200 len: 944 time: 0.0836315 Apr 18 06:10:47.132933 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d7d3ed4d-7ee7-4d84-9fdb-2487479b2322 req-1e4afa2f-e8a9-429b-9cbf-f5a91c7da17a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=623c46ab-794a-4b47-8ca2-d0c01b8ffc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374415 Apr 18 06:10:47.377588 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device adffb454-72ce-488f-9712-63d851aaef56 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:10:47.508517 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port adffb454-72ce-488f-9712-63d851aaef56, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=adffb454-72ce-488f-9712-63d851aaef56,segment=NetworkSegment(d79fc513-a7a0-48f2-9457-78ab786c52b2),segment_id=d79fc513-a7a0-48f2-9457-78ab786c52b2)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:10:47.521376 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'adffb454-72ce-488f-9712-63d851aaef56', 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78', 'port_id': 'adffb454-72ce-488f-9712-63d851aaef56', 'mac_address': 'fa:16:3e:78:74:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:10:47.617340 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:47.633902 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adffb454-72ce-488f-9712-63d851aaef56 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:10:47.649530 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port adffb454-72ce-488f-9712-63d851aaef56, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=adffb454-72ce-488f-9712-63d851aaef56,segment=NetworkSegment(d79fc513-a7a0-48f2-9457-78ab786c52b2),segment_id=d79fc513-a7a0-48f2-9457-78ab786c52b2)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:10:47.653348 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:47.718522 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=adffb454-72ce-488f-9712-63d851aaef56,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:47.877432 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['adffb454-72ce-488f-9712-63d851aaef56'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:10:48.314085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb605d9d-9403-4d5e-bb64-e70f6a1f9364 req-08d13618-bd82-446f-acc4-1f2edf9acd70 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:48.315535 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bb605d9d-9403-4d5e-bb64-e70f6a1f9364 req-08d13618-bd82-446f-acc4-1f2edf9acd70 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=852fb7ff-a08c-4c08-9363-ac261348d2cd HTTP/1.1" status: 200 len: 945 time: 0.0798416 Apr 18 06:10:48.359650 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bb605d9d-9403-4d5e-bb64-e70f6a1f9364 req-849fb7d6-5fa0-4356-b3a3-6f4cff01ab42 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=623c46ab-794a-4b47-8ca2-d0c01b8ffc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377767 Apr 18 06:10:49.392341 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device adffb454-72ce-488f-9712-63d851aaef56 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:10:49.470293 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port adffb454-72ce-488f-9712-63d851aaef56 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:10:49.474958 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port adffb454-72ce-488f-9712-63d851aaef56 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:10:49.475327 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:49.543561 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ca6ab-18fe-47ce-8f36-8cf38190d905 req-9c2391ab-a2fd-47f9-8db6-bd81973a9224 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:49.545069 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-383ca6ab-18fe-47ce-8f36-8cf38190d905 req-9c2391ab-a2fd-47f9-8db6-bd81973a9224 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=852fb7ff-a08c-4c08-9363-ac261348d2cd HTTP/1.1" status: 200 len: 945 time: 0.0816126 Apr 18 06:10:49.589513 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-383ca6ab-18fe-47ce-8f36-8cf38190d905 req-76bccd68-3d83-4a9a-b214-7171a28a43ff tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=623c46ab-794a-4b47-8ca2-d0c01b8ffc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385859 Apr 18 06:10:49.595068 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:49.621742 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852fb7ff-a08c-4c08-9363-ac261348d2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adffb454-72ce-488f-9712-63d851aaef56'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:10:49.631450 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port adffb454-72ce-488f-9712-63d851aaef56, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=adffb454-72ce-488f-9712-63d851aaef56,segment=NetworkSegment(d79fc513-a7a0-48f2-9457-78ab786c52b2),segment_id=d79fc513-a7a0-48f2-9457-78ab786c52b2)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:10:49.636267 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:49.667887 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a6d6a8d-3a9a-462a-9331-238f44cf16d8'] response: {'server_uuid': '852fb7ff-a08c-4c08-9363-ac261348d2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adffb454-72ce-488f-9712-63d851aaef56', 'code': 200} Apr 18 06:10:49.709593 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=adffb454-72ce-488f-9712-63d851aaef56,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:49.907479 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeec1d3-133b-4175-8b92-62c8b4f05358 req-5dc19c12-4cf2-4958-87f4-14dacbe5c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:49.908890 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1eeec1d3-133b-4175-8b92-62c8b4f05358 req-5dc19c12-4cf2-4958-87f4-14dacbe5c8ee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=852fb7ff-a08c-4c08-9363-ac261348d2cd HTTP/1.1" status: 200 len: 1099 time: 0.0727339 Apr 18 06:10:49.951959 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1eeec1d3-133b-4175-8b92-62c8b4f05358 req-c2cec41f-831c-42fb-8356-ea782021bf26 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=623c46ab-794a-4b47-8ca2-d0c01b8ffc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337355 Apr 18 06:10:50.773166 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bffbb8-ca20-490f-9ade-effc423e7a0b req-185d306d-d8b0-45f9-b6f5-5bf640528cab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:50.774621 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-12bffbb8-ca20-490f-9ade-effc423e7a0b req-185d306d-d8b0-45f9-b6f5-5bf640528cab tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=852fb7ff-a08c-4c08-9363-ac261348d2cd HTTP/1.1" status: 200 len: 946 time: 0.0835633 Apr 18 06:10:50.817265 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-12bffbb8-ca20-490f-9ade-effc423e7a0b req-d04b45b3-a5bf-4f04-8e22-9cea8c630686 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=623c46ab-794a-4b47-8ca2-d0c01b8ffc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370331 Apr 18 06:10:52.049306 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b82fa-678f-4b00-8b83-702bfddf45cc req-9c6aa3c7-1e02-46e5-9b16-ba4a1080e7e9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:52.051388 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-818b82fa-678f-4b00-8b83-702bfddf45cc req-9c6aa3c7-1e02-46e5-9b16-ba4a1080e7e9 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=852fb7ff-a08c-4c08-9363-ac261348d2cd HTTP/1.1" status: 200 len: 946 time: 0.0827050 Apr 18 06:10:52.098979 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-818b82fa-678f-4b00-8b83-702bfddf45cc req-331e1dd6-e4ac-4d20-bd27-83686336fe6f tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=623c46ab-794a-4b47-8ca2-d0c01b8ffc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412755 Apr 18 06:10:52.282834 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce774f8-db02-440c-b241-1c09492ce210 req-557a1e5b-47fe-4956-97c1-f864d1b0f63a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:52.284282 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fce774f8-db02-440c-b241-1c09492ce210 req-557a1e5b-47fe-4956-97c1-f864d1b0f63a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=852fb7ff-a08c-4c08-9363-ac261348d2cd HTTP/1.1" status: 200 len: 946 time: 0.0781145 Apr 18 06:10:52.331327 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fce774f8-db02-440c-b241-1c09492ce210 req-ce10549d-29f1-4a7d-a8e5-7672d26511fa tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=623c46ab-794a-4b47-8ca2-d0c01b8ffc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402727 Apr 18 06:10:52.356249 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51392) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:52.426819 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b0be6e-f5ba-4025-b5af-87f3d83896e7 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:52.428316 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-39b0be6e-f5ba-4025-b5af-87f3d83896e7 tempest-TestNetworkBasicOps-1185625642 tempest-TestNetworkBasicOps-1185625642-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=852fb7ff-a08c-4c08-9363-ac261348d2cd HTTP/1.1" status: 200 len: 1094 time: 0.0711300 Apr 18 06:10:52.431826 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51396) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:52.436878 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': 'adffb454-72ce-488f-9712-63d851aaef56', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:10:52.442781 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:10:52.447600 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Usage tracker for resource:floatingip and tenant:e00da76b2c8c4cb8902ec43a97f5e314 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:10:52.450436 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:10:52.456427 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:10:52.466968 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:52.599993 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:52.738677 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Allocated IP 172.26.1.104 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/148ab533-94a5-4cbe-a66f-5a034f35ef65) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:10:52.888188 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:52.916662 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:52.978400 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:10:52.979465 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:10:52.983075 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:10:53.034506 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=148ab533-94a5-4cbe-a66f-5a034f35ef65,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:53.402751 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:53.476138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:53.776055 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:53.780422 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:53.889995 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event updated for resources: {'Port': ['ID=148ab533-94a5-4cbe-a66f-5a034f35ef65,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:53.901036 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:54.071334 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Floating IP a572d85e-0df0-45a0-b562-292c4d3b18ca associated. External IP: 172.26.1.104, port: adffb454-72ce-488f-9712-63d851aaef56. Apr 18 06:10:54.413565 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 58a00593-6cbc-43ac-ab77-1a67973cc58b has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:10:54.588626 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:10:54.597945 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff0a24-50e3-4af3-8905-e2d987ceea42 None None] Sync routers for ids ['58a00593-6cbc-43ac-ab77-1a67973cc58b'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:10:54.608080 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff0a24-50e3-4af3-8905-e2d987ceea42 None None] Routers {'58a00593-6cbc-43ac-ab77-1a67973cc58b'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:10:54.608681 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e4ff0a24-50e3-4af3-8905-e2d987ceea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:10:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['58a00593-6cbc-43ac-ab77-1a67973cc58b'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:54.612253 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:54.668883 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6abb54e0-f9e4-4bfd-8d03-6964d682f1ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2357411 Apr 18 06:10:54.669276 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852fb7ff-a08c-4c08-9363-ac261348d2cd', 'tag': 'adffb454-72ce-488f-9712-63d851aaef56'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:10:54.671521 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51400) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:54.715176 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b55f4259-01c3-4c48-b7c8-b04614bf3cad'] response: {'name': 'network-changed', 'server_uuid': '852fb7ff-a08c-4c08-9363-ac261348d2cd', 'tag': 'adffb454-72ce-488f-9712-63d851aaef56', 'status': 'completed', 'code': 200} Apr 18 06:10:54.783954 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fdd0b95b-3643-41f2-8c1e-bb3e7bf70e82 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/a572d85e-0df0-45a0-b562-292c4d3b18ca HTTP/1.1" status: 200 len: 992 time: 0.1112654 Apr 18 06:10:54.785848 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-e4ff0a24-50e3-4af3-8905-e2d987ceea42 None None] Set router 58a00593-6cbc-43ac-ab77-1a67973cc58b gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:10:54.812219 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9fcc1-77a2-4f55-8570-edca2aa9f1f4 req-d345aedf-d7de-4d1f-8867-3399fc01a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:54.813685 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dcb9fcc1-77a2-4f55-8570-edca2aa9f1f4 req-d345aedf-d7de-4d1f-8867-3399fc01a26f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=852fb7ff-a08c-4c08-9363-ac261348d2cd HTTP/1.1" status: 200 len: 1099 time: 0.0767403 Apr 18 06:10:54.943908 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9fcc1-77a2-4f55-8570-edca2aa9f1f4 req-196dc87d-1e7b-4bfc-8e68-020e98b07232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:54.946206 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dcb9fcc1-77a2-4f55-8570-edca2aa9f1f4 req-196dc87d-1e7b-4bfc-8e68-020e98b07232 service neutron] 10.222.0.52 "GET /v2.0/networks?id=57f5b7fc-d56b-4a25-af09-61f0983c8a78 HTTP/1.1" status: 200 len: 896 time: 0.1270461 Apr 18 06:10:55.049870 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dcb9fcc1-77a2-4f55-8570-edca2aa9f1f4 req-d613d0b0-9f87-4e3a-ae1c-cf3ac88bd1b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adffb454-72ce-488f-9712-63d851aaef56 HTTP/1.1" status: 200 len: 1000 time: 0.0975893 Apr 18 06:10:55.129848 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e4ff0a24-50e3-4af3-8905-e2d987ceea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'name': 'tempest-TestNetworkBasicOps-router-1821711277', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:10:32Z', 'updated_at': '2022-04-18T06:10:37Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:33Z', 'updated_at': '2022-04-18T06:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'a572d85e-0df0-45a0-b562-292c4d3b18ca', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.104', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'port_id': 'adffb454-72ce-488f-9712-63d851aaef56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78', 'mac_address': 'fa:16:3e:78:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fb7ff-a08c-4c08-9363-ac261348d2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:10:53Z', 'updated_at': '2022-04-18T06:10:53Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91bef6a2-7046-41d0-bce5-225af31e6148', 'name': '', 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:0c:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:36Z', 'updated_at': '2022-04-18T06:10:42Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:55.134447 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff0a24-50e3-4af3-8905-e2d987ceea42 None None] Checking router: 58a00593-6cbc-43ac-ab77-1a67973cc58b for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:10:55.143051 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff0a24-50e3-4af3-8905-e2d987ceea42 None None] Routers {'58a00593-6cbc-43ac-ab77-1a67973cc58b'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:10:55.143668 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e4ff0a24-50e3-4af3-8905-e2d987ceea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:10:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['58a00593-6cbc-43ac-ab77-1a67973cc58b'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:55.222010 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9fcc1-77a2-4f55-8570-edca2aa9f1f4 req-54d5c6c0-c199-4d8a-b5e5-849c80af9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:55.223372 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dcb9fcc1-77a2-4f55-8570-edca2aa9f1f4 req-54d5c6c0-c199-4d8a-b5e5-849c80af9095 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5733050c-299a-4fe5-8aef-f3ed01900a92 HTTP/1.1" status: 200 len: 834 time: 0.1673286 Apr 18 06:10:55.297772 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9fcc1-77a2-4f55-8570-edca2aa9f1f4 req-7ce18d46-799f-4ebe-9c19-f53a0bc31245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:55.299246 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dcb9fcc1-77a2-4f55-8570-edca2aa9f1f4 req-7ce18d46-799f-4ebe-9c19-f53a0bc31245 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=57f5b7fc-d56b-4a25-af09-61f0983c8a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691521 Apr 18 06:10:55.317640 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-e4ff0a24-50e3-4af3-8905-e2d987ceea42 None None] Set router 58a00593-6cbc-43ac-ab77-1a67973cc58b gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:10:55.430613 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dcb9fcc1-77a2-4f55-8570-edca2aa9f1f4 req-e3f631fd-a506-4f85-9b63-8a3608bd9f33 service neutron] 10.222.0.52 "GET /v2.0/networks/57f5b7fc-d56b-4a25-af09-61f0983c8a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253304 Apr 18 06:10:55.565648 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dcb9fcc1-77a2-4f55-8570-edca2aa9f1f4 req-5a38a110-13af-49bd-b14c-84c4cc6d8aa6 service neutron] 10.222.0.52 "GET /v2.0/networks/57f5b7fc-d56b-4a25-af09-61f0983c8a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285441 Apr 18 06:10:55.660540 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e4ff0a24-50e3-4af3-8905-e2d987ceea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'name': 'tempest-TestNetworkBasicOps-router-1821711277', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:10:32Z', 'updated_at': '2022-04-18T06:10:37Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:33Z', 'updated_at': '2022-04-18T06:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'a572d85e-0df0-45a0-b562-292c4d3b18ca', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.104', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'port_id': 'adffb454-72ce-488f-9712-63d851aaef56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78', 'mac_address': 'fa:16:3e:78:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fb7ff-a08c-4c08-9363-ac261348d2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:10:53Z', 'updated_at': '2022-04-18T06:10:53Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91bef6a2-7046-41d0-bce5-225af31e6148', 'name': '', 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:0c:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:36Z', 'updated_at': '2022-04-18T06:10:42Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:55.664633 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff0a24-50e3-4af3-8905-e2d987ceea42 None None] The sync data for ids ['58a00593-6cbc-43ac-ab77-1a67973cc58b'] in dv-neutron-837489-1-hyperv is: [{'id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'name': 'tempest-TestNetworkBasicOps-router-1821711277', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:10:32Z', 'updated_at': '2022-04-18T06:10:37Z', 'revision_number': 4, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:33Z', 'updated_at': '2022-04-18T06:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'a572d85e-0df0-45a0-b562-292c4d3b18ca', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.104', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'port_id': 'adffb454-72ce-488f-9712-63d851aaef56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78', 'mac_address': 'fa:16:3e:78:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fb7ff-a08c-4c08-9363-ac261348d2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:10:53Z', 'updated_at': '2022-04-18T06:10:53Z', 'revision_number': 0, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91bef6a2-7046-41d0-bce5-225af31e6148', 'name': '', 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:0c:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:36Z', 'updated_at': '2022-04-18T06:10:42Z', 'revision_number': 5, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:10:55.787486 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51406) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:55.849273 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c1f591-8522-4263-9709-49bf368c5fb1 None None] New status for floating IP a572d85e-0df0-45a0-b562-292c4d3b18ca: ACTIVE {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:10:55.896276 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1bdb069d-e381-44b7-ad44-1f72d5083d48 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/a572d85e-0df0-45a0-b562-292c4d3b18ca HTTP/1.1" status: 200 len: 992 time: 0.1059051 Apr 18 06:10:56.899369 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51410) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:10:57.002901 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-03a12fe0-d644-4206-b20d-879b21e657f0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/a572d85e-0df0-45a0-b562-292c4d3b18ca HTTP/1.1" status: 200 len: 994 time: 0.1024234 Apr 18 06:11:05.296398 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9a60fa0a-2ef8-4aed-aed3-017afda8a5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:07.618156 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0f4d7e63-29d2-4208-a818-cf876edb85ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:07.857001 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:08.533700 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:08.653239 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:10.102019 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:10.516373 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:11:28.174493 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51426) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:11:28.180262 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7b30914b-3655-475d-8bdc-ad6769211089 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:11:28.254357 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff2e250e-e82c-4dd8-9fe8-81d657fc1690 req-e521faed-2a47-430a-a7d4-25baf268bfd2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=852fb7ff-a08c-4c08-9363-ac261348d2cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717280 Apr 18 06:11:28.392203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e250e-e82c-4dd8-9fe8-81d657fc1690 req-8d875ded-bb5c-4154-b0d3-97e96d63c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:28.393758 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff2e250e-e82c-4dd8-9fe8-81d657fc1690 req-8d875ded-bb5c-4154-b0d3-97e96d63c9a9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=852fb7ff-a08c-4c08-9363-ac261348d2cd HTTP/1.1" status: 200 len: 1099 time: 0.0714197 Apr 18 06:11:28.543124 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e250e-e82c-4dd8-9fe8-81d657fc1690 req-ced4c18e-bd14-423c-b3b0-d54438cf7be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:28.544530 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff2e250e-e82c-4dd8-9fe8-81d657fc1690 req-ced4c18e-bd14-423c-b3b0-d54438cf7be6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=57f5b7fc-d56b-4a25-af09-61f0983c8a78 HTTP/1.1" status: 200 len: 896 time: 0.1320391 Apr 18 06:11:28.650640 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff2e250e-e82c-4dd8-9fe8-81d657fc1690 req-da3a47b0-d7d3-4615-b3cd-30784722bbef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adffb454-72ce-488f-9712-63d851aaef56 HTTP/1.1" status: 200 len: 1002 time: 0.0982416 Apr 18 06:11:28.714300 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e250e-e82c-4dd8-9fe8-81d657fc1690 req-3513da55-905b-4291-b8bc-ed953902a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:28.715762 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff2e250e-e82c-4dd8-9fe8-81d657fc1690 req-3513da55-905b-4291-b8bc-ed953902a749 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5733050c-299a-4fe5-8aef-f3ed01900a92 HTTP/1.1" status: 200 len: 834 time: 0.0580187 Apr 18 06:11:28.793324 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e250e-e82c-4dd8-9fe8-81d657fc1690 req-0b26171f-18c6-44a0-b30a-1980455f25aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:28.794715 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff2e250e-e82c-4dd8-9fe8-81d657fc1690 req-0b26171f-18c6-44a0-b30a-1980455f25aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=57f5b7fc-d56b-4a25-af09-61f0983c8a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725543 Apr 18 06:11:28.815635 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7b30914b-3655-475d-8bdc-ad6769211089 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:28.827003 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7b30914b-3655-475d-8bdc-ad6769211089 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:28.928622 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff2e250e-e82c-4dd8-9fe8-81d657fc1690 req-e5a95000-2f9a-4535-b547-045ac2fcc074 service neutron] 10.222.0.52 "GET /v2.0/networks/57f5b7fc-d56b-4a25-af09-61f0983c8a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267426 Apr 18 06:11:29.012308 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b30914b-3655-475d-8bdc-ad6769211089 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 58a00593-6cbc-43ac-ab77-1a67973cc58b has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:11:29.064391 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff2e250e-e82c-4dd8-9fe8-81d657fc1690 req-702a7bbb-4ca6-4132-b452-77d4e0d4b44d service neutron] 10.222.0.52 "GET /v2.0/networks/57f5b7fc-d56b-4a25-af09-61f0983c8a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287763 Apr 18 06:11:29.192094 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b30914b-3655-475d-8bdc-ad6769211089 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:11:29.198577 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7b30914b-3655-475d-8bdc-ad6769211089 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:29.202719 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7b30914b-3655-475d-8bdc-ad6769211089 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/routers/58a00593-6cbc-43ac-ab77-1a67973cc58b HTTP/1.1" status: 200 len: 888 time: 1.0242186 Apr 18 06:11:29.202890 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da42b875-ebb6-4ce1-8c05-047e9734aaf4 None None] Sync routers for ids ['58a00593-6cbc-43ac-ab77-1a67973cc58b'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:11:29.213353 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da42b875-ebb6-4ce1-8c05-047e9734aaf4 None None] Routers {'58a00593-6cbc-43ac-ab77-1a67973cc58b'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:11:29.213947 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-da42b875-ebb6-4ce1-8c05-047e9734aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:11:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['58a00593-6cbc-43ac-ab77-1a67973cc58b'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:29.272865 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-da42b875-ebb6-4ce1-8c05-047e9734aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:29.281465 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da42b875-ebb6-4ce1-8c05-047e9734aaf4 None None] Routers {'58a00593-6cbc-43ac-ab77-1a67973cc58b'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:11:29.282037 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-da42b875-ebb6-4ce1-8c05-047e9734aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:11:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['58a00593-6cbc-43ac-ab77-1a67973cc58b'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:29.357909 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-da42b875-ebb6-4ce1-8c05-047e9734aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:29.358208 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da42b875-ebb6-4ce1-8c05-047e9734aaf4 None None] The sync data for ids ['58a00593-6cbc-43ac-ab77-1a67973cc58b'] in dv-neutron-837489-1-hyperv is: [] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:11:30.099928 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8711c3ea-ad93-4231-a4d4-841e10cb47b7 None None] New status for floating IP a572d85e-0df0-45a0-b562-292c4d3b18ca: DOWN {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:11:30.449864 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f1e13438-d666-48d0-bdba-b69702b57e64 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:11:30.557552 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:30.572837 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port f1e13438-d666-48d0-bdba-b69702b57e64, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f1e13438-d666-48d0-bdba-b69702b57e64,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:11:30.576381 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:30.577024 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 91bef6a2-7046-41d0-bce5-225af31e6148 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:11:30.687278 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=f1e13438-d666-48d0-bdba-b69702b57e64,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:30.775498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:30.806079 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 91bef6a2-7046-41d0-bce5-225af31e6148, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=91bef6a2-7046-41d0-bce5-225af31e6148,segment=NetworkSegment(d79fc513-a7a0-48f2-9457-78ab786c52b2),segment_id=d79fc513-a7a0-48f2-9457-78ab786c52b2)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:11:30.810665 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:30.874354 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=91bef6a2-7046-41d0-bce5-225af31e6148,revision_number=6']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:31.360722 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51434) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:11:31.365994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-0af7f71f-606b-420f-bc7b-e068f13895d5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:11:31.882069 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0af7f71f-606b-420f-bc7b-e068f13895d5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:31.892405 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0af7f71f-606b-420f-bc7b-e068f13895d5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4185335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757188'] for router, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:32.187770 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af7f71f-606b-420f-bc7b-e068f13895d5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 58a00593-6cbc-43ac-ab77-1a67973cc58b has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:11:32.369681 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af7f71f-606b-420f-bc7b-e068f13895d5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:11:32.376125 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0af7f71f-606b-420f-bc7b-e068f13895d5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:32.377800 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0af7f71f-606b-420f-bc7b-e068f13895d5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/routers/58a00593-6cbc-43ac-ab77-1a67973cc58b HTTP/1.1" status: 200 len: 887 time: 1.0154374 Apr 18 06:11:32.379415 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2831aa3-052f-4e6b-b34d-8ff4f7d965e8 None None] Sync routers for ids ['58a00593-6cbc-43ac-ab77-1a67973cc58b'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:11:32.380185 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51438) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:11:32.388514 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2831aa3-052f-4e6b-b34d-8ff4f7d965e8 None None] Routers {'58a00593-6cbc-43ac-ab77-1a67973cc58b'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:11:32.389102 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b2831aa3-052f-4e6b-b34d-8ff4f7d965e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:11:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['58a00593-6cbc-43ac-ab77-1a67973cc58b'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:32.499958 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-67566b54-a011-432e-9633-bbbb9a544bc5 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/a572d85e-0df0-45a0-b562-292c4d3b18ca HTTP/1.1" status: 200 len: 992 time: 0.1187084 Apr 18 06:11:32.568346 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-b2831aa3-052f-4e6b-b34d-8ff4f7d965e8 None None] Set router 58a00593-6cbc-43ac-ab77-1a67973cc58b gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:11:32.904940 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b2831aa3-052f-4e6b-b34d-8ff4f7d965e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'name': 'tempest-TestNetworkBasicOps-router-1821711277', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:10:32Z', 'updated_at': '2022-04-18T06:11:31Z', 'revision_number': 6, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:33Z', 'updated_at': '2022-04-18T06:11:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'a572d85e-0df0-45a0-b562-292c4d3b18ca', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.104', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'port_id': 'adffb454-72ce-488f-9712-63d851aaef56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78', 'mac_address': 'fa:16:3e:78:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fb7ff-a08c-4c08-9363-ac261348d2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:10:53Z', 'updated_at': '2022-04-18T06:11:30Z', 'revision_number': 2, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91bef6a2-7046-41d0-bce5-225af31e6148', 'name': '', 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:0c:6b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:36Z', 'updated_at': '2022-04-18T06:11:30Z', 'revision_number': 6, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:32.908577 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2831aa3-052f-4e6b-b34d-8ff4f7d965e8 None None] Checking router: 58a00593-6cbc-43ac-ab77-1a67973cc58b for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:11:32.917224 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2831aa3-052f-4e6b-b34d-8ff4f7d965e8 None None] Routers {'58a00593-6cbc-43ac-ab77-1a67973cc58b'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:11:32.917811 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b2831aa3-052f-4e6b-b34d-8ff4f7d965e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:11:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['58a00593-6cbc-43ac-ab77-1a67973cc58b'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:33.086884 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-b2831aa3-052f-4e6b-b34d-8ff4f7d965e8 None None] Set router 58a00593-6cbc-43ac-ab77-1a67973cc58b gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:11:33.444795 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b2831aa3-052f-4e6b-b34d-8ff4f7d965e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'name': 'tempest-TestNetworkBasicOps-router-1821711277', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:10:32Z', 'updated_at': '2022-04-18T06:11:31Z', 'revision_number': 6, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:33Z', 'updated_at': '2022-04-18T06:11:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'a572d85e-0df0-45a0-b562-292c4d3b18ca', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.104', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'port_id': 'adffb454-72ce-488f-9712-63d851aaef56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78', 'mac_address': 'fa:16:3e:78:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fb7ff-a08c-4c08-9363-ac261348d2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:10:53Z', 'updated_at': '2022-04-18T06:11:30Z', 'revision_number': 2, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91bef6a2-7046-41d0-bce5-225af31e6148', 'name': '', 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:0c:6b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:36Z', 'updated_at': '2022-04-18T06:11:30Z', 'revision_number': 6, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:33.448549 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2831aa3-052f-4e6b-b34d-8ff4f7d965e8 None None] The sync data for ids ['58a00593-6cbc-43ac-ab77-1a67973cc58b'] in dv-neutron-837489-1-hyperv is: [{'id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'name': 'tempest-TestNetworkBasicOps-router-1821711277', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:10:32Z', 'updated_at': '2022-04-18T06:11:31Z', 'revision_number': 6, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:33Z', 'updated_at': '2022-04-18T06:11:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'a572d85e-0df0-45a0-b562-292c4d3b18ca', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'floating_ip_address': '172.26.1.104', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'port_id': 'adffb454-72ce-488f-9712-63d851aaef56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78', 'mac_address': 'fa:16:3e:78:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fb7ff-a08c-4c08-9363-ac261348d2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:10:53Z', 'updated_at': '2022-04-18T06:11:30Z', 'revision_number': 2, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91bef6a2-7046-41d0-bce5-225af31e6148', 'name': '', 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:0c:6b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:36Z', 'updated_at': '2022-04-18T06:11:30Z', 'revision_number': 6, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:11:33.504057 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51442) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:11:33.616689 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-133434f3-dea9-4aeb-9842-22da70a661ce tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/a572d85e-0df0-45a0-b562-292c4d3b18ca HTTP/1.1" status: 200 len: 992 time: 0.1103768 Apr 18 06:11:34.501488 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f1e13438-d666-48d0-bdba-b69702b57e64 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:11:34.577035 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port f1e13438-d666-48d0-bdba-b69702b57e64 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:11:34.577412 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:34.619480 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51448) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:11:34.693415 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:34.709697 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port f1e13438-d666-48d0-bdba-b69702b57e64, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f1e13438-d666-48d0-bdba-b69702b57e64,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:11:34.714695 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:34.715459 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 91bef6a2-7046-41d0-bce5-225af31e6148 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:11:34.730586 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9a49ba25-7d45-495a-8326-921b06666042 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/a572d85e-0df0-45a0-b562-292c4d3b18ca HTTP/1.1" status: 200 len: 992 time: 0.1098616 Apr 18 06:11:34.832245 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=f1e13438-d666-48d0-bdba-b69702b57e64,revision_number=6']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:34.841460 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.841807 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.842148 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.842479 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.842811 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.843140 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.843470 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.843793 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.844146 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.844471 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.844795 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.845114 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.854851 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 91bef6a2-7046-41d0-bce5-225af31e6148 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:11:34.855221 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:34.972438 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:35.004822 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 91bef6a2-7046-41d0-bce5-225af31e6148, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=91bef6a2-7046-41d0-bce5-225af31e6148,segment=NetworkSegment(d79fc513-a7a0-48f2-9457-78ab786c52b2),segment_id=d79fc513-a7a0-48f2-9457-78ab786c52b2)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:11:35.010438 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:35.062584 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e144a6-f43c-4269-aac9-e5e583f1c3e2 None None] New status for floating IP a572d85e-0df0-45a0-b562-292c4d3b18ca: ACTIVE {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:11:35.158829 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=91bef6a2-7046-41d0-bce5-225af31e6148,revision_number=7']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:35.350764 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8fa9d764-2d7f-428a-a62d-834070840fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:35.734306 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51452) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:11:35.840781 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-027d378b-7449-4fb4-a2f0-ff5882eaaf72 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/floatingips/a572d85e-0df0-45a0-b562-292c4d3b18ca HTTP/1.1" status: 200 len: 994 time: 0.1052682 Apr 18 06:11:36.151786 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51460) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:11:36.352058 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port 148ab533-94a5-4cbe-a66f-5a034f35ef65 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:11:36.352326 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:36.460696 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f1e13438-d666-48d0-bdba-b69702b57e64 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:11:36.518595 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:36.518921 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:36.528978 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port f1e13438-d666-48d0-bdba-b69702b57e64 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:11:36.529343 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:36.644780 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for 148ab533-94a5-4cbe-a66f-5a034f35ef65 owned by network:floatingip {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:11:36.650511 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 91bef6a2-7046-41d0-bce5-225af31e6148 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:11:36.714549 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 91bef6a2-7046-41d0-bce5-225af31e6148 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:11:36.714910 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:36.793173 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:36.942617 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=148ab533-94a5-4cbe-a66f-5a034f35ef65,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:36.979416 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:36.979758 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:36.980110 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:36.980435 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:36.980764 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:36.981078 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:36.981393 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:36.981709 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:36.982022 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:36.982334 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:36.982645 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:36.982954 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:37.043396 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for floatingip, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:37.043719 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Floating IP a572d85e-0df0-45a0-b562-292c4d3b18ca disassociated (deleted). External IP: 172.26.1.104, port: adffb454-72ce-488f-9712-63d851aaef56. Apr 18 06:11:37.383437 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 58a00593-6cbc-43ac-ab77-1a67973cc58b has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:11:37.558737 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:11:37.567774 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64312ce6-1022-4550-8604-b8da1add3c17 None None] Sync routers for ids ['58a00593-6cbc-43ac-ab77-1a67973cc58b'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:11:37.577415 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64312ce6-1022-4550-8604-b8da1add3c17 None None] Routers {'58a00593-6cbc-43ac-ab77-1a67973cc58b'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:11:37.577611 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:37.578026 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-64312ce6-1022-4550-8604-b8da1add3c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:11:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['58a00593-6cbc-43ac-ab77-1a67973cc58b'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:37.620294 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d692e9a2-7831-4e8e-8d22-2e76fbac2719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:37.632980 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-621899f2-4de7-4e65-9f64-197dd437d0db tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/floatingips/a572d85e-0df0-45a0-b562-292c4d3b18ca HTTP/1.1" status: 204 len: 168 time: 1.4799664 Apr 18 06:11:37.633578 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852fb7ff-a08c-4c08-9363-ac261348d2cd', 'tag': 'adffb454-72ce-488f-9712-63d851aaef56'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:11:37.683286 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d886ce4-6da0-45e3-aa20-c8204205ef48'] response: {'name': 'network-changed', 'server_uuid': '852fb7ff-a08c-4c08-9363-ac261348d2cd', 'tag': 'adffb454-72ce-488f-9712-63d851aaef56', 'status': 'completed', 'code': 200} Apr 18 06:11:37.760878 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-64312ce6-1022-4550-8604-b8da1add3c17 None None] Set router 58a00593-6cbc-43ac-ab77-1a67973cc58b gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:11:37.787288 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2ea24-a3ad-40df-95af-f5e7982d06d3 req-41449820-09cb-4258-b882-73ee3c1ec481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:37.789203 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2ab2ea24-a3ad-40df-95af-f5e7982d06d3 req-41449820-09cb-4258-b882-73ee3c1ec481 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&device_id=852fb7ff-a08c-4c08-9363-ac261348d2cd HTTP/1.1" status: 200 len: 1099 time: 0.0734212 Apr 18 06:11:37.875868 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:37.949362 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2ea24-a3ad-40df-95af-f5e7982d06d3 req-7d18abc9-c4bb-4db9-a2f2-a479bba09819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:37.950743 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2ab2ea24-a3ad-40df-95af-f5e7982d06d3 req-7d18abc9-c4bb-4db9-a2f2-a479bba09819 service neutron] 10.222.0.52 "GET /v2.0/networks?id=57f5b7fc-d56b-4a25-af09-61f0983c8a78 HTTP/1.1" status: 200 len: 896 time: 0.1528964 Apr 18 06:11:38.016533 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58df15-a624-4112-ae6a-e20fc82f93c2 req-521525bc-26d2-42ce-91f0-d865551abda4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:38.017211 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-5f58df15-a624-4112-ae6a-e20fc82f93c2 req-521525bc-26d2-42ce-91f0-d865551abda4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:11:38.028892 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2ab2ea24-a3ad-40df-95af-f5e7982d06d3 req-3fc296ba-1f46-44f7-946c-42c672a0d742 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adffb454-72ce-488f-9712-63d851aaef56 HTTP/1.1" status: 200 len: 217 time: 0.0677943 Apr 18 06:11:38.033781 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-5f58df15-a624-4112-ae6a-e20fc82f93c2 req-521525bc-26d2-42ce-91f0-d865551abda4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:11:38.035045 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5f58df15-a624-4112-ae6a-e20fc82f93c2 req-521525bc-26d2-42ce-91f0-d865551abda4 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=852fb7ff-a08c-4c08-9363-ac261348d2cd HTTP/1.1" status: 200 len: 946 time: 0.0995393 Apr 18 06:11:38.092003 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-64312ce6-1022-4550-8604-b8da1add3c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'name': 'tempest-TestNetworkBasicOps-router-1821711277', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:10:32Z', 'updated_at': '2022-04-18T06:11:31Z', 'revision_number': 6, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:33Z', 'updated_at': '2022-04-18T06:11:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '91bef6a2-7046-41d0-bce5-225af31e6148', 'name': '', 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:0c:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:36Z', 'updated_at': '2022-04-18T06:11:34Z', 'revision_number': 7, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:38.095660 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5f58df15-a624-4112-ae6a-e20fc82f93c2 req-f0245a2b-f662-473e-9c87-317652fe92c0 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=623c46ab-794a-4b47-8ca2-d0c01b8ffc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526280 Apr 18 06:11:38.096318 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64312ce6-1022-4550-8604-b8da1add3c17 None None] Checking router: 58a00593-6cbc-43ac-ab77-1a67973cc58b for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:11:38.097127 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2ea24-a3ad-40df-95af-f5e7982d06d3 req-260bae47-7c1a-4a96-8873-d4914379c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:38.098702 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2ab2ea24-a3ad-40df-95af-f5e7982d06d3 req-260bae47-7c1a-4a96-8873-d4914379c73a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5733050c-299a-4fe5-8aef-f3ed01900a92 HTTP/1.1" status: 200 len: 834 time: 0.0640779 Apr 18 06:11:38.114925 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64312ce6-1022-4550-8604-b8da1add3c17 None None] Routers {'58a00593-6cbc-43ac-ab77-1a67973cc58b'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:11:38.115521 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-64312ce6-1022-4550-8604-b8da1add3c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:11:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['58a00593-6cbc-43ac-ab77-1a67973cc58b'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:38.291528 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2ea24-a3ad-40df-95af-f5e7982d06d3 req-d717fd5c-4651-4c31-80ab-08c5720a9cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:38.293010 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2ab2ea24-a3ad-40df-95af-f5e7982d06d3 req-d717fd5c-4651-4c31-80ab-08c5720a9cd1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=57f5b7fc-d56b-4a25-af09-61f0983c8a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1830008 Apr 18 06:11:38.301225 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-64312ce6-1022-4550-8604-b8da1add3c17 None None] Set router 58a00593-6cbc-43ac-ab77-1a67973cc58b gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:11:38.303595 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [req-2ab2ea24-a3ad-40df-95af-f5e7982d06d3 req-20faeb96-9e26-4303-831c-2a6be2394cd9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:11:38.304712 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2ab2ea24-a3ad-40df-95af-f5e7982d06d3 req-20faeb96-9e26-4303-831c-2a6be2394cd9 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048456 Apr 18 06:11:38.441105 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2ab2ea24-a3ad-40df-95af-f5e7982d06d3 req-823278f4-6c63-4040-b839-860789def4f0 service neutron] 10.222.0.52 "GET /v2.0/networks/57f5b7fc-d56b-4a25-af09-61f0983c8a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305237 Apr 18 06:11:38.537328 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:38.588542 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2ab2ea24-a3ad-40df-95af-f5e7982d06d3 req-52b18e38-8b73-4c1d-b6f4-75abd8189d51 service neutron] 10.222.0.52 "GET /v2.0/networks/57f5b7fc-d56b-4a25-af09-61f0983c8a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386445 Apr 18 06:11:38.629286 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-64312ce6-1022-4550-8604-b8da1add3c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'name': 'tempest-TestNetworkBasicOps-router-1821711277', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:10:32Z', 'updated_at': '2022-04-18T06:11:31Z', 'revision_number': 6, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:33Z', 'updated_at': '2022-04-18T06:11:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '91bef6a2-7046-41d0-bce5-225af31e6148', 'name': '', 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:0c:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:36Z', 'updated_at': '2022-04-18T06:11:34Z', 'revision_number': 7, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:38.633769 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64312ce6-1022-4550-8604-b8da1add3c17 None None] The sync data for ids ['58a00593-6cbc-43ac-ab77-1a67973cc58b'] in dv-neutron-837489-1-hyperv is: [{'id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'name': 'tempest-TestNetworkBasicOps-router-1821711277', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:10:32Z', 'updated_at': '2022-04-18T06:11:31Z', 'revision_number': 6, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:33Z', 'updated_at': '2022-04-18T06:11:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '91bef6a2-7046-41d0-bce5-225af31e6148', 'name': '', 'network_id': '57f5b7fc-d56b-4a25-af09-61f0983c8a78', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'mac_address': 'fa:16:3e:0c:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:36Z', 'updated_at': '2022-04-18T06:11:34Z', 'revision_number': 7, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'subnets': [{'id': '5733050c-299a-4fe5-8aef-f3ed01900a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:11:38.657444 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:39.317250 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de00a1-bf06-4ecd-8931-2d939698fe33 req-ed2ce8b6-2cc0-4e2c-ae3b-58d2f338ada3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:39.319280 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-27de00a1-bf06-4ecd-8931-2d939698fe33 req-ed2ce8b6-2cc0-4e2c-ae3b-58d2f338ada3 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=852fb7ff-a08c-4c08-9363-ac261348d2cd HTTP/1.1" status: 200 len: 946 time: 0.0871994 Apr 18 06:11:39.330509 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb88023-37dc-480a-98b9-309a5fb687a0 None None] New status for floating IP a572d85e-0df0-45a0-b562-292c4d3b18ca: DOWN {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:11:39.365373 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-27de00a1-bf06-4ecd-8931-2d939698fe33 req-9e3869fb-2898-4fd4-bf65-00512749588e tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/security-groups?id=623c46ab-794a-4b47-8ca2-d0c01b8ffc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403154 Apr 18 06:11:39.464271 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcf170-a0e9-478b-bdf8-12eaa9af38ec req-05c6dbea-65c3-4367-921d-aec2311bba5c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:39.465720 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-29fcf170-a0e9-478b-bdf8-12eaa9af38ec req-05c6dbea-65c3-4367-921d-aec2311bba5c tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "GET /v2.0/ports?device_id=852fb7ff-a08c-4c08-9363-ac261348d2cd HTTP/1.1" status: 200 len: 946 time: 0.0937245 Apr 18 06:11:39.539780 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-29fcf170-a0e9-478b-bdf8-12eaa9af38ec req-a0cbff94-8deb-47a8-adaf-eb08abb2d41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port adffb454-72ce-488f-9712-63d851aaef56 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:11:39.540139 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-29fcf170-a0e9-478b-bdf8-12eaa9af38ec req-a0cbff94-8deb-47a8-adaf-eb08abb2d41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:39.787497 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-29fcf170-a0e9-478b-bdf8-12eaa9af38ec req-a0cbff94-8deb-47a8-adaf-eb08abb2d41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port adffb454-72ce-488f-9712-63d851aaef56, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=adffb454-72ce-488f-9712-63d851aaef56,segment=NetworkSegment(d79fc513-a7a0-48f2-9457-78ab786c52b2),segment_id=d79fc513-a7a0-48f2-9457-78ab786c52b2)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:11:39.787852 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-29fcf170-a0e9-478b-bdf8-12eaa9af38ec req-a0cbff94-8deb-47a8-adaf-eb08abb2d41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:39.909356 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-29fcf170-a0e9-478b-bdf8-12eaa9af38ec req-a0cbff94-8deb-47a8-adaf-eb08abb2d41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for adffb454-72ce-488f-9712-63d851aaef56 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:11:40.052700 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-29fcf170-a0e9-478b-bdf8-12eaa9af38ec req-a0cbff94-8deb-47a8-adaf-eb08abb2d41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:40.103664 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbff94-8deb-47a8-adaf-eb08abb2d41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=adffb454-72ce-488f-9712-63d851aaef56,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:40.104310 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:40.144795 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbff94-8deb-47a8-adaf-eb08abb2d41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:40.145142 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbff94-8deb-47a8-adaf-eb08abb2d41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:40.145483 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbff94-8deb-47a8-adaf-eb08abb2d41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:40.145816 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbff94-8deb-47a8-adaf-eb08abb2d41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:40.146144 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbff94-8deb-47a8-adaf-eb08abb2d41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:40.146475 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbff94-8deb-47a8-adaf-eb08abb2d41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:40.146800 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbff94-8deb-47a8-adaf-eb08abb2d41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:40.147123 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbff94-8deb-47a8-adaf-eb08abb2d41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:40.147447 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbff94-8deb-47a8-adaf-eb08abb2d41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:40.147764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbff94-8deb-47a8-adaf-eb08abb2d41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:40.148311 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbff94-8deb-47a8-adaf-eb08abb2d41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:40.148736 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbff94-8deb-47a8-adaf-eb08abb2d41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:40.189891 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fcf170-a0e9-478b-bdf8-12eaa9af38ec req-a0cbff94-8deb-47a8-adaf-eb08abb2d41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] No DVR routers for this DVR port adffb454-72ce-488f-9712-63d851aaef56 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:11:40.192082 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-29fcf170-a0e9-478b-bdf8-12eaa9af38ec req-a0cbff94-8deb-47a8-adaf-eb08abb2d41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:40.194466 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852fb7ff-a08c-4c08-9363-ac261348d2cd', 'name': 'network-vif-deleted', 'tag': 'adffb454-72ce-488f-9712-63d851aaef56'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:11:40.212643 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-29fcf170-a0e9-478b-bdf8-12eaa9af38ec req-a0cbff94-8deb-47a8-adaf-eb08abb2d41a tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.52 "DELETE /v2.0/ports/adffb454-72ce-488f-9712-63d851aaef56 HTTP/1.1" status: 204 len: 173 time: 0.7390289 Apr 18 06:11:40.241583 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a3e46e-7045-4acc-bd49-292502757066'] response: {'server_uuid': '852fb7ff-a08c-4c08-9363-ac261348d2cd', 'name': 'network-vif-deleted', 'tag': 'adffb454-72ce-488f-9712-63d851aaef56', 'status': 'completed', 'code': 200} Apr 18 06:11:40.528573 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-f3fb93fa-eaad-4e7d-ba01-ee8a375a40d8 req-c7bd9cbe-088f-4345-ae23-e9a1a84e5761 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Synchronizing usage tracker for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:11:40.544089 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-f3fb93fa-eaad-4e7d-ba01-ee8a375a40d8 req-c7bd9cbe-088f-4345-ae23-e9a1a84e5761 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Unset dirty status for tenant:e00da76b2c8c4cb8902ec43a97f5e314 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:11:40.545250 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f3fb93fa-eaad-4e7d-ba01-ee8a375a40d8 req-c7bd9cbe-088f-4345-ae23-e9a1a84e5761 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "GET /v2.0/ports?device_id=852fb7ff-a08c-4c08-9363-ac261348d2cd HTTP/1.1" status: 200 len: 210 time: 0.0597641 Apr 18 06:11:41.641673 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51480) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:11:41.709853 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9b659c64-afc4-46cd-af46-0489d20e8bdc tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:41.743322 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9b659c64-afc4-46cd-af46-0489d20e8bdc tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:41.807153 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9b659c64-afc4-46cd-af46-0489d20e8bdc tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:41.824267 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b659c64-afc4-46cd-af46-0489d20e8bdc tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=623c46ab-794a-4b47-8ca2-d0c01b8ffc11,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:41.837354 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9b659c64-afc4-46cd-af46-0489d20e8bdc tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:41.841553 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9b659c64-afc4-46cd-af46-0489d20e8bdc tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/security-groups/623c46ab-794a-4b47-8ca2-d0c01b8ffc11 HTTP/1.1" status: 204 len: 168 time: 0.1961319 Apr 18 06:11:41.870115 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51486) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:11:42.546207 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8dca9894-dc9d-4563-9836-146e61ad06ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:42.899335 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-8dca9894-dc9d-4563-9836-146e61ad06ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port 91bef6a2-7046-41d0-bce5-225af31e6148 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:11:42.900050 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8dca9894-dc9d-4563-9836-146e61ad06ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:43.084507 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-8dca9894-dc9d-4563-9836-146e61ad06ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port 91bef6a2-7046-41d0-bce5-225af31e6148, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=91bef6a2-7046-41d0-bce5-225af31e6148,segment=NetworkSegment(d79fc513-a7a0-48f2-9457-78ab786c52b2),segment_id=d79fc513-a7a0-48f2-9457-78ab786c52b2)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:11:43.084857 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8dca9894-dc9d-4563-9836-146e61ad06ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:43.210055 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-8dca9894-dc9d-4563-9836-146e61ad06ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for 91bef6a2-7046-41d0-bce5-225af31e6148 owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:11:43.530689 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8dca9894-dc9d-4563-9836-146e61ad06ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:43.578422 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca9894-dc9d-4563-9836-146e61ad06ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=91bef6a2-7046-41d0-bce5-225af31e6148,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:43.672836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device adffb454-72ce-488f-9712-63d851aaef56 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:11:43.754181 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: adffb454-72ce-488f-9712-63d851aaef56 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:11:43.754516 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device adffb454-72ce-488f-9712-63d851aaef56 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:11:43.961809 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8dca9894-dc9d-4563-9836-146e61ad06ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:44.315020 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dca9894-dc9d-4563-9836-146e61ad06ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Router 58a00593-6cbc-43ac-ab77-1a67973cc58b has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:11:44.494185 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dca9894-dc9d-4563-9836-146e61ad06ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:11:44.503189 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcec5b97-2b3b-4417-a6a1-d95ccd36f9fa None None] Sync routers for ids ['58a00593-6cbc-43ac-ab77-1a67973cc58b'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:11:44.510926 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8dca9894-dc9d-4563-9836-146e61ad06ed tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "PUT /v2.0/routers/58a00593-6cbc-43ac-ab77-1a67973cc58b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6397414 Apr 18 06:11:44.513622 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51490) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:11:44.513840 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcec5b97-2b3b-4417-a6a1-d95ccd36f9fa None None] Routers {'58a00593-6cbc-43ac-ab77-1a67973cc58b'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:11:44.514469 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-dcec5b97-2b3b-4417-a6a1-d95ccd36f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:11:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['58a00593-6cbc-43ac-ab77-1a67973cc58b'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:44.580048 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04b25e9-4731-4ced-bc10-f509ac17f783 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting subnet 5733050c-299a-4fe5-8aef-f3ed01900a92 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:11:44.582940 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c04b25e9-4731-4ced-bc10-f509ac17f783 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:44.645923 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c04b25e9-4731-4ced-bc10-f509ac17f783 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:44.725565 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-dcec5b97-2b3b-4417-a6a1-d95ccd36f9fa None None] Set router 58a00593-6cbc-43ac-ab77-1a67973cc58b gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:11:44.732190 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c04b25e9-4731-4ced-bc10-f509ac17f783 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:44.803306 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c04b25e9-4731-4ced-bc10-f509ac17f783 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:44.845135 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b25e9-4731-4ced-bc10-f509ac17f783 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Subnet': ['ID=5733050c-299a-4fe5-8aef-f3ed01900a92,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:44.848632 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c04b25e9-4731-4ced-bc10-f509ac17f783 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:44.855749 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c04b25e9-4731-4ced-bc10-f509ac17f783 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/subnets/5733050c-299a-4fe5-8aef-f3ed01900a92 HTTP/1.1" status: 204 len: 168 time: 0.3410354 Apr 18 06:11:44.858099 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7644bb72-a87c-429c-9dd3-e454c4a2f43a None None] Network 57f5b7fc-d56b-4a25-af09-61f0983c8a78 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:11:44.858560 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51494) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:11:45.026377 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-dcec5b97-2b3b-4417-a6a1-d95ccd36f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'name': 'tempest-TestNetworkBasicOps-router-1821711277', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:10:32Z', 'updated_at': '2022-04-18T06:11:43Z', 'revision_number': 7, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:33Z', 'updated_at': '2022-04-18T06:11:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:45.030280 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcec5b97-2b3b-4417-a6a1-d95ccd36f9fa None None] Checking router: 58a00593-6cbc-43ac-ab77-1a67973cc58b for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:11:45.039922 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcec5b97-2b3b-4417-a6a1-d95ccd36f9fa None None] Routers {'58a00593-6cbc-43ac-ab77-1a67973cc58b'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:11:45.040560 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-dcec5b97-2b3b-4417-a6a1-d95ccd36f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:11:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['58a00593-6cbc-43ac-ab77-1a67973cc58b'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:45.050847 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d99a849b-6947-4ff3-bade-13d198fd5456 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:45.127933 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9d8548-1887-4e05-b286-ad88f4bed4fe None None] DHCP port deletion for 57f5b7fc-d56b-4a25-af09-61f0983c8a78 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:11:45.131839 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d8548-1887-4e05-b286-ad88f4bed4fe None None] Deleting port 9d64c69f-16f2-4374-9fdb-5e9e0fad489d {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:11:45.132515 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4f9d8548-1887-4e05-b286-ad88f4bed4fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:45.231083 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-dcec5b97-2b3b-4417-a6a1-d95ccd36f9fa None None] Set router 58a00593-6cbc-43ac-ab77-1a67973cc58b gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:11:45.361182 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d99a849b-6947-4ff3-bade-13d198fd5456 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:45.364232 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4f9d8548-1887-4e05-b286-ad88f4bed4fe None None] For port 9d64c69f-16f2-4374-9fdb-5e9e0fad489d, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=9d64c69f-16f2-4374-9fdb-5e9e0fad489d,segment=NetworkSegment(d79fc513-a7a0-48f2-9457-78ab786c52b2),segment_id=d79fc513-a7a0-48f2-9457-78ab786c52b2)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:11:45.364860 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4f9d8548-1887-4e05-b286-ad88f4bed4fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:45.371794 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-d99a849b-6947-4ff3-bade-13d198fd5456 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Deleting port f1e13438-d666-48d0-bdba-b69702b57e64 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:11:45.371794 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d99a849b-6947-4ff3-bade-13d198fd5456 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:45.488276 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d8548-1887-4e05-b286-ad88f4bed4fe None None] Calling delete_port for 9d64c69f-16f2-4374-9fdb-5e9e0fad489d owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:11:45.536724 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-dcec5b97-2b3b-4417-a6a1-d95ccd36f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'name': 'tempest-TestNetworkBasicOps-router-1821711277', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:10:32Z', 'updated_at': '2022-04-18T06:11:43Z', 'revision_number': 7, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:33Z', 'updated_at': '2022-04-18T06:11:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:45.541261 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcec5b97-2b3b-4417-a6a1-d95ccd36f9fa None None] The sync data for ids ['58a00593-6cbc-43ac-ab77-1a67973cc58b'] in dv-neutron-837489-1-hyperv is: [{'id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'name': 'tempest-TestNetworkBasicOps-router-1821711277', 'tenant_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:10:32Z', 'updated_at': '2022-04-18T06:11:43Z', 'revision_number': 7, 'project_id': 'e00da76b2c8c4cb8902ec43a97f5e314', 'gw_port': {'id': 'f1e13438-d666-48d0-bdba-b69702b57e64', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a00593-6cbc-43ac-ab77-1a67973cc58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:10:33Z', 'updated_at': '2022-04-18T06:11:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:11:45.555320 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-d99a849b-6947-4ff3-bade-13d198fd5456 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] For port f1e13438-d666-48d0-bdba-b69702b57e64, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f1e13438-d666-48d0-bdba-b69702b57e64,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:11:45.555681 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d99a849b-6947-4ff3-bade-13d198fd5456 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:45.575642 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4f9d8548-1887-4e05-b286-ad88f4bed4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:45.625097 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d8548-1887-4e05-b286-ad88f4bed4fe None None] Pushing event deleted for resources: {'Port': ['ID=9d64c69f-16f2-4374-9fdb-5e9e0fad489d,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:45.629954 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9d8548-1887-4e05-b286-ad88f4bed4fe None None] No DVR routers for this DVR port 9d64c69f-16f2-4374-9fdb-5e9e0fad489d on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:11:45.687629 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-d99a849b-6947-4ff3-bade-13d198fd5456 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Calling delete_port for f1e13438-d666-48d0-bdba-b69702b57e64 owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:11:45.850239 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d99a849b-6947-4ff3-bade-13d198fd5456 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:45.900191 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a849b-6947-4ff3-bade-13d198fd5456 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Port': ['ID=f1e13438-d666-48d0-bdba-b69702b57e64,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:45.994846 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d99a849b-6947-4ff3-bade-13d198fd5456 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:46.168827 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d99a849b-6947-4ff3-bade-13d198fd5456 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:46.170935 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d99a849b-6947-4ff3-bade-13d198fd5456 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:46.192616 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d99a849b-6947-4ff3-bade-13d198fd5456 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:46.193212 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99a849b-6947-4ff3-bade-13d198fd5456 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Fanout notify agent at l3_agent the message router_deleted on router 58a00593-6cbc-43ac-ab77-1a67973cc58b {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:11:46.208903 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d99a849b-6947-4ff3-bade-13d198fd5456 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:46.213365 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d99a849b-6947-4ff3-bade-13d198fd5456 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/routers/58a00593-6cbc-43ac-ab77-1a67973cc58b HTTP/1.1" status: 204 len: 168 time: 1.3508060 Apr 18 06:11:46.213777 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51498) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:11:46.329364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-90b6c70e-080c-4bc6-928f-8a5c7ec99103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:46.458175 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-90b6c70e-080c-4bc6-928f-8a5c7ec99103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:46.485565 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-90b6c70e-080c-4bc6-928f-8a5c7ec99103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f5b7fc-d56b-4a25-af09-61f0983c8a78']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:46.594027 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-90b6c70e-080c-4bc6-928f-8a5c7ec99103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79fc513-a7a0-48f2-9457-78ab786c52b2') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:46.594259 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-90b6c70e-080c-4bc6-928f-8a5c7ec99103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79fc513-a7a0-48f2-9457-78ab786c52b2') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:46.606477 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-90b6c70e-080c-4bc6-928f-8a5c7ec99103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:46.622327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-90b6c70e-080c-4bc6-928f-8a5c7ec99103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:46.628704 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b6c70e-080c-4bc6-928f-8a5c7ec99103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:11:46.629017 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-90b6c70e-080c-4bc6-928f-8a5c7ec99103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:11:46.644456 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:11:46.687092 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f1e13438-d666-48d0-bdba-b69702b57e64 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:11:46.721961 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: f1e13438-d666-48d0-bdba-b69702b57e64 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:11:46.722222 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f1e13438-d666-48d0-bdba-b69702b57e64 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:11:46.722631 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 91bef6a2-7046-41d0-bce5-225af31e6148 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:11:46.726944 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-90b6c70e-080c-4bc6-928f-8a5c7ec99103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:46.745030 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-90b6c70e-080c-4bc6-928f-8a5c7ec99103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:46.757745 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6c70e-080c-4bc6-928f-8a5c7ec99103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] Pushing event deleted for resources: {'Network': ['ID=57f5b7fc-d56b-4a25-af09-61f0983c8a78,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:46.758994 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 91bef6a2-7046-41d0-bce5-225af31e6148 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:11:46.759337 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 91bef6a2-7046-41d0-bce5-225af31e6148 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:11:46.759750 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9d64c69f-16f2-4374-9fdb-5e9e0fad489d no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:11:46.768277 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-90b6c70e-080c-4bc6-928f-8a5c7ec99103 tempest-TestNetworkBasicOps-1879485203 tempest-TestNetworkBasicOps-1879485203-project] 10.222.0.15 "DELETE /v2.0/networks/57f5b7fc-d56b-4a25-af09-61f0983c8a78 HTTP/1.1" status: 204 len: 168 time: 0.5507708 Apr 18 06:11:46.794974 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 9d64c69f-16f2-4374-9fdb-5e9e0fad489d {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:11:46.795331 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9d64c69f-16f2-4374-9fdb-5e9e0fad489d not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:11:47.060166 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51506) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:11:47.203671 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c4c3d799-f77d-4774-a752-323f8c64ee5f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e00da76b2c8c4cb8902ec43a97f5e314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423645 Apr 18 06:11:47.206160 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51512) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:11:47.261766 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d11d542b-bf97-4f9a-b83e-9d21506c2711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:47.286495 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d11d542b-bf97-4f9a-b83e-9d21506c2711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:47.337448 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d11d542b-bf97-4f9a-b83e-9d21506c2711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:47.357801 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d542b-bf97-4f9a-b83e-9d21506c2711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b5ed2a-68e0-4143-9229-66d0a6613daa,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:47.365748 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d11d542b-bf97-4f9a-b83e-9d21506c2711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:47.368474 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d11d542b-bf97-4f9a-b83e-9d21506c2711 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47b5ed2a-68e0-4143-9229-66d0a6613daa HTTP/1.1" status: 204 len: 168 time: 0.1614087 Apr 18 06:11:47.515540 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:11:47.637964 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51520) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:11:47.655274 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b068a0c8-0a8f-4176-a55a-f116e7ccacae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:47.671478 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b068a0c8-0a8f-4176-a55a-f116e7ccacae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:11:47.675661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b068a0c8-0a8f-4176-a55a-f116e7ccacae admin admin] Usage tracker for resource:security_group_rule and tenant:465ed19c31604fdaace76a9b419d5a67 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:11:47.678479 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b068a0c8-0a8f-4176-a55a-f116e7ccacae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:11:47.689699 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b068a0c8-0a8f-4176-a55a-f116e7ccacae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:11:47.777136 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b068a0c8-0a8f-4176-a55a-f116e7ccacae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:47.781259 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b068a0c8-0a8f-4176-a55a-f116e7ccacae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:47.828335 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b068a0c8-0a8f-4176-a55a-f116e7ccacae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=465ed19c31604fdaace76a9b419d5a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892667 Apr 18 06:11:47.829218 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068a0c8-0a8f-4176-a55a-f116e7ccacae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322438c9-cfc0-4d58-8bf4-7d194e978818,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:47.831046 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51524) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:11:47.891392 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5edce2a5-e230-468d-835f-a71d8eb45a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:47.915890 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5edce2a5-e230-468d-835f-a71d8eb45a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:47.967649 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5edce2a5-e230-468d-835f-a71d8eb45a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:47.983367 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edce2a5-e230-468d-835f-a71d8eb45a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322438c9-cfc0-4d58-8bf4-7d194e978818,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:47.987861 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5edce2a5-e230-468d-835f-a71d8eb45a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:47.989000 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5edce2a5-e230-468d-835f-a71d8eb45a66 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/322438c9-cfc0-4d58-8bf4-7d194e978818 HTTP/1.1" status: 204 len: 168 time: 0.1568985 Apr 18 06:11:55.357971 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8c059296-b839-4630-bbda-37208c63478d req-88495c89-4b5b-47a2-af9e-17f223d45e94 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b586335cacda4745bc4a8f91beacb85c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286520 Apr 18 06:11:55.509521 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c059296-b839-4630-bbda-37208c63478d req-1aee11b2-8f8d-42c5-807b-3618289752df tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:55.510846 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8c059296-b839-4630-bbda-37208c63478d req-1aee11b2-8f8d-42c5-807b-3618289752df tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477323 Apr 18 06:11:55.526644 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8c059296-b839-4630-bbda-37208c63478d req-68f471f2-8fad-48e5-bc9f-491f4af198b8 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/quotas/b586335cacda4745bc4a8f91beacb85c HTTP/1.1" status: 200 len: 375 time: 0.0101907 Apr 18 06:11:55.574683 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8c059296-b839-4630-bbda-37208c63478d req-95e9d01e-4018-4097-b491-c5f3c12c65a9 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b586335cacda4745bc4a8f91beacb85c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422506 Apr 18 06:11:55.743648 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-21b66e26-b9d9-4d7c-9c2e-b3a2b1a25dda req-495d6c48-8c25-42dd-9aec-22078a6f26ca tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc21464-04ba-4944-9770-33b1f313f11d HTTP/1.1" status: 200 len: 210 time: 0.0415766 Apr 18 06:11:56.722473 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8c059296-b839-4630-bbda-37208c63478d req-b34cfd8a-cdc2-46fe-9117-26d6876b5b16 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=b586335cacda4745bc4a8f91beacb85c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306423 Apr 18 06:11:56.884524 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c059296-b839-4630-bbda-37208c63478d req-5bb2ffca-8bf5-4993-8cac-f9d9f591ba3f tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:56.885986 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8c059296-b839-4630-bbda-37208c63478d req-5bb2ffca-8bf5-4993-8cac-f9d9f591ba3f tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1557548 Apr 18 06:11:56.892822 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5243efc6-a733-4f82-9560-264d896beb8f req-aed345f1-a39f-4c71-a435-510805239adc tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc21464-04ba-4944-9770-33b1f313f11d HTTP/1.1" status: 200 len: 210 time: 0.0426414 Apr 18 06:11:56.907663 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Request body: {'port': {'device_id': 'fcc21464-04ba-4944-9770-33b1f313f11d', 'network_id': '9f409971-9dbe-4c7c-b29b-0fc73be8e821', 'admin_state_up': True, 'tenant_id': 'b586335cacda4745bc4a8f91beacb85c'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:11:57.045036 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:11:57.048820 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Usage tracker for resource:port and tenant:b586335cacda4745bc4a8f91beacb85c is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:11:57.051615 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:11:57.057249 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:11:57.066562 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Made reservation on behalf of b586335cacda4745bc4a8f91beacb85c for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:11:57.070159 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:57.081901 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:57.097234 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:11:57.100932 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Usage tracker for resource:security_group_rule and tenant:b586335cacda4745bc4a8f91beacb85c is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:11:57.104490 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:11:57.110087 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:11:57.193124 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:57.198199 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:57.280558 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772be236-7c34-4d42-9bda-fe75fb636dce,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:57.370991 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Allocated IP 192.168.233.239 (9f409971-9dbe-4c7c-b29b-0fc73be8e821/451ff969-a39a-4a66-8b5c-36f6d9142e85/bde03e69-612b-4831-87d0-d7c230a897c1) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:11:57.572865 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:57.587769 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Transition to ACTIVE for port object bde03e69-612b-4831-87d0-d7c230a897c1 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:11:57.610838 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:57.694214 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Network 9f409971-9dbe-4c7c-b29b-0fc73be8e821 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:11:57.697916 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:11:57.705825 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:11:57.742607 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Pushing event updated for resources: {'Port': ['ID=bde03e69-612b-4831-87d0-d7c230a897c1,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:57.775717 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:57.776358 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:57.807488 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8c059296-b839-4630-bbda-37208c63478d req-0a37d0c4-7328-4f54-b4c0-f1893f26fedd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9040394 Apr 18 06:11:57.824473 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-8c059296-b839-4630-bbda-37208c63478d req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] Request body: {'port': {'device_id': 'fcc21464-04ba-4944-9770-33b1f313f11d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:11:57.939225 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8c059296-b839-4630-bbda-37208c63478d req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:57.970319 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f4db90d7-22fe-4e4c-ae51-e6d56cd0f2e9 None None] Provisioning for port bde03e69-612b-4831-87d0-d7c230a897c1 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:11:57.976609 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f4db90d7-22fe-4e4c-ae51-e6d56cd0f2e9 None None] Provisioning complete for port bde03e69-612b-4831-87d0-d7c230a897c1 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:11:57.977736 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f4db90d7-22fe-4e4c-ae51-e6d56cd0f2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:58.036735 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f4db90d7-22fe-4e4c-ae51-e6d56cd0f2e9 None None] Port bde03e69-612b-4831-87d0-d7c230a897c1 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:11:58.348372 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef533714-aaf7-49b7-b5c6-04dff518776e req-ebf55863-3c2e-4109-925a-184066b2fb88 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:58.349047 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-ef533714-aaf7-49b7-b5c6-04dff518776e req-ebf55863-3c2e-4109-925a-184066b2fb88 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Synchronizing usage tracker for tenant:b586335cacda4745bc4a8f91beacb85c on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:11:58.386523 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-ef533714-aaf7-49b7-b5c6-04dff518776e req-ebf55863-3c2e-4109-925a-184066b2fb88 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Unset dirty status for tenant:b586335cacda4745bc4a8f91beacb85c on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:11:58.387673 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ef533714-aaf7-49b7-b5c6-04dff518776e req-ebf55863-3c2e-4109-925a-184066b2fb88 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc21464-04ba-4944-9770-33b1f313f11d HTTP/1.1" status: 200 len: 936 time: 0.3815506 Apr 18 06:11:58.490143 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-ef533714-aaf7-49b7-b5c6-04dff518776e req-f88cd65a-87ed-43de-b266-81261677974f tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Synchronizing usage tracker for tenant:b586335cacda4745bc4a8f91beacb85c on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:11:58.500492 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-8c059296-b839-4630-bbda-37208c63478d req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde03e69-612b-4831-87d0-d7c230a897c1 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:11:58.510693 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8c059296-b839-4630-bbda-37208c63478d req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:58.527794 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-ef533714-aaf7-49b7-b5c6-04dff518776e req-f88cd65a-87ed-43de-b266-81261677974f tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Unset dirty status for tenant:b586335cacda4745bc4a8f91beacb85c on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:11:58.528965 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ef533714-aaf7-49b7-b5c6-04dff518776e req-f88cd65a-87ed-43de-b266-81261677974f tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/security-groups?id=772be236-7c34-4d42-9bda-fe75fb636dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352525 Apr 18 06:11:58.532261 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-8c059296-b839-4630-bbda-37208c63478d req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] Transition to ACTIVE for port object bde03e69-612b-4831-87d0-d7c230a897c1 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:11:58.537399 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8c059296-b839-4630-bbda-37208c63478d req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:58.702887 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] Pushing event updated for resources: {'Port': ['ID=bde03e69-612b-4831-87d0-d7c230a897c1,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:58.777313 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-8c059296-b839-4630-bbda-37208c63478d req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] Attempting to bind port bde03e69-612b-4831-87d0-d7c230a897c1 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:11:58.777648 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-8c059296-b839-4630-bbda-37208c63478d req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] Attempting to bind port bde03e69-612b-4831-87d0-d7c230a897c1 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ec3b1544-00e0-49a1-87d1-62d8657d9554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9f409971-9dbe-4c7c-b29b-0fc73be8e821'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:11:58.777971 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c059296-b839-4630-bbda-37208c63478d req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] Attempting to bind port bde03e69-612b-4831-87d0-d7c230a897c1 on network 9f409971-9dbe-4c7c-b29b-0fc73be8e821 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:11:58.782471 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c059296-b839-4630-bbda-37208c63478d req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] Port bde03e69-612b-4831-87d0-d7c230a897c1 on network 9f409971-9dbe-4c7c-b29b-0fc73be8e821 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:11:58.782785 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c059296-b839-4630-bbda-37208c63478d req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] Attempting to bind port bde03e69-612b-4831-87d0-d7c230a897c1 on network 9f409971-9dbe-4c7c-b29b-0fc73be8e821 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:11:58.787823 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c059296-b839-4630-bbda-37208c63478d req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:11:58.788199 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c059296-b839-4630-bbda-37208c63478d req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] Checking segment: {'id': 'ec3b1544-00e0-49a1-87d1-62d8657d9554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9f409971-9dbe-4c7c-b29b-0fc73be8e821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:11:58.788586 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c059296-b839-4630-bbda-37208c63478d req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] Bound using segment: {'id': 'ec3b1544-00e0-49a1-87d1-62d8657d9554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9f409971-9dbe-4c7c-b29b-0fc73be8e821'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:11:58.789005 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-8c059296-b839-4630-bbda-37208c63478d req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] Bound port: bde03e69-612b-4831-87d0-d7c230a897c1, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3b1544-00e0-49a1-87d1-62d8657d9554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9f409971-9dbe-4c7c-b29b-0fc73be8e821'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:11:58.789401 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8c059296-b839-4630-bbda-37208c63478d req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:58.877660 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-8c059296-b839-4630-bbda-37208c63478d req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] For port bde03e69-612b-4831-87d0-d7c230a897c1, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:11:58.880524 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-8c059296-b839-4630-bbda-37208c63478d req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] For port bde03e69-612b-4831-87d0-d7c230a897c1, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=bde03e69-612b-4831-87d0-d7c230a897c1,segment=NetworkSegment(ec3b1544-00e0-49a1-87d1-62d8657d9554),segment_id=ec3b1544-00e0-49a1-87d1-62d8657d9554)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:11:58.888818 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8c059296-b839-4630-bbda-37208c63478d req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:58.947067 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c059296-b839-4630-bbda-37208c63478d req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:58.947724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8c059296-b839-4630-bbda-37208c63478d req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:58.949113 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8c059296-b839-4630-bbda-37208c63478d req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] 10.222.0.52 "PUT /v2.0/ports/bde03e69-612b-4831-87d0-d7c230a897c1 HTTP/1.1" status: 200 len: 1098 time: 1.1297245 Apr 18 06:11:58.949543 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc21464-04ba-4944-9770-33b1f313f11d', 'tag': 'bde03e69-612b-4831-87d0-d7c230a897c1'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:11:58.978655 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea66bcc-47be-45ab-8577-a665e7a28937 service neutron] Pushing event updated for resources: {'Port': ['ID=bde03e69-612b-4831-87d0-d7c230a897c1,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:59.031620 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e39f4e8-0839-40b6-b1c9-1ef8a9a54fd3'] response: {'name': 'network-changed', 'server_uuid': 'fcc21464-04ba-4944-9770-33b1f313f11d', 'tag': 'bde03e69-612b-4831-87d0-d7c230a897c1', 'status': 'completed', 'code': 200} Apr 18 06:11:59.075389 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c059296-b839-4630-bbda-37208c63478d req-156ac53c-e30a-498d-9333-3d173226d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:59.076941 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8c059296-b839-4630-bbda-37208c63478d req-156ac53c-e30a-498d-9333-3d173226d313 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b586335cacda4745bc4a8f91beacb85c&device_id=fcc21464-04ba-4944-9770-33b1f313f11d HTTP/1.1" status: 200 len: 1101 time: 0.0773365 Apr 18 06:11:59.154231 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8c059296-b839-4630-bbda-37208c63478d req-8a050c58-79f2-4021-a8e9-405d3ed8c78a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=bde03e69-612b-4831-87d0-d7c230a897c1 HTTP/1.1" status: 200 len: 217 time: 0.0663979 Apr 18 06:11:59.219026 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c059296-b839-4630-bbda-37208c63478d req-f63b27ef-865f-43bb-9d78-6fdd0a271ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:59.220388 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8c059296-b839-4630-bbda-37208c63478d req-f63b27ef-865f-43bb-9d78-6fdd0a271ceb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=451ff969-a39a-4a66-8b5c-36f6d9142e85 HTTP/1.1" status: 200 len: 843 time: 0.0571160 Apr 18 06:11:59.298991 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c059296-b839-4630-bbda-37208c63478d req-a4853b4b-0715-4104-bd4f-bb43b97619cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:59.300478 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8c059296-b839-4630-bbda-37208c63478d req-a4853b4b-0715-4104-bd4f-bb43b97619cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f409971-9dbe-4c7c-b29b-0fc73be8e821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0713437 Apr 18 06:11:59.434476 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8c059296-b839-4630-bbda-37208c63478d req-07ccc2e3-8780-42e9-a4f9-88c559ba891d service neutron] 10.222.0.52 "GET /v2.0/networks/9f409971-9dbe-4c7c-b29b-0fc73be8e821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242318 Apr 18 06:11:59.568747 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8c059296-b839-4630-bbda-37208c63478d req-74264ac1-d433-4892-831e-8d2d7b0dc17b service neutron] 10.222.0.52 "GET /v2.0/networks/9f409971-9dbe-4c7c-b29b-0fc73be8e821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245291 Apr 18 06:11:59.751415 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39179c53-46b5-46c5-9bbd-7382dbefb7ff req-a77c331b-919c-4379-8f11-695000581eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:59.752920 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-39179c53-46b5-46c5-9bbd-7382dbefb7ff req-a77c331b-919c-4379-8f11-695000581eae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b586335cacda4745bc4a8f91beacb85c&device_id=fcc21464-04ba-4944-9770-33b1f313f11d HTTP/1.1" status: 200 len: 1101 time: 0.1284518 Apr 18 06:11:59.765560 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740dfe3-b686-4ba4-92c5-0f2784599ec2 req-7cae68d9-e684-4468-96ff-1f388a3e2fb2 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:59.766870 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3740dfe3-b686-4ba4-92c5-0f2784599ec2 req-7cae68d9-e684-4468-96ff-1f388a3e2fb2 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc21464-04ba-4944-9770-33b1f313f11d HTTP/1.1" status: 200 len: 948 time: 0.1078875 Apr 18 06:11:59.898763 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3740dfe3-b686-4ba4-92c5-0f2784599ec2 req-c6770836-d6e6-46a9-86d4-ad00fe5eae0b tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/security-groups?id=772be236-7c34-4d42-9bda-fe75fb636dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113362 Apr 18 06:11:59.924957 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39179c53-46b5-46c5-9bbd-7382dbefb7ff req-fec3bd24-5587-4bea-8068-a837f8e21ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:59.926609 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-39179c53-46b5-46c5-9bbd-7382dbefb7ff req-fec3bd24-5587-4bea-8068-a837f8e21ce1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f409971-9dbe-4c7c-b29b-0fc73be8e821 HTTP/1.1" status: 200 len: 870 time: 0.1589210 Apr 18 06:12:00.097437 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-39179c53-46b5-46c5-9bbd-7382dbefb7ff req-96375868-bf4c-4f41-ae64-a95fea153b23 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=bde03e69-612b-4831-87d0-d7c230a897c1 HTTP/1.1" status: 200 len: 217 time: 0.1633775 Apr 18 06:12:00.166513 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39179c53-46b5-46c5-9bbd-7382dbefb7ff req-729f3f9b-deeb-4ef4-b99a-c36bd9ebf2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:00.167961 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-39179c53-46b5-46c5-9bbd-7382dbefb7ff req-729f3f9b-deeb-4ef4-b99a-c36bd9ebf2c3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=451ff969-a39a-4a66-8b5c-36f6d9142e85 HTTP/1.1" status: 200 len: 843 time: 0.0644734 Apr 18 06:12:00.242507 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39179c53-46b5-46c5-9bbd-7382dbefb7ff req-96e6ae24-f69d-43fe-9878-27982c97f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:00.244020 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-39179c53-46b5-46c5-9bbd-7382dbefb7ff req-96e6ae24-f69d-43fe-9878-27982c97f6f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f409971-9dbe-4c7c-b29b-0fc73be8e821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0683706 Apr 18 06:12:00.375225 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-39179c53-46b5-46c5-9bbd-7382dbefb7ff req-340a4366-3282-490e-bd95-f77e62e776a4 service neutron] 10.222.0.52 "GET /v2.0/networks/9f409971-9dbe-4c7c-b29b-0fc73be8e821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228302 Apr 18 06:12:00.516901 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-39179c53-46b5-46c5-9bbd-7382dbefb7ff req-d3c6dfdc-2258-4cf7-9849-dd22c2a14d70 service neutron] 10.222.0.52 "GET /v2.0/networks/9f409971-9dbe-4c7c-b29b-0fc73be8e821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332600 Apr 18 06:12:01.084494 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b463a-98fb-4ed8-8e27-cc96c575bbf0 req-f09aee44-933d-49f6-a897-55106bc098f2 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:01.085927 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-011b463a-98fb-4ed8-8e27-cc96c575bbf0 req-f09aee44-933d-49f6-a897-55106bc098f2 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc21464-04ba-4944-9770-33b1f313f11d HTTP/1.1" status: 200 len: 948 time: 0.0828164 Apr 18 06:12:01.128627 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-011b463a-98fb-4ed8-8e27-cc96c575bbf0 req-f6313e3c-e940-4bb6-aadc-edd07db7e163 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/security-groups?id=772be236-7c34-4d42-9bda-fe75fb636dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362160 Apr 18 06:12:01.780693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device bde03e69-612b-4831-87d0-d7c230a897c1 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:12:01.912284 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port bde03e69-612b-4831-87d0-d7c230a897c1, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=bde03e69-612b-4831-87d0-d7c230a897c1,segment=NetworkSegment(ec3b1544-00e0-49a1-87d1-62d8657d9554),segment_id=ec3b1544-00e0-49a1-87d1-62d8657d9554)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:12:01.924793 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'bde03e69-612b-4831-87d0-d7c230a897c1', 'network_id': '9f409971-9dbe-4c7c-b29b-0fc73be8e821', 'port_id': 'bde03e69-612b-4831-87d0-d7c230a897c1', 'mac_address': 'fa:16:3e:8c:3b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451ff969-a39a-4a66-8b5c-36f6d9142e85', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:12:01.983362 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:01.999557 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde03e69-612b-4831-87d0-d7c230a897c1 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:12:02.014760 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port bde03e69-612b-4831-87d0-d7c230a897c1, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=bde03e69-612b-4831-87d0-d7c230a897c1,segment=NetworkSegment(ec3b1544-00e0-49a1-87d1-62d8657d9554),segment_id=ec3b1544-00e0-49a1-87d1-62d8657d9554)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:12:02.018599 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:02.088801 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=bde03e69-612b-4831-87d0-d7c230a897c1,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:12:02.272483 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['bde03e69-612b-4831-87d0-d7c230a897c1'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:12:02.313294 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f25af-7127-4721-b8bc-a84481bc9bc7 req-c328d47f-c44d-4e5d-a7e1-460eed3e9590 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:02.314759 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-163f25af-7127-4721-b8bc-a84481bc9bc7 req-c328d47f-c44d-4e5d-a7e1-460eed3e9590 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc21464-04ba-4944-9770-33b1f313f11d HTTP/1.1" status: 200 len: 949 time: 0.0833862 Apr 18 06:12:02.359482 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-163f25af-7127-4721-b8bc-a84481bc9bc7 req-0b2273f5-4e8f-41cd-86dc-46eeb05f6b27 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/security-groups?id=772be236-7c34-4d42-9bda-fe75fb636dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383589 Apr 18 06:12:03.544629 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc7f92-adf4-40aa-9fd9-c67f223100fb req-e017918d-0a8b-4fee-b070-4685b62677dd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:03.546119 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-25fc7f92-adf4-40aa-9fd9-c67f223100fb req-e017918d-0a8b-4fee-b070-4685b62677dd tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc21464-04ba-4944-9770-33b1f313f11d HTTP/1.1" status: 200 len: 949 time: 0.0805740 Apr 18 06:12:03.592486 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-25fc7f92-adf4-40aa-9fd9-c67f223100fb req-22ec07e0-a0f9-4b8f-80c1-8235a1231d3c tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/security-groups?id=772be236-7c34-4d42-9bda-fe75fb636dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407245 Apr 18 06:12:03.796532 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device bde03e69-612b-4831-87d0-d7c230a897c1 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:12:03.865057 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port bde03e69-612b-4831-87d0-d7c230a897c1 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:12:03.870242 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port bde03e69-612b-4831-87d0-d7c230a897c1 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:12:03.870616 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:04.022393 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:04.052588 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc21464-04ba-4944-9770-33b1f313f11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde03e69-612b-4831-87d0-d7c230a897c1'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:12:04.062143 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port bde03e69-612b-4831-87d0-d7c230a897c1, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=bde03e69-612b-4831-87d0-d7c230a897c1,segment=NetworkSegment(ec3b1544-00e0-49a1-87d1-62d8657d9554),segment_id=ec3b1544-00e0-49a1-87d1-62d8657d9554)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:12:04.066273 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:04.103351 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8ca8d50-7651-4b92-a983-579894b306ca'] response: {'server_uuid': 'fcc21464-04ba-4944-9770-33b1f313f11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde03e69-612b-4831-87d0-d7c230a897c1', 'code': 200} Apr 18 06:12:04.134797 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=bde03e69-612b-4831-87d0-d7c230a897c1,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:12:04.339459 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5cbae-3b12-4ad5-b3d2-20719019ad0e req-ec50d5b8-bc51-4a20-8af6-7d87b45073c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:04.340841 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-12e5cbae-3b12-4ad5-b3d2-20719019ad0e req-ec50d5b8-bc51-4a20-8af6-7d87b45073c0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fcc21464-04ba-4944-9770-33b1f313f11d HTTP/1.1" status: 200 len: 1103 time: 0.0697286 Apr 18 06:12:04.387906 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-12e5cbae-3b12-4ad5-b3d2-20719019ad0e req-2ef8628b-e819-40f6-a387-32865e41b383 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=772be236-7c34-4d42-9bda-fe75fb636dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369792 Apr 18 06:12:04.784053 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e0345-901d-4451-8874-9fd42ea5044c req-2d232d27-c511-411e-a79a-7e29ad72a4cb tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:04.785508 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-323e0345-901d-4451-8874-9fd42ea5044c req-2d232d27-c511-411e-a79a-7e29ad72a4cb tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc21464-04ba-4944-9770-33b1f313f11d HTTP/1.1" status: 200 len: 950 time: 0.0865886 Apr 18 06:12:04.828987 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-323e0345-901d-4451-8874-9fd42ea5044c req-e5d230df-1581-4ebd-a195-a90dbd8d5a0b tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/security-groups?id=772be236-7c34-4d42-9bda-fe75fb636dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377333 Apr 18 06:12:05.304487 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8bd5b664-33c3-45ff-96b9-14ca18cd72ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:06.016619 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7d8d0-51be-4014-9218-734e81164483 req-7a167263-4fe3-4648-a7ac-588f9a43f93a tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:06.018080 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e2b7d8d0-51be-4014-9218-734e81164483 req-7a167263-4fe3-4648-a7ac-588f9a43f93a tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc21464-04ba-4944-9770-33b1f313f11d HTTP/1.1" status: 200 len: 950 time: 0.0814419 Apr 18 06:12:06.060600 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e2b7d8d0-51be-4014-9218-734e81164483 req-dee619f0-d598-4c3b-ad13-8a36179094de tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/security-groups?id=772be236-7c34-4d42-9bda-fe75fb636dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369220 Apr 18 06:12:07.134447 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bb1ee-ef67-443b-bae3-756613207321 req-2f4da0c8-c7be-409e-8360-7ed3fe9532c4 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:07.135886 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-584bb1ee-ef67-443b-bae3-756613207321 req-2f4da0c8-c7be-409e-8360-7ed3fe9532c4 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc21464-04ba-4944-9770-33b1f313f11d HTTP/1.1" status: 200 len: 950 time: 0.0817809 Apr 18 06:12:07.179089 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-584bb1ee-ef67-443b-bae3-756613207321 req-0892951c-3939-4ac8-a271-f562afc7b7fb tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/security-groups?id=772be236-7c34-4d42-9bda-fe75fb636dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375369 Apr 18 06:12:07.623332 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-09d475d0-7b55-4243-bbee-1d27a75c1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:07.860821 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:08.367091 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a1fd1-0bf0-4899-b807-5f037627f7ec req-81b136b4-28f9-495e-b1cd-fd389a2c4fd0 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:08.369594 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-325a1fd1-0bf0-4899-b807-5f037627f7ec req-81b136b4-28f9-495e-b1cd-fd389a2c4fd0 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc21464-04ba-4944-9770-33b1f313f11d HTTP/1.1" status: 200 len: 950 time: 0.0845139 Apr 18 06:12:08.413227 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-325a1fd1-0bf0-4899-b807-5f037627f7ec req-90ddf105-2498-432a-ab4e-7796df0a37de tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/security-groups?id=772be236-7c34-4d42-9bda-fe75fb636dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376840 Apr 18 06:12:08.451190 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de9755-7330-4426-b0df-b826186716c8 req-ca0daf4a-3f3e-4d6f-a73d-c2ad292400a5 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:08.452660 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-21de9755-7330-4426-b0df-b826186716c8 req-ca0daf4a-3f3e-4d6f-a73d-c2ad292400a5 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc21464-04ba-4944-9770-33b1f313f11d HTTP/1.1" status: 200 len: 950 time: 0.0828824 Apr 18 06:12:08.529421 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-21de9755-7330-4426-b0df-b826186716c8 req-3db6b7c7-052b-4873-8676-8e57d8fa9005 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Deleting port bde03e69-612b-4831-87d0-d7c230a897c1 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:12:08.529638 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-21de9755-7330-4426-b0df-b826186716c8 req-3db6b7c7-052b-4873-8676-8e57d8fa9005 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:08.536361 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:08.660238 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:08.773206 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-21de9755-7330-4426-b0df-b826186716c8 req-3db6b7c7-052b-4873-8676-8e57d8fa9005 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] For port bde03e69-612b-4831-87d0-d7c230a897c1, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=bde03e69-612b-4831-87d0-d7c230a897c1,segment=NetworkSegment(ec3b1544-00e0-49a1-87d1-62d8657d9554),segment_id=ec3b1544-00e0-49a1-87d1-62d8657d9554)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:12:08.773563 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-21de9755-7330-4426-b0df-b826186716c8 req-3db6b7c7-052b-4873-8676-8e57d8fa9005 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:08.900910 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-21de9755-7330-4426-b0df-b826186716c8 req-3db6b7c7-052b-4873-8676-8e57d8fa9005 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Calling delete_port for bde03e69-612b-4831-87d0-d7c230a897c1 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:12:09.046425 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-21de9755-7330-4426-b0df-b826186716c8 req-3db6b7c7-052b-4873-8676-8e57d8fa9005 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:09.062185 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['bde03e69-612b-4831-87d0-d7c230a897c1'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:12:09.100921 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6b7c7-052b-4873-8676-8e57d8fa9005 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Pushing event deleted for resources: {'Port': ['ID=bde03e69-612b-4831-87d0-d7c230a897c1,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:12:09.178232 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-21de9755-7330-4426-b0df-b826186716c8 req-3db6b7c7-052b-4873-8676-8e57d8fa9005 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] No DVR routers for this DVR port bde03e69-612b-4831-87d0-d7c230a897c1 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:12:09.180881 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-21de9755-7330-4426-b0df-b826186716c8 req-3db6b7c7-052b-4873-8676-8e57d8fa9005 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:09.183569 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc21464-04ba-4944-9770-33b1f313f11d', 'name': 'network-vif-deleted', 'tag': 'bde03e69-612b-4831-87d0-d7c230a897c1'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:12:09.201001 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-21de9755-7330-4426-b0df-b826186716c8 req-3db6b7c7-052b-4873-8676-8e57d8fa9005 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.52 "DELETE /v2.0/ports/bde03e69-612b-4831-87d0-d7c230a897c1 HTTP/1.1" status: 204 len: 173 time: 0.7391555 Apr 18 06:12:09.237646 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b2005d9-caa0-4c21-802b-b58b74b22e80'] response: {'server_uuid': 'fcc21464-04ba-4944-9770-33b1f313f11d', 'name': 'network-vif-deleted', 'tag': 'bde03e69-612b-4831-87d0-d7c230a897c1', 'status': 'completed', 'code': 200} Apr 18 06:12:09.574178 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-658c37c7-5c6a-4681-a1ad-1e0df6113c30 req-509e5f9a-5eb9-42c7-80c7-58f8b0f3e606 tempest-ServersAdminNegativeTestJSON-800957330 tempest-ServersAdminNegativeTestJSON-800957330-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc21464-04ba-4944-9770-33b1f313f11d HTTP/1.1" status: 200 len: 210 time: 0.0425918 Apr 18 06:12:10.106748 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:10.915858 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51656) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:12:11.061345 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b6056b8b-1bb2-48c4-8742-43ea79ab1eaf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b586335cacda4745bc4a8f91beacb85c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443453 Apr 18 06:12:11.063791 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51662) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:12:11.120888 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5dc379d9-2253-49e7-8ecb-fb212d4832ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:11.149529 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5dc379d9-2253-49e7-8ecb-fb212d4832ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:11.297151 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5dc379d9-2253-49e7-8ecb-fb212d4832ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:11.314558 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc379d9-2253-49e7-8ecb-fb212d4832ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772be236-7c34-4d42-9bda-fe75fb636dce,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:12:11.322388 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5dc379d9-2253-49e7-8ecb-fb212d4832ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:11.324313 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5dc379d9-2253-49e7-8ecb-fb212d4832ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/772be236-7c34-4d42-9bda-fe75fb636dce HTTP/1.1" status: 204 len: 168 time: 0.2594786 Apr 18 06:12:11.592014 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51670) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:12:11.609410 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-49cacdc8-3022-40d8-b147-4c6d7a08360b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:11.623146 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-49cacdc8-3022-40d8-b147-4c6d7a08360b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:12:11.626902 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-49cacdc8-3022-40d8-b147-4c6d7a08360b admin admin] Usage tracker for resource:security_group_rule and tenant:fa9924347bed48f6a067256a8f9b938c is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:12:11.629710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-49cacdc8-3022-40d8-b147-4c6d7a08360b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:12:11.635194 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-49cacdc8-3022-40d8-b147-4c6d7a08360b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:12:11.715839 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-49cacdc8-3022-40d8-b147-4c6d7a08360b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:11.719521 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-49cacdc8-3022-40d8-b147-4c6d7a08360b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:11.767323 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-49cacdc8-3022-40d8-b147-4c6d7a08360b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa9924347bed48f6a067256a8f9b938c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1742520 Apr 18 06:12:11.768212 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cacdc8-3022-40d8-b147-4c6d7a08360b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc876bd-1053-44ac-b8f1-4b6381192992,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:12:11.770005 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51674) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:12:11.827521 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fa6cbabf-5d53-47cd-9561-1ddcc1411809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:11.843663 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device bde03e69-612b-4831-87d0-d7c230a897c1 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:12:11.852498 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fa6cbabf-5d53-47cd-9561-1ddcc1411809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:11.877485 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: bde03e69-612b-4831-87d0-d7c230a897c1 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:12:11.877831 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device bde03e69-612b-4831-87d0-d7c230a897c1 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:12:11.905559 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fa6cbabf-5d53-47cd-9561-1ddcc1411809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:11.922456 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cbabf-5d53-47cd-9561-1ddcc1411809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc876bd-1053-44ac-b8f1-4b6381192992,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:12:11.925709 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fa6cbabf-5d53-47cd-9561-1ddcc1411809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:11.926820 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fa6cbabf-5d53-47cd-9561-1ddcc1411809 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cfc876bd-1053-44ac-b8f1-4b6381192992 HTTP/1.1" status: 204 len: 168 time: 0.1558142 Apr 18 06:12:12.632834 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51698) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:12:12.746389 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-402194258-network', 'tenant_id': '5502b16862af464ab9752a6721eca30a'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:12:12.751052 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:12:12.754871 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] Usage tracker for resource:network and tenant:5502b16862af464ab9752a6721eca30a is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:12:12.757677 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:12:12.764339 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:12:12.773741 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] Made reservation on behalf of 5502b16862af464ab9752a6721eca30a for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:12:12.775927 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:12.790084 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:12.804054 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:12:12.808247 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] Usage tracker for resource:security_group_rule and tenant:5502b16862af464ab9752a6721eca30a is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:12:12.810934 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:12:12.816420 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:12:12.895950 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:12.899358 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:12.927965 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:12:12.936624 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55c5954-40ff-4e5b-9006-8a29513a13d8,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:12:12.942004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:12.942343 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] Added segment 046c2b36-b6c3-49ff-b69a-2b65e5a744f5 of type vlan for network f10d4ed0-228b-4e87-81aa-5ea23f7636d7 Apr 18 06:12:12.967786 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:12.996467 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:12.997397 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:12.998034 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:13.112150 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4780872 Apr 18 06:12:13.114879 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51704) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:12:13.122642 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-82449629-8c4b-45cc-8660-bd40b8ee0810 admin admin] Request body: {'subnet': {'network_id': 'f10d4ed0-228b-4e87-81aa-5ea23f7636d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-402194258-subnet', 'tenant_id': '5502b16862af464ab9752a6721eca30a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:12:13.125680 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49492f-51e2-4f57-aed4-037cfe24898d admin admin] Pushing event updated for resources: {'Network': ['ID=f10d4ed0-228b-4e87-81aa-5ea23f7636d7,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:12:13.130195 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-82449629-8c4b-45cc-8660-bd40b8ee0810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:12:13.134625 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-82449629-8c4b-45cc-8660-bd40b8ee0810 admin admin] Usage tracker for resource:subnet and tenant:5502b16862af464ab9752a6721eca30a is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:12:13.135066 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network f10d4ed0-228b-4e87-81aa-5ea23f7636d7 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:12:13.137558 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-82449629-8c4b-45cc-8660-bd40b8ee0810 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:12:13.143124 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-82449629-8c4b-45cc-8660-bd40b8ee0810 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:12:13.152925 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82449629-8c4b-45cc-8660-bd40b8ee0810 admin admin] Made reservation on behalf of 5502b16862af464ab9752a6721eca30a for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:12:13.155146 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-82449629-8c4b-45cc-8660-bd40b8ee0810 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:13.359303 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-82449629-8c4b-45cc-8660-bd40b8ee0810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:13.434639 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82449629-8c4b-45cc-8660-bd40b8ee0810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c784aac6-beec-4bf4-88bf-9afc414e7999,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:12:13.442846 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82449629-8c4b-45cc-8660-bd40b8ee0810 admin admin] Checking segment: {'id': '046c2b36-b6c3-49ff-b69a-2b65e5a744f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f10d4ed0-228b-4e87-81aa-5ea23f7636d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:12:13.443196 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82449629-8c4b-45cc-8660-bd40b8ee0810 admin admin] Network hostable DHCP agents. Network: f10d4ed0-228b-4e87-81aa-5ea23f7636d7, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:12:13.461707 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82449629-8c4b-45cc-8660-bd40b8ee0810 admin admin] Network f10d4ed0-228b-4e87-81aa-5ea23f7636d7 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:12:13.471798 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-82449629-8c4b-45cc-8660-bd40b8ee0810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, f10d4ed0-228b-4e87-81aa-5ea23f7636d7) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:12:13.476170 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82449629-8c4b-45cc-8660-bd40b8ee0810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:13.477185 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-82449629-8c4b-45cc-8660-bd40b8ee0810 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:13.480967 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49a9730-acbb-461a-b56a-5369a8a3c331 None None] Network f10d4ed0-228b-4e87-81aa-5ea23f7636d7 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:12:13.507005 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-82449629-8c4b-45cc-8660-bd40b8ee0810 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3830652 Apr 18 06:12:13.689393 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0170476c-212c-4d16-ba47-7bcc5a6679c6 None None] Network f10d4ed0-228b-4e87-81aa-5ea23f7636d7 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:12:14.017131 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-2f92451a-853a-4595-9138-bf5707150a2f tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:14.017800 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-2f92451a-853a-4595-9138-bf5707150a2f tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Synchronizing usage tracker for tenant:5502b16862af464ab9752a6721eca30a on resource:network {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:12:14.033462 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-2f92451a-853a-4595-9138-bf5707150a2f tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Unset dirty status for tenant:5502b16862af464ab9752a6721eca30a on resource:network {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:12:14.034798 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-2f92451a-853a-4595-9138-bf5707150a2f tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/networks?id=f10d4ed0-228b-4e87-81aa-5ea23f7636d7 HTTP/1.1" status: 200 len: 811 time: 0.1679764 Apr 18 06:12:14.049210 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-bbf42c75-20f4-4a40-9a61-482bdfee0eb0 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/quotas/5502b16862af464ab9752a6721eca30a HTTP/1.1" status: 200 len: 375 time: 0.0089104 Apr 18 06:12:14.096188 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-a4bfd004-8471-4e08-a02d-7bea9a4cdada tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5502b16862af464ab9752a6721eca30a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420837 Apr 18 06:12:14.227727 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-b0b57b82-1d2f-4836-b467-1d37aae8a03b service neutron] 10.222.0.15 "GET /v2.0/networks/f10d4ed0-228b-4e87-81aa-5ea23f7636d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249857 Apr 18 06:12:14.357036 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-20f9b3f3-456b-4b8c-9265-ab5b892b0647 service neutron] 10.222.0.15 "GET /v2.0/networks/f10d4ed0-228b-4e87-81aa-5ea23f7636d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227212 Apr 18 06:12:14.532966 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4862346f-8d3b-428d-9148-b7b6bbe0424a req-4ba5440b-c7d4-4478-b3fa-ebe0e64a7f15 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 210 time: 0.0474422 Apr 18 06:12:15.689100 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-57cac0c0-b65f-4714-838b-76527ddea4b9 req-8c16b397-58e4-4fb9-ae11-fa8c5b4c0455 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 210 time: 0.0475800 Apr 18 06:12:15.759723 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-8a33f3ea-5ac2-4750-b134-745b2d0e808b tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:15.762239 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-8a33f3ea-5ac2-4750-b134-745b2d0e808b tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.52 "GET /v2.0/networks?id=f10d4ed0-228b-4e87-81aa-5ea23f7636d7 HTTP/1.1" status: 200 len: 811 time: 0.2653716 Apr 18 06:12:15.794869 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-5508e1eb-1dd4-40d4-a157-2fe29fe0d6c6 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Request body: {'port': {'device_id': 'a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6', 'network_id': 'f10d4ed0-228b-4e87-81aa-5ea23f7636d7', 'admin_state_up': True, 'tenant_id': '5502b16862af464ab9752a6721eca30a'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:12:15.926543 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-5508e1eb-1dd4-40d4-a157-2fe29fe0d6c6 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:12:15.930276 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-5508e1eb-1dd4-40d4-a157-2fe29fe0d6c6 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Usage tracker for resource:port and tenant:5502b16862af464ab9752a6721eca30a is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:12:15.933014 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-5508e1eb-1dd4-40d4-a157-2fe29fe0d6c6 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:12:15.938662 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-5508e1eb-1dd4-40d4-a157-2fe29fe0d6c6 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:12:15.947796 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-5508e1eb-1dd4-40d4-a157-2fe29fe0d6c6 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Made reservation on behalf of 5502b16862af464ab9752a6721eca30a for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:12:15.951610 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-5508e1eb-1dd4-40d4-a157-2fe29fe0d6c6 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:16.124384 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-5508e1eb-1dd4-40d4-a157-2fe29fe0d6c6 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Allocated IP 172.20.0.14 (f10d4ed0-228b-4e87-81aa-5ea23f7636d7/c784aac6-beec-4bf4-88bf-9afc414e7999/78ab3206-2e24-4cef-857f-0d9ae50b43c7) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:12:16.320982 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-5508e1eb-1dd4-40d4-a157-2fe29fe0d6c6 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:16.352443 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-5508e1eb-1dd4-40d4-a157-2fe29fe0d6c6 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:16.419583 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-5508e1eb-1dd4-40d4-a157-2fe29fe0d6c6 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Network f10d4ed0-228b-4e87-81aa-5ea23f7636d7 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:12:16.426983 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-5508e1eb-1dd4-40d4-a157-2fe29fe0d6c6 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:12:16.431228 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-5508e1eb-1dd4-40d4-a157-2fe29fe0d6c6 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:12:16.465875 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508e1eb-1dd4-40d4-a157-2fe29fe0d6c6 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Pushing event updated for resources: {'Port': ['ID=78ab3206-2e24-4cef-857f-0d9ae50b43c7,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:12:16.500808 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-5508e1eb-1dd4-40d4-a157-2fe29fe0d6c6 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:16.501403 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-5508e1eb-1dd4-40d4-a157-2fe29fe0d6c6 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:16.525888 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-5508e1eb-1dd4-40d4-a157-2fe29fe0d6c6 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7353718 Apr 18 06:12:16.541009 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] Request body: {'port': {'device_id': 'a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:12:16.655104 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:16.994561 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d87ebb-bbe6-482c-b086-eb6c2070f285 req-00bc37b5-f209-4d2a-91d7-8007f9e6c795 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:16.996117 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-e9d87ebb-bbe6-482c-b086-eb6c2070f285 req-00bc37b5-f209-4d2a-91d7-8007f9e6c795 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Synchronizing usage tracker for tenant:5502b16862af464ab9752a6721eca30a on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:12:17.023311 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-e9d87ebb-bbe6-482c-b086-eb6c2070f285 req-00bc37b5-f209-4d2a-91d7-8007f9e6c795 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Unset dirty status for tenant:5502b16862af464ab9752a6721eca30a on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:12:17.024453 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e9d87ebb-bbe6-482c-b086-eb6c2070f285 req-00bc37b5-f209-4d2a-91d7-8007f9e6c795 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 932 time: 0.2197921 Apr 18 06:12:17.109557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ab3206-2e24-4cef-857f-0d9ae50b43c7 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:12:17.121269 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:17.128735 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e9d87ebb-bbe6-482c-b086-eb6c2070f285 req-880091cb-ad67-4c30-b81a-fbafde8bd8e5 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724385 Apr 18 06:12:17.141061 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] Transition to ACTIVE for port object 78ab3206-2e24-4cef-857f-0d9ae50b43c7 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:12:17.148396 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:17.301027 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] Pushing event updated for resources: {'Port': ['ID=78ab3206-2e24-4cef-857f-0d9ae50b43c7,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:12:17.380686 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] Attempting to bind port 78ab3206-2e24-4cef-857f-0d9ae50b43c7 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:12:17.381018 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] Attempting to bind port 78ab3206-2e24-4cef-857f-0d9ae50b43c7 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '046c2b36-b6c3-49ff-b69a-2b65e5a744f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f10d4ed0-228b-4e87-81aa-5ea23f7636d7'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:12:17.381340 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] Attempting to bind port 78ab3206-2e24-4cef-857f-0d9ae50b43c7 on network f10d4ed0-228b-4e87-81aa-5ea23f7636d7 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:12:17.385964 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] Port 78ab3206-2e24-4cef-857f-0d9ae50b43c7 on network f10d4ed0-228b-4e87-81aa-5ea23f7636d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:12:17.386275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] Attempting to bind port 78ab3206-2e24-4cef-857f-0d9ae50b43c7 on network f10d4ed0-228b-4e87-81aa-5ea23f7636d7 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:12:17.391393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:12:17.391724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] Checking segment: {'id': '046c2b36-b6c3-49ff-b69a-2b65e5a744f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f10d4ed0-228b-4e87-81aa-5ea23f7636d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:12:17.392129 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] Bound using segment: {'id': '046c2b36-b6c3-49ff-b69a-2b65e5a744f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f10d4ed0-228b-4e87-81aa-5ea23f7636d7'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:12:17.392546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] Bound port: 78ab3206-2e24-4cef-857f-0d9ae50b43c7, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046c2b36-b6c3-49ff-b69a-2b65e5a744f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f10d4ed0-228b-4e87-81aa-5ea23f7636d7'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:12:17.392888 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:17.478925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] For port 78ab3206-2e24-4cef-857f-0d9ae50b43c7, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:12:17.482632 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] For port 78ab3206-2e24-4cef-857f-0d9ae50b43c7, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=78ab3206-2e24-4cef-857f-0d9ae50b43c7,segment=NetworkSegment(046c2b36-b6c3-49ff-b69a-2b65e5a744f5),segment_id=046c2b36-b6c3-49ff-b69a-2b65e5a744f5)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:12:17.486350 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:17.642955 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:17.643108 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:17.644663 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] 10.222.0.52 "PUT /v2.0/ports/78ab3206-2e24-4cef-857f-0d9ae50b43c7 HTTP/1.1" status: 200 len: 1094 time: 1.1076262 Apr 18 06:12:17.647132 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6', 'tag': '78ab3206-2e24-4cef-857f-0d9ae50b43c7'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:12:17.678415 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f775e7-18bf-42c4-a0c8-afcb2252137e service neutron] Pushing event updated for resources: {'Port': ['ID=78ab3206-2e24-4cef-857f-0d9ae50b43c7,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:12:17.717420 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e182b483-d564-4837-8ec7-38e20e4ed1eb'] response: {'name': 'network-changed', 'server_uuid': 'a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6', 'tag': '78ab3206-2e24-4cef-857f-0d9ae50b43c7', 'status': 'completed', 'code': 200} Apr 18 06:12:17.756101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-2f7a03d6-482d-4134-b577-83753e1dc73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:17.757557 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-2f7a03d6-482d-4134-b577-83753e1dc73d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5502b16862af464ab9752a6721eca30a&device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 1097 time: 0.0713961 Apr 18 06:12:17.830043 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-3b1294cf-083b-4e2e-ba60-f6b9d3bc40f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78ab3206-2e24-4cef-857f-0d9ae50b43c7 HTTP/1.1" status: 200 len: 217 time: 0.0623074 Apr 18 06:12:17.893731 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-73c23f61-e9a8-41ab-9434-000400afafb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:17.894993 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-73c23f61-e9a8-41ab-9434-000400afafb1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c784aac6-beec-4bf4-88bf-9afc414e7999 HTTP/1.1" status: 200 len: 851 time: 0.0549147 Apr 18 06:12:17.942461 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-cdd24c3e-05c5-4ec5-b4a3-480359caaef5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f10d4ed0-228b-4e87-81aa-5ea23f7636d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386727 Apr 18 06:12:18.074155 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-bbac21ba-9860-4edb-9d70-caa8954fc57a service neutron] 10.222.0.52 "GET /v2.0/networks/f10d4ed0-228b-4e87-81aa-5ea23f7636d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224678 Apr 18 06:12:18.210172 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7de9ca9c-76c0-452f-8cd0-f095e53bc8e5 req-59400cbd-c2fa-4112-8107-20f2f6518db5 service neutron] 10.222.0.52 "GET /v2.0/networks/f10d4ed0-228b-4e87-81aa-5ea23f7636d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267009 Apr 18 06:12:18.376772 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039649ca-b51a-4cc3-bf09-6f2f09fc27f2 req-fbe6add4-8d1d-4825-8ee5-c41ed2035ff7 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:18.378245 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-039649ca-b51a-4cc3-bf09-6f2f09fc27f2 req-fbe6add4-8d1d-4825-8ee5-c41ed2035ff7 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 944 time: 0.1392438 Apr 18 06:12:18.381000 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786fa72-fcea-4d45-9da8-abc72ee315e2 req-4d701114-b968-473f-a931-0cd1c86a060e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:18.382335 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f786fa72-fcea-4d45-9da8-abc72ee315e2 req-4d701114-b968-473f-a931-0cd1c86a060e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5502b16862af464ab9752a6721eca30a&device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 1097 time: 0.1035321 Apr 18 06:12:18.514230 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-039649ca-b51a-4cc3-bf09-6f2f09fc27f2 req-03f49813-3fa9-4972-a041-75ec51fae139 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301615 Apr 18 06:12:18.545526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786fa72-fcea-4d45-9da8-abc72ee315e2 req-d169d813-039f-492c-bcd1-4b916266ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:18.546936 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f786fa72-fcea-4d45-9da8-abc72ee315e2 req-d169d813-039f-492c-bcd1-4b916266ab9a service neutron] 10.222.0.52 "GET /v2.0/networks?id=f10d4ed0-228b-4e87-81aa-5ea23f7636d7 HTTP/1.1" status: 200 len: 912 time: 0.1475344 Apr 18 06:12:18.612951 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f786fa72-fcea-4d45-9da8-abc72ee315e2 req-7ec08951-b115-4e23-89eb-4e5547e651e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78ab3206-2e24-4cef-857f-0d9ae50b43c7 HTTP/1.1" status: 200 len: 217 time: 0.0592830 Apr 18 06:12:18.678617 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786fa72-fcea-4d45-9da8-abc72ee315e2 req-e785c4c8-c225-40a4-9865-e72b3ffc6f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:18.679936 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f786fa72-fcea-4d45-9da8-abc72ee315e2 req-e785c4c8-c225-40a4-9865-e72b3ffc6f07 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c784aac6-beec-4bf4-88bf-9afc414e7999 HTTP/1.1" status: 200 len: 851 time: 0.0585036 Apr 18 06:12:18.727305 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f786fa72-fcea-4d45-9da8-abc72ee315e2 req-6a14831a-8652-4f2b-80a6-f95ae4ae1d3a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f10d4ed0-228b-4e87-81aa-5ea23f7636d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396600 Apr 18 06:12:18.859167 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f786fa72-fcea-4d45-9da8-abc72ee315e2 req-4f99983c-216f-45f3-8d44-64fc4ea18111 service neutron] 10.222.0.52 "GET /v2.0/networks/f10d4ed0-228b-4e87-81aa-5ea23f7636d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212130 Apr 18 06:12:18.989793 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f786fa72-fcea-4d45-9da8-abc72ee315e2 req-8cada889-2cf9-4f7f-ba29-1be9ef4f2ecf service neutron] 10.222.0.52 "GET /v2.0/networks/f10d4ed0-228b-4e87-81aa-5ea23f7636d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227453 Apr 18 06:12:19.693823 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29572ca-bda0-4cb2-9cd0-f0350cd813a6 req-1c38e0f9-9362-4062-8920-b6518eda1236 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:19.695165 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b29572ca-bda0-4cb2-9cd0-f0350cd813a6 req-1c38e0f9-9362-4062-8920-b6518eda1236 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 944 time: 0.0775273 Apr 18 06:12:19.738419 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-b29572ca-bda0-4cb2-9cd0-f0350cd813a6 req-0e7d0ea8-6591-45a0-9fcb-787552a66f4f tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Synchronizing usage tracker for tenant:5502b16862af464ab9752a6721eca30a on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:12:19.754543 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-b29572ca-bda0-4cb2-9cd0-f0350cd813a6 req-0e7d0ea8-6591-45a0-9fcb-787552a66f4f tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Unset dirty status for tenant:5502b16862af464ab9752a6721eca30a on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:12:19.755788 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b29572ca-bda0-4cb2-9cd0-f0350cd813a6 req-0e7d0ea8-6591-45a0-9fcb-787552a66f4f tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539925 Apr 18 06:12:19.906070 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 78ab3206-2e24-4cef-857f-0d9ae50b43c7 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:12:20.038700 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 78ab3206-2e24-4cef-857f-0d9ae50b43c7, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=78ab3206-2e24-4cef-857f-0d9ae50b43c7,segment=NetworkSegment(046c2b36-b6c3-49ff-b69a-2b65e5a744f5),segment_id=046c2b36-b6c3-49ff-b69a-2b65e5a744f5)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:12:20.051364 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '78ab3206-2e24-4cef-857f-0d9ae50b43c7', 'network_id': 'f10d4ed0-228b-4e87-81aa-5ea23f7636d7', 'port_id': '78ab3206-2e24-4cef-857f-0d9ae50b43c7', 'mac_address': 'fa:16:3e:f3:4f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c784aac6-beec-4bf4-88bf-9afc414e7999', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:12:20.108479 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:20.124500 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ab3206-2e24-4cef-857f-0d9ae50b43c7 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:12:20.139759 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 78ab3206-2e24-4cef-857f-0d9ae50b43c7, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=78ab3206-2e24-4cef-857f-0d9ae50b43c7,segment=NetworkSegment(046c2b36-b6c3-49ff-b69a-2b65e5a744f5),segment_id=046c2b36-b6c3-49ff-b69a-2b65e5a744f5)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:12:20.143626 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:20.209662 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=78ab3206-2e24-4cef-857f-0d9ae50b43c7,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:12:20.376380 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['78ab3206-2e24-4cef-857f-0d9ae50b43c7'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:12:20.934109 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5ac95-67cc-4a2e-83e9-0ff37919802e req-27904838-43ea-4447-a335-fc04c51d5f1c tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:20.935538 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d3a5ac95-67cc-4a2e-83e9-0ff37919802e req-27904838-43ea-4447-a335-fc04c51d5f1c tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 945 time: 0.0771890 Apr 18 06:12:20.982209 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d3a5ac95-67cc-4a2e-83e9-0ff37919802e req-53a46a5b-3b84-4dc1-8645-8289d2a989e4 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409029 Apr 18 06:12:21.921629 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 78ab3206-2e24-4cef-857f-0d9ae50b43c7 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:12:21.990167 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port 78ab3206-2e24-4cef-857f-0d9ae50b43c7 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:12:21.994577 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 78ab3206-2e24-4cef-857f-0d9ae50b43c7 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:12:21.995602 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:22.115724 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:22.142666 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ab3206-2e24-4cef-857f-0d9ae50b43c7'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:12:22.152888 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 78ab3206-2e24-4cef-857f-0d9ae50b43c7, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=78ab3206-2e24-4cef-857f-0d9ae50b43c7,segment=NetworkSegment(046c2b36-b6c3-49ff-b69a-2b65e5a744f5),segment_id=046c2b36-b6c3-49ff-b69a-2b65e5a744f5)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:12:22.157295 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:22.192920 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcaf1fb8-422c-41cb-8509-53b22371a69d'] response: {'server_uuid': 'a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ab3206-2e24-4cef-857f-0d9ae50b43c7', 'code': 200} Apr 18 06:12:22.208636 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1717666-8840-4e14-a539-9856aae7b56b req-32a963f1-87dd-455b-b09b-4956a987d89f tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:22.212702 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f1717666-8840-4e14-a539-9856aae7b56b req-32a963f1-87dd-455b-b09b-4956a987d89f tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0906808 Apr 18 06:12:22.229335 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=78ab3206-2e24-4cef-857f-0d9ae50b43c7,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:12:22.263078 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f1717666-8840-4e14-a539-9856aae7b56b req-86131f10-c33f-4230-bf82-49b9b57c4aab tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420802 Apr 18 06:12:22.439004 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2fc35-0ca6-4268-8e67-83663808c4e1 req-c9087d58-4c42-467b-8281-40c75eae8059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:22.440426 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-01d2fc35-0ca6-4268-8e67-83663808c4e1 req-c9087d58-4c42-467b-8281-40c75eae8059 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 1099 time: 0.0696576 Apr 18 06:12:22.483813 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-01d2fc35-0ca6-4268-8e67-83663808c4e1 req-8f65c1df-4a89-4901-8160-a0b6586e670f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344493 Apr 18 06:12:23.545797 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d4c8-84d5-44c6-8945-56d4f2781cc5 req-74d67da3-5264-4e54-8efa-2d5ce720286a tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:23.547145 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3306d4c8-84d5-44c6-8945-56d4f2781cc5 req-74d67da3-5264-4e54-8efa-2d5ce720286a tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.1793075 Apr 18 06:12:23.590764 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3306d4c8-84d5-44c6-8945-56d4f2781cc5 req-0f970a40-cbfb-4da7-bd2c-3ca64e5eebdf tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379124 Apr 18 06:12:24.515117 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:12:24.772592 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abfd19-a885-47d4-8174-1f5f030d4206 req-247de4b5-3e11-4856-9e71-3d87badc406a tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:24.774008 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b0abfd19-a885-47d4-8174-1f5f030d4206 req-247de4b5-3e11-4856-9e71-3d87badc406a tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0806880 Apr 18 06:12:24.817490 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b0abfd19-a885-47d4-8174-1f5f030d4206 req-5ba6c7fb-5b3d-4df1-b357-701583c3de51 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370910 Apr 18 06:12:25.193671 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 51766) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:12:25.219989 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e513b-b6cf-4de0-9da4-61e81ddb3d5c req-50dc9b6b-ac3b-48ad-b470-c27aac41a2fb tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:25.221487 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-447e513b-b6cf-4de0-9da4-61e81ddb3d5c req-50dc9b6b-ac3b-48ad-b470-c27aac41a2fb tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0809736 Apr 18 06:12:25.267208 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-447e513b-b6cf-4de0-9da4-61e81ddb3d5c req-8275f0b1-08e9-4567-b978-0926d7aec595 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401065 Apr 18 06:12:25.307115 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-e16fff4d-0a9d-4c4f-9e74-128aee208700 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1122973 Apr 18 06:12:26.452173 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e9df4-1894-4243-8a31-87bb0ff4e0bc req-18dff391-4b57-4507-9784-f8efb689a7a8 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:26.453603 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d26e9df4-1894-4243-8a31-87bb0ff4e0bc req-18dff391-4b57-4507-9784-f8efb689a7a8 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0813942 Apr 18 06:12:26.498414 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d26e9df4-1894-4243-8a31-87bb0ff4e0bc req-9ec5e373-6136-47ca-9825-a8c4106a8060 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392075 Apr 18 06:12:26.675719 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-365a11d6-ffe5-4ca2-8f88-c8081bf69688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:26.677210 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-365a11d6-ffe5-4ca2-8f88-c8081bf69688 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5502b16862af464ab9752a6721eca30a&device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 1099 time: 0.1103933 Apr 18 06:12:26.805257 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-01ab2e2e-0394-4da0-86c4-7af8c18f831d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:26.806686 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-01ab2e2e-0394-4da0-86c4-7af8c18f831d service neutron] 10.222.0.52 "GET /v2.0/networks?id=f10d4ed0-228b-4e87-81aa-5ea23f7636d7 HTTP/1.1" status: 200 len: 912 time: 0.1230936 Apr 18 06:12:26.876151 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-642b2c29-4e88-430f-bade-d415f4e6a45a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78ab3206-2e24-4cef-857f-0d9ae50b43c7 HTTP/1.1" status: 200 len: 217 time: 0.0634923 Apr 18 06:12:26.936113 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-1d8dc10a-51b3-40a5-91b5-e052ebc55a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:26.937505 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-1d8dc10a-51b3-40a5-91b5-e052ebc55a11 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c784aac6-beec-4bf4-88bf-9afc414e7999 HTTP/1.1" status: 200 len: 851 time: 0.0560658 Apr 18 06:12:26.986081 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-c01791a6-cafd-4225-b1a8-a581d17e216c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f10d4ed0-228b-4e87-81aa-5ea23f7636d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427375 Apr 18 06:12:27.114615 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-c2e1bb2f-ddb2-452d-81fe-0815450698b1 service neutron] 10.222.0.52 "GET /v2.0/networks/f10d4ed0-228b-4e87-81aa-5ea23f7636d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215329 Apr 18 06:12:27.245149 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-57c045c8-371c-4e1f-b4ab-43a5c577f32f service neutron] 10.222.0.52 "GET /v2.0/networks/f10d4ed0-228b-4e87-81aa-5ea23f7636d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231978 Apr 18 06:12:27.684849 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7829ca-aecd-4e55-a57c-57e8e087ba56 req-794bc7b8-87fc-4099-897f-6fba36102083 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:27.686283 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ab7829ca-aecd-4e55-a57c-57e8e087ba56 req-794bc7b8-87fc-4099-897f-6fba36102083 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0813842 Apr 18 06:12:27.732863 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ab7829ca-aecd-4e55-a57c-57e8e087ba56 req-d45ea04a-8487-461a-86f6-0388fa72d870 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409880 Apr 18 06:12:28.914672 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafce85-4987-43b4-8e78-4f9aff71b3bb req-cd9ffa2b-dbe0-4d55-93db-9be3c837d683 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:28.916148 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7cafce85-4987-43b4-8e78-4f9aff71b3bb req-cd9ffa2b-dbe0-4d55-93db-9be3c837d683 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0786183 Apr 18 06:12:28.958937 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7cafce85-4987-43b4-8e78-4f9aff71b3bb req-5e8044f7-1166-4e2f-9f74-64bffb51aa65 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369742 Apr 18 06:12:29.669635 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb61ae-0a42-4156-9bf7-1103a0a085f5 req-51dc807c-8213-4f17-af65-755f76a22579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:29.671026 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-62fb61ae-0a42-4156-9bf7-1103a0a085f5 req-51dc807c-8213-4f17-af65-755f76a22579 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5502b16862af464ab9752a6721eca30a&device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 1099 time: 0.0742118 Apr 18 06:12:29.814729 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb61ae-0a42-4156-9bf7-1103a0a085f5 req-8ed3c9dc-3117-45f3-b222-aad7ef383802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:29.816204 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-62fb61ae-0a42-4156-9bf7-1103a0a085f5 req-8ed3c9dc-3117-45f3-b222-aad7ef383802 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f10d4ed0-228b-4e87-81aa-5ea23f7636d7 HTTP/1.1" status: 200 len: 912 time: 0.1237392 Apr 18 06:12:29.885930 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-62fb61ae-0a42-4156-9bf7-1103a0a085f5 req-4cdabe07-423e-4d55-8d45-e1c2941095de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78ab3206-2e24-4cef-857f-0d9ae50b43c7 HTTP/1.1" status: 200 len: 217 time: 0.0611904 Apr 18 06:12:29.946896 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb61ae-0a42-4156-9bf7-1103a0a085f5 req-c3ea9b19-e5a3-480d-8fcd-36ec330cfcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:29.949217 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-62fb61ae-0a42-4156-9bf7-1103a0a085f5 req-c3ea9b19-e5a3-480d-8fcd-36ec330cfcc1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c784aac6-beec-4bf4-88bf-9afc414e7999 HTTP/1.1" status: 200 len: 851 time: 0.0568905 Apr 18 06:12:29.995636 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-62fb61ae-0a42-4156-9bf7-1103a0a085f5 req-0715d915-b66e-4f0d-84ed-71ee95f4ebd3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f10d4ed0-228b-4e87-81aa-5ea23f7636d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401425 Apr 18 06:12:30.129556 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-62fb61ae-0a42-4156-9bf7-1103a0a085f5 req-15be2fcf-eaba-4bf2-88d1-d596cdfdb792 service neutron] 10.222.0.52 "GET /v2.0/networks/f10d4ed0-228b-4e87-81aa-5ea23f7636d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253622 Apr 18 06:12:30.143416 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa42645-fda1-4f94-9f08-e048a7d00303 req-e5567d86-8a77-4d36-8a5c-02be85ac8052 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:30.144908 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-baa42645-fda1-4f94-9f08-e048a7d00303 req-e5567d86-8a77-4d36-8a5c-02be85ac8052 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0796294 Apr 18 06:12:30.193890 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-baa42645-fda1-4f94-9f08-e048a7d00303 req-a8abc96b-7e7a-45ec-ac2b-307cc774e239 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432780 Apr 18 06:12:30.361930 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-62fb61ae-0a42-4156-9bf7-1103a0a085f5 req-661aab5f-f405-4991-ab14-30f3164cbdb6 service neutron] 10.222.0.52 "GET /v2.0/networks/f10d4ed0-228b-4e87-81aa-5ea23f7636d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239013 Apr 18 06:12:31.392348 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4cd95-6e81-40c1-9ec7-9a27045cc0bc req-31571b3e-f90c-46ff-961e-d6d28a6df516 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:31.393981 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d4c4cd95-6e81-40c1-9ec7-9a27045cc0bc req-31571b3e-f90c-46ff-961e-d6d28a6df516 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0956125 Apr 18 06:12:31.437470 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d4c4cd95-6e81-40c1-9ec7-9a27045cc0bc req-36338d5b-839e-4560-ae6c-30fe7454aeb0 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378129 Apr 18 06:12:32.620217 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116553dc-d14d-49b5-8ed0-9f50422db173 req-647719ea-157a-4108-bae1-c6a252e50060 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:32.621643 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-116553dc-d14d-49b5-8ed0-9f50422db173 req-647719ea-157a-4108-bae1-c6a252e50060 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0790129 Apr 18 06:12:32.663949 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-116553dc-d14d-49b5-8ed0-9f50422db173 req-0e89b410-c6b6-44ef-b940-3059ca18d8a3 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366554 Apr 18 06:12:33.844273 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145bed4-81b5-4790-a69f-06c33c29c1d0 req-99e99298-0650-49e0-ac4f-6e8564d6a643 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:33.845691 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a145bed4-81b5-4790-a69f-06c33c29c1d0 req-99e99298-0650-49e0-ac4f-6e8564d6a643 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0765316 Apr 18 06:12:33.892229 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a145bed4-81b5-4790-a69f-06c33c29c1d0 req-861738e0-10ff-4124-8cab-747ad35c9c1d tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404968 Apr 18 06:12:35.085197 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61cf98-48d3-459c-9c1f-0ac1105147bc req-07fcbf42-95bd-4a88-871a-cd80a64e8f63 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:35.086624 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8b61cf98-48d3-459c-9c1f-0ac1105147bc req-07fcbf42-95bd-4a88-871a-cd80a64e8f63 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0870986 Apr 18 06:12:35.129789 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8b61cf98-48d3-459c-9c1f-0ac1105147bc req-c17ab267-242b-4c9a-9357-3e822e644082 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372679 Apr 18 06:12:35.309822 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ad75d5ec-0257-460e-b878-4bad6f86581e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:36.315700 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77194bbd-a031-4a4f-9cde-afaf0035cbe8 req-a5ed083b-8312-4de7-a151-9ee60a60b869 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:36.317165 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-77194bbd-a031-4a4f-9cde-afaf0035cbe8 req-a5ed083b-8312-4de7-a151-9ee60a60b869 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0776815 Apr 18 06:12:36.360905 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-77194bbd-a031-4a4f-9cde-afaf0035cbe8 req-299264a1-97f3-456d-8c32-39db3bbc0baf tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381103 Apr 18 06:12:37.543300 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e32e2-d6d5-4867-b69a-a1cbe22f24bd req-efdd894c-39a0-445d-b219-e24bc6c26e3a tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:37.544770 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ed1e32e2-d6d5-4867-b69a-a1cbe22f24bd req-efdd894c-39a0-445d-b219-e24bc6c26e3a tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0797029 Apr 18 06:12:37.587854 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ed1e32e2-d6d5-4867-b69a-a1cbe22f24bd req-0b5d1f8e-60b9-48f7-9bbb-1a75727cd97e tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374763 Apr 18 06:12:37.625607 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-24ee0924-749b-4d9e-bb17-3db8a53a47dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:37.855519 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:38.539858 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:38.662987 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:38.773175 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702932e-042b-429d-9232-23168aac9c14 req-829c1760-63f6-42ec-948a-a0e8cea21623 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:38.774599 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4702932e-042b-429d-9232-23168aac9c14 req-829c1760-63f6-42ec-948a-a0e8cea21623 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0823076 Apr 18 06:12:38.818003 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4702932e-042b-429d-9232-23168aac9c14 req-b5ddfe50-e6cd-42d1-808c-e3dd7adc6087 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372403 Apr 18 06:12:40.018009 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c72ff-3aba-4b09-a341-9b745b171ed0 req-f737c807-e5fe-4e4b-8e02-bcc953be33fb tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:40.019598 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b63c72ff-3aba-4b09-a341-9b745b171ed0 req-f737c807-e5fe-4e4b-8e02-bcc953be33fb tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0954795 Apr 18 06:12:40.066978 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b63c72ff-3aba-4b09-a341-9b745b171ed0 req-a4ef6a4a-d0dc-404f-ae8e-38a916b7aefb tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395839 Apr 18 06:12:40.108708 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:41.255538 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f92e08-3f2f-445b-82fe-507e7dd4c9d4 req-a079ea21-c83a-4286-8927-57931ca8d007 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:41.257006 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-39f92e08-3f2f-445b-82fe-507e7dd4c9d4 req-a079ea21-c83a-4286-8927-57931ca8d007 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0787747 Apr 18 06:12:41.301609 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-39f92e08-3f2f-445b-82fe-507e7dd4c9d4 req-cb0d309d-f3ec-4f02-a16e-0e4990f34c7b tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388370 Apr 18 06:12:42.489642 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2425569-bf05-4391-a1d9-a069f590bbc9 req-e12bf0eb-f086-4f2b-8c0f-6279720a6d4b tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:42.491083 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d2425569-bf05-4391-a1d9-a069f590bbc9 req-e12bf0eb-f086-4f2b-8c0f-6279720a6d4b tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0823708 Apr 18 06:12:42.626790 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d2425569-bf05-4391-a1d9-a069f590bbc9 req-646e0a1e-95c8-459e-9b46-c735a9cc7375 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291893 Apr 18 06:12:43.815124 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85c27b-9a88-4441-821f-e7e7d2b5eb17 req-03a2cd45-15d8-4100-8af8-551c1d388229 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:43.816597 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0c85c27b-9a88-4441-821f-e7e7d2b5eb17 req-03a2cd45-15d8-4100-8af8-551c1d388229 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0810556 Apr 18 06:12:43.860806 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0c85c27b-9a88-4441-821f-e7e7d2b5eb17 req-31c98e70-5cbb-49db-935a-a58cc59c0c06 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386624 Apr 18 06:12:45.040394 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0195846-d352-4fef-a9ee-6d713665ef07 req-240a37f2-a26e-40fa-8351-abe1ca2e42d3 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:45.042489 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c0195846-d352-4fef-a9ee-6d713665ef07 req-240a37f2-a26e-40fa-8351-abe1ca2e42d3 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0796204 Apr 18 06:12:45.084980 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c0195846-d352-4fef-a9ee-6d713665ef07 req-76c5e276-eca5-4ee0-9124-c1002c269400 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368106 Apr 18 06:12:46.267371 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e39921-a981-43bc-91b4-53f595c8a74a req-115f06e2-e4d3-4153-937f-d7b7bb7e4f83 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:46.268850 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c6e39921-a981-43bc-91b4-53f595c8a74a req-115f06e2-e4d3-4153-937f-d7b7bb7e4f83 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0788569 Apr 18 06:12:46.315749 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c6e39921-a981-43bc-91b4-53f595c8a74a req-9dce44dc-3d20-4eed-8e71-ca9c62dbf395 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413308 Apr 18 06:12:47.498853 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d39d91-f5e5-44d0-84e6-c78fc1cfd0d7 req-099e4b77-a4a4-481a-aba4-50ab1fb9b5f4 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:47.500288 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-23d39d91-f5e5-44d0-84e6-c78fc1cfd0d7 req-099e4b77-a4a4-481a-aba4-50ab1fb9b5f4 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0799990 Apr 18 06:12:47.544748 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-23d39d91-f5e5-44d0-84e6-c78fc1cfd0d7 req-f5e93e03-fb15-4080-92be-15fe84694ae1 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389028 Apr 18 06:12:48.728087 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4df96-e834-405b-9c9a-63a6431f038b req-60fb51d4-6a7c-4e3e-8d6a-bc7e80b08610 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:48.729481 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-16b4df96-e834-405b-9c9a-63a6431f038b req-60fb51d4-6a7c-4e3e-8d6a-bc7e80b08610 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0802150 Apr 18 06:12:48.773320 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-16b4df96-e834-405b-9c9a-63a6431f038b req-231f0bbe-af97-4f5c-a4e6-1d920da8c912 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381918 Apr 18 06:12:49.962239 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be529e-eeb8-47e3-98d4-1412cd89af05 req-cd5366f9-c712-41cd-8fac-426132f13d64 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:49.964454 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-09be529e-eeb8-47e3-98d4-1412cd89af05 req-cd5366f9-c712-41cd-8fac-426132f13d64 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0850985 Apr 18 06:12:50.007934 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-09be529e-eeb8-47e3-98d4-1412cd89af05 req-a0e47243-d216-4eef-8ea1-00b5ae3a0dc5 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376129 Apr 18 06:12:51.196003 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024479d-023e-4a5b-bfb5-9342858a3c82 req-de656a15-7210-4dce-9123-1d211c229ffc tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:51.197523 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e024479d-023e-4a5b-bfb5-9342858a3c82 req-de656a15-7210-4dce-9123-1d211c229ffc tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0829971 Apr 18 06:12:51.241551 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e024479d-023e-4a5b-bfb5-9342858a3c82 req-33d6dd5e-3739-4de7-891f-7495200d54a8 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382130 Apr 18 06:12:52.423413 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269dd08-304e-4fa0-ac1a-bce7bf5e1c2a req-c9c0dc15-002c-4698-b998-e2763d1e5d76 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:52.424871 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a269dd08-304e-4fa0-ac1a-bce7bf5e1c2a req-c9c0dc15-002c-4698-b998-e2763d1e5d76 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0785537 Apr 18 06:12:52.468490 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a269dd08-304e-4fa0-ac1a-bce7bf5e1c2a req-657fa403-7b13-465c-b56e-5c7498a980ae tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379486 Apr 18 06:12:53.649629 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d529e-0248-496c-8658-26a291cab073 req-48a53bdd-8e4a-420f-9a02-b6822d628d28 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:53.650983 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e68d529e-0248-496c-8658-26a291cab073 req-48a53bdd-8e4a-420f-9a02-b6822d628d28 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0789013 Apr 18 06:12:53.693854 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e68d529e-0248-496c-8658-26a291cab073 req-8b1cb8d6-b116-48aa-a80a-c5c001fd83d5 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368624 Apr 18 06:12:54.131730 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-fa61303c-3860-4b63-872c-07b4d98ee4e5 service neutron] 10.222.0.52 "GET /v2.0/ports/78ab3206-2e24-4cef-857f-0d9ae50b43c7/bindings/hv-neutron-8374 HTTP/1.1" status: 200 len: 384 time: 0.0813496 Apr 18 06:12:54.412207 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-72bd43a3-76bd-41f3-852e-d1317e727f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:54.413600 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-72bd43a3-76bd-41f3-852e-d1317e727f64 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6&tenant_id=5502b16862af464ab9752a6721eca30a HTTP/1.1" status: 200 len: 1099 time: 0.0694036 Apr 18 06:12:54.511689 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-9ff145ce-7bd8-4699-b06d-a25fb24bdb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:54.513204 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-9ff145ce-7bd8-4699-b06d-a25fb24bdb1f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5502b16862af464ab9752a6721eca30a&device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 1099 time: 0.0728977 Apr 18 06:12:54.646912 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-60022c71-abb0-4273-9d17-68d32e673cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:54.648375 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-60022c71-abb0-4273-9d17-68d32e673cd4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f10d4ed0-228b-4e87-81aa-5ea23f7636d7 HTTP/1.1" status: 200 len: 912 time: 0.1264975 Apr 18 06:12:54.720531 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-198d1855-a241-4920-b213-013d938dbbef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78ab3206-2e24-4cef-857f-0d9ae50b43c7 HTTP/1.1" status: 200 len: 217 time: 0.0622785 Apr 18 06:12:54.784197 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-0429c6a2-6683-42d5-9e10-176ae40d6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:54.785621 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-0429c6a2-6683-42d5-9e10-176ae40d6a50 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c784aac6-beec-4bf4-88bf-9afc414e7999 HTTP/1.1" status: 200 len: 851 time: 0.0568748 Apr 18 06:12:54.834799 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-5b68a0d5-b398-42e3-939c-0dd2c76dfe76 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f10d4ed0-228b-4e87-81aa-5ea23f7636d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397379 Apr 18 06:12:54.881081 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5eb02-b941-4777-9998-651696399a1e req-182f0162-3cf7-45d9-9678-03bb8238cca3 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:54.882544 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6ea5eb02-b941-4777-9998-651696399a1e req-182f0162-3cf7-45d9-9678-03bb8238cca3 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0833879 Apr 18 06:12:54.929428 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6ea5eb02-b941-4777-9998-651696399a1e req-7910de34-2787-4281-b924-73c3a54918b4 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408783 Apr 18 06:12:55.062286 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-6ee3dfc9-a3bd-450e-8840-1feb0637376a service neutron] 10.222.0.52 "GET /v2.0/networks/f10d4ed0-228b-4e87-81aa-5ea23f7636d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181866 Apr 18 06:12:55.194130 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3218b31d-8a74-446e-80d8-960b56fb1cc5 req-f3594ac1-8306-4d59-8f2b-c5c98a9b49d6 service neutron] 10.222.0.52 "GET /v2.0/networks/f10d4ed0-228b-4e87-81aa-5ea23f7636d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229119 Apr 18 06:12:56.117569 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9e930-80f0-4bbf-ab90-1279440bff17 req-be0b2b4e-e8d2-4085-a26a-74f206e4dcd7 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:56.119030 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a3d9e930-80f0-4bbf-ab90-1279440bff17 req-be0b2b4e-e8d2-4085-a26a-74f206e4dcd7 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0829122 Apr 18 06:12:56.162857 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a3d9e930-80f0-4bbf-ab90-1279440bff17 req-10bf5507-6ca1-4b12-9a73-ca212cee149e tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372953 Apr 18 06:12:57.350788 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45437e79-9d03-4e47-91a2-23a8011eeb56 req-0a7bbf4f-4bdf-43f0-b8c6-bfdc14aa1797 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:57.352264 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-45437e79-9d03-4e47-91a2-23a8011eeb56 req-0a7bbf4f-4bdf-43f0-b8c6-bfdc14aa1797 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0791290 Apr 18 06:12:57.399470 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-45437e79-9d03-4e47-91a2-23a8011eeb56 req-3af9b8c9-c421-48a0-8a28-7a6f08e757ca tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408530 Apr 18 06:12:57.936455 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f326c-8b31-4bce-8c2e-7b581a5bf831 req-d8820325-d155-4203-bf7f-71986ad128b5 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:57.937783 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc5f326c-8b31-4bce-8c2e-7b581a5bf831 req-d8820325-d155-4203-bf7f-71986ad128b5 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6&tenant_id=5502b16862af464ab9752a6721eca30a&binding%3Ahost_id=hv-neutron-8374 HTTP/1.1" status: 200 len: 946 time: 0.0805190 Apr 18 06:12:58.080074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f326c-8b31-4bce-8c2e-7b581a5bf831 req-b39431bf-1130-442a-8b8e-e6c051545662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:58.081532 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc5f326c-8b31-4bce-8c2e-7b581a5bf831 req-b39431bf-1130-442a-8b8e-e6c051545662 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5502b16862af464ab9752a6721eca30a&device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 1099 time: 0.0740983 Apr 18 06:12:58.082857 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 78ab3206-2e24-4cef-857f-0d9ae50b43c7 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:12:58.212928 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f326c-8b31-4bce-8c2e-7b581a5bf831 req-a33ac2a1-95e1-46d4-ac97-160cc7a87c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:58.215330 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc5f326c-8b31-4bce-8c2e-7b581a5bf831 req-a33ac2a1-95e1-46d4-ac97-160cc7a87c90 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f10d4ed0-228b-4e87-81aa-5ea23f7636d7 HTTP/1.1" status: 200 len: 912 time: 0.1279471 Apr 18 06:12:58.220004 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 78ab3206-2e24-4cef-857f-0d9ae50b43c7, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=78ab3206-2e24-4cef-857f-0d9ae50b43c7,segment=NetworkSegment(046c2b36-b6c3-49ff-b69a-2b65e5a744f5),segment_id=046c2b36-b6c3-49ff-b69a-2b65e5a744f5)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:12:58.233881 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '78ab3206-2e24-4cef-857f-0d9ae50b43c7', 'network_id': 'f10d4ed0-228b-4e87-81aa-5ea23f7636d7', 'port_id': '78ab3206-2e24-4cef-857f-0d9ae50b43c7', 'mac_address': 'fa:16:3e:f3:4f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c784aac6-beec-4bf4-88bf-9afc414e7999', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:12:58.286461 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc5f326c-8b31-4bce-8c2e-7b581a5bf831 req-d89a91e9-a090-4f9d-85ce-d0be2f732eac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78ab3206-2e24-4cef-857f-0d9ae50b43c7 HTTP/1.1" status: 200 len: 217 time: 0.0640390 Apr 18 06:12:58.289542 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:58.310126 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78ab3206-2e24-4cef-857f-0d9ae50b43c7 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:12:58.326546 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 78ab3206-2e24-4cef-857f-0d9ae50b43c7, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=78ab3206-2e24-4cef-857f-0d9ae50b43c7,segment=NetworkSegment(046c2b36-b6c3-49ff-b69a-2b65e5a744f5),segment_id=046c2b36-b6c3-49ff-b69a-2b65e5a744f5)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:12:58.330284 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:58.349198 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f326c-8b31-4bce-8c2e-7b581a5bf831 req-9e2d55fd-b20d-4262-94ee-b6a241049009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:58.350627 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc5f326c-8b31-4bce-8c2e-7b581a5bf831 req-9e2d55fd-b20d-4262-94ee-b6a241049009 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c784aac6-beec-4bf4-88bf-9afc414e7999 HTTP/1.1" status: 200 len: 851 time: 0.0587652 Apr 18 06:12:58.397808 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc5f326c-8b31-4bce-8c2e-7b581a5bf831 req-8f649bb9-47a5-468f-9146-0e0df28521b4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f10d4ed0-228b-4e87-81aa-5ea23f7636d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407131 Apr 18 06:12:58.400877 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['78ab3206-2e24-4cef-857f-0d9ae50b43c7'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:12:58.440796 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=78ab3206-2e24-4cef-857f-0d9ae50b43c7,revision_number=6']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:12:58.452122 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:12:58.452468 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:12:58.452809 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:12:58.453141 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:12:58.453468 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:12:58.453796 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:12:58.454122 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:12:58.454445 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:12:58.454766 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:12:58.455085 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:12:58.455404 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:12:58.455719 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:12:58.529000 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc5f326c-8b31-4bce-8c2e-7b581a5bf831 req-7ed3a909-e490-44d4-a228-4d879f25cd13 service neutron] 10.222.0.52 "GET /v2.0/networks/f10d4ed0-228b-4e87-81aa-5ea23f7636d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246846 Apr 18 06:12:58.659195 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc5f326c-8b31-4bce-8c2e-7b581a5bf831 req-b2d67d0f-e6c2-476b-90f7-089e86b39443 service neutron] 10.222.0.52 "GET /v2.0/networks/f10d4ed0-228b-4e87-81aa-5ea23f7636d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242378 Apr 18 06:12:59.473218 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534b808-6a80-4322-b83e-992fa8a273d1 req-0a5a3783-273f-44f0-8ef3-b2f658a3ef18 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:59.474651 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c534b808-6a80-4322-b83e-992fa8a273d1 req-0a5a3783-273f-44f0-8ef3-b2f658a3ef18 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 945 time: 0.0792236 Apr 18 06:12:59.518017 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c534b808-6a80-4322-b83e-992fa8a273d1 req-e53191ed-d7d1-482d-bf4d-009bcb71adde tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371659 Apr 18 06:13:00.091347 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 78ab3206-2e24-4cef-857f-0d9ae50b43c7 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:13:00.157048 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 78ab3206-2e24-4cef-857f-0d9ae50b43c7 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:13:00.157415 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:00.271024 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:00.296668 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ab3206-2e24-4cef-857f-0d9ae50b43c7'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:13:00.305791 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 78ab3206-2e24-4cef-857f-0d9ae50b43c7, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=78ab3206-2e24-4cef-857f-0d9ae50b43c7,segment=NetworkSegment(046c2b36-b6c3-49ff-b69a-2b65e5a744f5),segment_id=046c2b36-b6c3-49ff-b69a-2b65e5a744f5)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:13:00.312915 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:00.348580 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c89a97bb-5265-4d4a-ba03-1208265ac50b'] response: {'server_uuid': 'a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ab3206-2e24-4cef-857f-0d9ae50b43c7', 'code': 200} Apr 18 06:13:00.379561 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=78ab3206-2e24-4cef-857f-0d9ae50b43c7,revision_number=7']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:00.701157 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d03503-b96b-42b4-89d3-2964eaa5adc2 req-da884d3c-8b3f-4405-8aa6-1e19e2102778 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:00.702495 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-91d03503-b96b-42b4-89d3-2964eaa5adc2 req-da884d3c-8b3f-4405-8aa6-1e19e2102778 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0811687 Apr 18 06:13:00.745583 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-91d03503-b96b-42b4-89d3-2964eaa5adc2 req-a910bb0d-14d4-4b65-a72b-a066d965d817 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370576 Apr 18 06:13:01.220285 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f326c-8b31-4bce-8c2e-7b581a5bf831 req-673c99f5-fc2e-44f2-a71f-1413fd54d52b tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:01.221698 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc5f326c-8b31-4bce-8c2e-7b581a5bf831 req-673c99f5-fc2e-44f2-a71f-1413fd54d52b tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.0812929 Apr 18 06:13:01.292306 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-dc5f326c-8b31-4bce-8c2e-7b581a5bf831 req-9c992a7d-c64d-4aaa-9624-04d8da03af61 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Deleting port 78ab3206-2e24-4cef-857f-0d9ae50b43c7 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:13:01.292643 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-dc5f326c-8b31-4bce-8c2e-7b581a5bf831 req-9c992a7d-c64d-4aaa-9624-04d8da03af61 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:01.513344 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:13:01.536468 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-dc5f326c-8b31-4bce-8c2e-7b581a5bf831 req-9c992a7d-c64d-4aaa-9624-04d8da03af61 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] For port 78ab3206-2e24-4cef-857f-0d9ae50b43c7, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=78ab3206-2e24-4cef-857f-0d9ae50b43c7,segment=NetworkSegment(046c2b36-b6c3-49ff-b69a-2b65e5a744f5),segment_id=046c2b36-b6c3-49ff-b69a-2b65e5a744f5)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:13:01.536914 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-dc5f326c-8b31-4bce-8c2e-7b581a5bf831 req-9c992a7d-c64d-4aaa-9624-04d8da03af61 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:01.751718 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-dc5f326c-8b31-4bce-8c2e-7b581a5bf831 req-9c992a7d-c64d-4aaa-9624-04d8da03af61 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Calling delete_port for 78ab3206-2e24-4cef-857f-0d9ae50b43c7 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:13:01.947211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-dc5f326c-8b31-4bce-8c2e-7b581a5bf831 req-9c992a7d-c64d-4aaa-9624-04d8da03af61 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:01.964352 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['78ab3206-2e24-4cef-857f-0d9ae50b43c7'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:13:02.035976 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c992a7d-c64d-4aaa-9624-04d8da03af61 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Pushing event deleted for resources: {'Port': ['ID=78ab3206-2e24-4cef-857f-0d9ae50b43c7,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:02.060982 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f4815-b4f4-42f3-968b-02aadad2e7a5 req-c1f7e7ec-7d1f-41d9-b4f1-731abf318446 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:02.062441 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bb0f4815-b4f4-42f3-968b-02aadad2e7a5 req-c1f7e7ec-7d1f-41d9-b4f1-731abf318446 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6 HTTP/1.1" status: 200 len: 946 time: 0.1991465 Apr 18 06:13:02.092490 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c992a7d-c64d-4aaa-9624-04d8da03af61 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:02.092837 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c992a7d-c64d-4aaa-9624-04d8da03af61 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:02.093175 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c992a7d-c64d-4aaa-9624-04d8da03af61 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:02.093562 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c992a7d-c64d-4aaa-9624-04d8da03af61 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:02.093897 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c992a7d-c64d-4aaa-9624-04d8da03af61 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:02.094226 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c992a7d-c64d-4aaa-9624-04d8da03af61 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:02.094554 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c992a7d-c64d-4aaa-9624-04d8da03af61 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:02.094879 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c992a7d-c64d-4aaa-9624-04d8da03af61 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:02.095203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c992a7d-c64d-4aaa-9624-04d8da03af61 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:02.095523 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c992a7d-c64d-4aaa-9624-04d8da03af61 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:02.095844 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c992a7d-c64d-4aaa-9624-04d8da03af61 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:02.096193 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c992a7d-c64d-4aaa-9624-04d8da03af61 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:02.122519 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5f326c-8b31-4bce-8c2e-7b581a5bf831 req-9c992a7d-c64d-4aaa-9624-04d8da03af61 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] No DVR routers for this DVR port 78ab3206-2e24-4cef-857f-0d9ae50b43c7 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:13:02.124895 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-dc5f326c-8b31-4bce-8c2e-7b581a5bf831 req-9c992a7d-c64d-4aaa-9624-04d8da03af61 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:02.130729 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6', 'name': 'network-vif-deleted', 'tag': '78ab3206-2e24-4cef-857f-0d9ae50b43c7'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:13:02.154690 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dc5f326c-8b31-4bce-8c2e-7b581a5bf831 req-9c992a7d-c64d-4aaa-9624-04d8da03af61 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.52 "DELETE /v2.0/ports/78ab3206-2e24-4cef-857f-0d9ae50b43c7 HTTP/1.1" status: 204 len: 173 time: 0.9242768 Apr 18 06:13:02.165132 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bb0f4815-b4f4-42f3-968b-02aadad2e7a5 req-dc9ce889-8795-48a1-a8c4-74b86364ed43 tempest-DeleteServersTestJSON-1991070455 tempest-DeleteServersTestJSON-1991070455-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55c5954-40ff-4e5b-9006-8a29513a13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741942 Apr 18 06:13:02.181830 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1057e8b-d09f-4c3c-8769-c11ed65fc191'] response: {'server_uuid': 'a9c7e71d-cfa6-4d31-a93b-01eeefeefcf6', 'name': 'network-vif-deleted', 'tag': '78ab3206-2e24-4cef-857f-0d9ae50b43c7', 'status': 'completed', 'code': 200} Apr 18 06:13:03.415002 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51870) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:13:03.475855 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c7e4f5-a02e-4a63-965a-3e545feac837 admin admin] Deleting subnet c784aac6-beec-4bf4-88bf-9afc414e7999 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:13:03.478650 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e0c7e4f5-a02e-4a63-965a-3e545feac837 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:03.530543 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e0c7e4f5-a02e-4a63-965a-3e545feac837 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:03.587723 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e0c7e4f5-a02e-4a63-965a-3e545feac837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:03.659424 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e0c7e4f5-a02e-4a63-965a-3e545feac837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:03.699999 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7e4f5-a02e-4a63-965a-3e545feac837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c784aac6-beec-4bf4-88bf-9afc414e7999,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:03.708767 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c7e4f5-a02e-4a63-965a-3e545feac837 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:03.709116 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c7e4f5-a02e-4a63-965a-3e545feac837 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:03.709448 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c7e4f5-a02e-4a63-965a-3e545feac837 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:03.709776 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c7e4f5-a02e-4a63-965a-3e545feac837 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:03.710100 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c7e4f5-a02e-4a63-965a-3e545feac837 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:03.710424 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c7e4f5-a02e-4a63-965a-3e545feac837 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:03.710747 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c7e4f5-a02e-4a63-965a-3e545feac837 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:03.711068 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c7e4f5-a02e-4a63-965a-3e545feac837 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:03.711385 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c7e4f5-a02e-4a63-965a-3e545feac837 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:03.711700 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c7e4f5-a02e-4a63-965a-3e545feac837 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:03.712015 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c7e4f5-a02e-4a63-965a-3e545feac837 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:03.712357 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c7e4f5-a02e-4a63-965a-3e545feac837 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:03.718540 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e0c7e4f5-a02e-4a63-965a-3e545feac837 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:03.724426 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e0c7e4f5-a02e-4a63-965a-3e545feac837 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c784aac6-beec-4bf4-88bf-9afc414e7999 HTTP/1.1" status: 204 len: 168 time: 0.3082488 Apr 18 06:13:03.726925 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51874) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:13:03.828436 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3521e5e1-9190-411c-b20d-74b8c661605f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:03.954614 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3521e5e1-9190-411c-b20d-74b8c661605f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:03.981062 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-3521e5e1-9190-411c-b20d-74b8c661605f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10d4ed0-228b-4e87-81aa-5ea23f7636d7']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:13:03.992534 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-3521e5e1-9190-411c-b20d-74b8c661605f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046c2b36-b6c3-49ff-b69a-2b65e5a744f5') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:13:03.992821 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-3521e5e1-9190-411c-b20d-74b8c661605f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046c2b36-b6c3-49ff-b69a-2b65e5a744f5') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:13:04.003713 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3521e5e1-9190-411c-b20d-74b8c661605f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:04.019900 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3521e5e1-9190-411c-b20d-74b8c661605f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:04.027185 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3521e5e1-9190-411c-b20d-74b8c661605f admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:13:04.027588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3521e5e1-9190-411c-b20d-74b8c661605f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:13:04.041326 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:13:04.119195 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3521e5e1-9190-411c-b20d-74b8c661605f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:04.124020 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 78ab3206-2e24-4cef-857f-0d9ae50b43c7 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:13:04.137036 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3521e5e1-9190-411c-b20d-74b8c661605f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:04.147070 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521e5e1-9190-411c-b20d-74b8c661605f admin admin] Pushing event deleted for resources: {'Network': ['ID=f10d4ed0-228b-4e87-81aa-5ea23f7636d7,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:04.157164 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3521e5e1-9190-411c-b20d-74b8c661605f admin admin] 10.222.0.15 "DELETE /v2.0/networks/f10d4ed0-228b-4e87-81aa-5ea23f7636d7 HTTP/1.1" status: 204 len: 168 time: 0.4292841 Apr 18 06:13:04.160484 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: 78ab3206-2e24-4cef-857f-0d9ae50b43c7 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:13:04.160832 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 78ab3206-2e24-4cef-857f-0d9ae50b43c7 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:13:04.267007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51880) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:13:04.314057 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-86a3ac51-e5ac-473b-a614-958115ab15bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5502b16862af464ab9752a6721eca30a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458617 Apr 18 06:13:04.316316 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51884) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:13:04.373232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d54a53a6-7965-40ae-ba19-d677b3feb280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:04.398355 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d54a53a6-7965-40ae-ba19-d677b3feb280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:04.450258 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d54a53a6-7965-40ae-ba19-d677b3feb280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:04.469830 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a53a6-7965-40ae-ba19-d677b3feb280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55c5954-40ff-4e5b-9006-8a29513a13d8,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:04.482113 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d54a53a6-7965-40ae-ba19-d677b3feb280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:04.484480 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d54a53a6-7965-40ae-ba19-d677b3feb280 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c55c5954-40ff-4e5b-9006-8a29513a13d8 HTTP/1.1" status: 204 len: 168 time: 0.1672473 Apr 18 06:13:05.182898 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51908) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:13:05.285863 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1531955895-network', 'tenant_id': '7d39fa22125e49e3a2fb92945433f80b'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:13:05.290809 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:13:05.295118 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] Usage tracker for resource:network and tenant:7d39fa22125e49e3a2fb92945433f80b is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:13:05.298266 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:13:05.302107 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c8160f02-d4be-40b9-ac21-93a7673401ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:05.304144 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:13:05.409864 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] Made reservation on behalf of 7d39fa22125e49e3a2fb92945433f80b for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:13:05.412123 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:05.424470 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:05.438716 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:13:05.442432 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] Usage tracker for resource:security_group_rule and tenant:7d39fa22125e49e3a2fb92945433f80b is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:13:05.445160 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:13:05.450959 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:13:05.529866 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:05.533780 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:05.565769 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:13:05.574758 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec476234-73db-4593-8213-1467db75ab50,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:05.580325 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:05.580794 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] Added segment 4a16faf8-77cf-4c8f-a862-54214cda1cc8 of type vlan for network da6cd7ca-b143-4e6c-84ee-3702b685d6eb Apr 18 06:13:05.608403 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:05.637576 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:05.638652 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:05.639233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:05.739072 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5550785 Apr 18 06:13:05.741986 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 51914) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:13:05.749639 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c4f239f7-ab96-42a9-a33a-b70a4ac7bdc0 admin admin] Request body: {'subnet': {'network_id': 'da6cd7ca-b143-4e6c-84ee-3702b685d6eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1531955895-subnet', 'tenant_id': '7d39fa22125e49e3a2fb92945433f80b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:13:05.753054 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafad9d-ecfa-49e6-a096-0092007d03e8 admin admin] Pushing event updated for resources: {'Network': ['ID=da6cd7ca-b143-4e6c-84ee-3702b685d6eb,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:05.756573 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c4f239f7-ab96-42a9-a33a-b70a4ac7bdc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:13:05.761070 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c4f239f7-ab96-42a9-a33a-b70a4ac7bdc0 admin admin] Usage tracker for resource:subnet and tenant:7d39fa22125e49e3a2fb92945433f80b is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:13:05.763553 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network da6cd7ca-b143-4e6c-84ee-3702b685d6eb details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:13:05.764103 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c4f239f7-ab96-42a9-a33a-b70a4ac7bdc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:13:05.769759 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c4f239f7-ab96-42a9-a33a-b70a4ac7bdc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:13:05.780981 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f239f7-ab96-42a9-a33a-b70a4ac7bdc0 admin admin] Made reservation on behalf of 7d39fa22125e49e3a2fb92945433f80b for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:13:05.783258 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c4f239f7-ab96-42a9-a33a-b70a4ac7bdc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:05.985285 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c4f239f7-ab96-42a9-a33a-b70a4ac7bdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:06.061540 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f239f7-ab96-42a9-a33a-b70a4ac7bdc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6fa38da-bdd7-46f1-bdfb-5ca75f9e1131,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:06.068725 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f239f7-ab96-42a9-a33a-b70a4ac7bdc0 admin admin] Checking segment: {'id': '4a16faf8-77cf-4c8f-a862-54214cda1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'da6cd7ca-b143-4e6c-84ee-3702b685d6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:13:06.069077 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f239f7-ab96-42a9-a33a-b70a4ac7bdc0 admin admin] Network hostable DHCP agents. Network: da6cd7ca-b143-4e6c-84ee-3702b685d6eb, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:13:06.087966 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f239f7-ab96-42a9-a33a-b70a4ac7bdc0 admin admin] Network da6cd7ca-b143-4e6c-84ee-3702b685d6eb is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:13:06.097121 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-c4f239f7-ab96-42a9-a33a-b70a4ac7bdc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, da6cd7ca-b143-4e6c-84ee-3702b685d6eb) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:13:06.100987 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f239f7-ab96-42a9-a33a-b70a4ac7bdc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:06.101564 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c4f239f7-ab96-42a9-a33a-b70a4ac7bdc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:06.106230 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc78f93-e83d-452a-893b-81f2dc9816c2 None None] Network da6cd7ca-b143-4e6c-84ee-3702b685d6eb requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:13:06.122760 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c4f239f7-ab96-42a9-a33a-b70a4ac7bdc0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3797822 Apr 18 06:13:06.314606 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b777d70-2c79-4e80-b337-84b00d98e259 None None] Network da6cd7ca-b143-4e6c-84ee-3702b685d6eb requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:13:06.632151 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-a8b8b961-d46d-477e-ba75-d19bb2ee1006 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:06.633499 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-a8b8b961-d46d-477e-ba75-d19bb2ee1006 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/networks?id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb HTTP/1.1" status: 200 len: 815 time: 0.1449888 Apr 18 06:13:06.648390 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-bf4e3145-0c71-4d1b-a011-364fb48b587a tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/quotas/7d39fa22125e49e3a2fb92945433f80b HTTP/1.1" status: 200 len: 375 time: 0.0087206 Apr 18 06:13:06.693343 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-0f81513d-af0b-42a8-9404-f1e04587bd79 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7d39fa22125e49e3a2fb92945433f80b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401630 Apr 18 06:13:06.703761 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-36f74971-ef6c-4a78-93c1-9ace824b81e8 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:13:06.704741 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-36f74971-ef6c-4a78-93c1-9ace824b81e8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047684 Apr 18 06:13:06.832505 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-bb29343e-51c1-423b-b00e-3d61fe3e08c8 service neutron] 10.222.0.15 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226246 Apr 18 06:13:06.960091 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-5802e9b9-3792-4bda-a43d-e4a75ed8f7a2 service neutron] 10.222.0.15 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217396 Apr 18 06:13:07.134148 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-77b709e1-c948-4e88-b292-120db25a6ad4 req-3f265a61-9d44-482e-9dc9-96e3aafc4c05 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 210 time: 0.0462205 Apr 18 06:13:07.627525 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b224f104-062b-4d53-9be3-1e7b6b7f021a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:07.886605 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:08.307193 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1ae8a1fc-5063-424c-8d99-cad70a883231 req-02b67fa5-214a-4578-b43b-f523854f704c tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 210 time: 0.0645766 Apr 18 06:13:08.318052 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-dcb99e12-1ae7-42c2-8a8f-a86b97ae0e16 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:08.319475 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-dcb99e12-1ae7-42c2-8a8f-a86b97ae0e16 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.52 "GET /v2.0/networks?id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb HTTP/1.1" status: 200 len: 815 time: 0.2026515 Apr 18 06:13:08.340630 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-4c83078c-c30f-4a61-a7ca-a7d1e906d3b8 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Request body: {'port': {'device_id': '706dd8ff-4077-479d-a738-3a0920c4c2a4', 'network_id': 'da6cd7ca-b143-4e6c-84ee-3702b685d6eb', 'admin_state_up': True, 'tenant_id': '7d39fa22125e49e3a2fb92945433f80b'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:13:08.477826 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-4c83078c-c30f-4a61-a7ca-a7d1e906d3b8 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:13:08.482690 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-4c83078c-c30f-4a61-a7ca-a7d1e906d3b8 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Usage tracker for resource:port and tenant:7d39fa22125e49e3a2fb92945433f80b is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:13:08.485605 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-4c83078c-c30f-4a61-a7ca-a7d1e906d3b8 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:13:08.491167 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-4c83078c-c30f-4a61-a7ca-a7d1e906d3b8 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:13:08.500402 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-4c83078c-c30f-4a61-a7ca-a7d1e906d3b8 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Made reservation on behalf of 7d39fa22125e49e3a2fb92945433f80b for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:13:08.503780 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-4c83078c-c30f-4a61-a7ca-a7d1e906d3b8 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:08.543115 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:08.666844 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:08.670674 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-4c83078c-c30f-4a61-a7ca-a7d1e906d3b8 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Allocated IP 172.20.0.9 (da6cd7ca-b143-4e6c-84ee-3702b685d6eb/e6fa38da-bdd7-46f1-bdfb-5ca75f9e1131/70b9a3b0-e3f5-4bb7-8db7-db535fb87a80) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:13:08.972370 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-4c83078c-c30f-4a61-a7ca-a7d1e906d3b8 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:09.001576 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-4c83078c-c30f-4a61-a7ca-a7d1e906d3b8 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:09.067925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-4c83078c-c30f-4a61-a7ca-a7d1e906d3b8 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Network da6cd7ca-b143-4e6c-84ee-3702b685d6eb is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:13:09.070905 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-4c83078c-c30f-4a61-a7ca-a7d1e906d3b8 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:13:09.073325 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-4c83078c-c30f-4a61-a7ca-a7d1e906d3b8 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:13:09.124173 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83078c-c30f-4a61-a7ca-a7d1e906d3b8 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Pushing event updated for resources: {'Port': ['ID=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:09.147686 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-4c83078c-c30f-4a61-a7ca-a7d1e906d3b8 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:09.148332 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-4c83078c-c30f-4a61-a7ca-a7d1e906d3b8 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:09.167919 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-4c83078c-c30f-4a61-a7ca-a7d1e906d3b8 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8316424 Apr 18 06:13:09.182440 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] Request body: {'port': {'device_id': '706dd8ff-4077-479d-a738-3a0920c4c2a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:13:09.291116 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:09.495300 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c31248-7667-4b02-b24d-c81a66ca23d3 req-1a9dd16a-a5c8-41cd-863f-1dbda11d7e11 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:09.498170 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c0c31248-7667-4b02-b24d-c81a66ca23d3 req-1a9dd16a-a5c8-41cd-863f-1dbda11d7e11 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 931 time: 0.0787582 Apr 18 06:13:09.541081 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-c0c31248-7667-4b02-b24d-c81a66ca23d3 req-015f1941-f896-49d4-9316-46a789d1b6c1 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Synchronizing usage tracker for tenant:7d39fa22125e49e3a2fb92945433f80b on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:13:09.558081 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-c0c31248-7667-4b02-b24d-c81a66ca23d3 req-015f1941-f896-49d4-9316-46a789d1b6c1 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Unset dirty status for tenant:7d39fa22125e49e3a2fb92945433f80b on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:13:09.559641 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c0c31248-7667-4b02-b24d-c81a66ca23d3 req-015f1941-f896-49d4-9316-46a789d1b6c1 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558298 Apr 18 06:13:09.635173 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:13:09.642311 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:09.656291 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] Transition to ACTIVE for port object 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:13:09.660004 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:09.810202 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:09.884808 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] Attempting to bind port 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:13:09.885135 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] Attempting to bind port 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '4a16faf8-77cf-4c8f-a862-54214cda1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'da6cd7ca-b143-4e6c-84ee-3702b685d6eb'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:13:09.885453 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] Attempting to bind port 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 on network da6cd7ca-b143-4e6c-84ee-3702b685d6eb {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:13:09.890476 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] Port 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 on network da6cd7ca-b143-4e6c-84ee-3702b685d6eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:13:09.890782 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] Attempting to bind port 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 on network da6cd7ca-b143-4e6c-84ee-3702b685d6eb {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:13:09.895699 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:13:09.896026 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] Checking segment: {'id': '4a16faf8-77cf-4c8f-a862-54214cda1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'da6cd7ca-b143-4e6c-84ee-3702b685d6eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:13:09.896424 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] Bound using segment: {'id': '4a16faf8-77cf-4c8f-a862-54214cda1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'da6cd7ca-b143-4e6c-84ee-3702b685d6eb'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:13:09.896832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] Bound port: 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a16faf8-77cf-4c8f-a862-54214cda1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'da6cd7ca-b143-4e6c-84ee-3702b685d6eb'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:13:09.897162 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:09.986029 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] For port 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:13:09.988876 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] For port 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80,segment=NetworkSegment(4a16faf8-77cf-4c8f-a862-54214cda1cc8),segment_id=4a16faf8-77cf-4c8f-a862-54214cda1cc8)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:13:09.992897 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:10.046968 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:10.047569 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:10.048957 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] 10.222.0.52 "PUT /v2.0/ports/70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 HTTP/1.1" status: 200 len: 1093 time: 0.8704000 Apr 18 06:13:10.049377 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706dd8ff-4077-479d-a738-3a0920c4c2a4', 'tag': '70b9a3b0-e3f5-4bb7-8db7-db535fb87a80'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:13:10.073515 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5339914-d7cb-49bf-b6fd-5debfd2ff4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:10.111824 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:10.126198 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45eb4a3c-c396-4d4c-b61a-45c0d92c4401'] response: {'name': 'network-changed', 'server_uuid': '706dd8ff-4077-479d-a738-3a0920c4c2a4', 'tag': '70b9a3b0-e3f5-4bb7-8db7-db535fb87a80', 'status': 'completed', 'code': 200} Apr 18 06:13:10.161143 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-3c204527-b35c-40c5-bfcc-535f29da4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:10.162609 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-3c204527-b35c-40c5-bfcc-535f29da4952 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d39fa22125e49e3a2fb92945433f80b&device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 1096 time: 0.0739751 Apr 18 06:13:10.235583 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-122d9bd4-4657-4c52-8a77-d5aec37fe55e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 HTTP/1.1" status: 200 len: 217 time: 0.0635350 Apr 18 06:13:10.302432 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-0f8f46c5-3884-4cb1-8cea-bce7dacb35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:10.303827 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-0f8f46c5-3884-4cb1-8cea-bce7dacb35cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6fa38da-bdd7-46f1-bdfb-5ca75f9e1131 HTTP/1.1" status: 200 len: 855 time: 0.0595560 Apr 18 06:13:10.353200 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c3662917-67bf-45f8-a2d5-dabc08849d1e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400555 Apr 18 06:13:10.485064 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-ed9185f9-1f0c-4a75-a4a4-8707c6860eea service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222680 Apr 18 06:13:10.726577 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca4d56da-25c5-403d-ab5f-9cd9c460d39d req-c6bd0eab-2174-4ca8-a64a-8ef475414136 service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319248 Apr 18 06:13:10.749744 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172a47a-4824-45ab-8a0e-c8a5d83cd7f6 req-18578615-ea3d-4bef-99e2-ffd48bcd10e0 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:10.751213 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1172a47a-4824-45ab-8a0e-c8a5d83cd7f6 req-18578615-ea3d-4bef-99e2-ffd48bcd10e0 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 943 time: 0.0824196 Apr 18 06:13:10.795267 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1172a47a-4824-45ab-8a0e-c8a5d83cd7f6 req-c3f6209c-e635-46de-8087-526f0661863b tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382762 Apr 18 06:13:10.847149 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582783a3-20ce-4fb1-ad0f-db90e8b3f01f req-895b363e-2981-4cb8-be4e-f055a969c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:10.848628 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-582783a3-20ce-4fb1-ad0f-db90e8b3f01f req-895b363e-2981-4cb8-be4e-f055a969c1bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d39fa22125e49e3a2fb92945433f80b&device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 1096 time: 0.0706162 Apr 18 06:13:10.983855 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582783a3-20ce-4fb1-ad0f-db90e8b3f01f req-8a57aec4-d4d4-42e2-8609-5790a88ae86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:10.985318 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-582783a3-20ce-4fb1-ad0f-db90e8b3f01f req-8a57aec4-d4d4-42e2-8609-5790a88ae86a service neutron] 10.222.0.52 "GET /v2.0/networks?id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb HTTP/1.1" status: 200 len: 916 time: 0.1306708 Apr 18 06:13:11.054514 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-582783a3-20ce-4fb1-ad0f-db90e8b3f01f req-d46d2527-211c-4ac6-9b52-d2085d826e9b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 HTTP/1.1" status: 200 len: 217 time: 0.0623574 Apr 18 06:13:11.115253 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582783a3-20ce-4fb1-ad0f-db90e8b3f01f req-b7952cb1-4c45-4ffd-8973-493325f6553f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:11.116671 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-582783a3-20ce-4fb1-ad0f-db90e8b3f01f req-b7952cb1-4c45-4ffd-8973-493325f6553f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6fa38da-bdd7-46f1-bdfb-5ca75f9e1131 HTTP/1.1" status: 200 len: 855 time: 0.0556753 Apr 18 06:13:11.167678 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-582783a3-20ce-4fb1-ad0f-db90e8b3f01f req-49f1d0af-1526-4ba0-956d-34b977fc50a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420794 Apr 18 06:13:11.310548 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-582783a3-20ce-4fb1-ad0f-db90e8b3f01f req-a1859617-45f1-4794-838f-d5dbc1264f87 service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341896 Apr 18 06:13:11.441029 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-582783a3-20ce-4fb1-ad0f-db90e8b3f01f req-ca3870fa-bfba-40f1-bbff-cf8199e647e6 service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237075 Apr 18 06:13:11.977531 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c61af-1c5e-45d7-b9f7-8630d0e958de req-b185f83a-747d-4cb5-b365-e0101af1ee78 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:11.978245 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-679c61af-1c5e-45d7-b9f7-8630d0e958de req-b185f83a-747d-4cb5-b365-e0101af1ee78 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Synchronizing usage tracker for tenant:7d39fa22125e49e3a2fb92945433f80b on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:13:11.994401 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-679c61af-1c5e-45d7-b9f7-8630d0e958de req-b185f83a-747d-4cb5-b365-e0101af1ee78 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Unset dirty status for tenant:7d39fa22125e49e3a2fb92945433f80b on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:13:11.995534 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-679c61af-1c5e-45d7-b9f7-8630d0e958de req-b185f83a-747d-4cb5-b365-e0101af1ee78 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 943 time: 0.0946620 Apr 18 06:13:12.038572 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-679c61af-1c5e-45d7-b9f7-8630d0e958de req-52b01fa3-0c55-43c2-89fe-5535fa61fb4c tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371215 Apr 18 06:13:12.155135 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:13:12.321506 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80,segment=NetworkSegment(4a16faf8-77cf-4c8f-a862-54214cda1cc8),segment_id=4a16faf8-77cf-4c8f-a862-54214cda1cc8)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:13:12.334588 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '70b9a3b0-e3f5-4bb7-8db7-db535fb87a80', 'network_id': 'da6cd7ca-b143-4e6c-84ee-3702b685d6eb', 'port_id': '70b9a3b0-e3f5-4bb7-8db7-db535fb87a80', 'mac_address': 'fa:16:3e:9b:0b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6fa38da-bdd7-46f1-bdfb-5ca75f9e1131', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:13:12.391593 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:12.408418 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:13:12.422849 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80,segment=NetworkSegment(4a16faf8-77cf-4c8f-a862-54214cda1cc8),segment_id=4a16faf8-77cf-4c8f-a862-54214cda1cc8)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:13:12.426537 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:12.490858 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:12.699535 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['70b9a3b0-e3f5-4bb7-8db7-db535fb87a80'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:13:13.219987 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862d407-87e0-4600-b624-957fd408d23f req-d2ee040b-1f02-433f-932c-0eb747adfd75 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:13.221470 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5862d407-87e0-4600-b624-957fd408d23f req-d2ee040b-1f02-433f-932c-0eb747adfd75 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 944 time: 0.0797787 Apr 18 06:13:13.268775 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5862d407-87e0-4600-b624-957fd408d23f req-993ed7b1-7be4-4471-8450-b3f67c20858a tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414977 Apr 18 06:13:14.156250 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:13:14.225024 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:13:14.229692 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:13:14.231231 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:14.356731 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:14.384271 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706dd8ff-4077-479d-a738-3a0920c4c2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b9a3b0-e3f5-4bb7-8db7-db535fb87a80'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:13:14.393143 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80,segment=NetworkSegment(4a16faf8-77cf-4c8f-a862-54214cda1cc8),segment_id=4a16faf8-77cf-4c8f-a862-54214cda1cc8)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:13:14.398275 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:14.436850 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a6382e5-10bb-41a9-a4d9-4073bb2ddb6a'] response: {'server_uuid': '706dd8ff-4077-479d-a738-3a0920c4c2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b9a3b0-e3f5-4bb7-8db7-db535fb87a80', 'code': 200} Apr 18 06:13:14.461610 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01bf2d-4146-4154-9ce1-61954bba0340 req-bebc333c-5b43-4d9e-86c3-23b7397bb017 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:14.463127 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fd01bf2d-4146-4154-9ce1-61954bba0340 req-bebc333c-5b43-4d9e-86c3-23b7397bb017 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0894322 Apr 18 06:13:14.470568 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:14.510956 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fd01bf2d-4146-4154-9ce1-61954bba0340 req-82917597-6610-429a-9de8-45c5fa3086d6 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405369 Apr 18 06:13:14.670616 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b6513-39f5-49be-8808-e5bea2b2be78 req-82233d39-6116-4f34-b570-81ec54b360fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:14.672085 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e24b6513-39f5-49be-8808-e5bea2b2be78 req-82233d39-6116-4f34-b570-81ec54b360fa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 1098 time: 0.0680339 Apr 18 06:13:14.719381 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e24b6513-39f5-49be-8808-e5bea2b2be78 req-149b48c9-b221-4c88-a6d7-87c1ee81db02 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371802 Apr 18 06:13:15.700667 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167f53f-50eb-4f39-af5d-f2a166cb3234 req-0e4194b7-4a14-432d-8200-a486140709dd tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:15.702018 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a167f53f-50eb-4f39-af5d-f2a166cb3234 req-0e4194b7-4a14-432d-8200-a486140709dd tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0783477 Apr 18 06:13:15.744988 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a167f53f-50eb-4f39-af5d-f2a166cb3234 req-8f8666c0-8684-40ea-b210-53adb6070dbe tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372651 Apr 18 06:13:16.928975 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eee9cb-8ac8-456c-a85d-788834a2dfa4 req-4d1e87e1-4c8f-4b39-8962-0d05aa7e8214 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:16.930505 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-05eee9cb-8ac8-456c-a85d-788834a2dfa4 req-4d1e87e1-4c8f-4b39-8962-0d05aa7e8214 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0793386 Apr 18 06:13:16.976843 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-05eee9cb-8ac8-456c-a85d-788834a2dfa4 req-ae0a296f-bffa-4b04-8a8e-4e2e0f703df1 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397842 Apr 18 06:13:17.170766 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189b2f7-4757-410f-b464-d27f4f299429 req-e056bd3f-8cbd-4834-90a1-4504895d35f8 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:17.172150 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2189b2f7-4757-410f-b464-d27f4f299429 req-e056bd3f-8cbd-4834-90a1-4504895d35f8 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0854292 Apr 18 06:13:17.217273 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2189b2f7-4757-410f-b464-d27f4f299429 req-901868e0-71e7-42f3-a388-dd85e7379bb0 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395825 Apr 18 06:13:17.559379 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287eaa4-782d-4b96-a943-3b1c8995a717 req-72ac1143-2bef-4eaa-85ee-47a7dc30c1f6 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:17.561309 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c287eaa4-782d-4b96-a943-3b1c8995a717 req-72ac1143-2bef-4eaa-85ee-47a7dc30c1f6 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0790310 Apr 18 06:13:17.605463 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c287eaa4-782d-4b96-a943-3b1c8995a717 req-05eb306a-5d15-460f-85d5-ae5bb62dfbaa tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382121 Apr 18 06:13:17.790249 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ce19c-79e1-4221-b8e8-b90042a15b9a req-cd366383-bc97-48b1-9e83-e414e61bf34a tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:17.791697 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-947ce19c-79e1-4221-b8e8-b90042a15b9a req-cd366383-bc97-48b1-9e83-e414e61bf34a tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0841064 Apr 18 06:13:17.835380 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-947ce19c-79e1-4221-b8e8-b90042a15b9a req-2e3429a3-7f36-481b-8d48-d055b4963810 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373600 Apr 18 06:13:18.366863 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-4680b6c3-8dff-412d-9228-6f56219a6b52 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1083713 Apr 18 06:13:18.410615 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ef345-c184-441d-afbe-a9c02ad72702 req-c7b1b465-0482-4d7f-b360-ea660c5ccd58 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:18.412078 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b05ef345-c184-441d-afbe-a9c02ad72702 req-c7b1b465-0482-4d7f-b360-ea660c5ccd58 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0896022 Apr 18 06:13:18.457962 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b05ef345-c184-441d-afbe-a9c02ad72702 req-10c5ca2a-ca3a-45d9-b82e-88255cb0d0f6 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393507 Apr 18 06:13:19.544954 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-c005cb25-33c2-4fe4-ae38-e2121ad69281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:19.546401 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-c005cb25-33c2-4fe4-ae38-e2121ad69281 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d39fa22125e49e3a2fb92945433f80b&device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 1098 time: 0.0705564 Apr 18 06:13:19.648431 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5432da-8bda-4741-a220-64b2c4f7e8cc req-7accb159-5228-4657-bdd1-ea405c3c2367 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:19.649807 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1e5432da-8bda-4741-a220-64b2c4f7e8cc req-7accb159-5228-4657-bdd1-ea405c3c2367 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0840974 Apr 18 06:13:19.677282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-aadca447-27cb-471d-839b-3ac3ee0a98b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:19.678719 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-aadca447-27cb-471d-839b-3ac3ee0a98b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb HTTP/1.1" status: 200 len: 916 time: 0.1263366 Apr 18 06:13:19.694556 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1e5432da-8bda-4741-a220-64b2c4f7e8cc req-646735eb-fabe-41cd-99e2-64dee4280148 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389071 Apr 18 06:13:19.841732 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-3ce9a3a0-76c2-43da-9e10-89a6be7ea0ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 HTTP/1.1" status: 200 len: 217 time: 0.1570201 Apr 18 06:13:19.905107 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-e50ba369-0696-43d2-86ad-94c7fbf11f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:19.906413 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-e50ba369-0696-43d2-86ad-94c7fbf11f80 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6fa38da-bdd7-46f1-bdfb-5ca75f9e1131 HTTP/1.1" status: 200 len: 855 time: 0.0579538 Apr 18 06:13:19.952504 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-1656a7e2-68ed-451a-acc4-2d5d6a1f847b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405130 Apr 18 06:13:20.083029 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-a3202c53-f3ed-4861-8951-166d1cceafda service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246550 Apr 18 06:13:20.216333 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-028befae-6f24-4047-a94b-e60dc16d7b4f service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271300 Apr 18 06:13:20.876634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f70f2-c33a-4876-ae35-fbe548acaf87 req-80e5fc7d-add7-4c16-a76c-e45db01b2a06 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:20.878050 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-010f70f2-c33a-4876-ae35-fbe548acaf87 req-80e5fc7d-add7-4c16-a76c-e45db01b2a06 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0771453 Apr 18 06:13:20.925027 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-010f70f2-c33a-4876-ae35-fbe548acaf87 req-cd001736-38b1-4d92-bc8a-28edb21bed30 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414093 Apr 18 06:13:22.107233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23181572-917e-4c17-8fd2-b77a58e0ad6a req-d0f30650-325e-45e8-88b0-63e86faf36da tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:22.108704 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-23181572-917e-4c17-8fd2-b77a58e0ad6a req-d0f30650-325e-45e8-88b0-63e86faf36da tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0790849 Apr 18 06:13:22.154796 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-23181572-917e-4c17-8fd2-b77a58e0ad6a req-75963f02-8ddc-43a3-a0c6-1dc20b94b28d tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404489 Apr 18 06:13:23.335111 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fd19f-9416-4f63-a9d4-3448ad407c2a req-cef5b797-8a72-4874-942c-986a66a0d728 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:23.336585 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d24fd19f-9416-4f63-a9d4-3448ad407c2a req-cef5b797-8a72-4874-942c-986a66a0d728 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0780721 Apr 18 06:13:23.380830 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d24fd19f-9416-4f63-a9d4-3448ad407c2a req-9b06f5d2-db8f-4535-8139-4ae44b006944 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377185 Apr 18 06:13:24.570763 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84f783-81ac-4077-a1e6-4e5889bbbe12 req-09376d20-ab44-4aa3-abb1-0d819e4d8a68 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:24.572237 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6a84f783-81ac-4077-a1e6-4e5889bbbe12 req-09376d20-ab44-4aa3-abb1-0d819e4d8a68 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0832613 Apr 18 06:13:24.616512 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6a84f783-81ac-4077-a1e6-4e5889bbbe12 req-6a5c987a-0a03-41c3-ba00-0d9ec75a200f tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380638 Apr 18 06:13:25.801903 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7cae0-323e-42ce-b235-81b3a2318787 req-7717273b-3f6c-415b-87e3-d8bf89bc134b tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:25.803344 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-46f7cae0-323e-42ce-b235-81b3a2318787 req-7717273b-3f6c-415b-87e3-d8bf89bc134b tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0840781 Apr 18 06:13:25.848105 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-46f7cae0-323e-42ce-b235-81b3a2318787 req-a8752565-5ed6-4a10-876b-8a4e45129cc5 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388362 Apr 18 06:13:27.031240 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0a226-f4bf-4ad5-92ff-67c593201163 req-9a69c931-a4ab-40e5-bbb9-4be7df4c9ddc tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:27.032719 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c3e0a226-f4bf-4ad5-92ff-67c593201163 req-9a69c931-a4ab-40e5-bbb9-4be7df4c9ddc tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0813062 Apr 18 06:13:27.076346 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c3e0a226-f4bf-4ad5-92ff-67c593201163 req-170c5542-808f-4197-8637-43b0f47f39b7 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380754 Apr 18 06:13:28.261750 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d2b8a-da9e-4c36-8c33-6c3f63804c0b req-b1e7b442-f36b-483c-a6f7-540e86125e93 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:28.263256 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fd7d2b8a-da9e-4c36-8c33-6c3f63804c0b req-b1e7b442-f36b-483c-a6f7-540e86125e93 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0806870 Apr 18 06:13:28.307023 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fd7d2b8a-da9e-4c36-8c33-6c3f63804c0b req-6d5eb831-c4b0-420f-8681-1caab938deb1 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382059 Apr 18 06:13:29.493950 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96246700-ff6e-4874-a2d8-6ade0b7e548f req-bb5e4a84-7fb8-497a-8611-b62807652bdd tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:29.495409 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-96246700-ff6e-4874-a2d8-6ade0b7e548f req-bb5e4a84-7fb8-497a-8611-b62807652bdd tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0788352 Apr 18 06:13:29.541810 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-96246700-ff6e-4874-a2d8-6ade0b7e548f req-50ff05fd-d705-4eac-8ccc-7a88e50bab04 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406418 Apr 18 06:13:30.727285 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07686a3-e3b7-4d4c-9ffb-7acb178b5c2a req-9ca21277-c11a-4992-b7db-f242f81a8046 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:30.728665 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c07686a3-e3b7-4d4c-9ffb-7acb178b5c2a req-9ca21277-c11a-4992-b7db-f242f81a8046 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0838604 Apr 18 06:13:30.771474 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c07686a3-e3b7-4d4c-9ffb-7acb178b5c2a req-65f0f1a9-53d0-43c6-9dc2-9bebba639095 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365181 Apr 18 06:13:31.662391 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ca886-523a-42b8-9802-c8def1c46105 req-0e58838d-e60f-4abf-acbf-ac8a65194fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:31.663750 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-550ca886-523a-42b8-9802-c8def1c46105 req-0e58838d-e60f-4abf-acbf-ac8a65194fc4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d39fa22125e49e3a2fb92945433f80b&device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 1098 time: 0.0685275 Apr 18 06:13:31.809332 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ca886-523a-42b8-9802-c8def1c46105 req-df7879bd-5e9d-4c04-a877-c50a1282a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:31.810780 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-550ca886-523a-42b8-9802-c8def1c46105 req-df7879bd-5e9d-4c04-a877-c50a1282a417 service neutron] 10.222.0.52 "GET /v2.0/networks?id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb HTTP/1.1" status: 200 len: 916 time: 0.1250670 Apr 18 06:13:31.882111 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-550ca886-523a-42b8-9802-c8def1c46105 req-1862a5d8-bd59-4434-b5dc-ab13e2e02d43 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 HTTP/1.1" status: 200 len: 217 time: 0.0636027 Apr 18 06:13:31.945804 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ca886-523a-42b8-9802-c8def1c46105 req-be2efa69-3b37-4fa4-af4f-941f91a88998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:31.947169 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-550ca886-523a-42b8-9802-c8def1c46105 req-be2efa69-3b37-4fa4-af4f-941f91a88998 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6fa38da-bdd7-46f1-bdfb-5ca75f9e1131 HTTP/1.1" status: 200 len: 855 time: 0.0578916 Apr 18 06:13:31.958855 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0bb68-372a-4656-ac5a-38b394c6db73 req-c90e6e04-c00c-4d8b-8d00-8a80e1aa9bd7 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:31.960403 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-97a0bb68-372a-4656-ac5a-38b394c6db73 req-c90e6e04-c00c-4d8b-8d00-8a80e1aa9bd7 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0808620 Apr 18 06:13:31.996843 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-550ca886-523a-42b8-9802-c8def1c46105 req-53c44406-117f-4cc3-9056-ca974f5b3135 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429142 Apr 18 06:13:32.005263 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-97a0bb68-372a-4656-ac5a-38b394c6db73 req-03909533-b58a-456b-9399-7fa4b9ed5ec7 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389996 Apr 18 06:13:32.127740 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-550ca886-523a-42b8-9802-c8def1c46105 req-8d9c842e-ccd2-4c76-90f3-83f24f631600 service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220918 Apr 18 06:13:32.356539 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-550ca886-523a-42b8-9802-c8def1c46105 req-eee0d609-e86c-4159-ac86-83ade42548c3 service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184861 Apr 18 06:13:33.185953 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b868e2-a4c7-4143-ba2e-8e61c49f961f req-61e4ca65-d771-4f86-be02-c639f8a31202 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:33.187407 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-91b868e2-a4c7-4143-ba2e-8e61c49f961f req-61e4ca65-d771-4f86-be02-c639f8a31202 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0779834 Apr 18 06:13:33.233580 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-91b868e2-a4c7-4143-ba2e-8e61c49f961f req-06d7ff62-af45-4391-b3ad-377c9cc540d0 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404937 Apr 18 06:13:34.420244 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093b0db-e6f6-4e1a-b857-e19f10ced0cd req-5b3c468e-7ffe-4f03-bd7c-580e79f76b23 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:34.421691 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3093b0db-e6f6-4e1a-b857-e19f10ced0cd req-5b3c468e-7ffe-4f03-bd7c-580e79f76b23 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0834444 Apr 18 06:13:34.466532 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3093b0db-e6f6-4e1a-b857-e19f10ced0cd req-b8327076-b593-4267-873c-0deadd2f29c9 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391765 Apr 18 06:13:35.303781 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2614ce54-9528-47b7-89ee-b49f2151e7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:35.653980 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cea1f-2647-43e6-81c0-ee46da25ab63 req-151e9f82-4222-42be-9008-00269d8da4be tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:35.655431 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b22cea1f-2647-43e6-81c0-ee46da25ab63 req-151e9f82-4222-42be-9008-00269d8da4be tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0816278 Apr 18 06:13:35.698999 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b22cea1f-2647-43e6-81c0-ee46da25ab63 req-c4da1441-178e-4c29-b8ea-89406534d164 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378087 Apr 18 06:13:36.882167 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa56e9-c196-445d-9b47-ae631f850d52 req-ebe334e9-d21c-43ac-a75b-dade4226bbee tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:36.883657 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-65aa56e9-c196-445d-9b47-ae631f850d52 req-ebe334e9-d21c-43ac-a75b-dade4226bbee tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0792942 Apr 18 06:13:36.926426 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-65aa56e9-c196-445d-9b47-ae631f850d52 req-fddca0ce-740a-4bda-bd0e-6a86b55af9f5 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371761 Apr 18 06:13:37.628238 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8eb6aba6-f441-48ba-a0fa-1fd2fb14f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:37.887885 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:38.108340 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d5b11-fefc-4b7f-978f-4fb83ca9bd6c req-992fed30-8009-4d13-a77e-d11251de88b6 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:38.109768 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-da3d5b11-fefc-4b7f-978f-4fb83ca9bd6c req-992fed30-8009-4d13-a77e-d11251de88b6 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0787609 Apr 18 06:13:38.155522 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-da3d5b11-fefc-4b7f-978f-4fb83ca9bd6c req-eae9eebe-f87c-4dc1-aad2-3d9fa6ec434f tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401039 Apr 18 06:13:38.512274 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:13:38.544745 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:38.669438 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:39.343024 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5870d-942d-4b44-afae-aab7edb0d5e0 req-63257391-9632-4785-afb7-79538fad61fe tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:39.344578 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e1e5870d-942d-4b44-afae-aab7edb0d5e0 req-63257391-9632-4785-afb7-79538fad61fe tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0837333 Apr 18 06:13:39.388529 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e1e5870d-942d-4b44-afae-aab7edb0d5e0 req-8c2a2036-6ff4-40f2-82d7-03274952ab34 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382073 Apr 18 06:13:40.115553 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:40.571500 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed0351-3ab6-44ed-9c1f-fda31bd7b65f req-32d41fb9-332b-4dd1-bb84-757d658a8dab tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:40.572981 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f6ed0351-3ab6-44ed-9c1f-fda31bd7b65f req-32d41fb9-332b-4dd1-bb84-757d658a8dab tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0792346 Apr 18 06:13:40.617712 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f6ed0351-3ab6-44ed-9c1f-fda31bd7b65f req-cae4bdb9-03f1-40ee-8a2c-64afd3a8c5cc tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382450 Apr 18 06:13:41.910239 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdf8fd-586a-4263-b0c8-395db3fe48dd req-00758f95-2690-4fde-a880-f3583641e2a4 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:41.911611 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-96fdf8fd-586a-4263-b0c8-395db3fe48dd req-00758f95-2690-4fde-a880-f3583641e2a4 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.1890495 Apr 18 06:13:41.958926 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-96fdf8fd-586a-4263-b0c8-395db3fe48dd req-ed948eea-43de-4c41-af31-93bdb8b0a65d tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411196 Apr 18 06:13:43.226011 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04652dc4-b63e-4b13-af18-42cec481c58e req-89570cd3-8ca9-435b-be1f-bc6fc78f6e94 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:43.227455 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-04652dc4-b63e-4b13-af18-42cec481c58e req-89570cd3-8ca9-435b-be1f-bc6fc78f6e94 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.1638031 Apr 18 06:13:43.271773 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-04652dc4-b63e-4b13-af18-42cec481c58e req-9cc33787-ef4b-47ef-ba61-e82254560934 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378561 Apr 18 06:13:44.454056 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cd83f-db37-49f0-a461-e16d4691c43a req-c7949057-112d-4362-9952-00d17a27d628 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:44.455503 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e17cd83f-db37-49f0-a461-e16d4691c43a req-c7949057-112d-4362-9952-00d17a27d628 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0782659 Apr 18 06:13:44.502489 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e17cd83f-db37-49f0-a461-e16d4691c43a req-0d605e3f-367c-453e-8f5b-a4d0eab6e942 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413783 Apr 18 06:13:45.688655 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ef7ed-1fee-4954-ac29-146845cf5c0e req-4f121c61-bad3-4ef3-9ca4-3d721e840524 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:45.690007 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-958ef7ed-1fee-4954-ac29-146845cf5c0e req-4f121c61-bad3-4ef3-9ca4-3d721e840524 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0793235 Apr 18 06:13:45.733010 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-958ef7ed-1fee-4954-ac29-146845cf5c0e req-01e4cc42-12f4-48a7-bb4a-2057c58437ed tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372951 Apr 18 06:13:47.015162 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127bdd2-16cb-456c-bded-82281f3a0857 req-7c9d31b6-e743-4cac-8148-9aa67d53304b tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:47.016545 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d127bdd2-16cb-456c-bded-82281f3a0857 req-7c9d31b6-e743-4cac-8148-9aa67d53304b tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.1741967 Apr 18 06:13:47.059788 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d127bdd2-16cb-456c-bded-82281f3a0857 req-cc759c4a-f4b5-419d-9195-82ee0371e9b1 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375776 Apr 18 06:13:47.141519 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-bd772367-c93b-4383-aaf7-537d71389a8b service neutron] 10.222.0.52 "GET /v2.0/ports/70b9a3b0-e3f5-4bb7-8db7-db535fb87a80/bindings/hv-neutron-8374 HTTP/1.1" status: 200 len: 384 time: 0.0782883 Apr 18 06:13:47.424064 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-74f5728a-906f-4242-906f-946f8faffa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:47.425551 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-74f5728a-906f-4242-906f-946f8faffa75 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4&tenant_id=7d39fa22125e49e3a2fb92945433f80b HTTP/1.1" status: 200 len: 1098 time: 0.0697758 Apr 18 06:13:47.522420 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-3e5cbe14-8410-40bf-85bd-c8cb19a87190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:47.523858 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-3e5cbe14-8410-40bf-85bd-c8cb19a87190 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d39fa22125e49e3a2fb92945433f80b&device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 1098 time: 0.0715542 Apr 18 06:13:47.656869 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-dbd0c299-2bca-4fe7-99b7-883f67952355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:47.658198 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-dbd0c299-2bca-4fe7-99b7-883f67952355 service neutron] 10.222.0.52 "GET /v2.0/networks?id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb HTTP/1.1" status: 200 len: 916 time: 0.1226561 Apr 18 06:13:47.727713 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-feca2fdf-d7af-4b9d-b803-d9ec86c74964 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 HTTP/1.1" status: 200 len: 217 time: 0.0624952 Apr 18 06:13:47.789849 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-c7c8ace0-cfd3-4ebe-aabd-fb1d6f4d7c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:47.791206 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-c7c8ace0-cfd3-4ebe-aabd-fb1d6f4d7c9d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6fa38da-bdd7-46f1-bdfb-5ca75f9e1131 HTTP/1.1" status: 200 len: 855 time: 0.0548189 Apr 18 06:13:47.842193 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-83f6fbe2-9f2e-4f3b-9d87-2699a889a8d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393968 Apr 18 06:13:47.972672 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-41a8bb9b-8dca-4df5-a21c-75f76fe8b7fd service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205266 Apr 18 06:13:48.102637 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9139e926-3c4e-4db8-8c8e-d9d40e793b57 req-43a63a9f-3cf0-479b-974c-b3b6d793d4b0 service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212838 Apr 18 06:13:48.253283 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ad283-73c0-4d9b-a136-0a7e1b5d3ca9 req-c5ce4d25-546f-42a6-a99f-08051d7d005e tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:48.254832 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-568ad283-73c0-4d9b-a136-0a7e1b5d3ca9 req-c5ce4d25-546f-42a6-a99f-08051d7d005e tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0893087 Apr 18 06:13:48.300341 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-568ad283-73c0-4d9b-a136-0a7e1b5d3ca9 req-033db8cd-b813-4b78-a86c-3e5d4f3fb6ae tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397015 Apr 18 06:13:49.486105 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6193721-493d-4a56-94a4-689ab526fe1a req-938b80b6-edae-4de8-a8ff-d48bd138636b tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:49.487534 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d6193721-493d-4a56-94a4-689ab526fe1a req-938b80b6-edae-4de8-a8ff-d48bd138636b tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0828249 Apr 18 06:13:49.530970 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d6193721-493d-4a56-94a4-689ab526fe1a req-d16feee9-d4f7-4824-b952-2b74cec471e2 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377841 Apr 18 06:13:50.428388 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:13:50.432133 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:13:50.652137 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:50.674629 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80,segment=NetworkSegment(4a16faf8-77cf-4c8f-a862-54214cda1cc8),segment_id=4a16faf8-77cf-4c8f-a862-54214cda1cc8)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:13:50.696978 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '70b9a3b0-e3f5-4bb7-8db7-db535fb87a80', 'network_id': 'da6cd7ca-b143-4e6c-84ee-3702b685d6eb', 'port_id': '70b9a3b0-e3f5-4bb7-8db7-db535fb87a80', 'mac_address': 'fa:16:3e:9b:0b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6fa38da-bdd7-46f1-bdfb-5ca75f9e1131', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:13:50.698289 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706dd8ff-4077-479d-a738-3a0920c4c2a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70b9a3b0-e3f5-4bb7-8db7-db535fb87a80'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:13:50.718658 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303025f-7918-4228-892a-7d63f0556d76 req-62b5f3e9-b25b-4cc0-9d0a-e7bb454bda61 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:50.720279 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8303025f-7918-4228-892a-7d63f0556d76 req-62b5f3e9-b25b-4cc0-9d0a-e7bb454bda61 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0805080 Apr 18 06:13:50.746421 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80,segment=NetworkSegment(4a16faf8-77cf-4c8f-a862-54214cda1cc8),segment_id=4a16faf8-77cf-4c8f-a862-54214cda1cc8)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:13:50.753900 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:50.771413 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8303025f-7918-4228-892a-7d63f0556d76 req-c6bff804-c77c-4467-a2c9-e90ed190f17d tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448806 Apr 18 06:13:50.792364 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2ebf2bc-cdbb-4915-b1f0-cebc45cab8f0'] response: {'server_uuid': '706dd8ff-4077-479d-a738-3a0920c4c2a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70b9a3b0-e3f5-4bb7-8db7-db535fb87a80', 'code': 200} Apr 18 06:13:50.810213 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:50.839535 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:13:50.878847 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80,revision_number=6']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:50.911637 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-43976525-c276-426b-9282-08f9976672d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:13:50.911886 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-43976525-c276-426b-9282-08f9976672d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:13:51.234873 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ae629-ca0f-4cba-bca6-15ec4f656ca5 req-c630ddb3-7a5e-4a27-9336-b512f8b384a6 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:51.236331 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b45ae629-ca0f-4cba-bca6-15ec4f656ca5 req-c630ddb3-7a5e-4a27-9336-b512f8b384a6 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 943 time: 0.2378919 Apr 18 06:13:51.244164 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96234a75-e5bb-4ae6-a431-299b9c5d6fa8 req-41199cba-d548-4d9f-9384-b3a803231011 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:51.246102 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-96234a75-e5bb-4ae6-a431-299b9c5d6fa8 req-41199cba-d548-4d9f-9384-b3a803231011 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.52 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4&tenant_id=7d39fa22125e49e3a2fb92945433f80b&binding%3Ahost_id=hv-neutron-8374 HTTP/1.1" status: 200 len: 943 time: 0.2167685 Apr 18 06:13:51.283545 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b45ae629-ca0f-4cba-bca6-15ec4f656ca5 req-0b88e871-5509-4da0-b0b2-43135c72f585 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365291 Apr 18 06:13:51.379840 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96234a75-e5bb-4ae6-a431-299b9c5d6fa8 req-12027fa4-7f37-4c14-9fcb-1199424b5bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:51.381316 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-96234a75-e5bb-4ae6-a431-299b9c5d6fa8 req-12027fa4-7f37-4c14-9fcb-1199424b5bcf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d39fa22125e49e3a2fb92945433f80b&device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 1096 time: 0.0684476 Apr 18 06:13:51.465739 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:51.482498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:13:51.497408 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80,segment=NetworkSegment(4a16faf8-77cf-4c8f-a862-54214cda1cc8),segment_id=4a16faf8-77cf-4c8f-a862-54214cda1cc8)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:13:51.502016 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:51.514210 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96234a75-e5bb-4ae6-a431-299b9c5d6fa8 req-87ed193b-d5bf-4c54-b34e-18b9d9c45862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:51.515670 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-96234a75-e5bb-4ae6-a431-299b9c5d6fa8 req-87ed193b-d5bf-4c54-b34e-18b9d9c45862 service neutron] 10.222.0.52 "GET /v2.0/networks?id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb HTTP/1.1" status: 200 len: 916 time: 0.1285348 Apr 18 06:13:51.569768 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['70b9a3b0-e3f5-4bb7-8db7-db535fb87a80'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:13:51.585867 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-96234a75-e5bb-4ae6-a431-299b9c5d6fa8 req-8777d8f8-d875-415a-bb5a-d5262f5d9b3c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 HTTP/1.1" status: 200 len: 217 time: 0.0641611 Apr 18 06:13:51.607615 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80,revision_number=7']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:51.646276 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96234a75-e5bb-4ae6-a431-299b9c5d6fa8 req-aac428b6-8d31-4ea4-9c59-24ffd935cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:51.647706 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-96234a75-e5bb-4ae6-a431-299b9c5d6fa8 req-aac428b6-8d31-4ea4-9c59-24ffd935cb51 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6fa38da-bdd7-46f1-bdfb-5ca75f9e1131 HTTP/1.1" status: 200 len: 855 time: 0.0560052 Apr 18 06:13:51.695481 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-96234a75-e5bb-4ae6-a431-299b9c5d6fa8 req-11203300-ebf8-4243-8bcb-410bc812692a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421655 Apr 18 06:13:51.825941 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-96234a75-e5bb-4ae6-a431-299b9c5d6fa8 req-87067f65-80f6-4b2e-84b4-f340c00feba6 service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241579 Apr 18 06:13:51.955752 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-96234a75-e5bb-4ae6-a431-299b9c5d6fa8 req-d2bd7362-86c4-4c2c-b33a-a9b870f522f2 service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226912 Apr 18 06:13:52.458196 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:13:52.481388 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841032d-81c6-4c31-98ba-347340a4186b req-74352179-74da-445c-beb8-4900374dc5e9 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:52.482864 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d841032d-81c6-4c31-98ba-347340a4186b req-74352179-74da-445c-beb8-4900374dc5e9 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 944 time: 0.0872800 Apr 18 06:13:52.531364 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d841032d-81c6-4c31-98ba-347340a4186b req-c5bc18af-8705-4354-9bfc-817e23262b66 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409565 Apr 18 06:13:52.548197 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:13:52.548689 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:52.667495 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:52.728071 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80,segment=NetworkSegment(4a16faf8-77cf-4c8f-a862-54214cda1cc8),segment_id=4a16faf8-77cf-4c8f-a862-54214cda1cc8)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:13:52.732002 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:52.793490 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706dd8ff-4077-479d-a738-3a0920c4c2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b9a3b0-e3f5-4bb7-8db7-db535fb87a80'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:13:52.803794 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80,revision_number=8']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:52.841633 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2400a82e-0981-4707-9564-9f824dfe71af'] response: {'server_uuid': '706dd8ff-4077-479d-a738-3a0920c4c2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b9a3b0-e3f5-4bb7-8db7-db535fb87a80', 'code': 200} Apr 18 06:13:53.719784 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26558d9-1aa3-4557-8429-004cf9c6406f req-bdf6a3a5-997e-47db-8dc1-078cc092a4a1 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:53.721157 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b26558d9-1aa3-4557-8429-004cf9c6406f req-bdf6a3a5-997e-47db-8dc1-078cc092a4a1 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0826597 Apr 18 06:13:53.764938 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b26558d9-1aa3-4557-8429-004cf9c6406f req-8383daab-5582-4c30-9f12-7bdb476ac292 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375974 Apr 18 06:13:53.954596 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91c1d8-05f6-4e5a-a81f-8acf5a7ea6f6 req-fc0dd4f7-4364-4f63-b8bb-aa4ad18eeb74 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:53.956048 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ba91c1d8-05f6-4e5a-a81f-8acf5a7ea6f6 req-fc0dd4f7-4364-4f63-b8bb-aa4ad18eeb74 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0793233 Apr 18 06:13:53.999404 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ba91c1d8-05f6-4e5a-a81f-8acf5a7ea6f6 req-59143746-0e8b-4d9f-84b1-bdc8fad3f597 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377693 Apr 18 06:13:54.179426 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7d16-43ed-4afb-b007-72ccdd4a7aef req-0280dded-7bbf-41b0-87c5-027f870cdc4a tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:54.181037 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-443c7d16-43ed-4afb-b007-72ccdd4a7aef req-0280dded-7bbf-41b0-87c5-027f870cdc4a tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0797274 Apr 18 06:13:54.225625 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-443c7d16-43ed-4afb-b007-72ccdd4a7aef req-10bcb452-fa64-42e2-a27f-9ceba6360e7e tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381856 Apr 18 06:13:54.707246 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-7f333751-0f51-4a83-a5a9-4f5c67bfb7d4 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:54.707922 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-7f333751-0f51-4a83-a5a9-4f5c67bfb7d4 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Synchronizing usage tracker for tenant:7d39fa22125e49e3a2fb92945433f80b on resource:network {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:13:54.724755 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-7f333751-0f51-4a83-a5a9-4f5c67bfb7d4 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Unset dirty status for tenant:7d39fa22125e49e3a2fb92945433f80b on resource:network {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:13:54.726023 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-7f333751-0f51-4a83-a5a9-4f5c67bfb7d4 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/networks?id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb HTTP/1.1" status: 200 len: 815 time: 0.1607254 Apr 18 06:13:54.741786 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-14541bc1-6076-4375-b3c3-e5df1786ecff tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/quotas/7d39fa22125e49e3a2fb92945433f80b HTTP/1.1" status: 200 len: 375 time: 0.0089285 Apr 18 06:13:54.825893 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-da65579f-b43d-40e9-8c5d-fb5ef82637f5 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7d39fa22125e49e3a2fb92945433f80b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0785317 Apr 18 06:13:54.957177 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-a80385b3-3370-49b6-b1d5-afb64ea6f304 service neutron] 10.222.0.15 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245472 Apr 18 06:13:55.088017 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-101113cb-7050-4eaa-b1b5-2b49012aae53 service neutron] 10.222.0.15 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249983 Apr 18 06:13:55.261971 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-15a44884-2f5c-4a4f-84bd-42f63313bebd req-c619575b-4ab6-42de-a1de-addba100aec0 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 210 time: 0.0427351 Apr 18 06:13:56.291096 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-c55008b1-a5ee-47c9-bce6-3c7b8e9fc609 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:56.293052 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-c55008b1-a5ee-47c9-bce6-3c7b8e9fc609 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.52 "GET /v2.0/networks?id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb HTTP/1.1" status: 200 len: 815 time: 0.1460686 Apr 18 06:13:56.322202 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-0f1037d4-c104-4b47-b1d8-d650285ff673 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Request body: {'port': {'device_id': '340c7d64-9c50-4302-99b5-6dd50a9c8f43', 'network_id': 'da6cd7ca-b143-4e6c-84ee-3702b685d6eb', 'admin_state_up': True, 'tenant_id': '7d39fa22125e49e3a2fb92945433f80b'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:13:56.420849 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5e3a9660-b9b1-4c06-b243-67015784efae req-06ca6a97-1774-4fb7-89dd-5b1122bc5176 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 210 time: 0.0426862 Apr 18 06:13:56.527023 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ea9e3-b6d1-43c0-a3d8-4e23ec526b7d req-4a2e0fec-b8b6-40f6-89e9-6fdee8b01e03 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:56.528502 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1a7ea9e3-b6d1-43c0-a3d8-4e23ec526b7d req-4a2e0fec-b8b6-40f6-89e9-6fdee8b01e03 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.52 "GET /v2.0/ports?device_id=706dd8ff-4077-479d-a738-3a0920c4c2a4 HTTP/1.1" status: 200 len: 945 time: 0.2101912 Apr 18 06:13:56.530631 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-0f1037d4-c104-4b47-b1d8-d650285ff673 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:13:56.567225 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-0f1037d4-c104-4b47-b1d8-d650285ff673 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:13:56.588170 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-0f1037d4-c104-4b47-b1d8-d650285ff673 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Made reservation on behalf of 7d39fa22125e49e3a2fb92945433f80b for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:13:56.592403 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-0f1037d4-c104-4b47-b1d8-d650285ff673 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:56.629929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-1a7ea9e3-b6d1-43c0-a3d8-4e23ec526b7d req-c072a9bb-5a3b-48e3-9c41-831797dc47a1 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Deleting port 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:13:56.630254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-1a7ea9e3-b6d1-43c0-a3d8-4e23ec526b7d req-c072a9bb-5a3b-48e3-9c41-831797dc47a1 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:57.041327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-0f1037d4-c104-4b47-b1d8-d650285ff673 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Allocated IP 172.20.0.10 (da6cd7ca-b143-4e6c-84ee-3702b685d6eb/e6fa38da-bdd7-46f1-bdfb-5ca75f9e1131/9ccacf12-5464-423d-a4f7-bebef99e4292) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:13:57.106124 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-1a7ea9e3-b6d1-43c0-a3d8-4e23ec526b7d req-c072a9bb-5a3b-48e3-9c41-831797dc47a1 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] For port 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80,segment=NetworkSegment(4a16faf8-77cf-4c8f-a862-54214cda1cc8),segment_id=4a16faf8-77cf-4c8f-a862-54214cda1cc8)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:13:57.106465 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-1a7ea9e3-b6d1-43c0-a3d8-4e23ec526b7d req-c072a9bb-5a3b-48e3-9c41-831797dc47a1 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:57.243377 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-1a7ea9e3-b6d1-43c0-a3d8-4e23ec526b7d req-c072a9bb-5a3b-48e3-9c41-831797dc47a1 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Calling delete_port for 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:13:57.499627 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-1a7ea9e3-b6d1-43c0-a3d8-4e23ec526b7d req-c072a9bb-5a3b-48e3-9c41-831797dc47a1 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:57.519303 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['70b9a3b0-e3f5-4bb7-8db7-db535fb87a80'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:13:57.559363 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-0f1037d4-c104-4b47-b1d8-d650285ff673 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:57.592394 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072a9bb-5a3b-48e3-9c41-831797dc47a1 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Pushing event deleted for resources: {'Port': ['ID=70b9a3b0-e3f5-4bb7-8db7-db535fb87a80,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:57.637659 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-737423b2-f9cb-4c36-905b-e4043bfd65be req-0da35c40-93ee-41cb-afc3-f3249a7455d9 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 210 time: 0.0896242 Apr 18 06:13:57.685529 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7ea9e3-b6d1-43c0-a3d8-4e23ec526b7d req-c072a9bb-5a3b-48e3-9c41-831797dc47a1 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] No DVR routers for this DVR port 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:13:57.688487 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-1a7ea9e3-b6d1-43c0-a3d8-4e23ec526b7d req-c072a9bb-5a3b-48e3-9c41-831797dc47a1 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:57.690845 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706dd8ff-4077-479d-a738-3a0920c4c2a4', 'name': 'network-vif-deleted', 'tag': '70b9a3b0-e3f5-4bb7-8db7-db535fb87a80'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:13:57.711887 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1a7ea9e3-b6d1-43c0-a3d8-4e23ec526b7d req-c072a9bb-5a3b-48e3-9c41-831797dc47a1 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.52 "DELETE /v2.0/ports/70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 HTTP/1.1" status: 204 len: 173 time: 1.1746190 Apr 18 06:13:57.717439 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-0f1037d4-c104-4b47-b1d8-d650285ff673 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:57.729822 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['70b9a3b0-e3f5-4bb7-8db7-db535fb87a80'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:13:57.795906 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1037d4-c104-4b47-b1d8-d650285ff673 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Pushing event updated for resources: {'Port': ['ID=9ccacf12-5464-423d-a4f7-bebef99e4292,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:57.801687 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-0f1037d4-c104-4b47-b1d8-d650285ff673 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Network da6cd7ca-b143-4e6c-84ee-3702b685d6eb is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:13:57.802840 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-0f1037d4-c104-4b47-b1d8-d650285ff673 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:13:57.804920 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-0f1037d4-c104-4b47-b1d8-d650285ff673 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:13:57.834237 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79627ebc-366f-4be8-a7bc-a64421a64071'] response: {'server_uuid': '706dd8ff-4077-479d-a738-3a0920c4c2a4', 'name': 'network-vif-deleted', 'tag': '70b9a3b0-e3f5-4bb7-8db7-db535fb87a80', 'status': 'completed', 'code': 200} Apr 18 06:13:57.870756 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-0f1037d4-c104-4b47-b1d8-d650285ff673 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:57.871349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-0f1037d4-c104-4b47-b1d8-d650285ff673 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:57.889348 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-0f1037d4-c104-4b47-b1d8-d650285ff673 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5721359 Apr 18 06:13:57.901831 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] Request body: {'port': {'device_id': '340c7d64-9c50-4302-99b5-6dd50a9c8f43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:13:58.009139 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:58.347169 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ccacf12-5464-423d-a4f7-bebef99e4292 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:13:58.355057 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:58.369343 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] Transition to ACTIVE for port object 9ccacf12-5464-423d-a4f7-bebef99e4292 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:13:58.373733 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:58.508336 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] Pushing event updated for resources: {'Port': ['ID=9ccacf12-5464-423d-a4f7-bebef99e4292,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:58.709100 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] Attempting to bind port 9ccacf12-5464-423d-a4f7-bebef99e4292 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:13:58.709354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] Attempting to bind port 9ccacf12-5464-423d-a4f7-bebef99e4292 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '4a16faf8-77cf-4c8f-a862-54214cda1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'da6cd7ca-b143-4e6c-84ee-3702b685d6eb'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:13:58.709676 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] Attempting to bind port 9ccacf12-5464-423d-a4f7-bebef99e4292 on network da6cd7ca-b143-4e6c-84ee-3702b685d6eb {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:13:58.714967 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] Port 9ccacf12-5464-423d-a4f7-bebef99e4292 on network da6cd7ca-b143-4e6c-84ee-3702b685d6eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:13:58.715284 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] Attempting to bind port 9ccacf12-5464-423d-a4f7-bebef99e4292 on network da6cd7ca-b143-4e6c-84ee-3702b685d6eb {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:13:58.720335 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:13:58.720772 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] Checking segment: {'id': '4a16faf8-77cf-4c8f-a862-54214cda1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'da6cd7ca-b143-4e6c-84ee-3702b685d6eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:13:58.721045 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] Bound using segment: {'id': '4a16faf8-77cf-4c8f-a862-54214cda1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'da6cd7ca-b143-4e6c-84ee-3702b685d6eb'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:13:58.721463 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] Bound port: 9ccacf12-5464-423d-a4f7-bebef99e4292, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a16faf8-77cf-4c8f-a862-54214cda1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'da6cd7ca-b143-4e6c-84ee-3702b685d6eb'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:13:58.721803 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:58.867378 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] For port 9ccacf12-5464-423d-a4f7-bebef99e4292, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:13:58.885035 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95768e64-dba5-4135-9ab4-629380f638ac req-2bad9c6e-9b5e-4965-90e9-31b3aeb6eaec tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:58.885946 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-95768e64-dba5-4135-9ab4-629380f638ac req-2bad9c6e-9b5e-4965-90e9-31b3aeb6eaec tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Synchronizing usage tracker for tenant:7d39fa22125e49e3a2fb92945433f80b on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:13:58.889083 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] For port 9ccacf12-5464-423d-a4f7-bebef99e4292, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=9ccacf12-5464-423d-a4f7-bebef99e4292,segment=NetworkSegment(4a16faf8-77cf-4c8f-a862-54214cda1cc8),segment_id=4a16faf8-77cf-4c8f-a862-54214cda1cc8)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:13:58.895969 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:58.954719 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:58.955247 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:58.956639 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] 10.222.0.52 "PUT /v2.0/ports/9ccacf12-5464-423d-a4f7-bebef99e4292 HTTP/1.1" status: 200 len: 1094 time: 1.0593221 Apr 18 06:13:58.959853 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-95768e64-dba5-4135-9ab4-629380f638ac req-2bad9c6e-9b5e-4965-90e9-31b3aeb6eaec tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Unset dirty status for tenant:7d39fa22125e49e3a2fb92945433f80b on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:13:58.960849 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-95768e64-dba5-4135-9ab4-629380f638ac req-2bad9c6e-9b5e-4965-90e9-31b3aeb6eaec tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 944 time: 0.1986361 Apr 18 06:13:59.046652 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa8b51-3864-4e95-bbfa-f2b114349031 service neutron] Pushing event updated for resources: {'Port': ['ID=9ccacf12-5464-423d-a4f7-bebef99e4292,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:59.072900 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-95768e64-dba5-4135-9ab4-629380f638ac req-14cfeddb-5d0a-4de3-a60d-e48ff36fd22a tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035464 Apr 18 06:13:59.098294 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-dfa9085d-9c73-40f7-a082-d6eebaed7126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:59.099758 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-dfa9085d-9c73-40f7-a082-d6eebaed7126 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d39fa22125e49e3a2fb92945433f80b&device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 1097 time: 0.1028197 Apr 18 06:13:59.173718 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-1faeff1d-c9e0-4ca7-839e-e3c5206a67ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ccacf12-5464-423d-a4f7-bebef99e4292 HTTP/1.1" status: 200 len: 217 time: 0.0634401 Apr 18 06:13:59.238338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-969d4e6e-b971-4e60-8c5a-4d3f2d0208b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:59.239723 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-969d4e6e-b971-4e60-8c5a-4d3f2d0208b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6fa38da-bdd7-46f1-bdfb-5ca75f9e1131 HTTP/1.1" status: 200 len: 855 time: 0.0561295 Apr 18 06:13:59.291124 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-6ecccb3d-bf0b-49e4-97ea-70954a1301cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415373 Apr 18 06:13:59.423854 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-5721c821-ac86-45c8-a135-bc4ac901ddfc service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234901 Apr 18 06:13:59.555164 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6bbdd51e-c256-4381-a474-b0e9f8f5b399 req-010780a3-192d-4ce9-ab75-839f5ee29749 service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216164 Apr 18 06:13:59.836117 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340c7d64-9c50-4302-99b5-6dd50a9c8f43', 'tag': '9ccacf12-5464-423d-a4f7-bebef99e4292'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:13:59.880405 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-120beae5-8026-45df-bae5-303946767841'] response: {'name': 'network-changed', 'server_uuid': '340c7d64-9c50-4302-99b5-6dd50a9c8f43', 'tag': '9ccacf12-5464-423d-a4f7-bebef99e4292', 'status': 'completed', 'code': 200} Apr 18 06:13:59.972117 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be608c-53c0-4884-a2c0-270ca168098b req-b22298d2-614d-4240-a99a-b82905f02e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:59.973591 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-09be608c-53c0-4884-a2c0-270ca168098b req-b22298d2-614d-4240-a99a-b82905f02e04 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d39fa22125e49e3a2fb92945433f80b&device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 1097 time: 0.0710948 Apr 18 06:14:00.101907 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be608c-53c0-4884-a2c0-270ca168098b req-064dc38c-d394-49a1-96aa-46a964fb2519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:00.103253 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-09be608c-53c0-4884-a2c0-270ca168098b req-064dc38c-d394-49a1-96aa-46a964fb2519 service neutron] 10.222.0.52 "GET /v2.0/networks?id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb HTTP/1.1" status: 200 len: 916 time: 0.1227651 Apr 18 06:14:00.173194 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-09be608c-53c0-4884-a2c0-270ca168098b req-3c03edef-dbcd-45e8-9637-9c63586edbd7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ccacf12-5464-423d-a4f7-bebef99e4292 HTTP/1.1" status: 200 len: 217 time: 0.0633531 Apr 18 06:14:00.280182 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be608c-53c0-4884-a2c0-270ca168098b req-9f3e018c-9c6c-4dc3-b67f-4c44dfb1922e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:00.281590 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-09be608c-53c0-4884-a2c0-270ca168098b req-9f3e018c-9c6c-4dc3-b67f-4c44dfb1922e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6fa38da-bdd7-46f1-bdfb-5ca75f9e1131 HTTP/1.1" status: 200 len: 855 time: 0.1010251 Apr 18 06:14:00.339681 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc461c-f5eb-4d65-9078-069d7b691dd1 req-2df49d01-c463-4364-8af8-bb4fca0c8b06 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:00.341125 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fcfc461c-f5eb-4d65-9078-069d7b691dd1 req-2df49d01-c463-4364-8af8-bb4fca0c8b06 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 944 time: 0.1622076 Apr 18 06:14:00.347667 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-09be608c-53c0-4884-a2c0-270ca168098b req-03068443-4bf0-4418-bff9-f73c1ad0fd78 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547788 Apr 18 06:14:00.477620 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fcfc461c-f5eb-4d65-9078-069d7b691dd1 req-79457a8b-190c-454f-a569-0333856c122a tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290240 Apr 18 06:14:00.498406 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:14:00.509264 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-09be608c-53c0-4884-a2c0-270ca168098b req-beefa5bb-75ab-43df-8d1f-17478e5b0ea2 service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484394 Apr 18 06:14:00.532836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:14:00.533181 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 70b9a3b0-e3f5-4bb7-8db7-db535fb87a80 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:14:00.737105 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-09be608c-53c0-4884-a2c0-270ca168098b req-50b669de-1d7d-4bb7-b4aa-100054ab0173 service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180865 Apr 18 06:14:01.668859 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b364ff-9333-4135-9049-d722a30230eb req-38194a0f-9fad-4269-a743-3673f35a6331 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:01.670297 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a4b364ff-9333-4135-9049-d722a30230eb req-38194a0f-9fad-4269-a743-3673f35a6331 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 944 time: 0.0827794 Apr 18 06:14:01.713308 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a4b364ff-9333-4135-9049-d722a30230eb req-39c22ce8-c33c-4e1a-91b7-e2173f07a260 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374074 Apr 18 06:14:02.513951 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 9ccacf12-5464-423d-a4f7-bebef99e4292 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:14:02.644236 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 9ccacf12-5464-423d-a4f7-bebef99e4292, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=9ccacf12-5464-423d-a4f7-bebef99e4292,segment=NetworkSegment(4a16faf8-77cf-4c8f-a862-54214cda1cc8),segment_id=4a16faf8-77cf-4c8f-a862-54214cda1cc8)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:14:02.657395 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '9ccacf12-5464-423d-a4f7-bebef99e4292', 'network_id': 'da6cd7ca-b143-4e6c-84ee-3702b685d6eb', 'port_id': '9ccacf12-5464-423d-a4f7-bebef99e4292', 'mac_address': 'fa:16:3e:82:ce:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6fa38da-bdd7-46f1-bdfb-5ca75f9e1131', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:14:02.714782 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:02.731322 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ccacf12-5464-423d-a4f7-bebef99e4292 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:14:02.746761 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 9ccacf12-5464-423d-a4f7-bebef99e4292, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=9ccacf12-5464-423d-a4f7-bebef99e4292,segment=NetworkSegment(4a16faf8-77cf-4c8f-a862-54214cda1cc8),segment_id=4a16faf8-77cf-4c8f-a862-54214cda1cc8)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:14:02.751226 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:02.816118 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=9ccacf12-5464-423d-a4f7-bebef99e4292,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:02.823124 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:02.823540 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:02.824409 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:02.824822 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:02.825154 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:02.825482 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:02.825803 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:02.826119 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:02.826438 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:02.826847 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:02.827072 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:02.827398 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:02.904112 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcc546-9bca-436e-9851-8d826e2e6022 req-17621b7e-34cd-4213-96a4-16e5017252a5 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:02.905574 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cebcc546-9bca-436e-9851-8d826e2e6022 req-17621b7e-34cd-4213-96a4-16e5017252a5 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 945 time: 0.0824840 Apr 18 06:14:02.951538 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cebcc546-9bca-436e-9851-8d826e2e6022 req-646f31ec-46b1-4a65-a9e4-a6612b8d9e6f tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401597 Apr 18 06:14:02.983869 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['9ccacf12-5464-423d-a4f7-bebef99e4292'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:14:04.137125 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ca04a-05d3-4dc1-afd6-fa5a2b2ee1c6 req-6fcaeaea-a29c-41c8-af52-7ef9637ba401 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:04.138570 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8a8ca04a-05d3-4dc1-afd6-fa5a2b2ee1c6 req-6fcaeaea-a29c-41c8-af52-7ef9637ba401 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 945 time: 0.0830214 Apr 18 06:14:04.185198 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8a8ca04a-05d3-4dc1-afd6-fa5a2b2ee1c6 req-24719a0b-683e-498f-bef3-04c4df3dd8bc tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408981 Apr 18 06:14:04.528900 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 9ccacf12-5464-423d-a4f7-bebef99e4292 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:14:04.596357 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port 9ccacf12-5464-423d-a4f7-bebef99e4292 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:14:04.600908 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 9ccacf12-5464-423d-a4f7-bebef99e4292 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:14:04.601269 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:04.712574 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:04.738142 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340c7d64-9c50-4302-99b5-6dd50a9c8f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccacf12-5464-423d-a4f7-bebef99e4292'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:14:04.748090 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 9ccacf12-5464-423d-a4f7-bebef99e4292, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=9ccacf12-5464-423d-a4f7-bebef99e4292,segment=NetworkSegment(4a16faf8-77cf-4c8f-a862-54214cda1cc8),segment_id=4a16faf8-77cf-4c8f-a862-54214cda1cc8)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:14:04.752302 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:04.785874 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb513d9-bc76-49ce-a360-f5e52820a6e6'] response: {'server_uuid': '340c7d64-9c50-4302-99b5-6dd50a9c8f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccacf12-5464-423d-a4f7-bebef99e4292', 'code': 200} Apr 18 06:14:04.821965 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=9ccacf12-5464-423d-a4f7-bebef99e4292,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:05.025543 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626ed14-c857-44c0-81b4-9e1ec5c0cd1c req-3fd19d02-e997-401e-81db-9df4cc4bc35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:05.027540 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4626ed14-c857-44c0-81b4-9e1ec5c0cd1c req-3fd19d02-e997-401e-81db-9df4cc4bc35f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 1099 time: 0.0706508 Apr 18 06:14:05.071483 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4626ed14-c857-44c0-81b4-9e1ec5c0cd1c req-6e3cc098-1315-4e41-bfcb-ef70ff20e6e6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336714 Apr 18 06:14:05.309399 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bd3533c7-5e54-44c0-ba58-b73ddcd8ba70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:05.367732 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93167a-aa35-40c8-8541-f1cc9e2b0b77 req-bb7a68f3-e586-42c2-814f-b791d6148c95 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:05.369198 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0a93167a-aa35-40c8-8541-f1cc9e2b0b77 req-bb7a68f3-e586-42c2-814f-b791d6148c95 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0805395 Apr 18 06:14:05.414867 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0a93167a-aa35-40c8-8541-f1cc9e2b0b77 req-eae0bd11-bf75-4c9c-be22-618476c10dd4 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391846 Apr 18 06:14:06.601205 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f43967-39be-45a7-a954-11f7392260c4 req-21b20b0f-9417-4b72-8b3c-03b0666eaa30 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:06.602656 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-09f43967-39be-45a7-a954-11f7392260c4 req-21b20b0f-9417-4b72-8b3c-03b0666eaa30 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0819776 Apr 18 06:14:06.646591 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-09f43967-39be-45a7-a954-11f7392260c4 req-8b3ac461-d5f1-4c29-bf10-feeab3859eea tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380914 Apr 18 06:14:06.829461 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f0d61-310b-48df-aa89-26f86aed4848 req-786b4ae8-6bbf-4ad7-8570-955eeaf984bb tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:06.830911 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-569f0d61-310b-48df-aa89-26f86aed4848 req-786b4ae8-6bbf-4ad7-8570-955eeaf984bb tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0822299 Apr 18 06:14:06.874711 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-569f0d61-310b-48df-aa89-26f86aed4848 req-3c7c1da6-97e0-4142-989c-9b6d6395b483 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381722 Apr 18 06:14:07.218552 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-b98ad271-39d3-4988-aac7-75de3a214272 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0708561 Apr 18 06:14:07.270493 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a6704-1646-4cdd-b6d0-9beb13e8e62a req-14569a3a-c863-45ae-8420-b883a4e3ea53 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:07.271956 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-614a6704-1646-4cdd-b6d0-9beb13e8e62a req-14569a3a-c863-45ae-8420-b883a4e3ea53 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0833380 Apr 18 06:14:07.318293 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-614a6704-1646-4cdd-b6d0-9beb13e8e62a req-2ee87c93-995b-4b83-a739-6f5cae918c0f tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397303 Apr 18 06:14:07.630493 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c9f0212a-939b-40c1-8bfc-5c17dd5027bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:07.890577 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:08.428548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-3beb8f88-d5cd-4c02-b009-812bd9419271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:08.430004 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-3beb8f88-d5cd-4c02-b009-812bd9419271 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d39fa22125e49e3a2fb92945433f80b&device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 1099 time: 0.0724103 Apr 18 06:14:08.548992 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:08.614713 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-f04ba5c6-af9a-4611-8922-cceb18a54bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:08.616065 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-f04ba5c6-af9a-4611-8922-cceb18a54bde service neutron] 10.222.0.52 "GET /v2.0/networks?id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb HTTP/1.1" status: 200 len: 916 time: 0.1556048 Apr 18 06:14:08.624249 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fbd3b-21f3-4925-932c-54969ee59af1 req-5bcb05e0-604c-4003-9711-e351ff2cc2ae tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:08.625571 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-160fbd3b-21f3-4925-932c-54969ee59af1 req-5bcb05e0-604c-4003-9711-e351ff2cc2ae tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.1947432 Apr 18 06:14:08.672285 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:08.700935 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-2f5a3da7-bb6c-4d31-a3ab-6f5ec6f5b3f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ccacf12-5464-423d-a4f7-bebef99e4292 HTTP/1.1" status: 200 len: 217 time: 0.0744729 Apr 18 06:14:08.771196 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-160fbd3b-21f3-4925-932c-54969ee59af1 req-7445cf69-cec4-483f-91ee-fb0a11377e92 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899110 Apr 18 06:14:08.782107 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-c945eec5-a03e-48ed-83ab-e8710bdce732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:08.783650 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-c945eec5-a03e-48ed-83ab-e8710bdce732 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6fa38da-bdd7-46f1-bdfb-5ca75f9e1131 HTTP/1.1" status: 200 len: 855 time: 0.0757272 Apr 18 06:14:08.828480 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-15ad4740-1b8e-4e23-b337-1ae3c68abf9e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393064 Apr 18 06:14:08.954666 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-37232247-42e2-4ef3-a037-466957c63f6e service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204796 Apr 18 06:14:09.083814 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-c59124b7-ebcf-4aa8-a655-c8d1c977c586 service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231112 Apr 18 06:14:09.957212 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a02a2-978e-4975-9ab8-12df6ed8d78e req-c2b1e887-b408-4729-9626-343225e46b7d tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:09.958703 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-233a02a2-978e-4975-9ab8-12df6ed8d78e req-c2b1e887-b408-4729-9626-343225e46b7d tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0820043 Apr 18 06:14:10.003959 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-233a02a2-978e-4975-9ab8-12df6ed8d78e req-40404587-73f5-4813-b529-2dac89aa6ada tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395186 Apr 18 06:14:10.116804 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:11.186566 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d696b-1b32-4b99-9026-850f210a94a0 req-206208f6-f18e-4f04-ad27-6062a34a02bd tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:11.188022 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-664d696b-1b32-4b99-9026-850f210a94a0 req-206208f6-f18e-4f04-ad27-6062a34a02bd tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0797915 Apr 18 06:14:11.234948 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-664d696b-1b32-4b99-9026-850f210a94a0 req-1c3edba7-810b-4b82-bfc2-21d6d0392da4 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412567 Apr 18 06:14:12.417927 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f391f1-edcc-442b-a392-a5145e4ff06c req-85ee47ae-26f1-4975-8f5c-dcb4464abe7e tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:12.419353 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c8f391f1-edcc-442b-a392-a5145e4ff06c req-85ee47ae-26f1-4975-8f5c-dcb4464abe7e tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0784063 Apr 18 06:14:12.466351 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c8f391f1-edcc-442b-a392-a5145e4ff06c req-722476fb-f81c-4b41-9e5f-bae1eb06f3ca tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413010 Apr 18 06:14:13.655017 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286953f-f62b-448d-9332-952a098e7baf req-35086930-6010-4a29-8bfe-28e88c171e00 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:13.656384 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4286953f-f62b-448d-9332-952a098e7baf req-35086930-6010-4a29-8bfe-28e88c171e00 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0788724 Apr 18 06:14:13.700843 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4286953f-f62b-448d-9332-952a098e7baf req-7c104b34-e308-4359-9257-6e9646b90054 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387523 Apr 18 06:14:14.883811 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ebadf-337e-4e24-b406-8e22783c2daa req-5becbb5b-1a79-4448-ae18-5e234f9012b2 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:14.885267 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-553ebadf-337e-4e24-b406-8e22783c2daa req-5becbb5b-1a79-4448-ae18-5e234f9012b2 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0779948 Apr 18 06:14:14.928152 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-553ebadf-337e-4e24-b406-8e22783c2daa req-e0e8aef9-255d-4a2e-a032-be152dc1ae09 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365098 Apr 18 06:14:15.511254 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:14:16.113431 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd77be6-381e-4835-b09d-a5130e1678d1 req-6269a8ee-17d9-4b67-941b-99783992c01e tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:16.114881 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9cd77be6-381e-4835-b09d-a5130e1678d1 req-6269a8ee-17d9-4b67-941b-99783992c01e tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0824237 Apr 18 06:14:16.158580 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9cd77be6-381e-4835-b09d-a5130e1678d1 req-17be906a-ba7c-4c36-aaff-1b02ea557770 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375590 Apr 18 06:14:17.350928 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb027f19-b208-425f-adb5-9ff291e64b4d req-f59ef00b-fad9-4eb3-8735-5753920424aa tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:17.352543 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fb027f19-b208-425f-adb5-9ff291e64b4d req-f59ef00b-fad9-4eb3-8735-5753920424aa tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0857732 Apr 18 06:14:17.397766 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fb027f19-b208-425f-adb5-9ff291e64b4d req-780ed824-efe0-4c09-b835-5669109a0065 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394700 Apr 18 06:14:18.580438 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5a6a7-858f-4f16-bd53-25c84bf81ce3 req-ec79e487-2d66-4dc9-bf8c-e719763e1c64 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:18.581922 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6cd5a6a7-858f-4f16-bd53-25c84bf81ce3 req-ec79e487-2d66-4dc9-bf8c-e719763e1c64 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0806825 Apr 18 06:14:18.625929 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6cd5a6a7-858f-4f16-bd53-25c84bf81ce3 req-74af2e3b-fbaf-4a4d-9c14-23f2032cde6c tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382252 Apr 18 06:14:19.810768 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245f01a-25d9-4c2d-9c02-b0921b89319f req-f93c0faf-a960-42fe-bf47-c43e344970ba tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:19.812309 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4245f01a-25d9-4c2d-9c02-b0921b89319f req-f93c0faf-a960-42fe-bf47-c43e344970ba tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0841131 Apr 18 06:14:19.857830 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4245f01a-25d9-4c2d-9c02-b0921b89319f req-16f3c46f-0b00-4bbe-9009-ad1a1dcf7e6c tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397439 Apr 18 06:14:21.146417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a25405-ebb0-443a-90f3-2167c045ae3a req-83feb7e9-e904-4a42-8bfb-b0160084f3a9 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:21.147787 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e0a25405-ebb0-443a-90f3-2167c045ae3a req-83feb7e9-e904-4a42-8bfb-b0160084f3a9 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.1760087 Apr 18 06:14:21.191094 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e0a25405-ebb0-443a-90f3-2167c045ae3a req-5611799e-12ab-4ad0-a178-73b6d2d2234c tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369539 Apr 18 06:14:22.471591 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2ef8a-fd28-42de-87df-84da3a986eb3 req-6bfb4abb-a4ad-49bb-a789-060a8f49d4e6 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:22.473023 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-90d2ef8a-fd28-42de-87df-84da3a986eb3 req-6bfb4abb-a4ad-49bb-a789-060a8f49d4e6 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.1756127 Apr 18 06:14:22.517188 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-90d2ef8a-fd28-42de-87df-84da3a986eb3 req-f089341e-7c87-44f8-99fb-b5eaf8bd6806 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384903 Apr 18 06:14:23.701181 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ca696-1f7a-48dd-8c64-b20b632b13fc req-36f66d2f-af56-4244-9662-7e60bcccacbe tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:23.702916 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ee6ca696-1f7a-48dd-8c64-b20b632b13fc req-36f66d2f-af56-4244-9662-7e60bcccacbe tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0795591 Apr 18 06:14:23.750628 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ee6ca696-1f7a-48dd-8c64-b20b632b13fc req-9b7106e7-f4ba-429a-98fa-7c815ef62743 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420494 Apr 18 06:14:24.935075 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5983e-983f-4ba1-977e-1f078444880b req-69ea59fe-9292-4808-ae02-8e24536c4c54 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:24.936552 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6fe5983e-983f-4ba1-977e-1f078444880b req-69ea59fe-9292-4808-ae02-8e24536c4c54 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0826132 Apr 18 06:14:24.980123 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6fe5983e-983f-4ba1-977e-1f078444880b req-8abfa9ae-9947-4b45-ada6-d0ad655dac13 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373094 Apr 18 06:14:26.161641 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a79cec-443b-4f44-ba3a-d398bd5ee587 req-707f85f5-2fa9-4faa-8ef5-ec3da57411e7 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:26.163077 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-28a79cec-443b-4f44-ba3a-d398bd5ee587 req-707f85f5-2fa9-4faa-8ef5-ec3da57411e7 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0781589 Apr 18 06:14:26.207123 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-28a79cec-443b-4f44-ba3a-d398bd5ee587 req-0e5964a8-c4a8-4709-a4e8-9c66715d04d2 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382953 Apr 18 06:14:27.394771 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac531cb-955d-4adb-8dd0-730f6363739d req-91e946f9-c4dc-4796-9739-bb0a00f2967c tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:27.396245 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-dac531cb-955d-4adb-8dd0-730f6363739d req-91e946f9-c4dc-4796-9739-bb0a00f2967c tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0810566 Apr 18 06:14:27.439380 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-dac531cb-955d-4adb-8dd0-730f6363739d req-8fb4c639-7596-4b01-8a33-7823a0fc93bf tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370626 Apr 18 06:14:28.635526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b5fc4-27fd-4d34-a0c3-beaff592b130 req-7c9e4263-d1c9-4458-a1fa-a7c4e3651f3e tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:28.637180 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-362b5fc4-27fd-4d34-a0c3-beaff592b130 req-7c9e4263-d1c9-4458-a1fa-a7c4e3651f3e tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0864320 Apr 18 06:14:28.680735 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-362b5fc4-27fd-4d34-a0c3-beaff592b130 req-fb5515b3-b13a-47a7-a070-f8c48c7cebf6 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379436 Apr 18 06:14:29.868178 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d9a72-cb25-4c01-9b1d-d7d43972e59b req-29c4ae1e-0e4f-4070-9add-5bf5c2c35a2d tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:29.869616 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-456d9a72-cb25-4c01-9b1d-d7d43972e59b req-29c4ae1e-0e4f-4070-9add-5bf5c2c35a2d tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0820835 Apr 18 06:14:29.912172 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-456d9a72-cb25-4c01-9b1d-d7d43972e59b req-e826692d-2afe-4633-8853-a981771dc228 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368609 Apr 18 06:14:31.093840 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369129ef-4a72-4d97-a7f2-91fbd82cca74 req-0c57b5af-6ea5-40ef-b16f-482d2f47d27a tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:31.095279 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-369129ef-4a72-4d97-a7f2-91fbd82cca74 req-0c57b5af-6ea5-40ef-b16f-482d2f47d27a tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0794265 Apr 18 06:14:31.138604 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-369129ef-4a72-4d97-a7f2-91fbd82cca74 req-1a2e6a33-56e2-46fe-b9f9-891921fb59fe tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376539 Apr 18 06:14:31.679756 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311471f-5980-4851-8935-8a0666d7fa05 req-22a14f0f-3902-4af0-9098-a1cd93bf5c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:31.681154 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5311471f-5980-4851-8935-8a0666d7fa05 req-22a14f0f-3902-4af0-9098-a1cd93bf5c06 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d39fa22125e49e3a2fb92945433f80b&device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 1099 time: 0.0731344 Apr 18 06:14:31.823550 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311471f-5980-4851-8935-8a0666d7fa05 req-9e5d70a3-fe5e-4d72-9f04-0b870e373983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:31.825739 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5311471f-5980-4851-8935-8a0666d7fa05 req-9e5d70a3-fe5e-4d72-9f04-0b870e373983 service neutron] 10.222.0.52 "GET /v2.0/networks?id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb HTTP/1.1" status: 200 len: 916 time: 0.1254919 Apr 18 06:14:31.895284 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5311471f-5980-4851-8935-8a0666d7fa05 req-9ada1bb7-dea0-41e4-9ba5-bde10506d26d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ccacf12-5464-423d-a4f7-bebef99e4292 HTTP/1.1" status: 200 len: 217 time: 0.0626848 Apr 18 06:14:31.957065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311471f-5980-4851-8935-8a0666d7fa05 req-17aa8b9b-c5ed-4bad-8a1d-6a29c9618264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:31.958345 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5311471f-5980-4851-8935-8a0666d7fa05 req-17aa8b9b-c5ed-4bad-8a1d-6a29c9618264 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6fa38da-bdd7-46f1-bdfb-5ca75f9e1131 HTTP/1.1" status: 200 len: 855 time: 0.0548253 Apr 18 06:14:32.004698 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5311471f-5980-4851-8935-8a0666d7fa05 req-0e440915-6312-404a-aa20-43573d0ad4ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383964 Apr 18 06:14:32.135212 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5311471f-5980-4851-8935-8a0666d7fa05 req-47d6ad0e-e3f9-4507-9823-56b208f8ff53 service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242535 Apr 18 06:14:32.267596 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5311471f-5980-4851-8935-8a0666d7fa05 req-2768c447-6934-4d64-aab9-4cae211d2f1b service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258416 Apr 18 06:14:32.325103 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e84b2-46c4-4b74-a788-eb6accb95428 req-57a30bf5-8dea-4a34-8fc3-68f3cb839841 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:32.326586 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-716e84b2-46c4-4b74-a788-eb6accb95428 req-57a30bf5-8dea-4a34-8fc3-68f3cb839841 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0837641 Apr 18 06:14:32.370245 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-716e84b2-46c4-4b74-a788-eb6accb95428 req-3be4e306-8ad3-416a-8a85-f03af507bb18 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379603 Apr 18 06:14:33.554236 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf986f-c73a-4f6d-8d04-c8763899a2e3 req-12a94dbc-4740-418c-b99e-1674a924fad3 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:33.555816 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1bbf986f-c73a-4f6d-8d04-c8763899a2e3 req-12a94dbc-4740-418c-b99e-1674a924fad3 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0814240 Apr 18 06:14:33.601389 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1bbf986f-c73a-4f6d-8d04-c8763899a2e3 req-3eebc484-0fe6-41d6-8317-20633be1e706 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382938 Apr 18 06:14:34.786612 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567d4b7-8947-420d-b70a-7e9bd9896c3b req-43850841-c08d-4d64-aa81-bbf46e56e581 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:34.788098 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7567d4b7-8947-420d-b70a-7e9bd9896c3b req-43850841-c08d-4d64-aa81-bbf46e56e581 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0818858 Apr 18 06:14:34.837577 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7567d4b7-8947-420d-b70a-7e9bd9896c3b req-0d6cd30f-5c83-438b-aabe-d3c0149e81b1 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427465 Apr 18 06:14:35.306659 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cc9267e3-348f-4b55-94a3-f1ca085a3bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:36.072774 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-c42076dc-a5ea-4485-9100-6c48f435a9c5 service neutron] 10.222.0.52 "GET /v2.0/ports/9ccacf12-5464-423d-a4f7-bebef99e4292/bindings/hv-neutron-8374 HTTP/1.1" status: 200 len: 384 time: 0.0952356 Apr 18 06:14:36.093409 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6aec09-e5bc-4063-a083-c5bca2232b3b req-3d6c1133-4c31-48dd-a798-4240a0cc8b45 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:36.094857 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1f6aec09-e5bc-4063-a083-c5bca2232b3b req-3d6c1133-4c31-48dd-a798-4240a0cc8b45 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.1486752 Apr 18 06:14:36.141411 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1f6aec09-e5bc-4063-a083-c5bca2232b3b req-ed1ea255-9746-4457-9949-f977acd1cc07 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405774 Apr 18 06:14:36.360889 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-ec67be9e-cce6-4014-b5f6-9326432c57a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:36.362330 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-ec67be9e-cce6-4014-b5f6-9326432c57a0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43&tenant_id=7d39fa22125e49e3a2fb92945433f80b HTTP/1.1" status: 200 len: 1099 time: 0.0700724 Apr 18 06:14:36.454485 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-bf85f9a9-406f-4c76-ab3c-23c93aaf7b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:36.455817 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-bf85f9a9-406f-4c76-ab3c-23c93aaf7b4c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d39fa22125e49e3a2fb92945433f80b&device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 1099 time: 0.0701604 Apr 18 06:14:36.681707 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-2a1a9f6b-d274-43b1-9d03-dd0d85eae307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:36.683134 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-2a1a9f6b-d274-43b1-9d03-dd0d85eae307 service neutron] 10.222.0.52 "GET /v2.0/networks?id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb HTTP/1.1" status: 200 len: 916 time: 0.2175648 Apr 18 06:14:36.754029 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-558df239-10ca-4fe2-9f88-691cdd25d000 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ccacf12-5464-423d-a4f7-bebef99e4292 HTTP/1.1" status: 200 len: 217 time: 0.0613017 Apr 18 06:14:36.815897 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-f3d70905-3c92-4005-ac10-b23111f566d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:36.817288 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-f3d70905-3c92-4005-ac10-b23111f566d2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6fa38da-bdd7-46f1-bdfb-5ca75f9e1131 HTTP/1.1" status: 200 len: 855 time: 0.0546899 Apr 18 06:14:36.866505 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-c821689b-faf4-4c7b-a20e-e54d8604136f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398448 Apr 18 06:14:37.000850 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-4fb47f6f-05ef-48e8-90e3-1a1d34250b02 service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247461 Apr 18 06:14:37.135522 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f5ef667-d14e-4859-a42a-a837041c9107 req-0c3396aa-cec7-4c31-89f9-fc4d4cbe3913 service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250579 Apr 18 06:14:37.334683 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a603d0-f0a7-4547-acd3-0b7d952b2661 req-d26045cd-24f4-4ae8-a579-4285c31c432e tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:37.336180 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-86a603d0-f0a7-4547-acd3-0b7d952b2661 req-d26045cd-24f4-4ae8-a579-4285c31c432e tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0852547 Apr 18 06:14:37.384391 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-86a603d0-f0a7-4547-acd3-0b7d952b2661 req-0f761fd4-8d01-43d9-9621-d94dda5e4286 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408595 Apr 18 06:14:37.631895 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a7620d17-51eb-4585-8fc2-4c4e018bd660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:37.901146 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:38.552883 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:38.576840 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2aaf36-67ac-4486-98e2-405b6ea3e488 req-aca2f1bd-9bcc-4a29-86db-fb1861c598bf tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:38.578288 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5b2aaf36-67ac-4486-98e2-405b6ea3e488 req-aca2f1bd-9bcc-4a29-86db-fb1861c598bf tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0878282 Apr 18 06:14:38.624061 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5b2aaf36-67ac-4486-98e2-405b6ea3e488 req-7f3470ae-1947-48a9-97ec-9d617d6bc542 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400577 Apr 18 06:14:38.663775 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 9ccacf12-5464-423d-a4f7-bebef99e4292 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:14:38.666162 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 9ccacf12-5464-423d-a4f7-bebef99e4292 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:14:38.729031 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:38.887578 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:38.918184 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 9ccacf12-5464-423d-a4f7-bebef99e4292, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=9ccacf12-5464-423d-a4f7-bebef99e4292,segment=NetworkSegment(4a16faf8-77cf-4c8f-a862-54214cda1cc8),segment_id=4a16faf8-77cf-4c8f-a862-54214cda1cc8)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:14:38.940931 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340c7d64-9c50-4302-99b5-6dd50a9c8f43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ccacf12-5464-423d-a4f7-bebef99e4292'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:14:38.947171 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '9ccacf12-5464-423d-a4f7-bebef99e4292', 'network_id': 'da6cd7ca-b143-4e6c-84ee-3702b685d6eb', 'port_id': '9ccacf12-5464-423d-a4f7-bebef99e4292', 'mac_address': 'fa:16:3e:82:ce:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6fa38da-bdd7-46f1-bdfb-5ca75f9e1131', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:14:38.953617 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 9ccacf12-5464-423d-a4f7-bebef99e4292, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=9ccacf12-5464-423d-a4f7-bebef99e4292,segment=NetworkSegment(4a16faf8-77cf-4c8f-a862-54214cda1cc8),segment_id=4a16faf8-77cf-4c8f-a862-54214cda1cc8)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:14:38.986680 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:39.064688 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8290c0be-3f1c-4d19-b1e1-9f5306ebf8d5'] response: {'server_uuid': '340c7d64-9c50-4302-99b5-6dd50a9c8f43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ccacf12-5464-423d-a4f7-bebef99e4292', 'code': 200} Apr 18 06:14:39.067611 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:39.087028 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=9ccacf12-5464-423d-a4f7-bebef99e4292,revision_number=6']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:39.091310 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ccacf12-5464-423d-a4f7-bebef99e4292 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:14:39.106895 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 9ccacf12-5464-423d-a4f7-bebef99e4292, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=9ccacf12-5464-423d-a4f7-bebef99e4292,segment=NetworkSegment(4a16faf8-77cf-4c8f-a862-54214cda1cc8),segment_id=4a16faf8-77cf-4c8f-a862-54214cda1cc8)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:14:39.110385 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:39.179019 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['9ccacf12-5464-423d-a4f7-bebef99e4292'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:14:39.214639 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=9ccacf12-5464-423d-a4f7-bebef99e4292,revision_number=7']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:39.810803 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c3385-5ede-4953-b3be-43b0fc66c49f req-5ee0c7a6-e766-44a4-b45e-fa45b7937678 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:39.812319 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e25c3385-5ede-4953-b3be-43b0fc66c49f req-5ee0c7a6-e766-44a4-b45e-fa45b7937678 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 945 time: 0.0810690 Apr 18 06:14:39.863149 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e25c3385-5ede-4953-b3be-43b0fc66c49f req-39da429c-29fb-453d-90a8-64617f82f5c5 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449321 Apr 18 06:14:40.127234 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:40.253100 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5e2be-7093-40a5-a3e9-ce5d0f201428 req-f4d8f8ff-6050-4005-bae4-43c3309f1f68 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:40.254551 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2cb5e2be-7093-40a5-a3e9-ce5d0f201428 req-f4d8f8ff-6050-4005-bae4-43c3309f1f68 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 945 time: 0.1527410 Apr 18 06:14:40.261819 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50006ec6-fd7b-44e7-8484-c836805ecae5 req-c8ad2fed-98b6-4dec-a32f-0d0c2cba3e23 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:40.263122 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-50006ec6-fd7b-44e7-8484-c836805ecae5 req-c8ad2fed-98b6-4dec-a32f-0d0c2cba3e23 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.52 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43&tenant_id=7d39fa22125e49e3a2fb92945433f80b&binding%3Ahost_id=hv-neutron-8374 HTTP/1.1" status: 200 len: 945 time: 0.1269231 Apr 18 06:14:40.303935 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2cb5e2be-7093-40a5-a3e9-ce5d0f201428 req-843d6358-fb69-4a87-9931-2d604954ba51 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398796 Apr 18 06:14:40.399969 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50006ec6-fd7b-44e7-8484-c836805ecae5 req-503e2271-c099-4c24-a2df-69c5ac28adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:40.401433 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-50006ec6-fd7b-44e7-8484-c836805ecae5 req-503e2271-c099-4c24-a2df-69c5ac28adbe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d39fa22125e49e3a2fb92945433f80b&device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 1098 time: 0.0698051 Apr 18 06:14:40.531870 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50006ec6-fd7b-44e7-8484-c836805ecae5 req-f110d70e-0401-4f43-bed3-a84d527969cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:40.533256 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-50006ec6-fd7b-44e7-8484-c836805ecae5 req-f110d70e-0401-4f43-bed3-a84d527969cb service neutron] 10.222.0.52 "GET /v2.0/networks?id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb HTTP/1.1" status: 200 len: 916 time: 0.1259403 Apr 18 06:14:40.603150 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-50006ec6-fd7b-44e7-8484-c836805ecae5 req-4a0b3986-63ef-4a05-bd0c-546770093c92 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ccacf12-5464-423d-a4f7-bebef99e4292 HTTP/1.1" status: 200 len: 217 time: 0.0639281 Apr 18 06:14:40.666602 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 9ccacf12-5464-423d-a4f7-bebef99e4292 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:14:40.668185 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50006ec6-fd7b-44e7-8484-c836805ecae5 req-2c8dded8-acc5-435f-b472-d72d520dbed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:40.669676 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-50006ec6-fd7b-44e7-8484-c836805ecae5 req-2c8dded8-acc5-435f-b472-d72d520dbed1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6fa38da-bdd7-46f1-bdfb-5ca75f9e1131 HTTP/1.1" status: 200 len: 855 time: 0.0611949 Apr 18 06:14:40.719492 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-50006ec6-fd7b-44e7-8484-c836805ecae5 req-23be5ba7-407c-4c82-ac78-fbb6a2597c2d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=da6cd7ca-b143-4e6c-84ee-3702b685d6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442317 Apr 18 06:14:40.760757 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 9ccacf12-5464-423d-a4f7-bebef99e4292 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:14:40.761179 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:40.853243 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-50006ec6-fd7b-44e7-8484-c836805ecae5 req-885364dd-f559-4119-b5f9-a805904b4720 service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280603 Apr 18 06:14:40.876736 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:40.907594 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 9ccacf12-5464-423d-a4f7-bebef99e4292, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=9ccacf12-5464-423d-a4f7-bebef99e4292,segment=NetworkSegment(4a16faf8-77cf-4c8f-a862-54214cda1cc8),segment_id=4a16faf8-77cf-4c8f-a862-54214cda1cc8)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:14:40.911807 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:40.978053 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=9ccacf12-5464-423d-a4f7-bebef99e4292,revision_number=8']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:41.065530 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340c7d64-9c50-4302-99b5-6dd50a9c8f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccacf12-5464-423d-a4f7-bebef99e4292'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:14:41.087812 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-50006ec6-fd7b-44e7-8484-c836805ecae5 req-9a18a6de-43e0-41ed-9e74-ef86147bfe67 service neutron] 10.222.0.52 "GET /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286639 Apr 18 06:14:41.120079 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba66fbe2-27b7-4d83-8779-f6f8693a404b'] response: {'server_uuid': '340c7d64-9c50-4302-99b5-6dd50a9c8f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccacf12-5464-423d-a4f7-bebef99e4292', 'code': 200} Apr 18 06:14:41.490333 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595e8af-5558-476d-aa45-496a4cbb2064 req-03eb9f08-a340-4098-8faa-f8cab676d9e9 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:41.491771 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a595e8af-5558-476d-aa45-496a4cbb2064 req-03eb9f08-a340-4098-8faa-f8cab676d9e9 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0794313 Apr 18 06:14:41.537747 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a595e8af-5558-476d-aa45-496a4cbb2064 req-fdd496a4-49d2-4bee-8728-94106db8dd39 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391257 Apr 18 06:14:42.726209 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a2791-65a8-4920-8111-7967166c5358 req-760777a3-2cfd-4a16-8884-ec470f1d715f tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:42.727567 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-617a2791-65a8-4920-8111-7967166c5358 req-760777a3-2cfd-4a16-8884-ec470f1d715f tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0797262 Apr 18 06:14:42.774354 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-617a2791-65a8-4920-8111-7967166c5358 req-ccfa4848-aa9c-47c2-8152-d1ae5c6ea73b tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409470 Apr 18 06:14:42.970199 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1516245-1524-4862-9c5a-855d7bf79bda req-50da7b36-0cf0-48ca-995b-2133ded75263 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:42.971632 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a1516245-1524-4862-9c5a-855d7bf79bda req-50da7b36-0cf0-48ca-995b-2133ded75263 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0824857 Apr 18 06:14:43.015953 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a1516245-1524-4862-9c5a-855d7bf79bda req-5f6b7c48-e4fa-4cda-90b7-978fc505e781 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387564 Apr 18 06:14:43.213181 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88552dd8-a5b0-4b5b-8ea1-03fefe5a0742 req-ae92c931-aab9-4d58-8a04-3446ec48dd09 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:43.215200 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-88552dd8-a5b0-4b5b-8ea1-03fefe5a0742 req-ae92c931-aab9-4d58-8a04-3446ec48dd09 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0945663 Apr 18 06:14:43.258933 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-88552dd8-a5b0-4b5b-8ea1-03fefe5a0742 req-249226a5-60e6-445c-aac2-3e340ed9cca2 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380025 Apr 18 06:14:43.801229 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5664508-4e17-4fdd-a11b-e1887d7ec685 req-1a977982-d2a9-426f-a8f5-116fe5cf615b tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:43.802678 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a5664508-4e17-4fdd-a11b-e1887d7ec685 req-1a977982-d2a9-426f-a8f5-116fe5cf615b tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0800138 Apr 18 06:14:43.849432 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a5664508-4e17-4fdd-a11b-e1887d7ec685 req-03075ba1-4fca-46fb-8525-bbff24a19497 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410507 Apr 18 06:14:45.039985 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee3fde-91ad-4bc0-9bff-2a39b46c2135 req-d29b3346-5557-4fc5-8a59-381327ef5a6d tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:45.041605 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-97ee3fde-91ad-4bc0-9bff-2a39b46c2135 req-d29b3346-5557-4fc5-8a59-381327ef5a6d tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0869198 Apr 18 06:14:45.085721 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-97ee3fde-91ad-4bc0-9bff-2a39b46c2135 req-de1a4538-8f45-47f3-b63d-8cabb47b0bf5 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec476234-73db-4593-8213-1467db75ab50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384765 Apr 18 06:14:45.475708 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8b8a8-a3d4-4728-86a7-0b02e1708b70 req-7b7de9fe-e5c8-4797-8ce2-3e9748e4a21f tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:45.477128 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-08d8b8a8-a3d4-4728-86a7-0b02e1708b70 req-7b7de9fe-e5c8-4797-8ce2-3e9748e4a21f tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.52 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 946 time: 0.0781071 Apr 18 06:14:45.549189 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-08d8b8a8-a3d4-4728-86a7-0b02e1708b70 req-e0f6db64-e0ae-4beb-8ea5-9f9d36fd9971 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Deleting port 9ccacf12-5464-423d-a4f7-bebef99e4292 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:14:45.549524 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-08d8b8a8-a3d4-4728-86a7-0b02e1708b70 req-e0f6db64-e0ae-4beb-8ea5-9f9d36fd9971 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:45.800580 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-08d8b8a8-a3d4-4728-86a7-0b02e1708b70 req-e0f6db64-e0ae-4beb-8ea5-9f9d36fd9971 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] For port 9ccacf12-5464-423d-a4f7-bebef99e4292, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=9ccacf12-5464-423d-a4f7-bebef99e4292,segment=NetworkSegment(4a16faf8-77cf-4c8f-a862-54214cda1cc8),segment_id=4a16faf8-77cf-4c8f-a862-54214cda1cc8)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:14:45.800957 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-08d8b8a8-a3d4-4728-86a7-0b02e1708b70 req-e0f6db64-e0ae-4beb-8ea5-9f9d36fd9971 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:45.928421 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-08d8b8a8-a3d4-4728-86a7-0b02e1708b70 req-e0f6db64-e0ae-4beb-8ea5-9f9d36fd9971 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Calling delete_port for 9ccacf12-5464-423d-a4f7-bebef99e4292 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:14:46.068908 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-08d8b8a8-a3d4-4728-86a7-0b02e1708b70 req-e0f6db64-e0ae-4beb-8ea5-9f9d36fd9971 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:46.086906 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['9ccacf12-5464-423d-a4f7-bebef99e4292'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:14:46.124806 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6db64-e0ae-4beb-8ea5-9f9d36fd9971 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Pushing event deleted for resources: {'Port': ['ID=9ccacf12-5464-423d-a4f7-bebef99e4292,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:46.158840 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6db64-e0ae-4beb-8ea5-9f9d36fd9971 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:46.159187 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6db64-e0ae-4beb-8ea5-9f9d36fd9971 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:46.159527 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6db64-e0ae-4beb-8ea5-9f9d36fd9971 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:46.159863 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6db64-e0ae-4beb-8ea5-9f9d36fd9971 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:46.160221 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6db64-e0ae-4beb-8ea5-9f9d36fd9971 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:46.160554 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6db64-e0ae-4beb-8ea5-9f9d36fd9971 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:46.160882 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6db64-e0ae-4beb-8ea5-9f9d36fd9971 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:46.161205 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6db64-e0ae-4beb-8ea5-9f9d36fd9971 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:46.161539 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6db64-e0ae-4beb-8ea5-9f9d36fd9971 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:46.161886 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6db64-e0ae-4beb-8ea5-9f9d36fd9971 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:46.162249 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6db64-e0ae-4beb-8ea5-9f9d36fd9971 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:46.162634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6db64-e0ae-4beb-8ea5-9f9d36fd9971 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:46.250403 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d8b8a8-a3d4-4728-86a7-0b02e1708b70 req-e0f6db64-e0ae-4beb-8ea5-9f9d36fd9971 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] No DVR routers for this DVR port 9ccacf12-5464-423d-a4f7-bebef99e4292 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:14:46.256496 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-08d8b8a8-a3d4-4728-86a7-0b02e1708b70 req-e0f6db64-e0ae-4beb-8ea5-9f9d36fd9971 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:46.258867 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340c7d64-9c50-4302-99b5-6dd50a9c8f43', 'name': 'network-vif-deleted', 'tag': '9ccacf12-5464-423d-a4f7-bebef99e4292'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:14:46.267452 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e6b174ca-74ba-4163-a3fd-71fab3f58bcb req-f9b263e3-d84e-4b4f-b3d5-deeea291de8a tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.15 "GET /v2.0/ports?device_id=340c7d64-9c50-4302-99b5-6dd50a9c8f43 HTTP/1.1" status: 200 len: 210 time: 0.0602908 Apr 18 06:14:46.279692 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-08d8b8a8-a3d4-4728-86a7-0b02e1708b70 req-e0f6db64-e0ae-4beb-8ea5-9f9d36fd9971 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] 10.222.0.52 "DELETE /v2.0/ports/9ccacf12-5464-423d-a4f7-bebef99e4292 HTTP/1.1" status: 204 len: 173 time: 0.7943757 Apr 18 06:14:46.313945 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9be5f83-7518-4765-bf17-a830fcd5e81e'] response: {'server_uuid': '340c7d64-9c50-4302-99b5-6dd50a9c8f43', 'name': 'network-vif-deleted', 'tag': '9ccacf12-5464-423d-a4f7-bebef99e4292', 'status': 'completed', 'code': 200} Apr 18 06:14:47.500575 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 52262) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:14:47.560339 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e56177-394a-41db-833f-757df75446df admin admin] Deleting subnet e6fa38da-bdd7-46f1-bdfb-5ca75f9e1131 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:14:47.563149 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a5e56177-394a-41db-833f-757df75446df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:47.614863 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a5e56177-394a-41db-833f-757df75446df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:47.669526 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a5e56177-394a-41db-833f-757df75446df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:47.735995 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a5e56177-394a-41db-833f-757df75446df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:47.775067 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e56177-394a-41db-833f-757df75446df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6fa38da-bdd7-46f1-bdfb-5ca75f9e1131,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:47.780418 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a5e56177-394a-41db-833f-757df75446df admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:47.787974 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e56177-394a-41db-833f-757df75446df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:47.788464 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e56177-394a-41db-833f-757df75446df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:47.788800 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e56177-394a-41db-833f-757df75446df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:47.789126 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e56177-394a-41db-833f-757df75446df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:47.789444 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e56177-394a-41db-833f-757df75446df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:47.789767 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e56177-394a-41db-833f-757df75446df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:47.790085 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e56177-394a-41db-833f-757df75446df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:47.790429 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e56177-394a-41db-833f-757df75446df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:47.790743 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e56177-394a-41db-833f-757df75446df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:47.791057 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e56177-394a-41db-833f-757df75446df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:47.791369 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e56177-394a-41db-833f-757df75446df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:47.791677 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e56177-394a-41db-833f-757df75446df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:47.795903 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a5e56177-394a-41db-833f-757df75446df admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e6fa38da-bdd7-46f1-bdfb-5ca75f9e1131 HTTP/1.1" status: 204 len: 168 time: 0.2943065 Apr 18 06:14:47.798330 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 52266) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:14:47.901081 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6f234df3-d1ac-4fd2-b44e-9d2a2a3ca3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:48.028668 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6f234df3-d1ac-4fd2-b44e-9d2a2a3ca3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:48.053378 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-6f234df3-d1ac-4fd2-b44e-9d2a2a3ca3c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6cd7ca-b143-4e6c-84ee-3702b685d6eb']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:48.065852 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-6f234df3-d1ac-4fd2-b44e-9d2a2a3ca3c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a16faf8-77cf-4c8f-a862-54214cda1cc8') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:48.066140 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-6f234df3-d1ac-4fd2-b44e-9d2a2a3ca3c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a16faf8-77cf-4c8f-a862-54214cda1cc8') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:48.077550 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6f234df3-d1ac-4fd2-b44e-9d2a2a3ca3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:48.093512 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6f234df3-d1ac-4fd2-b44e-9d2a2a3ca3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:48.099550 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f234df3-d1ac-4fd2-b44e-9d2a2a3ca3c6 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:14:48.099929 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6f234df3-d1ac-4fd2-b44e-9d2a2a3ca3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:14:48.113509 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:14:48.284372 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6f234df3-d1ac-4fd2-b44e-9d2a2a3ca3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:48.300443 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6f234df3-d1ac-4fd2-b44e-9d2a2a3ca3c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:48.314152 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f234df3-d1ac-4fd2-b44e-9d2a2a3ca3c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=da6cd7ca-b143-4e6c-84ee-3702b685d6eb,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:48.320148 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6f234df3-d1ac-4fd2-b44e-9d2a2a3ca3c6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/da6cd7ca-b143-4e6c-84ee-3702b685d6eb HTTP/1.1" status: 204 len: 168 time: 0.5184915 Apr 18 06:14:48.436144 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 52272) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:14:48.485241 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e92b2f5a-8737-41b2-b774-b7294e627dc8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d39fa22125e49e3a2fb92945433f80b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479639 Apr 18 06:14:48.487576 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 52276) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:14:48.545934 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a5bc0a07-34cb-4ad9-aa99-c7f97097562a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:48.570826 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a5bc0a07-34cb-4ad9-aa99-c7f97097562a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:48.623244 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a5bc0a07-34cb-4ad9-aa99-c7f97097562a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:48.640017 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc0a07-34cb-4ad9-aa99-c7f97097562a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec476234-73db-4593-8213-1467db75ab50,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:48.649863 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a5bc0a07-34cb-4ad9-aa99-c7f97097562a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:48.653816 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a5bc0a07-34cb-4ad9-aa99-c7f97097562a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec476234-73db-4593-8213-1467db75ab50 HTTP/1.1" status: 204 len: 168 time: 0.1624963 Apr 18 06:14:48.731680 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 9ccacf12-5464-423d-a4f7-bebef99e4292 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:14:48.765380 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: 9ccacf12-5464-423d-a4f7-bebef99e4292 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:14:48.765713 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 9ccacf12-5464-423d-a4f7-bebef99e4292 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:14:49.364807 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 52300) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:14:49.466426 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-878492875-network', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:14:49.471061 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:14:49.475086 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] Usage tracker for resource:network and tenant:b93acdbef2fd45d38ae213591ee85359 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:14:49.477990 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:14:49.487809 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:14:49.497562 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] Made reservation on behalf of b93acdbef2fd45d38ae213591ee85359 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:14:49.500151 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:49.512707 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:49.530612 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:14:49.534386 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] Usage tracker for resource:security_group_rule and tenant:b93acdbef2fd45d38ae213591ee85359 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:14:49.537936 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:14:49.545347 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:14:49.630303 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:49.633918 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:49.662032 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:14:49.674382 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102aee16-e694-4130-8b48-b71927bc2b6a,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:49.679723 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:49.680089 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] Added segment 45f1f273-9329-465c-99c0-b5cddf5c713b of type vlan for network 61033b25-ada0-4e93-b5e1-f1114b7f01db Apr 18 06:14:49.706413 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:49.734586 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:49.735523 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:49.736132 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:49.840911 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4747422 Apr 18 06:14:49.841793 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e130c-987c-4542-b76f-5286522e99ad admin admin] Pushing event updated for resources: {'Network': ['ID=61033b25-ada0-4e93-b5e1-f1114b7f01db,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:49.843615 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 52306) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:14:49.849390 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-9dac3417-d1df-4c3d-874a-619131c10f50 admin admin] Request body: {'subnet': {'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-878492875-subnet', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:14:49.851444 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 61033b25-ada0-4e93-b5e1-f1114b7f01db details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:14:49.854431 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9dac3417-d1df-4c3d-874a-619131c10f50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:14:49.858679 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9dac3417-d1df-4c3d-874a-619131c10f50 admin admin] Usage tracker for resource:subnet and tenant:b93acdbef2fd45d38ae213591ee85359 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:14:49.861779 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9dac3417-d1df-4c3d-874a-619131c10f50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:14:49.867756 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9dac3417-d1df-4c3d-874a-619131c10f50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:14:49.879279 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dac3417-d1df-4c3d-874a-619131c10f50 admin admin] Made reservation on behalf of b93acdbef2fd45d38ae213591ee85359 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:14:49.881752 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9dac3417-d1df-4c3d-874a-619131c10f50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:50.084982 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9dac3417-d1df-4c3d-874a-619131c10f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:50.164023 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac3417-d1df-4c3d-874a-619131c10f50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5673394-5ef8-4429-bf17-b8a3b7567b41,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:50.169031 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac3417-d1df-4c3d-874a-619131c10f50 admin admin] Checking segment: {'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:14:50.169386 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dac3417-d1df-4c3d-874a-619131c10f50 admin admin] Network hostable DHCP agents. Network: 61033b25-ada0-4e93-b5e1-f1114b7f01db, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:14:50.189588 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dac3417-d1df-4c3d-874a-619131c10f50 admin admin] Network 61033b25-ada0-4e93-b5e1-f1114b7f01db is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:14:50.198371 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-9dac3417-d1df-4c3d-874a-619131c10f50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 61033b25-ada0-4e93-b5e1-f1114b7f01db) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:14:50.203074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dac3417-d1df-4c3d-874a-619131c10f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:50.203654 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9dac3417-d1df-4c3d-874a-619131c10f50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:50.208435 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9c367a-353e-4d21-843f-3dfd75206d7b None None] Network 61033b25-ada0-4e93-b5e1-f1114b7f01db requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:14:50.223232 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9dac3417-d1df-4c3d-874a-619131c10f50 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3785090 Apr 18 06:14:50.225890 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 52310) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:14:50.230914 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:14:50.235460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:14:50.239238 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] Usage tracker for resource:router and tenant:b93acdbef2fd45d38ae213591ee85359 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:14:50.242257 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:14:50.249534 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:14:50.262708 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:50.263697 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:50.278416 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:50.431852 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-61033b25-ada0-4e93-b5e1-f1114b7f01db', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:14:50.432700 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:50.603382 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] Allocated IP 172.20.0.2 (61033b25-ada0-4e93-b5e1-f1114b7f01db/d5673394-5ef8-4429-bf17-b8a3b7567b41/719011c3-06db-4b57-900d-4f3bf145812a) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:14:50.652609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:50.809278 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:50.819830 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] Transition to ACTIVE for port object 719011c3-06db-4b57-900d-4f3bf145812a will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:14:50.838895 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] Transition to ACTIVE for port object 719011c3-06db-4b57-900d-4f3bf145812a will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:14:50.845423 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:50.902373 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] Network 61033b25-ada0-4e93-b5e1-f1114b7f01db is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:14:50.905375 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:14:50.907801 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:14:50.958969 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:50.959562 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] Pushing event updated for resources: {'Port': ['ID=719011c3-06db-4b57-900d-4f3bf145812a,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:50.993666 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:51.011901 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] Attempting to bind port 719011c3-06db-4b57-900d-4f3bf145812a on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:14:51.012289 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] Attempting to bind port 719011c3-06db-4b57-900d-4f3bf145812a by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:14:51.012641 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] Attempting to bind port 719011c3-06db-4b57-900d-4f3bf145812a on network 61033b25-ada0-4e93-b5e1-f1114b7f01db {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:14:51.017695 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:14:51.018059 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] Checking segment: {'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:14:51.018446 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:51.018826 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] Bound using segment: {'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:14:51.019273 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] Bound port: 719011c3-06db-4b57-900d-4f3bf145812a, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:14:51.019635 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:51.128006 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] Allocated IP 172.26.1.136 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/0395e97d-0143-4cba-858f-2a6562b31cc5) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:14:51.138654 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] For port 719011c3-06db-4b57-900d-4f3bf145812a, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:14:51.141759 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] For port 719011c3-06db-4b57-900d-4f3bf145812a, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=719011c3-06db-4b57-900d-4f3bf145812a,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:14:51.146282 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:51.228146 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf086042-580c-4a16-9bea-dc409226e492 None None] Pushing event updated for resources: {'Port': ['ID=719011c3-06db-4b57-900d-4f3bf145812a,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:51.287110 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:51.318481 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:51.381698 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:14:51.382795 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:14:51.396150 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:14:51.433954 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] Pushing event updated for resources: {'Port': ['ID=0395e97d-0143-4cba-858f-2a6562b31cc5,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:51.922897 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:52.154703 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcde3187-e6f1-4caf-95da-68be54d923ee None None] Network 61033b25-ada0-4e93-b5e1-f1114b7f01db requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:14:52.269616 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:52.274328 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-88e19fb3-6e7b-4c55-8164-7ef21b023ab5 None None] Provisioning for port 719011c3-06db-4b57-900d-4f3bf145812a completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:14:52.481339 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] Router d626d615-6332-4844-928c-b11fc30ecf09 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:14:52.510345 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:14:52.592652 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 719011c3-06db-4b57-900d-4f3bf145812a up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:14:52.668660 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:14:52.670491 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 719011c3-06db-4b57-900d-4f3bf145812a completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:14:52.676414 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 719011c3-06db-4b57-900d-4f3bf145812a triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:14:52.676785 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:52.692155 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:52.693372 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-84ebd2a8-ca2d-4972-9c39-3902f0ed7663 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4665751 Apr 18 06:14:52.696191 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 52314) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:14:52.702348 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] Sync routers for ids ['d626d615-6332-4844-928c-b11fc30ecf09'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:14:52.726419 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] Routers {'d626d615-6332-4844-928c-b11fc30ecf09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:14:52.727039 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:14:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d626d615-6332-4844-928c-b11fc30ecf09'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:52.961910 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] Set router d626d615-6332-4844-928c-b11fc30ecf09 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:14:53.004437 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.179817 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 719011c3-06db-4b57-900d-4f3bf145812a, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=719011c3-06db-4b57-900d-4f3bf145812a,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:14:53.187340 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.302782 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=719011c3-06db-4b57-900d-4f3bf145812a,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:53.334323 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 3, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:53.339220 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] Checking router: d626d615-6332-4844-928c-b11fc30ecf09 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:14:53.340265 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] Updating router d626d615-6332-4844-928c-b11fc30ecf09 port 0395e97d-0143-4cba-858f-2a6562b31cc5 binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:14:53.399285 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.491764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d014d772-053f-451a-907d-c47ae067c2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.700490 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-d014d772-053f-451a-907d-c47ae067c2c5 admin admin] Allocated IP 172.20.0.1 (61033b25-ada0-4e93-b5e1-f1114b7f01db/d5673394-5ef8-4429-bf17-b8a3b7567b41/c0121110-7202-451e-929c-93bdb92d1a62) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:14:53.760411 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.772170 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] Transition to ACTIVE for port object 0395e97d-0143-4cba-858f-2a6562b31cc5 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:14:53.778540 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.850428 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d014d772-053f-451a-907d-c47ae067c2c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.856394 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] Attempting to bind port 0395e97d-0143-4cba-858f-2a6562b31cc5 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:14:53.856758 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] Attempting to bind port 0395e97d-0143-4cba-858f-2a6562b31cc5 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:14:53.857115 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] Attempting to bind port 0395e97d-0143-4cba-858f-2a6562b31cc5 on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:14:53.866250 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce275455-323e-41dc-ac76-e8432e016eb3 None None] Pushing event updated for resources: {'Port': ['ID=0395e97d-0143-4cba-858f-2a6562b31cc5,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:53.866810 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-d014d772-053f-451a-907d-c47ae067c2c5 admin admin] Transition to ACTIVE for port object c0121110-7202-451e-929c-93bdb92d1a62 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:14:53.868686 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:14:53.869056 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:14:53.869440 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.869819 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:14:53.870273 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] Bound port: 0395e97d-0143-4cba-858f-2a6562b31cc5, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:14:53.871882 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.891217 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d014d772-053f-451a-907d-c47ae067c2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.944829 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] For port 0395e97d-0143-4cba-858f-2a6562b31cc5, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:14:53.948101 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] For port 0395e97d-0143-4cba-858f-2a6562b31cc5, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=0395e97d-0143-4cba-858f-2a6562b31cc5,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:14:53.950887 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d014d772-053f-451a-907d-c47ae067c2c5 admin admin] Network 61033b25-ada0-4e93-b5e1-f1114b7f01db is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:14:53.953614 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-d014d772-053f-451a-907d-c47ae067c2c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:14:53.954265 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.961504 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d014d772-053f-451a-907d-c47ae067c2c5 admin admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:14:54.001381 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014d772-053f-451a-907d-c47ae067c2c5 admin admin] Pushing event updated for resources: {'Port': ['ID=c0121110-7202-451e-929c-93bdb92d1a62,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:54.028709 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d014d772-053f-451a-907d-c47ae067c2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:54.033364 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] Routers {'d626d615-6332-4844-928c-b11fc30ecf09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:14:54.033989 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:14:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d626d615-6332-4844-928c-b11fc30ecf09'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:54.100838 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce275455-323e-41dc-ac76-e8432e016eb3 None None] Pushing event updated for resources: {'Port': ['ID=0395e97d-0143-4cba-858f-2a6562b31cc5,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:54.160613 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d014d772-053f-451a-907d-c47ae067c2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:54.218279 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-57e2fbaa-53dc-4519-ae42-94d3d1946e3d None None] Provisioning for port c0121110-7202-451e-929c-93bdb92d1a62 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:14:54.229043 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] Set router d626d615-6332-4844-928c-b11fc30ecf09 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:14:54.271506 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-57e2fbaa-53dc-4519-ae42-94d3d1946e3d None None] Provisioning complete for port c0121110-7202-451e-929c-93bdb92d1a62 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:14:54.271881 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-57e2fbaa-53dc-4519-ae42-94d3d1946e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:54.386635 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d014d772-053f-451a-907d-c47ae067c2c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:54.391661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d014d772-053f-451a-907d-c47ae067c2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:54.455693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-57e2fbaa-53dc-4519-ae42-94d3d1946e3d None None] Port c0121110-7202-451e-929c-93bdb92d1a62 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:14:54.500410 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014d772-053f-451a-907d-c47ae067c2c5 admin admin] Pushing event updated for resources: {'Port': ['ID=c0121110-7202-451e-929c-93bdb92d1a62,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:54.502748 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d014d772-053f-451a-907d-c47ae067c2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:54.560761 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 3, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:54.565517 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b952f0-14fe-45c0-995f-fba78d7c550c None None] The sync data for ids ['d626d615-6332-4844-928c-b11fc30ecf09'] in dv-neutron-837489-1-hyperv is: [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 3, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:14:54.572476 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 719011c3-06db-4b57-900d-4f3bf145812a up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:14:54.641358 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 719011c3-06db-4b57-900d-4f3bf145812a triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:14:54.641727 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:54.646700 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d014d772-053f-451a-907d-c47ae067c2c5 admin admin] Network 61033b25-ada0-4e93-b5e1-f1114b7f01db is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:14:54.647810 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-d014d772-053f-451a-907d-c47ae067c2c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:14:54.874062 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d014d772-053f-451a-907d-c47ae067c2c5 admin admin] Router d626d615-6332-4844-928c-b11fc30ecf09 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:14:54.984920 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f121b7b3-be72-4349-baf2-fe6034ce4867 None None] Provisioning complete for port c0121110-7202-451e-929c-93bdb92d1a62 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:14:54.985372 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f121b7b3-be72-4349-baf2-fe6034ce4867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:55.054635 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f121b7b3-be72-4349-baf2-fe6034ce4867 None None] Port c0121110-7202-451e-929c-93bdb92d1a62 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:14:55.186019 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d014d772-053f-451a-907d-c47ae067c2c5 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:14:55.199317 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d014d772-053f-451a-907d-c47ae067c2c5 admin admin] 10.222.0.15 "PUT /v2.0/routers/d626d615-6332-4844-928c-b11fc30ecf09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5017643 Apr 18 06:14:55.810934 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 52324) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:14:55.816194 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-bc1bd22d-9902-4096-84fb-9bb11f8a3e05 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1032475728', 'description': 'tempest-description--2101739171'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:14:55.822044 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bc1bd22d-9902-4096-84fb-9bb11f8a3e05 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:14:55.826373 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bc1bd22d-9902-4096-84fb-9bb11f8a3e05 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Usage tracker for resource:security_group and tenant:b93acdbef2fd45d38ae213591ee85359 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:14:55.829181 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bc1bd22d-9902-4096-84fb-9bb11f8a3e05 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:14:55.834705 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bc1bd22d-9902-4096-84fb-9bb11f8a3e05 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:14:55.848018 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bc1bd22d-9902-4096-84fb-9bb11f8a3e05 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:55.867677 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bc1bd22d-9902-4096-84fb-9bb11f8a3e05 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:14:55.872587 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bc1bd22d-9902-4096-84fb-9bb11f8a3e05 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Usage tracker for resource:security_group_rule and tenant:b93acdbef2fd45d38ae213591ee85359 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:14:55.875563 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bc1bd22d-9902-4096-84fb-9bb11f8a3e05 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:14:55.881784 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bc1bd22d-9902-4096-84fb-9bb11f8a3e05 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:14:55.953415 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bc1bd22d-9902-4096-84fb-9bb11f8a3e05 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:55.957712 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bc1bd22d-9902-4096-84fb-9bb11f8a3e05 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:56.000743 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bd22d-9902-4096-84fb-9bb11f8a3e05 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4334033-0b2e-4870-b594-adb976656361,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:56.003148 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bc1bd22d-9902-4096-84fb-9bb11f8a3e05 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:56.004378 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bc1bd22d-9902-4096-84fb-9bb11f8a3e05 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1924195 Apr 18 06:14:56.007088 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 52328) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:14:56.012170 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-f5e2ed45-cc51-48ee-873d-9abbb7d8f945 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Request body: {'security_group_rule': {'security_group_id': 'b4334033-0b2e-4870-b594-adb976656361', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:14:56.017977 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f5e2ed45-cc51-48ee-873d-9abbb7d8f945 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:14:56.021760 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f5e2ed45-cc51-48ee-873d-9abbb7d8f945 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Usage tracker for resource:security_group_rule and tenant:b93acdbef2fd45d38ae213591ee85359 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:14:56.024684 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f5e2ed45-cc51-48ee-873d-9abbb7d8f945 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:14:56.031074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f5e2ed45-cc51-48ee-873d-9abbb7d8f945 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:14:56.049244 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ed45-cc51-48ee-873d-9abbb7d8f945 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:56.110029 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ed45-cc51-48ee-873d-9abbb7d8f945 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:56.114183 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ed45-cc51-48ee-873d-9abbb7d8f945 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:56.128118 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] Sync routers for ids ['d626d615-6332-4844-928c-b11fc30ecf09'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:14:56.137390 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2ed45-cc51-48ee-873d-9abbb7d8f945 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f418da3-9e24-4d46-8023-bce42b1e3287,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:56.138251 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] Routers {'d626d615-6332-4844-928c-b11fc30ecf09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:14:56.138842 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:14:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d626d615-6332-4844-928c-b11fc30ecf09'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:56.148335 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ed45-cc51-48ee-873d-9abbb7d8f945 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:56.149509 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f5e2ed45-cc51-48ee-873d-9abbb7d8f945 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415365 Apr 18 06:14:56.152264 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 52332) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:14:56.157166 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-8926c672-8a78-4f2d-b5dd-54c412d59b4e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Request body: {'security_group_rule': {'security_group_id': 'b4334033-0b2e-4870-b594-adb976656361', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:14:56.162924 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8926c672-8a78-4f2d-b5dd-54c412d59b4e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:14:56.166887 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8926c672-8a78-4f2d-b5dd-54c412d59b4e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Usage tracker for resource:security_group_rule and tenant:b93acdbef2fd45d38ae213591ee85359 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:14:56.169754 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8926c672-8a78-4f2d-b5dd-54c412d59b4e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:14:56.175346 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8926c672-8a78-4f2d-b5dd-54c412d59b4e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:14:56.191230 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8926c672-8a78-4f2d-b5dd-54c412d59b4e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:56.254725 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8926c672-8a78-4f2d-b5dd-54c412d59b4e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:56.258327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8926c672-8a78-4f2d-b5dd-54c412d59b4e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:56.283161 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926c672-8a78-4f2d-b5dd-54c412d59b4e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818b7823-6a23-4e4d-ac4f-730340e26875,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:56.293105 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8926c672-8a78-4f2d-b5dd-54c412d59b4e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:56.296939 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8926c672-8a78-4f2d-b5dd-54c412d59b4e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410959 Apr 18 06:14:56.297133 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 52336) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:14:56.302002 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-27e333ea-d815-4967-ae27-173d70eaaaf0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:14:56.307674 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-27e333ea-d815-4967-ae27-173d70eaaaf0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:14:56.311675 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-27e333ea-d815-4967-ae27-173d70eaaaf0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Usage tracker for resource:floatingip and tenant:b93acdbef2fd45d38ae213591ee85359 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:14:56.314557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-27e333ea-d815-4967-ae27-173d70eaaaf0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:14:56.316319 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] Set router d626d615-6332-4844-928c-b11fc30ecf09 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:14:56.320181 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-27e333ea-d815-4967-ae27-173d70eaaaf0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:14:56.331707 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27e333ea-d815-4967-ae27-173d70eaaaf0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for floatingip, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:56.472450 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27e333ea-d815-4967-ae27-173d70eaaaf0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:56.583507 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 0395e97d-0143-4cba-858f-2a6562b31cc5 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:14:56.626040 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-27e333ea-d815-4967-ae27-173d70eaaaf0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Allocated IP 172.26.1.151 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/70a9fca7-5185-4d5a-b0c6-a3592360024e) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:14:56.654786 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 0395e97d-0143-4cba-858f-2a6562b31cc5 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:14:56.660659 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 0395e97d-0143-4cba-858f-2a6562b31cc5 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:14:56.661119 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:56.685512 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 2, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:56.689542 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] Checking router: d626d615-6332-4844-928c-b11fc30ecf09 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:14:56.689963 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] Updating router d626d615-6332-4844-928c-b11fc30ecf09 port c0121110-7202-451e-929c-93bdb92d1a62 binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:14:56.754550 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:56.782406 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27e333ea-d815-4967-ae27-173d70eaaaf0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:56.789810 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:56.806813 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 0395e97d-0143-4cba-858f-2a6562b31cc5, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=0395e97d-0143-4cba-858f-2a6562b31cc5,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:14:56.811568 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:56.815460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27e333ea-d815-4967-ae27-173d70eaaaf0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:56.878021 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e333ea-d815-4967-ae27-173d70eaaaf0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:14:56.880753 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-27e333ea-d815-4967-ae27-173d70eaaaf0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:14:56.881240 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=0395e97d-0143-4cba-858f-2a6562b31cc5,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:56.883869 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e333ea-d815-4967-ae27-173d70eaaaf0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:14:56.930540 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e333ea-d815-4967-ae27-173d70eaaaf0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Pushing event updated for resources: {'Port': ['ID=70a9fca7-5185-4d5a-b0c6-a3592360024e,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:56.977149 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27e333ea-d815-4967-ae27-173d70eaaaf0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:57.037588 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27e333ea-d815-4967-ae27-173d70eaaaf0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:57.098735 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:57.111204 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] Transition to ACTIVE for port object c0121110-7202-451e-929c-93bdb92d1a62 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:14:57.117828 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:57.240935 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bcf31-aff5-4f30-b18f-ae4c4e701586 None None] Pushing event updated for resources: {'Port': ['ID=c0121110-7202-451e-929c-93bdb92d1a62,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:57.249471 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bcf31-aff5-4f30-b18f-ae4c4e701586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:57.249809 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bcf31-aff5-4f30-b18f-ae4c4e701586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:57.250143 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bcf31-aff5-4f30-b18f-ae4c4e701586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:57.250466 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bcf31-aff5-4f30-b18f-ae4c4e701586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:57.250783 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bcf31-aff5-4f30-b18f-ae4c4e701586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:57.251100 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bcf31-aff5-4f30-b18f-ae4c4e701586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:57.251413 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bcf31-aff5-4f30-b18f-ae4c4e701586 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:57.251727 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bcf31-aff5-4f30-b18f-ae4c4e701586 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:57.252059 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bcf31-aff5-4f30-b18f-ae4c4e701586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:57.252372 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bcf31-aff5-4f30-b18f-ae4c4e701586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:57.252852 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bcf31-aff5-4f30-b18f-ae4c4e701586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:57.253309 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bcf31-aff5-4f30-b18f-ae4c4e701586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:57.254644 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27e333ea-d815-4967-ae27-173d70eaaaf0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:57.261837 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27e333ea-d815-4967-ae27-173d70eaaaf0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:57.349621 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] Attempting to bind port c0121110-7202-451e-929c-93bdb92d1a62 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:14:57.349979 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] Attempting to bind port c0121110-7202-451e-929c-93bdb92d1a62 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:14:57.350334 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] Attempting to bind port c0121110-7202-451e-929c-93bdb92d1a62 on network 61033b25-ada0-4e93-b5e1-f1114b7f01db {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:14:57.356717 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:14:57.357073 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] Checking segment: {'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:14:57.357744 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:57.358283 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] Bound using segment: {'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:14:57.359423 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] Bound port: c0121110-7202-451e-929c-93bdb92d1a62, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:14:57.359957 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:57.379484 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e333ea-d815-4967-ae27-173d70eaaaf0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Pushing event updated for resources: {'Port': ['ID=70a9fca7-5185-4d5a-b0c6-a3592360024e,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:57.389161 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27e333ea-d815-4967-ae27-173d70eaaaf0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:57.412836 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27e333ea-d815-4967-ae27-173d70eaaaf0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:57.418530 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-27e333ea-d815-4967-ae27-173d70eaaaf0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1160808 Apr 18 06:14:57.458013 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] For port c0121110-7202-451e-929c-93bdb92d1a62, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:14:57.466209 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] For port c0121110-7202-451e-929c-93bdb92d1a62, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c0121110-7202-451e-929c-93bdb92d1a62,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:14:57.470486 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:57.549069 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] Routers {'d626d615-6332-4844-928c-b11fc30ecf09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:14:57.549708 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:14:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d626d615-6332-4844-928c-b11fc30ecf09'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:57.590612 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-b42500ce-c5fb-491a-a8a5-80e63079a254 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Synchronizing usage tracker for tenant:b93acdbef2fd45d38ae213591ee85359 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:14:57.609579 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-b42500ce-c5fb-491a-a8a5-80e63079a254 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Unset dirty status for tenant:b93acdbef2fd45d38ae213591ee85359 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:14:57.610386 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-b42500ce-c5fb-491a-a8a5-80e63079a254 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1032475728&fields=id&tenant_id=b93acdbef2fd45d38ae213591ee85359 HTTP/1.1" status: 200 len: 267 time: 0.0703053 Apr 18 06:14:57.615948 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bcf31-aff5-4f30-b18f-ae4c4e701586 None None] Pushing event updated for resources: {'Port': ['ID=c0121110-7202-451e-929c-93bdb92d1a62,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:57.741155 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] Set router d626d615-6332-4844-928c-b11fc30ecf09 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:14:57.768579 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-870142dd-526c-4244-8850-a55de97f58f8 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:57.770060 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-870142dd-526c-4244-8850-a55de97f58f8 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 811 time: 0.1520133 Apr 18 06:14:57.784944 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-86e0d650-18e4-4db9-86da-8e2f959bb995 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/quotas/b93acdbef2fd45d38ae213591ee85359 HTTP/1.1" status: 200 len: 375 time: 0.0093913 Apr 18 06:14:57.870179 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-04a035f6-031f-457b-a63a-4cedb8ddbe9a tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Synchronizing usage tracker for tenant:b93acdbef2fd45d38ae213591ee85359 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:14:57.889246 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-04a035f6-031f-457b-a63a-4cedb8ddbe9a tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Unset dirty status for tenant:b93acdbef2fd45d38ae213591ee85359 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:14:57.890670 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-04a035f6-031f-457b-a63a-4cedb8ddbe9a tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1005607 Apr 18 06:14:58.074771 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-a38c4725-f850-4f06-a8a2-4b7d12882c0a service neutron] 10.222.0.15 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717756 Apr 18 06:14:58.077711 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:57Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:58.081625 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94c1c1c-397b-432a-93c7-854da5d1c062 None None] The sync data for ids ['d626d615-6332-4844-928c-b11fc30ecf09'] in dv-neutron-837489-1-hyperv is: [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:57Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:14:58.334397 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-9a850818-e28d-4819-949c-0d88c3d8e176 service neutron] 10.222.0.15 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534540 Apr 18 06:14:58.529879 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ca18d499-f10b-4c34-a2e2-ef6ca370c849 req-02dabd12-56be-4dcd-88b7-30e16305638b tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 210 time: 0.0515223 Apr 18 06:14:58.655259 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 0395e97d-0143-4cba-858f-2a6562b31cc5 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:14:58.758989 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 0395e97d-0143-4cba-858f-2a6562b31cc5 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:14:58.759627 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:58.937813 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c0121110-7202-451e-929c-93bdb92d1a62 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:14:59.009465 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port c0121110-7202-451e-929c-93bdb92d1a62 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:14:59.015246 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port c0121110-7202-451e-929c-93bdb92d1a62 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:14:59.015609 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:59.147744 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:59.184665 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port c0121110-7202-451e-929c-93bdb92d1a62, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c0121110-7202-451e-929c-93bdb92d1a62,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:14:59.188727 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:59.261914 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=c0121110-7202-451e-929c-93bdb92d1a62,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:59.703001 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c185e8e1-984a-4f9e-9c35-2a24812344e5 req-58fc91c3-1cb9-403f-a5bd-72cac8c6c241 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 210 time: 0.0606766 Apr 18 06:14:59.811327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-f019265b-a7f7-45ec-93a3-c91828f8cf9a tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:59.812673 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-f019265b-a7f7-45ec-93a3-c91828f8cf9a tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 811 time: 0.1914232 Apr 18 06:14:59.874508 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-6098f811-74cf-469b-9a7f-5cabdc76db20 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b93acdbef2fd45d38ae213591ee85359 HTTP/1.1" status: 200 len: 380 time: 0.0406284 Apr 18 06:14:59.890600 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-c9b8ee6f-e54d-4138-9bf0-346745638d38 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Request body: {'port': {'device_id': 'be9f796d-a54b-425a-8f0e-deb0a62ec54f', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'admin_state_up': True, 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'security_groups': ['b4334033-0b2e-4870-b594-adb976656361']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:00.025152 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-c9b8ee6f-e54d-4138-9bf0-346745638d38 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:15:00.034457 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-c9b8ee6f-e54d-4138-9bf0-346745638d38 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:15:00.044312 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-c9b8ee6f-e54d-4138-9bf0-346745638d38 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Made reservation on behalf of b93acdbef2fd45d38ae213591ee85359 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:15:00.047690 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-c9b8ee6f-e54d-4138-9bf0-346745638d38 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:00.206742 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-c9b8ee6f-e54d-4138-9bf0-346745638d38 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Allocated IP 172.20.0.8 (61033b25-ada0-4e93-b5e1-f1114b7f01db/d5673394-5ef8-4429-bf17-b8a3b7567b41/ed715807-9d95-4c1a-9f14-b46a65027645) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:15:00.392939 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-c9b8ee6f-e54d-4138-9bf0-346745638d38 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:00.408371 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-c9b8ee6f-e54d-4138-9bf0-346745638d38 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Transition to ACTIVE for port object ed715807-9d95-4c1a-9f14-b46a65027645 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:15:00.431053 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-c9b8ee6f-e54d-4138-9bf0-346745638d38 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:00.493324 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-c9b8ee6f-e54d-4138-9bf0-346745638d38 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Network 61033b25-ada0-4e93-b5e1-f1114b7f01db is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:15:00.496208 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-c9b8ee6f-e54d-4138-9bf0-346745638d38 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:15:00.507908 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-c9b8ee6f-e54d-4138-9bf0-346745638d38 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:15:00.545286 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8ee6f-e54d-4138-9bf0-346745638d38 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Pushing event updated for resources: {'Port': ['ID=ed715807-9d95-4c1a-9f14-b46a65027645,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:00.566298 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c0121110-7202-451e-929c-93bdb92d1a62 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:15:00.580146 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-c9b8ee6f-e54d-4138-9bf0-346745638d38 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:00.580875 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-c9b8ee6f-e54d-4138-9bf0-346745638d38 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:00.608594 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-c9b8ee6f-e54d-4138-9bf0-346745638d38 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7214282 Apr 18 06:15:00.625260 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] Request body: {'port': {'device_id': 'be9f796d-a54b-425a-8f0e-deb0a62ec54f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:00.639884 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port c0121110-7202-451e-929c-93bdb92d1a62 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:15:00.640298 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:00.759099 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:00.782761 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c1d59e59-f082-4153-8b39-203a4e9bec7a None None] Provisioning for port ed715807-9d95-4c1a-9f14-b46a65027645 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:15:00.787714 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c1d59e59-f082-4153-8b39-203a4e9bec7a None None] Provisioning complete for port ed715807-9d95-4c1a-9f14-b46a65027645 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:15:00.788188 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c1d59e59-f082-4153-8b39-203a4e9bec7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:00.842392 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-c1d59e59-f082-4153-8b39-203a4e9bec7a None None] Port ed715807-9d95-4c1a-9f14-b46a65027645 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:15:00.909798 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3a559-ff8d-4357-838a-5993057f5f08 req-9c474795-9ddb-4766-ade6-4a24fc7abc78 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:00.911173 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1ad3a559-ff8d-4357-838a-5993057f5f08 req-9c474795-9ddb-4766-ade6-4a24fc7abc78 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 931 time: 0.0882797 Apr 18 06:15:00.954554 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-1ad3a559-ff8d-4357-838a-5993057f5f08 req-dd91f7e8-f54c-4879-b08c-ca3dfd368799 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Synchronizing usage tracker for tenant:b93acdbef2fd45d38ae213591ee85359 on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:15:00.966878 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-1ad3a559-ff8d-4357-838a-5993057f5f08 req-dd91f7e8-f54c-4879-b08c-ca3dfd368799 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Unset dirty status for tenant:b93acdbef2fd45d38ae213591ee85359 on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:15:00.967992 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1ad3a559-ff8d-4357-838a-5993057f5f08 req-dd91f7e8-f54c-4879-b08c-ca3dfd368799 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510969 Apr 18 06:15:01.105936 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed715807-9d95-4c1a-9f14-b46a65027645 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:15:01.113133 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:01.127503 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] Transition to ACTIVE for port object ed715807-9d95-4c1a-9f14-b46a65027645 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:15:01.130318 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:01.259318 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] Pushing event updated for resources: {'Port': ['ID=ed715807-9d95-4c1a-9f14-b46a65027645,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:01.467960 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] Attempting to bind port ed715807-9d95-4c1a-9f14-b46a65027645 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:15:01.468320 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] Attempting to bind port ed715807-9d95-4c1a-9f14-b46a65027645 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:15:01.468640 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] Attempting to bind port ed715807-9d95-4c1a-9f14-b46a65027645 on network 61033b25-ada0-4e93-b5e1-f1114b7f01db {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:15:01.473083 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] Port ed715807-9d95-4c1a-9f14-b46a65027645 on network 61033b25-ada0-4e93-b5e1-f1114b7f01db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:15:01.473390 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] Attempting to bind port ed715807-9d95-4c1a-9f14-b46a65027645 on network 61033b25-ada0-4e93-b5e1-f1114b7f01db {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:15:01.478332 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:15:01.478656 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] Checking segment: {'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:15:01.479023 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] Bound using segment: {'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:15:01.479432 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] Bound port: ed715807-9d95-4c1a-9f14-b46a65027645, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:15:01.479773 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:01.567321 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] For port ed715807-9d95-4c1a-9f14-b46a65027645, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:15:01.570149 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] For port ed715807-9d95-4c1a-9f14-b46a65027645, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ed715807-9d95-4c1a-9f14-b46a65027645,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:15:01.574505 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:01.626966 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:01.627562 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:01.628963 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] 10.222.0.52 "PUT /v2.0/ports/ed715807-9d95-4c1a-9f14-b46a65027645 HTTP/1.1" status: 200 len: 1093 time: 1.0092385 Apr 18 06:15:01.629396 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9f796d-a54b-425a-8f0e-deb0a62ec54f', 'tag': 'ed715807-9d95-4c1a-9f14-b46a65027645'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:15:01.659949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbcdb4-b9f5-4bf7-94f3-4efa325d1333 service neutron] Pushing event updated for resources: {'Port': ['ID=ed715807-9d95-4c1a-9f14-b46a65027645,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:01.702615 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6061b437-2f54-4bf7-b342-c259da011299'] response: {'name': 'network-changed', 'server_uuid': 'be9f796d-a54b-425a-8f0e-deb0a62ec54f', 'tag': 'ed715807-9d95-4c1a-9f14-b46a65027645', 'status': 'completed', 'code': 200} Apr 18 06:15:01.749130 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-043ba35a-5c73-4c62-a055-3b466a0ae224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:01.750636 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-043ba35a-5c73-4c62-a055-3b466a0ae224 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 1096 time: 0.0809722 Apr 18 06:15:01.821720 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-1518dad9-7bb6-4db2-b525-d4cd6882b48e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed715807-9d95-4c1a-9f14-b46a65027645 HTTP/1.1" status: 200 len: 217 time: 0.0607274 Apr 18 06:15:01.889154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-ba31772d-322a-4080-a402-80bd9f121a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:01.890533 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-ba31772d-322a-4080-a402-80bd9f121a17 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0604317 Apr 18 06:15:01.965322 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-4501fb10-ced0-4056-9619-45f1e793ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:01.966734 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-4501fb10-ced0-4056-9619-45f1e793ecc8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674582 Apr 18 06:15:02.099587 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-ce63990a-32a7-47c4-8c03-65c53985c1fa service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232874 Apr 18 06:15:02.148334 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a73f7d-2460-4a4a-99db-467c305e57df req-da357061-6b54-494a-8a3d-c46b588d86cf tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:02.149790 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-25a73f7d-2460-4a4a-99db-467c305e57df req-da357061-6b54-494a-8a3d-c46b588d86cf tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 943 time: 0.0792327 Apr 18 06:15:02.197498 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-25a73f7d-2460-4a4a-99db-467c305e57df req-9e20c777-7e2f-4690-94ed-868a6091d8cf tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418615 Apr 18 06:15:02.237616 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b68c3a20-5274-43db-bd7c-4ca7dd807c08 req-1a015024-9da4-4854-ae5a-4cfdc2c7267b service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289456 Apr 18 06:15:02.368516 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea931a-f2fe-4f6b-9366-462381f4ab67 req-ae097ecd-0a7e-4182-a624-d711e11a83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:02.369912 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a7ea931a-f2fe-4f6b-9366-462381f4ab67 req-ae097ecd-0a7e-4182-a624-d711e11a83fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 1096 time: 0.0746386 Apr 18 06:15:02.501080 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea931a-f2fe-4f6b-9366-462381f4ab67 req-a5496edd-54b1-4e6a-a0f7-b39a91fa820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:02.502510 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a7ea931a-f2fe-4f6b-9366-462381f4ab67 req-a5496edd-54b1-4e6a-a0f7-b39a91fa820d service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1264241 Apr 18 06:15:02.576735 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a7ea931a-f2fe-4f6b-9366-462381f4ab67 req-e2cea791-78ca-4c83-929c-aa8ca3f6b9a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed715807-9d95-4c1a-9f14-b46a65027645 HTTP/1.1" status: 200 len: 217 time: 0.0676005 Apr 18 06:15:02.642047 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea931a-f2fe-4f6b-9366-462381f4ab67 req-e15cfe93-afb8-43b8-8e3d-578ef40ee9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:02.643375 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a7ea931a-f2fe-4f6b-9366-462381f4ab67 req-e15cfe93-afb8-43b8-8e3d-578ef40ee9e3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0606694 Apr 18 06:15:02.718873 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea931a-f2fe-4f6b-9366-462381f4ab67 req-8591f65d-3251-4106-aa49-78a4e10dd2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:02.720412 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a7ea931a-f2fe-4f6b-9366-462381f4ab67 req-8591f65d-3251-4106-aa49-78a4e10dd2b4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700781 Apr 18 06:15:02.858137 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a7ea931a-f2fe-4f6b-9366-462381f4ab67 req-f65f53c4-33ae-4f2b-9c81-10180212433d service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309853 Apr 18 06:15:02.989704 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a7ea931a-f2fe-4f6b-9366-462381f4ab67 req-2ba0062e-5764-4b90-b79a-034c6cb1ef7c service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228743 Apr 18 06:15:03.390401 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ddcd83-38fd-4b25-ae18-d20d498093b2 req-4c41ca40-e745-49e6-a4ea-6d99f8de0df6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:03.391125 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-81ddcd83-38fd-4b25-ae18-d20d498093b2 req-4c41ca40-e745-49e6-a4ea-6d99f8de0df6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Synchronizing usage tracker for tenant:b93acdbef2fd45d38ae213591ee85359 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:15:03.407085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-81ddcd83-38fd-4b25-ae18-d20d498093b2 req-4c41ca40-e745-49e6-a4ea-6d99f8de0df6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Unset dirty status for tenant:b93acdbef2fd45d38ae213591ee85359 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:15:03.408394 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-81ddcd83-38fd-4b25-ae18-d20d498093b2 req-4c41ca40-e745-49e6-a4ea-6d99f8de0df6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 943 time: 0.1031845 Apr 18 06:15:03.546932 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-81ddcd83-38fd-4b25-ae18-d20d498093b2 req-acfc641e-e344-45b0-ba48-5cd63ba85bbf tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324763 Apr 18 06:15:04.728475 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d5ea8-1181-4cdb-9df5-0d7e852c97e0 req-ffd86a3f-2764-452a-a510-35baf91d5b5c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:04.730052 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b21d5ea8-1181-4cdb-9df5-0d7e852c97e0 req-ffd86a3f-2764-452a-a510-35baf91d5b5c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 943 time: 0.0797884 Apr 18 06:15:04.774669 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b21d5ea8-1181-4cdb-9df5-0d7e852c97e0 req-cd7ee1ea-e65e-4a5b-8878-1467543f1cca tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390201 Apr 18 06:15:04.793213 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device ed715807-9d95-4c1a-9f14-b46a65027645 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:15:04.922060 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port ed715807-9d95-4c1a-9f14-b46a65027645, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ed715807-9d95-4c1a-9f14-b46a65027645,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:15:04.935002 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'ed715807-9d95-4c1a-9f14-b46a65027645', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'port_id': 'ed715807-9d95-4c1a-9f14-b46a65027645', 'mac_address': 'fa:16:3e:d4:f3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:15:04.991827 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:05.008797 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed715807-9d95-4c1a-9f14-b46a65027645 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:15:05.024979 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port ed715807-9d95-4c1a-9f14-b46a65027645, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ed715807-9d95-4c1a-9f14-b46a65027645,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:15:05.028445 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:05.092726 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=ed715807-9d95-4c1a-9f14-b46a65027645,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:05.099555 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:05.099891 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:05.100247 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:05.100577 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:05.100897 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:05.101219 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:05.101544 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:05.101861 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:05.102177 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:05.102492 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:05.102805 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:05.103121 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:05.307943 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e30930d4-058a-4827-99d9-0e4d94fab7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:05.336717 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['ed715807-9d95-4c1a-9f14-b46a65027645'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:15:05.955369 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00877cfc-dc76-4b7d-a94b-b02100395268 req-a0ca3e6c-14a1-4f0a-931c-d4a87bc1a4e4 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:05.956748 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-00877cfc-dc76-4b7d-a94b-b02100395268 req-a0ca3e6c-14a1-4f0a-931c-d4a87bc1a4e4 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 944 time: 0.0780129 Apr 18 06:15:05.999497 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-00877cfc-dc76-4b7d-a94b-b02100395268 req-3ebb9aad-4f4d-4580-a9e4-58ff80400143 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370553 Apr 18 06:15:06.808616 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device ed715807-9d95-4c1a-9f14-b46a65027645 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:15:06.876801 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port ed715807-9d95-4c1a-9f14-b46a65027645 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:15:06.881634 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port ed715807-9d95-4c1a-9f14-b46a65027645 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:15:06.882006 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:06.996780 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:07.022316 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9f796d-a54b-425a-8f0e-deb0a62ec54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed715807-9d95-4c1a-9f14-b46a65027645'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:15:07.032190 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port ed715807-9d95-4c1a-9f14-b46a65027645, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ed715807-9d95-4c1a-9f14-b46a65027645,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:15:07.036796 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:07.073402 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-528dbbaa-4959-4e08-a04a-5bbfdd927a6e'] response: {'server_uuid': 'be9f796d-a54b-425a-8f0e-deb0a62ec54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed715807-9d95-4c1a-9f14-b46a65027645', 'code': 200} Apr 18 06:15:07.109393 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=ed715807-9d95-4c1a-9f14-b46a65027645,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:07.198741 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1a854-d933-405c-a366-87d4e917b740 req-44a367eb-64ad-44a9-8f72-d5058a086189 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:07.200418 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-eed1a854-d933-405c-a366-87d4e917b740 req-44a367eb-64ad-44a9-8f72-d5058a086189 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0872064 Apr 18 06:15:07.246549 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-eed1a854-d933-405c-a366-87d4e917b740 req-2c883724-4d8e-40e5-a78f-dae68ae1289b tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395143 Apr 18 06:15:07.320884 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d2eb6-80b9-4d4d-a8ee-822c478d99fa req-06644a96-4619-475e-8fda-dccb2bd1a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:07.322348 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ea3d2eb6-80b9-4d4d-a8ee-822c478d99fa req-06644a96-4619-475e-8fda-dccb2bd1a4d3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 1098 time: 0.0721755 Apr 18 06:15:07.367111 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ea3d2eb6-80b9-4d4d-a8ee-822c478d99fa req-08f1be52-45a8-4a05-bcc4-9f323bbf95a9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336335 Apr 18 06:15:07.632892 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ee0eb005-a762-4949-b56c-20ce97794b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:07.891781 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:08.439806 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df095bab-262a-42b4-856c-a2dc11c4c9a8 req-a13f9729-0336-41e7-91d8-7ee815f15459 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:08.441500 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-df095bab-262a-42b4-856c-a2dc11c4c9a8 req-a13f9729-0336-41e7-91d8-7ee815f15459 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0839658 Apr 18 06:15:08.488573 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-df095bab-262a-42b4-856c-a2dc11c4c9a8 req-77e3bd49-cedd-44cb-b7e7-fba676ae08c2 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401783 Apr 18 06:15:08.558373 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:08.671928 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:09.670688 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a47b56-c30c-4499-957e-b0012e239a70 req-2ba5726b-f9e8-430b-891e-29d6c160a50f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:09.672065 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-37a47b56-c30c-4499-957e-b0012e239a70 req-2ba5726b-f9e8-430b-891e-29d6c160a50f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0800819 Apr 18 06:15:09.715390 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-37a47b56-c30c-4499-957e-b0012e239a70 req-cbff85dc-fb45-4661-a350-8fbc4290487b tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377316 Apr 18 06:15:09.889867 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6de77-a7ba-41ca-8d97-27f5334b9dc5 req-7f3a4fe5-563b-4605-b519-058c88dc32e4 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:09.891338 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-12b6de77-a7ba-41ca-8d97-27f5334b9dc5 req-7f3a4fe5-563b-4605-b519-058c88dc32e4 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0789707 Apr 18 06:15:09.899613 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 52392) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:15:09.905111 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-74caf0cd-b38d-4e78-991e-d9d251f93ec6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Request body: {'floatingip': {'port_id': 'ed715807-9d95-4c1a-9f14-b46a65027645'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:09.984468 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-74caf0cd-b38d-4e78-991e-d9d251f93ec6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for floatingip, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:10.123298 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:10.585950 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-74caf0cd-b38d-4e78-991e-d9d251f93ec6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:10.590148 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-74caf0cd-b38d-4e78-991e-d9d251f93ec6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:10.763896 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-74caf0cd-b38d-4e78-991e-d9d251f93ec6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Floating IP 9438c0d8-0f79-4870-baff-2592e8ad63a3 associated. External IP: 172.26.1.151, port: ed715807-9d95-4c1a-9f14-b46a65027645. Apr 18 06:15:11.213654 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74caf0cd-b38d-4e78-991e-d9d251f93ec6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Router d626d615-6332-4844-928c-b11fc30ecf09 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:15:11.395350 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74caf0cd-b38d-4e78-991e-d9d251f93ec6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:15:11.400171 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-74caf0cd-b38d-4e78-991e-d9d251f93ec6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:11.404725 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29d884b-fe05-4a98-b237-7955c73adb8a None None] Sync routers for ids ['d626d615-6332-4844-928c-b11fc30ecf09'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:15:11.413769 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29d884b-fe05-4a98-b237-7955c73adb8a None None] Routers {'d626d615-6332-4844-928c-b11fc30ecf09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:15:11.414376 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a29d884b-fe05-4a98-b237-7955c73adb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:15:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d626d615-6332-4844-928c-b11fc30ecf09'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:11.453924 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-74caf0cd-b38d-4e78-991e-d9d251f93ec6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "PUT /v2.0/floatingips/9438c0d8-0f79-4870-baff-2592e8ad63a3 HTTP/1.1" status: 200 len: 991 time: 1.5532479 Apr 18 06:15:11.454512 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9f796d-a54b-425a-8f0e-deb0a62ec54f', 'tag': 'ed715807-9d95-4c1a-9f14-b46a65027645'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:15:11.500239 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9409c60-ad42-4d4b-a39c-6f69f6ac9f21'] response: {'name': 'network-changed', 'server_uuid': 'be9f796d-a54b-425a-8f0e-deb0a62ec54f', 'tag': 'ed715807-9d95-4c1a-9f14-b46a65027645', 'status': 'completed', 'code': 200} Apr 18 06:15:11.596769 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5953d1-1dbe-4635-8726-32a8997a0868 req-638d715f-9b84-4094-a6e7-bb9888489446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:11.598263 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2f5953d1-1dbe-4635-8726-32a8997a0868 req-638d715f-9b84-4094-a6e7-bb9888489446 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 1098 time: 0.0772548 Apr 18 06:15:11.604070 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-a29d884b-fe05-4a98-b237-7955c73adb8a None None] Set router d626d615-6332-4844-928c-b11fc30ecf09 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:15:11.627133 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65de59-b3f5-45a3-89ba-e008892224b7 req-f63639f2-ace9-4984-983d-9f8743d6bad8 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:11.628627 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-dd65de59-b3f5-45a3-89ba-e008892224b7 req-f63639f2-ace9-4984-983d-9f8743d6bad8 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0879095 Apr 18 06:15:11.673879 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-dd65de59-b3f5-45a3-89ba-e008892224b7 req-df10f900-a63d-4854-8e50-49dd8fd5de70 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394859 Apr 18 06:15:11.736769 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5953d1-1dbe-4635-8726-32a8997a0868 req-f2d19cbf-9850-4b95-b611-9cfc768abef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:11.738266 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2f5953d1-1dbe-4635-8726-32a8997a0868 req-f2d19cbf-9850-4b95-b611-9cfc768abef2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1340654 Apr 18 06:15:11.886007 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2f5953d1-1dbe-4635-8726-32a8997a0868 req-0aa55222-133f-4205-9ce3-5cfd9c69781c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed715807-9d95-4c1a-9f14-b46a65027645 HTTP/1.1" status: 200 len: 999 time: 0.1419694 Apr 18 06:15:11.963136 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a56b1-71e1-433f-a0ea-7440286d5cd7 req-12326b09-cf4d-4af4-98fc-0f90c0d0a110 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:11.965177 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-570a56b1-71e1-433f-a0ea-7440286d5cd7 req-12326b09-cf4d-4af4-98fc-0f90c0d0a110 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.1667366 Apr 18 06:15:11.968634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5953d1-1dbe-4635-8726-32a8997a0868 req-33296a37-53e5-4eb1-8d21-17c8a2c06962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:11.969983 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2f5953d1-1dbe-4635-8726-32a8997a0868 req-33296a37-53e5-4eb1-8d21-17c8a2c06962 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0788569 Apr 18 06:15:11.988327 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a29d884b-fe05-4a98-b237-7955c73adb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '9438c0d8-0f79-4870-baff-2592e8ad63a3', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'floating_ip_address': '172.26.1.151', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'port_id': 'ed715807-9d95-4c1a-9f14-b46a65027645', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'mac_address': 'fa:16:3e:d4:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9f796d-a54b-425a-8f0e-deb0a62ec54f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:14:56Z', 'updated_at': '2022-04-18T06:15:10Z', 'revision_number': 1, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:11.992064 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29d884b-fe05-4a98-b237-7955c73adb8a None None] Checking router: d626d615-6332-4844-928c-b11fc30ecf09 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:15:12.001072 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29d884b-fe05-4a98-b237-7955c73adb8a None None] Routers {'d626d615-6332-4844-928c-b11fc30ecf09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:15:12.001663 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a29d884b-fe05-4a98-b237-7955c73adb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:15:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d626d615-6332-4844-928c-b11fc30ecf09'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:12.053991 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-570a56b1-71e1-433f-a0ea-7440286d5cd7 req-e852fb2c-777b-4795-9ae6-adbcb8e8042c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830770 Apr 18 06:15:12.081142 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5953d1-1dbe-4635-8726-32a8997a0868 req-2b4b2517-393c-404c-b4f0-c541cd1bb0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:12.082592 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2f5953d1-1dbe-4635-8726-32a8997a0868 req-2b4b2517-393c-404c-b4f0-c541cd1bb0c9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0974152 Apr 18 06:15:12.174262 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-a29d884b-fe05-4a98-b237-7955c73adb8a None None] Set router d626d615-6332-4844-928c-b11fc30ecf09 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:15:12.212868 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2f5953d1-1dbe-4635-8726-32a8997a0868 req-2e72cae0-8ad2-4455-aa6f-6fdbf70ec701 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240888 Apr 18 06:15:12.345516 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2f5953d1-1dbe-4635-8726-32a8997a0868 req-abed0f47-bcdd-4ce0-8c70-18eeb0431fe8 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266136 Apr 18 06:15:12.518143 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a29d884b-fe05-4a98-b237-7955c73adb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '9438c0d8-0f79-4870-baff-2592e8ad63a3', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'floating_ip_address': '172.26.1.151', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'port_id': 'ed715807-9d95-4c1a-9f14-b46a65027645', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'mac_address': 'fa:16:3e:d4:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9f796d-a54b-425a-8f0e-deb0a62ec54f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:14:56Z', 'updated_at': '2022-04-18T06:15:10Z', 'revision_number': 1, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:12.522075 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29d884b-fe05-4a98-b237-7955c73adb8a None None] The sync data for ids ['d626d615-6332-4844-928c-b11fc30ecf09'] in dv-neutron-837489-1-hyperv is: [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '9438c0d8-0f79-4870-baff-2592e8ad63a3', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'floating_ip_address': '172.26.1.151', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'port_id': 'ed715807-9d95-4c1a-9f14-b46a65027645', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'mac_address': 'fa:16:3e:d4:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9f796d-a54b-425a-8f0e-deb0a62ec54f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:14:56Z', 'updated_at': '2022-04-18T06:15:10Z', 'revision_number': 1, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:15:12.703880 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53d96ca-cdc9-48b2-8306-279515d32bc5 None None] New status for floating IP 9438c0d8-0f79-4870-baff-2592e8ad63a3: ACTIVE {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:15:13.241971 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5164041-3c77-4990-af5f-c1e7ee374ca2 req-62b79e71-6743-4110-ab54-d5b624fd42cc tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:13.243385 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b5164041-3c77-4990-af5f-c1e7ee374ca2 req-62b79e71-6743-4110-ab54-d5b624fd42cc tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0814962 Apr 18 06:15:13.285691 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b5164041-3c77-4990-af5f-c1e7ee374ca2 req-ec5b55e1-eff7-40df-9d3b-2ab4cf0de40e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367250 Apr 18 06:15:13.468449 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbadc39-0347-4064-a61b-26cba77c5d50 req-2e776bbd-a4e7-41de-8b9d-5a4baf650151 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:13.469904 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2cbadc39-0347-4064-a61b-26cba77c5d50 req-2e776bbd-a4e7-41de-8b9d-5a4baf650151 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0781837 Apr 18 06:15:13.519590 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2cbadc39-0347-4064-a61b-26cba77c5d50 req-ad5373fb-d22a-46b2-9a81-31953f1d4ac1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438292 Apr 18 06:15:14.034634 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-9492f04f-f8e5-49ef-a257-33738f573815 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2436728 Apr 18 06:15:14.042857 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252e9dc-fd80-4445-a9ec-949ceffa4861 req-50b6b568-cce9-4f76-9c60-4fb201e407c6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:14.044265 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4252e9dc-fd80-4445-a9ec-949ceffa4861 req-50b6b568-cce9-4f76-9c60-4fb201e407c6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.1090977 Apr 18 06:15:14.089517 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4252e9dc-fd80-4445-a9ec-949ceffa4861 req-41ae0bd6-3d80-44ba-94cc-860ec57daef6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390303 Apr 18 06:15:15.207386 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-3bb109dd-067a-4aff-8765-e9a27742cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:15.208973 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-3bb109dd-067a-4aff-8765-e9a27742cbe5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 1098 time: 0.0718699 Apr 18 06:15:15.276251 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83081e1e-e082-4a6e-a413-f9685496a566 req-af505269-6517-4af3-aef1-0e7ba6eb08d4 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:15.277697 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-83081e1e-e082-4a6e-a413-f9685496a566 req-af505269-6517-4af3-aef1-0e7ba6eb08d4 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0792189 Apr 18 06:15:15.322450 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-83081e1e-e082-4a6e-a413-f9685496a566 req-91a04f6a-e0f3-4dd8-839d-5c2b0488db72 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389833 Apr 18 06:15:15.343958 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-1be1d60e-f646-4ef5-97be-ed8fb7bb8da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:15.343958 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-1be1d60e-f646-4ef5-97be-ed8fb7bb8da5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1273041 Apr 18 06:15:15.446578 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-d793d844-0739-4234-8333-973c5f4d46cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed715807-9d95-4c1a-9f14-b46a65027645 HTTP/1.1" status: 200 len: 1001 time: 0.0974381 Apr 18 06:15:15.512366 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-a66417a6-0aef-480c-9f19-38e55b3464a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:15.513752 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-a66417a6-0aef-480c-9f19-38e55b3464a6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0611861 Apr 18 06:15:15.588783 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-b605f5af-aa1a-46a3-a251-f39e2b66ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:15.591003 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-b605f5af-aa1a-46a3-a251-f39e2b66ae84 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709548 Apr 18 06:15:15.725967 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-2f285c6c-6a40-4f79-b3ac-a842a50f8e61 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284482 Apr 18 06:15:15.855315 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-bc568983-a316-4c55-bfb7-b031e3f6dacd service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226425 Apr 18 06:15:16.512693 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d88fd-fde9-429b-a516-97d2b3590c35 req-41f0689b-b204-4706-94ca-ced7b2b4ca33 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:16.514128 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-304d88fd-fde9-429b-a516-97d2b3590c35 req-41f0689b-b204-4706-94ca-ced7b2b4ca33 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0834458 Apr 18 06:15:16.557077 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-304d88fd-fde9-429b-a516-97d2b3590c35 req-7a760514-8b72-467c-a87d-a51b15b014b7 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373464 Apr 18 06:15:17.742707 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d15fe6-4d37-4b3d-845b-8d5911c66a35 req-802e1b83-efb0-4e91-84b0-be78ae8df11c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:17.744174 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-96d15fe6-4d37-4b3d-845b-8d5911c66a35 req-802e1b83-efb0-4e91-84b0-be78ae8df11c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0817254 Apr 18 06:15:17.787511 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-96d15fe6-4d37-4b3d-845b-8d5911c66a35 req-2b77a277-83b5-481b-ae9d-d008f51ffc3c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375078 Apr 18 06:15:18.976644 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab3b97-bed0-46fe-941b-986de04963d8 req-a2dc43bf-0b66-45ba-a488-b4ac17936e24 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:18.978088 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b8ab3b97-bed0-46fe-941b-986de04963d8 req-a2dc43bf-0b66-45ba-a488-b4ac17936e24 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0779996 Apr 18 06:15:19.021889 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b8ab3b97-bed0-46fe-941b-986de04963d8 req-0b05525f-763d-44a6-9084-7c91490c4d6e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376987 Apr 18 06:15:20.205803 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b38b61-eb42-41d7-a857-94dd79c5e5b3 req-c1d4ca37-6b50-475b-ad1e-3f8f7b14d0a1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:20.207268 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d2b38b61-eb42-41d7-a857-94dd79c5e5b3 req-c1d4ca37-6b50-475b-ad1e-3f8f7b14d0a1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0803447 Apr 18 06:15:20.254303 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d2b38b61-eb42-41d7-a857-94dd79c5e5b3 req-f65954bc-ce8d-40b1-b819-719a960f2eac tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414557 Apr 18 06:15:21.442012 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4beae5-6ee7-4bdb-b3ab-bd5dd88fca81 req-d4ea9727-2bb5-4762-9517-5623d7eaaffc tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:21.443463 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bf4beae5-6ee7-4bdb-b3ab-bd5dd88fca81 req-d4ea9727-2bb5-4762-9517-5623d7eaaffc tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0826018 Apr 18 06:15:21.488730 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bf4beae5-6ee7-4bdb-b3ab-bd5dd88fca81 req-6c003c1c-4664-4b6c-b7d6-e60595c45058 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389173 Apr 18 06:15:22.675842 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ee611-5c78-49e3-a45e-97dea588ea8f req-45e4678d-2138-4410-87a8-a5d692cdc744 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:22.677287 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ac0ee611-5c78-49e3-a45e-97dea588ea8f req-45e4678d-2138-4410-87a8-a5d692cdc744 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0813036 Apr 18 06:15:22.721015 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ac0ee611-5c78-49e3-a45e-97dea588ea8f req-2fc95cf2-c689-404b-a1c3-7c1b8080d45e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375712 Apr 18 06:15:23.906374 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e60c4-f37a-464f-a8f2-20925f2a0116 req-a175d508-c51f-4346-8a2a-08c39ad8bb13 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:23.907816 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-588e60c4-f37a-464f-a8f2-20925f2a0116 req-a175d508-c51f-4346-8a2a-08c39ad8bb13 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0779009 Apr 18 06:15:23.950193 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-588e60c4-f37a-464f-a8f2-20925f2a0116 req-856db2af-3cc6-4497-816b-f1edb459f43c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368769 Apr 18 06:15:25.135122 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d5d30-034f-422f-94ac-128c81681b45 req-f4c28d6f-de58-4690-b6b5-225311dddeb9 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:25.137340 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4e1d5d30-034f-422f-94ac-128c81681b45 req-f4c28d6f-de58-4690-b6b5-225311dddeb9 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0825424 Apr 18 06:15:25.179918 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4e1d5d30-034f-422f-94ac-128c81681b45 req-2026304a-e397-4def-b8dc-c25ca366f506 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370362 Apr 18 06:15:26.371170 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4292e-0613-44a9-9840-d60fac182a67 req-7fdc81a6-c7e8-4a01-8006-332487551172 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:26.372722 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b3c4292e-0613-44a9-9840-d60fac182a67 req-7fdc81a6-c7e8-4a01-8006-332487551172 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0823002 Apr 18 06:15:26.415703 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b3c4292e-0613-44a9-9840-d60fac182a67 req-1d1dfa3b-f02f-4cec-bd89-d644238953dc tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373938 Apr 18 06:15:27.599006 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09296ac3-38f0-4f1f-9b5e-89dc6fcbcaec req-02160187-37e6-47d2-b589-7e38ff63ada4 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:27.600477 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-09296ac3-38f0-4f1f-9b5e-89dc6fcbcaec req-02160187-37e6-47d2-b589-7e38ff63ada4 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0802591 Apr 18 06:15:27.648012 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-09296ac3-38f0-4f1f-9b5e-89dc6fcbcaec req-fafce28b-0d87-4629-8f73-79273e871a18 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418744 Apr 18 06:15:28.837980 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1f925-0337-4e45-94bb-36eb9570166c req-d8938ccf-35e2-4a53-be48-32ac88399b56 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:28.840369 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6ca1f925-0337-4e45-94bb-36eb9570166c req-d8938ccf-35e2-4a53-be48-32ac88399b56 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0888124 Apr 18 06:15:28.889926 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6ca1f925-0337-4e45-94bb-36eb9570166c req-05db9111-d046-4a96-964a-d29cc9bc3d05 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427017 Apr 18 06:15:29.509136 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:15:30.077765 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f0f2d-9dc2-46d7-8f84-bbe8613c95f6 req-186551b1-d247-4306-bb95-bd04e8533943 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:30.079206 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-179f0f2d-9dc2-46d7-8f84-bbe8613c95f6 req-186551b1-d247-4306-bb95-bd04e8533943 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0789335 Apr 18 06:15:30.122453 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-179f0f2d-9dc2-46d7-8f84-bbe8613c95f6 req-ef77355b-15bf-40c6-abe1-bd707b83d0e5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375843 Apr 18 06:15:31.302639 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1137292-f578-4a7e-8de6-b2e76c3e11c2 req-e5722747-b923-4b39-8306-fa1aaca4eaf1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:31.304089 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f1137292-f578-4a7e-8de6-b2e76c3e11c2 req-e5722747-b923-4b39-8306-fa1aaca4eaf1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0780363 Apr 18 06:15:31.347787 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f1137292-f578-4a7e-8de6-b2e76c3e11c2 req-b8a3ffa1-3bbe-47c4-b9c0-9c83f5c555fd tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374079 Apr 18 06:15:32.539573 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4473558-4bdf-4ea4-84f0-3c4f68bf1223 req-2bf459ef-8e4b-44c9-8761-653ce92e1ebe tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:32.541104 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b4473558-4bdf-4ea4-84f0-3c4f68bf1223 req-2bf459ef-8e4b-44c9-8761-653ce92e1ebe tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0886712 Apr 18 06:15:32.585368 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26e0d8-28f3-4d7c-9bb1-e529dd75896c req-0d1fcceb-c2d3-4caf-a9f1-7bad21834341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:32.586623 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b4473558-4bdf-4ea4-84f0-3c4f68bf1223 req-3ac635e8-6576-4846-90a4-6d2e4478a808 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397358 Apr 18 06:15:32.586823 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9c26e0d8-28f3-4d7c-9bb1-e529dd75896c req-0d1fcceb-c2d3-4caf-a9f1-7bad21834341 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 1098 time: 0.1700208 Apr 18 06:15:32.732204 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26e0d8-28f3-4d7c-9bb1-e529dd75896c req-c6f7e28b-81d0-4c63-9e97-bc5a5f8fe03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:32.733652 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9c26e0d8-28f3-4d7c-9bb1-e529dd75896c req-c6f7e28b-81d0-4c63-9e97-bc5a5f8fe03b service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1241872 Apr 18 06:15:32.843894 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9c26e0d8-28f3-4d7c-9bb1-e529dd75896c req-9f8615fa-dba9-448e-b4b9-699dfea48fba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed715807-9d95-4c1a-9f14-b46a65027645 HTTP/1.1" status: 200 len: 1001 time: 0.1005898 Apr 18 06:15:32.910629 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26e0d8-28f3-4d7c-9bb1-e529dd75896c req-120b5f24-1b62-4540-b991-e6128d53134c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:32.912060 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9c26e0d8-28f3-4d7c-9bb1-e529dd75896c req-120b5f24-1b62-4540-b991-e6128d53134c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0592036 Apr 18 06:15:32.991289 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26e0d8-28f3-4d7c-9bb1-e529dd75896c req-5599e6a6-33c5-42cc-8ac9-53684326a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:32.992659 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9c26e0d8-28f3-4d7c-9bb1-e529dd75896c req-5599e6a6-33c5-42cc-8ac9-53684326a1db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715101 Apr 18 06:15:33.139928 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9c26e0d8-28f3-4d7c-9bb1-e529dd75896c req-eb39edfe-01a8-4154-b8c3-2ce55ad2529f service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375663 Apr 18 06:15:33.273134 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9c26e0d8-28f3-4d7c-9bb1-e529dd75896c req-bf03203c-96dd-4bf5-b378-73eb58e491b4 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240814 Apr 18 06:15:33.917359 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4838687-e5d9-4e59-bec4-4cfece02f953 req-0abda52c-a7fd-4d87-9a5d-c04a34dfaeb1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:33.918715 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a4838687-e5d9-4e59-bec4-4cfece02f953 req-0abda52c-a7fd-4d87-9a5d-c04a34dfaeb1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0786374 Apr 18 06:15:33.961300 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a4838687-e5d9-4e59-bec4-4cfece02f953 req-00555bfe-b3b3-4455-acfd-b6616643f59e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369461 Apr 18 06:15:35.145623 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56d2d4-63a3-41ce-8e97-5262e1037196 req-e1faf41e-4d77-4d29-82e6-f17b266058ff tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:35.147048 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-da56d2d4-63a3-41ce-8e97-5262e1037196 req-e1faf41e-4d77-4d29-82e6-f17b266058ff tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0793114 Apr 18 06:15:35.190090 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-da56d2d4-63a3-41ce-8e97-5262e1037196 req-e0c5bd1d-9e81-4551-a560-1a6174c10df0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371487 Apr 18 06:15:35.309338 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5c8b1b0d-e9aa-4cd2-8445-564f2588cc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:36.378555 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62dc10b-f67e-43ae-b64c-c3bff1bc954c req-f401ebac-f92e-43d8-82ab-d2d6768b78f7 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:36.379998 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a62dc10b-f67e-43ae-b64c-c3bff1bc954c req-f401ebac-f92e-43d8-82ab-d2d6768b78f7 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0846052 Apr 18 06:15:36.422762 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a62dc10b-f67e-43ae-b64c-c3bff1bc954c req-2adac1dc-ad07-43c5-ae02-a799d3402925 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365739 Apr 18 06:15:37.611227 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78c42a-87e5-4da8-9f35-d1f89a4cc7c6 req-e33f4e46-04eb-46b8-bff3-b85170e9d5fb tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:37.612780 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2e78c42a-87e5-4da8-9f35-d1f89a4cc7c6 req-e33f4e46-04eb-46b8-bff3-b85170e9d5fb tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0839558 Apr 18 06:15:37.635879 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e6f69d74-4d40-4e3b-8d9c-1134f3620dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:37.658769 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2e78c42a-87e5-4da8-9f35-d1f89a4cc7c6 req-22e927e2-a5c1-4c31-a5a9-dcfab6ccb964 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394704 Apr 18 06:15:37.779776 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-f67bcb35-3b15-409c-abb8-69682c6cb414 service neutron] 10.222.0.52 "GET /v2.0/ports/ed715807-9d95-4c1a-9f14-b46a65027645/bindings/hv-neutron-8374 HTTP/1.1" status: 200 len: 384 time: 0.0734916 Apr 18 06:15:37.915034 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:38.051055 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-8d3558fc-dc49-4707-a28f-7624b952da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:38.052534 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-8d3558fc-dc49-4707-a28f-7624b952da0b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f&tenant_id=b93acdbef2fd45d38ae213591ee85359 HTTP/1.1" status: 200 len: 1098 time: 0.0751395 Apr 18 06:15:38.149952 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-1366170b-44a0-43fc-9af7-1e8767e35274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:38.152261 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-1366170b-44a0-43fc-9af7-1e8767e35274 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 1098 time: 0.0709422 Apr 18 06:15:38.285103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-6c87d5ed-a6ba-41bc-84f6-2a1a24ace348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:38.286543 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-6c87d5ed-a6ba-41bc-84f6-2a1a24ace348 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1264877 Apr 18 06:15:38.394689 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-c6e1cc8b-6f29-450f-a005-24fbdc9c8dff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed715807-9d95-4c1a-9f14-b46a65027645 HTTP/1.1" status: 200 len: 1001 time: 0.0989435 Apr 18 06:15:38.458911 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-ed05b85f-a0be-4e72-a4ab-abac1adcc15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:38.460316 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-ed05b85f-a0be-4e72-a4ab-abac1adcc15b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0562253 Apr 18 06:15:38.548758 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-65863403-cae9-4158-b407-b35ad2a7b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:38.550286 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-65863403-cae9-4158-b407-b35ad2a7b3a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736973 Apr 18 06:15:38.556061 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:38.675090 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:38.837207 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-2fb829be-44f1-4406-bb3a-a0bd2ea14d6b service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756968 Apr 18 06:15:38.945277 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0c797-6fb8-4a0f-a9a6-18c5d59205b7 req-1e73160b-83f2-4569-a632-365eceaf5df7 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:38.946726 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c2e0c797-6fb8-4a0f-a9a6-18c5d59205b7 req-1e73160b-83f2-4569-a632-365eceaf5df7 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.1786604 Apr 18 06:15:39.016971 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c2e0c797-6fb8-4a0f-a9a6-18c5d59205b7 req-643db145-04db-4f4f-8b7f-6f45c6c90d4b tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620782 Apr 18 06:15:39.020153 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7221be61-ca34-4c52-8a68-2fa00aa1d5f0 req-47fe9c50-ba5b-4ad1-8e3c-29be0d32f8fd service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754708 Apr 18 06:15:40.128480 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:40.344977 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca663923-c18c-4506-b792-43d8f0b9675a req-b9c86cdb-1acb-47a4-90b5-bd1ed0189ffb tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:40.346334 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ca663923-c18c-4506-b792-43d8f0b9675a req-b9c86cdb-1acb-47a4-90b5-bd1ed0189ffb tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0791833 Apr 18 06:15:40.393639 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ca663923-c18c-4506-b792-43d8f0b9675a req-59d77f79-35d0-477f-ba9b-fee87b9f7590 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416470 Apr 18 06:15:40.906535 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device ed715807-9d95-4c1a-9f14-b46a65027645 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:15:40.908900 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device ed715807-9d95-4c1a-9f14-b46a65027645 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:15:41.122601 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:41.158700 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port ed715807-9d95-4c1a-9f14-b46a65027645, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ed715807-9d95-4c1a-9f14-b46a65027645,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:15:41.177063 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9f796d-a54b-425a-8f0e-deb0a62ec54f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed715807-9d95-4c1a-9f14-b46a65027645'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:15:41.187727 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'ed715807-9d95-4c1a-9f14-b46a65027645', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'port_id': 'ed715807-9d95-4c1a-9f14-b46a65027645', 'mac_address': 'fa:16:3e:d4:f3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:15:41.192321 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port ed715807-9d95-4c1a-9f14-b46a65027645, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ed715807-9d95-4c1a-9f14-b46a65027645,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:15:41.228104 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:41.268929 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33085fa0-4908-4997-822c-ccbba9af8319'] response: {'server_uuid': 'be9f796d-a54b-425a-8f0e-deb0a62ec54f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed715807-9d95-4c1a-9f14-b46a65027645', 'code': 200} Apr 18 06:15:41.303866 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:41.327613 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed715807-9d95-4c1a-9f14-b46a65027645 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:15:41.331324 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=ed715807-9d95-4c1a-9f14-b46a65027645,revision_number=6']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:41.345469 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port ed715807-9d95-4c1a-9f14-b46a65027645, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ed715807-9d95-4c1a-9f14-b46a65027645,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:15:41.349145 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:41.415785 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['ed715807-9d95-4c1a-9f14-b46a65027645'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:15:41.461478 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=ed715807-9d95-4c1a-9f14-b46a65027645,revision_number=7']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:41.584909 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e6f75-32cd-439f-baa1-e49d81a0617f req-436519d5-2d48-40fd-975d-d6581ad77a0e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:41.586355 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b57e6f75-32cd-439f-baa1-e49d81a0617f req-436519d5-2d48-40fd-975d-d6581ad77a0e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 944 time: 0.0793750 Apr 18 06:15:41.630946 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b57e6f75-32cd-439f-baa1-e49d81a0617f req-81a3daca-0acf-445a-be54-54201d5797c4 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383582 Apr 18 06:15:41.946432 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e6527-f129-408e-ad3e-33482b5618bf req-4d9c4695-2760-4f9e-a24d-6c299192ef87 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:41.947867 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ba5e6527-f129-408e-ad3e-33482b5618bf req-4d9c4695-2760-4f9e-a24d-6c299192ef87 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f&tenant_id=b93acdbef2fd45d38ae213591ee85359&binding%3Ahost_id=hv-neutron-8374 HTTP/1.1" status: 200 len: 944 time: 0.0879848 Apr 18 06:15:42.047164 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a4fbe-a831-4d97-942b-35c6a9e789b7 req-afa99f6b-3036-40d9-8f10-4fe6d082a147 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:42.048987 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5b3a4fbe-a831-4d97-942b-35c6a9e789b7 req-afa99f6b-3036-40d9-8f10-4fe6d082a147 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 944 time: 0.1903386 Apr 18 06:15:42.088653 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e6527-f129-408e-ad3e-33482b5618bf req-9eeeb9c1-e32f-4ea6-bf87-0d99ccf975e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:42.091455 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ba5e6527-f129-408e-ad3e-33482b5618bf req-9eeeb9c1-e32f-4ea6-bf87-0d99ccf975e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 1097 time: 0.0732434 Apr 18 06:15:42.093282 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5b3a4fbe-a831-4d97-942b-35c6a9e789b7 req-4c1f9682-53cc-46b4-849b-31b3e2e2d5ee tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386126 Apr 18 06:15:42.220557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e6527-f129-408e-ad3e-33482b5618bf req-d8e16555-6dc0-411e-b885-a9863fa6d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:42.221920 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ba5e6527-f129-408e-ad3e-33482b5618bf req-d8e16555-6dc0-411e-b885-a9863fa6d688 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1251678 Apr 18 06:15:42.323840 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ba5e6527-f129-408e-ad3e-33482b5618bf req-a4524576-42a1-41be-a5a6-7ebd3ca499d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed715807-9d95-4c1a-9f14-b46a65027645 HTTP/1.1" status: 200 len: 1000 time: 0.0953739 Apr 18 06:15:42.388496 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e6527-f129-408e-ad3e-33482b5618bf req-db111048-3750-4eb7-95c8-9ec1f37a2224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:42.389935 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ba5e6527-f129-408e-ad3e-33482b5618bf req-db111048-3750-4eb7-95c8-9ec1f37a2224 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0611742 Apr 18 06:15:42.462478 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e6527-f129-408e-ad3e-33482b5618bf req-37c31b64-c254-4ba5-960d-f2528796c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:42.464156 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ba5e6527-f129-408e-ad3e-33482b5618bf req-37c31b64-c254-4ba5-960d-f2528796c415 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681973 Apr 18 06:15:42.594424 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ba5e6527-f129-408e-ad3e-33482b5618bf req-8981dea3-fa41-4a90-bff9-259a2a432cc8 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245177 Apr 18 06:15:42.723078 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ba5e6527-f129-408e-ad3e-33482b5618bf req-f951c462-0175-4ee3-9eb4-c0f5aa2f3ca6 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226857 Apr 18 06:15:42.910605 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device ed715807-9d95-4c1a-9f14-b46a65027645 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:15:43.016321 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port ed715807-9d95-4c1a-9f14-b46a65027645 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:15:43.016693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:43.136933 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:43.171218 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port ed715807-9d95-4c1a-9f14-b46a65027645, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ed715807-9d95-4c1a-9f14-b46a65027645,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:15:43.176175 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:43.246260 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=ed715807-9d95-4c1a-9f14-b46a65027645,revision_number=8']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:43.269711 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9f796d-a54b-425a-8f0e-deb0a62ec54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed715807-9d95-4c1a-9f14-b46a65027645'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:15:43.292921 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84e06b-9a8d-44dd-b436-2270a0bd4c8b req-f3e490ff-010b-4acd-ac86-fd824c338825 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:43.294549 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f84e06b-9a8d-44dd-b436-2270a0bd4c8b req-f3e490ff-010b-4acd-ac86-fd824c338825 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0838706 Apr 18 06:15:43.316027 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a35d3ad3-c8e7-4ad0-915a-78957657e63f'] response: {'server_uuid': 'be9f796d-a54b-425a-8f0e-deb0a62ec54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed715807-9d95-4c1a-9f14-b46a65027645', 'code': 200} Apr 18 06:15:43.351042 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f84e06b-9a8d-44dd-b436-2270a0bd4c8b req-1b08f05b-2b3a-44f4-a816-c6ea1f8100bd tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500264 Apr 18 06:15:43.533754 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1e1fb-92fd-402c-b29e-9e774598289d req-cc2b69ff-4b75-433b-b748-bb953db7aff9 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:43.535186 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-85b1e1fb-92fd-402c-b29e-9e774598289d req-cc2b69ff-4b75-433b-b748-bb953db7aff9 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0789950 Apr 18 06:15:43.580237 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-85b1e1fb-92fd-402c-b29e-9e774598289d req-92a70ae7-1a46-4679-82ca-bf884156aff8 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394452 Apr 18 06:15:43.759021 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da734021-b59d-4a73-8049-cbce22e4dbbe req-cb571bfd-fb20-4d10-b6a4-0840dcffd068 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:43.760980 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-da734021-b59d-4a73-8049-cbce22e4dbbe req-cb571bfd-fb20-4d10-b6a4-0840dcffd068 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0791922 Apr 18 06:15:43.804992 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-da734021-b59d-4a73-8049-cbce22e4dbbe req-29a31eb5-fc8c-457e-8337-e176006351b5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387042 Apr 18 06:15:44.192234 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eab08e-4cc4-4cd7-9cf6-04a29bfe7ae8 req-ce713929-aaf7-41c8-afe0-283fd0c8c738 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:44.194190 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82eab08e-4cc4-4cd7-9cf6-04a29bfe7ae8 req-ce713929-aaf7-41c8-afe0-283fd0c8c738 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0962489 Apr 18 06:15:44.238600 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82eab08e-4cc4-4cd7-9cf6-04a29bfe7ae8 req-87c7f6c4-042a-4dd8-8788-da9754ec9901 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385468 Apr 18 06:15:45.425193 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b710791-e2dd-479a-a595-5e2f0b97608e req-f838952f-3668-4dfd-b3c3-e019edb77cd1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:45.426655 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2b710791-e2dd-479a-a595-5e2f0b97608e req-f838952f-3668-4dfd-b3c3-e019edb77cd1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0827503 Apr 18 06:15:45.470540 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2b710791-e2dd-479a-a595-5e2f0b97608e req-ba8d3950-376f-4f12-95b9-546eaf20e9cd tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383005 Apr 18 06:15:45.918960 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510f8ef-5224-4a0a-b59f-ee161ab4a140 req-525e40c9-0a76-44df-a67c-edc17e6bfaef tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:45.920380 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6510f8ef-5224-4a0a-b59f-ee161ab4a140 req-525e40c9-0a76-44df-a67c-edc17e6bfaef tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.0770128 Apr 18 06:15:45.993936 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-6510f8ef-5224-4a0a-b59f-ee161ab4a140 req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Deleting port ed715807-9d95-4c1a-9f14-b46a65027645 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:15:45.994262 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6510f8ef-5224-4a0a-b59f-ee161ab4a140 req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:46.330025 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-6510f8ef-5224-4a0a-b59f-ee161ab4a140 req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] For port ed715807-9d95-4c1a-9f14-b46a65027645, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=ed715807-9d95-4c1a-9f14-b46a65027645,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:15:46.330380 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6510f8ef-5224-4a0a-b59f-ee161ab4a140 req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:46.663538 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6510f8ef-5224-4a0a-b59f-ee161ab4a140 req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:46.663814 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6510f8ef-5224-4a0a-b59f-ee161ab4a140 req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:46.664149 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [req-6510f8ef-5224-4a0a-b59f-ee161ab4a140 req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Floating IP 9438c0d8-0f79-4870-baff-2592e8ad63a3 disassociated. External IP: 172.26.1.151, port: ed715807-9d95-4c1a-9f14-b46a65027645. Apr 18 06:15:46.664490 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-6510f8ef-5224-4a0a-b59f-ee161ab4a140 req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Calling delete_port for ed715807-9d95-4c1a-9f14-b46a65027645 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:15:46.742724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff0e9e-7de7-4c19-9bef-8ad06c108091 req-4e72025e-c81e-475c-b749-c51be918e8a9 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:46.744403 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2cff0e9e-7de7-4c19-9bef-8ad06c108091 req-4e72025e-c81e-475c-b749-c51be918e8a9 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 945 time: 0.1671166 Apr 18 06:15:46.831942 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2cff0e9e-7de7-4c19-9bef-8ad06c108091 req-607241aa-c861-4f0a-ba01-6878f3529c72 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730307 Apr 18 06:15:46.866990 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6510f8ef-5224-4a0a-b59f-ee161ab4a140 req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:46.915693 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Pushing event deleted for resources: {'Port': ['ID=ed715807-9d95-4c1a-9f14-b46a65027645,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:46.926925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:46.927768 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:46.927768 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:46.928151 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:46.928320 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:46.928660 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:46.928858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:46.929182 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:46.929513 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:46.929807 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:46.930127 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:46.930444 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:47.121424 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6510f8ef-5224-4a0a-b59f-ee161ab4a140 req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Router d626d615-6332-4844-928c-b11fc30ecf09 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:15:47.294722 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6510f8ef-5224-4a0a-b59f-ee161ab4a140 req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:15:47.304820 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7299ecdb-e491-4309-9168-a012e76ae05e None None] Sync routers for ids ['d626d615-6332-4844-928c-b11fc30ecf09'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:15:47.315647 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7299ecdb-e491-4309-9168-a012e76ae05e None None] Routers {'d626d615-6332-4844-928c-b11fc30ecf09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:15:47.316278 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7299ecdb-e491-4309-9168-a012e76ae05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:15:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d626d615-6332-4844-928c-b11fc30ecf09'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:47.367673 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-6510f8ef-5224-4a0a-b59f-ee161ab4a140 req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] No DVR routers for this DVR port ed715807-9d95-4c1a-9f14-b46a65027645 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:15:47.370709 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6510f8ef-5224-4a0a-b59f-ee161ab4a140 req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:47.377191 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9f796d-a54b-425a-8f0e-deb0a62ec54f', 'name': 'network-vif-deleted', 'tag': 'ed715807-9d95-4c1a-9f14-b46a65027645'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:15:47.388730 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6510f8ef-5224-4a0a-b59f-ee161ab4a140 req-0b61b5df-ddc2-4f96-8d97-54fa1e7e3cf5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "DELETE /v2.0/ports/ed715807-9d95-4c1a-9f14-b46a65027645 HTTP/1.1" status: 204 len: 173 time: 1.4607840 Apr 18 06:15:47.425270 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffa8176d-41f6-4788-8237-5ca3912d7610'] response: {'server_uuid': 'be9f796d-a54b-425a-8f0e-deb0a62ec54f', 'name': 'network-vif-deleted', 'tag': 'ed715807-9d95-4c1a-9f14-b46a65027645', 'status': 'completed', 'code': 200} Apr 18 06:15:47.500363 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-7299ecdb-e491-4309-9168-a012e76ae05e None None] Set router d626d615-6332-4844-928c-b11fc30ecf09 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:15:47.810116 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7299ecdb-e491-4309-9168-a012e76ae05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:47.814236 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7299ecdb-e491-4309-9168-a012e76ae05e None None] Checking router: d626d615-6332-4844-928c-b11fc30ecf09 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:15:47.823031 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7299ecdb-e491-4309-9168-a012e76ae05e None None] Routers {'d626d615-6332-4844-928c-b11fc30ecf09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:15:47.823663 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7299ecdb-e491-4309-9168-a012e76ae05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:15:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d626d615-6332-4844-928c-b11fc30ecf09'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:48.000436 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-723e1d7c-9541-418b-8aee-081f38548fe4 req-da22f66d-5fd9-48e2-99ac-7de53f9187d6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Synchronizing usage tracker for tenant:b93acdbef2fd45d38ae213591ee85359 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:15:48.007741 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-7299ecdb-e491-4309-9168-a012e76ae05e None None] Set router d626d615-6332-4844-928c-b11fc30ecf09 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:15:48.017530 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-723e1d7c-9541-418b-8aee-081f38548fe4 req-da22f66d-5fd9-48e2-99ac-7de53f9187d6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Unset dirty status for tenant:b93acdbef2fd45d38ae213591ee85359 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:15:48.018747 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-723e1d7c-9541-418b-8aee-081f38548fe4 req-da22f66d-5fd9-48e2-99ac-7de53f9187d6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=be9f796d-a54b-425a-8f0e-deb0a62ec54f HTTP/1.1" status: 200 len: 210 time: 0.0637863 Apr 18 06:15:48.323717 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7299ecdb-e491-4309-9168-a012e76ae05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:48.327691 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7299ecdb-e491-4309-9168-a012e76ae05e None None] The sync data for ids ['d626d615-6332-4844-928c-b11fc30ecf09'] in dv-neutron-837489-1-hyperv is: [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:15:48.545206 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833c6884-a228-4d2e-9202-e5208c65f8cb None None] New status for floating IP 9438c0d8-0f79-4870-baff-2592e8ad63a3: DOWN {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:15:48.948850 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device ed715807-9d95-4c1a-9f14-b46a65027645 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:15:48.982904 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: ed715807-9d95-4c1a-9f14-b46a65027645 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:15:48.983252 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device ed715807-9d95-4c1a-9f14-b46a65027645 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:15:49.346782 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-680dda35-4c2e-417e-8917-487c2da0c0a1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1032475728&fields=id&tenant_id=b93acdbef2fd45d38ae213591ee85359 HTTP/1.1" status: 200 len: 267 time: 0.0390947 Apr 18 06:15:49.494587 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-8058acd4-e3f6-438e-b76b-4ba84e12716e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:49.495945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-8058acd4-e3f6-438e-b76b-4ba84e12716e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Synchronizing usage tracker for tenant:b93acdbef2fd45d38ae213591ee85359 on resource:network {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:15:49.511719 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-8058acd4-e3f6-438e-b76b-4ba84e12716e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Unset dirty status for tenant:b93acdbef2fd45d38ae213591ee85359 on resource:network {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:15:49.512925 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-8058acd4-e3f6-438e-b76b-4ba84e12716e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 811 time: 0.1595454 Apr 18 06:15:49.527424 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-6f8a1242-00f0-41bf-91f6-1ac961cffbed tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/quotas/b93acdbef2fd45d38ae213591ee85359 HTTP/1.1" status: 200 len: 375 time: 0.0088131 Apr 18 06:15:49.615370 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-9528136e-b028-458b-adbb-a20263a50b1a tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0827272 Apr 18 06:15:49.793506 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-88bf1ee6-137c-47eb-8d0f-c4b951143f58 service neutron] 10.222.0.15 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661580 Apr 18 06:15:49.923591 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-d0a82c56-1691-471d-a3c4-1ce896af50af service neutron] 10.222.0.15 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240633 Apr 18 06:15:50.098411 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c269c486-3819-4163-993f-cf02f33b8ddc req-7a656cbe-e0bf-4963-9bc3-6952b59556c4 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 210 time: 0.0440488 Apr 18 06:15:51.262767 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-83755acf-6890-4459-b33c-1bfd01300b83 req-fc9ca5cc-aeaf-4b67-8bf3-756f0a47c977 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 210 time: 0.0464430 Apr 18 06:15:51.317007 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-38a41253-d115-4a26-b4e0-fa0cca91f407 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:51.318562 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-38a41253-d115-4a26-b4e0-fa0cca91f407 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 811 time: 0.2730985 Apr 18 06:15:51.375777 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-469411dc-4ba1-4e30-8a8e-253a5469087c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b93acdbef2fd45d38ae213591ee85359 HTTP/1.1" status: 200 len: 380 time: 0.0400136 Apr 18 06:15:51.385640 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-7de9bc14-3f34-46b4-8c15-3de41f44b1e6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Request body: {'port': {'device_id': 'b1c9926a-2e37-416d-bb6f-532d1bfb901b', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'admin_state_up': True, 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'security_groups': ['b4334033-0b2e-4870-b594-adb976656361']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:51.519973 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-7de9bc14-3f34-46b4-8c15-3de41f44b1e6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:15:51.529753 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-7de9bc14-3f34-46b4-8c15-3de41f44b1e6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:15:51.539170 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-7de9bc14-3f34-46b4-8c15-3de41f44b1e6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Made reservation on behalf of b93acdbef2fd45d38ae213591ee85359 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:15:51.543297 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-7de9bc14-3f34-46b4-8c15-3de41f44b1e6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:51.699950 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-7de9bc14-3f34-46b4-8c15-3de41f44b1e6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Allocated IP 172.20.0.12 (61033b25-ada0-4e93-b5e1-f1114b7f01db/d5673394-5ef8-4429-bf17-b8a3b7567b41/c4d327c2-2a4f-4118-8249-d04b689dd3ab) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:15:51.880486 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-7de9bc14-3f34-46b4-8c15-3de41f44b1e6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:51.895717 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-7de9bc14-3f34-46b4-8c15-3de41f44b1e6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Transition to ACTIVE for port object c4d327c2-2a4f-4118-8249-d04b689dd3ab will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:15:51.918854 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-7de9bc14-3f34-46b4-8c15-3de41f44b1e6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:51.986714 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-7de9bc14-3f34-46b4-8c15-3de41f44b1e6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Network 61033b25-ada0-4e93-b5e1-f1114b7f01db is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:15:51.994116 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-7de9bc14-3f34-46b4-8c15-3de41f44b1e6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:15:51.998463 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-7de9bc14-3f34-46b4-8c15-3de41f44b1e6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:15:52.029840 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9bc14-3f34-46b4-8c15-3de41f44b1e6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Pushing event updated for resources: {'Port': ['ID=c4d327c2-2a4f-4118-8249-d04b689dd3ab,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:52.065453 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-7de9bc14-3f34-46b4-8c15-3de41f44b1e6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:52.066060 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-7de9bc14-3f34-46b4-8c15-3de41f44b1e6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:52.093102 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-7de9bc14-3f34-46b4-8c15-3de41f44b1e6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7109299 Apr 18 06:15:52.115330 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] Request body: {'port': {'device_id': 'b1c9926a-2e37-416d-bb6f-532d1bfb901b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:52.182194 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-de015215-03bd-4f5b-95a7-b6efaebec1aa None None] Provisioning for port c4d327c2-2a4f-4118-8249-d04b689dd3ab completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:15:52.187534 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-de015215-03bd-4f5b-95a7-b6efaebec1aa None None] Provisioning complete for port c4d327c2-2a4f-4118-8249-d04b689dd3ab triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:15:52.187974 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-de015215-03bd-4f5b-95a7-b6efaebec1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:52.233849 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:52.278351 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-de015215-03bd-4f5b-95a7-b6efaebec1aa None None] Port c4d327c2-2a4f-4118-8249-d04b689dd3ab cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:15:52.561820 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faf148-80e8-4780-98f3-7dbc721c6d0a req-9b0f44fc-36f3-4c21-996a-cfa0baffb225 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:52.562509 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-21faf148-80e8-4780-98f3-7dbc721c6d0a req-9b0f44fc-36f3-4c21-996a-cfa0baffb225 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Synchronizing usage tracker for tenant:b93acdbef2fd45d38ae213591ee85359 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:15:52.588094 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-21faf148-80e8-4780-98f3-7dbc721c6d0a req-9b0f44fc-36f3-4c21-996a-cfa0baffb225 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Unset dirty status for tenant:b93acdbef2fd45d38ae213591ee85359 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:15:52.589506 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-21faf148-80e8-4780-98f3-7dbc721c6d0a req-9b0f44fc-36f3-4c21-996a-cfa0baffb225 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 932 time: 0.2182143 Apr 18 06:15:52.689996 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-21faf148-80e8-4780-98f3-7dbc721c6d0a req-f9a169c6-866e-421b-9808-03aa44841407 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923448 Apr 18 06:15:52.691924 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d327c2-2a4f-4118-8249-d04b689dd3ab {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:15:52.699612 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:52.713624 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] Transition to ACTIVE for port object c4d327c2-2a4f-4118-8249-d04b689dd3ab will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:15:52.717503 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:52.878950 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] Pushing event updated for resources: {'Port': ['ID=c4d327c2-2a4f-4118-8249-d04b689dd3ab,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:52.956543 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] Attempting to bind port c4d327c2-2a4f-4118-8249-d04b689dd3ab on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:15:52.956871 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] Attempting to bind port c4d327c2-2a4f-4118-8249-d04b689dd3ab by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:15:52.957191 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] Attempting to bind port c4d327c2-2a4f-4118-8249-d04b689dd3ab on network 61033b25-ada0-4e93-b5e1-f1114b7f01db {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:15:52.961699 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] Port c4d327c2-2a4f-4118-8249-d04b689dd3ab on network 61033b25-ada0-4e93-b5e1-f1114b7f01db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:15:52.962011 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] Attempting to bind port c4d327c2-2a4f-4118-8249-d04b689dd3ab on network 61033b25-ada0-4e93-b5e1-f1114b7f01db {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:15:52.968179 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:15:52.968510 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] Checking segment: {'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:15:52.968885 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] Bound using segment: {'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:15:52.969299 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] Bound port: c4d327c2-2a4f-4118-8249-d04b689dd3ab, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:15:52.969632 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:53.059644 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] For port c4d327c2-2a4f-4118-8249-d04b689dd3ab, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:15:53.062414 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] For port c4d327c2-2a4f-4118-8249-d04b689dd3ab, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c4d327c2-2a4f-4118-8249-d04b689dd3ab,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:15:53.066969 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:53.220572 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:53.221198 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:53.222528 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] 10.222.0.52 "PUT /v2.0/ports/c4d327c2-2a4f-4118-8249-d04b689dd3ab HTTP/1.1" status: 200 len: 1094 time: 1.1183867 Apr 18 06:15:53.222947 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c9926a-2e37-416d-bb6f-532d1bfb901b', 'tag': 'c4d327c2-2a4f-4118-8249-d04b689dd3ab'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:15:53.253089 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2001c5-d854-47c8-ad7d-e4a912ef24ff service neutron] Pushing event updated for resources: {'Port': ['ID=c4d327c2-2a4f-4118-8249-d04b689dd3ab,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:53.297772 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5ac65d1-5f95-41d7-a427-a52553b02a36'] response: {'name': 'network-changed', 'server_uuid': 'b1c9926a-2e37-416d-bb6f-532d1bfb901b', 'tag': 'c4d327c2-2a4f-4118-8249-d04b689dd3ab', 'status': 'completed', 'code': 200} Apr 18 06:15:53.340925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-4079c350-3a1f-4f30-ba94-0dc319a6746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:53.342429 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-4079c350-3a1f-4f30-ba94-0dc319a6746d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 1097 time: 0.0762038 Apr 18 06:15:53.419510 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-62e3c5af-01f8-456a-bbf2-e6553e5ae554 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4d327c2-2a4f-4118-8249-d04b689dd3ab HTTP/1.1" status: 200 len: 217 time: 0.0659630 Apr 18 06:15:53.485215 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-ebfe9a9c-0726-470a-b70b-4879857d2a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:53.486614 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-ebfe9a9c-0726-470a-b70b-4879857d2a8e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0584888 Apr 18 06:15:53.567861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-357f0fc0-0a6e-4ab8-b74a-914dc90c55e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:53.569223 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-357f0fc0-0a6e-4ab8-b74a-914dc90c55e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730448 Apr 18 06:15:53.707250 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-8b689a69-e2e7-46da-a5c3-e576a7eda044 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276484 Apr 18 06:15:53.894403 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-23e8286d-c755-4df1-b931-6f002f4baed5 req-7126e8b2-7ce0-4883-b146-25f054546ccb service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776090 Apr 18 06:15:53.915033 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a05095-6b69-46ec-89bc-a0602b46b96c req-98c5bed1-876c-45d1-9e7f-6de8427f92d3 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:53.916505 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-86a05095-6b69-46ec-89bc-a0602b46b96c req-98c5bed1-876c-45d1-9e7f-6de8427f92d3 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 944 time: 0.1193063 Apr 18 06:15:54.003660 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-86a05095-6b69-46ec-89bc-a0602b46b96c req-6a77ec08-2590-4d44-b19e-2c8206119ea4 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804830 Apr 18 06:15:54.032450 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea87d7-8f0e-4826-9cef-3d27fe314c23 req-17923afb-405b-4f4c-aa4a-1e8ba3ee7eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:54.033891 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-26ea87d7-8f0e-4826-9cef-3d27fe314c23 req-17923afb-405b-4f4c-aa4a-1e8ba3ee7eb8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 1097 time: 0.0831029 Apr 18 06:15:54.161974 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea87d7-8f0e-4826-9cef-3d27fe314c23 req-3813aff3-4e52-4cc8-b387-5f2d11707aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:54.163315 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-26ea87d7-8f0e-4826-9cef-3d27fe314c23 req-3813aff3-4e52-4cc8-b387-5f2d11707aad service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1231041 Apr 18 06:15:54.232141 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-26ea87d7-8f0e-4826-9cef-3d27fe314c23 req-b76b6922-3698-4fb1-9bcf-9b13569161d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4d327c2-2a4f-4118-8249-d04b689dd3ab HTTP/1.1" status: 200 len: 217 time: 0.0623128 Apr 18 06:15:54.296930 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea87d7-8f0e-4826-9cef-3d27fe314c23 req-a5cca7f3-5097-48cf-aa48-bcd395c2c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:54.298314 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-26ea87d7-8f0e-4826-9cef-3d27fe314c23 req-a5cca7f3-5097-48cf-aa48-bcd395c2c9dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0588639 Apr 18 06:15:54.372125 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea87d7-8f0e-4826-9cef-3d27fe314c23 req-4c099581-fd98-4275-a3bc-58d3276d9378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:54.373573 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-26ea87d7-8f0e-4826-9cef-3d27fe314c23 req-4c099581-fd98-4275-a3bc-58d3276d9378 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685673 Apr 18 06:15:54.509786 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-26ea87d7-8f0e-4826-9cef-3d27fe314c23 req-ac856039-704d-46ba-aed5-02959474d59d service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251142 Apr 18 06:15:54.639234 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-26ea87d7-8f0e-4826-9cef-3d27fe314c23 req-39455ffd-4a70-4ab1-b9cc-42a8e3e24757 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228476 Apr 18 06:15:54.983483 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c4d327c2-2a4f-4118-8249-d04b689dd3ab details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:15:55.116765 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c4d327c2-2a4f-4118-8249-d04b689dd3ab, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c4d327c2-2a4f-4118-8249-d04b689dd3ab,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:15:55.130646 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'c4d327c2-2a4f-4118-8249-d04b689dd3ab', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'port_id': 'c4d327c2-2a4f-4118-8249-d04b689dd3ab', 'mac_address': 'fa:16:3e:d5:d5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:15:55.188064 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:55.194824 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44676d5-c3cb-4c95-a68c-b0fb462a6852 req-5aa7a5e3-2dbf-49bb-9159-69730379a672 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:55.196308 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d44676d5-c3cb-4c95-a68c-b0fb462a6852 req-5aa7a5e3-2dbf-49bb-9159-69730379a672 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 944 time: 0.0840335 Apr 18 06:15:55.205094 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d327c2-2a4f-4118-8249-d04b689dd3ab {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:15:55.221147 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c4d327c2-2a4f-4118-8249-d04b689dd3ab, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c4d327c2-2a4f-4118-8249-d04b689dd3ab,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:15:55.225088 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:55.242565 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d44676d5-c3cb-4c95-a68c-b0fb462a6852 req-5ae0ac7b-c31f-41d2-b85d-e55055f639f5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398459 Apr 18 06:15:55.290573 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=c4d327c2-2a4f-4118-8249-d04b689dd3ab,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:55.505253 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['c4d327c2-2a4f-4118-8249-d04b689dd3ab'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:15:56.430986 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8d0bc-51b6-4f15-80c6-478a603e1a4b req-514cd8fb-e8c9-41d4-bb40-ac50ac90403a tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:56.432634 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6ae8d0bc-51b6-4f15-80c6-478a603e1a4b req-514cd8fb-e8c9-41d4-bb40-ac50ac90403a tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 945 time: 0.0830927 Apr 18 06:15:56.477454 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6ae8d0bc-51b6-4f15-80c6-478a603e1a4b req-fe2ed594-062f-41a6-a569-913c1b095df8 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392921 Apr 18 06:15:56.995343 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c4d327c2-2a4f-4118-8249-d04b689dd3ab up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:15:57.061736 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port c4d327c2-2a4f-4118-8249-d04b689dd3ab completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:15:57.066297 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port c4d327c2-2a4f-4118-8249-d04b689dd3ab triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:15:57.066663 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:57.180388 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:57.206166 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c9926a-2e37-416d-bb6f-532d1bfb901b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d327c2-2a4f-4118-8249-d04b689dd3ab'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:15:57.217045 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c4d327c2-2a4f-4118-8249-d04b689dd3ab, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c4d327c2-2a4f-4118-8249-d04b689dd3ab,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:15:57.221175 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:57.256694 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c166dd2b-084b-47de-b6df-c40cea85e5c9'] response: {'server_uuid': 'b1c9926a-2e37-416d-bb6f-532d1bfb901b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d327c2-2a4f-4118-8249-d04b689dd3ab', 'code': 200} Apr 18 06:15:57.290651 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=c4d327c2-2a4f-4118-8249-d04b689dd3ab,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:57.487148 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4f248-1841-4318-b0be-cc3bcbaf0b01 req-67637e1a-1427-4bc8-a044-790f75ec6b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:57.488636 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-edd4f248-1841-4318-b0be-cc3bcbaf0b01 req-67637e1a-1427-4bc8-a044-790f75ec6b00 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 1099 time: 0.0687490 Apr 18 06:15:57.532498 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-edd4f248-1841-4318-b0be-cc3bcbaf0b01 req-759ea789-c9f6-4c5f-8606-fa1596469082 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346174 Apr 18 06:15:57.757556 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e445c3-1fa1-4b4c-84f7-b86b58600a02 req-d6cc85a8-ee8e-444d-9051-f9aceca7547d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:57.758969 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b7e445c3-1fa1-4b4c-84f7-b86b58600a02 req-d6cc85a8-ee8e-444d-9051-f9aceca7547d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.1776772 Apr 18 06:15:57.803263 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b7e445c3-1fa1-4b4c-84f7-b86b58600a02 req-0ec859fc-5fa9-4ddd-b621-a8461f0ff6fa tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374818 Apr 18 06:15:58.985870 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee84ff-19d1-413b-ba08-fc494f7bf10d req-d71af235-e5c2-4ac2-8d33-4d157f0c3b80 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:58.987296 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-92ee84ff-19d1-413b-ba08-fc494f7bf10d req-d71af235-e5c2-4ac2-8d33-4d157f0c3b80 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0779231 Apr 18 06:15:59.031124 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-92ee84ff-19d1-413b-ba08-fc494f7bf10d req-35ae6f29-edbd-4048-a9de-27d84b37af98 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381470 Apr 18 06:15:59.213037 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e545066-c14a-49e2-88af-b6d9a78ea665 req-dbbd5d35-a27a-44d5-804e-75f1fe72bcc6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:59.214619 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3e545066-c14a-49e2-88af-b6d9a78ea665 req-dbbd5d35-a27a-44d5-804e-75f1fe72bcc6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0823090 Apr 18 06:15:59.223382 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 52562) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:15:59.228305 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-6790e861-221a-4919-b785-f286d49b5cc8 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Request body: {'floatingip': {'port_id': 'c4d327c2-2a4f-4118-8249-d04b689dd3ab'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:59.303560 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6790e861-221a-4919-b785-f286d49b5cc8 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for floatingip, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:59.895738 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6790e861-221a-4919-b785-f286d49b5cc8 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:59.899583 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6790e861-221a-4919-b785-f286d49b5cc8 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:00.068631 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-6790e861-221a-4919-b785-f286d49b5cc8 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Floating IP 9438c0d8-0f79-4870-baff-2592e8ad63a3 associated. External IP: 172.26.1.151, port: c4d327c2-2a4f-4118-8249-d04b689dd3ab. Apr 18 06:16:00.519057 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6790e861-221a-4919-b785-f286d49b5cc8 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Router d626d615-6332-4844-928c-b11fc30ecf09 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:16:00.693168 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6790e861-221a-4919-b785-f286d49b5cc8 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:16:00.697894 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6790e861-221a-4919-b785-f286d49b5cc8 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:00.702723 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad620b36-a282-4d5b-ac8b-67a75759b7c4 None None] Sync routers for ids ['d626d615-6332-4844-928c-b11fc30ecf09'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:16:00.711860 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad620b36-a282-4d5b-ac8b-67a75759b7c4 None None] Routers {'d626d615-6332-4844-928c-b11fc30ecf09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:16:00.712498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ad620b36-a282-4d5b-ac8b-67a75759b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:15:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d626d615-6332-4844-928c-b11fc30ecf09'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:16:00.755012 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6790e861-221a-4919-b785-f286d49b5cc8 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "PUT /v2.0/floatingips/9438c0d8-0f79-4870-baff-2592e8ad63a3 HTTP/1.1" status: 200 len: 992 time: 1.5305793 Apr 18 06:16:00.755689 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c9926a-2e37-416d-bb6f-532d1bfb901b', 'tag': 'c4d327c2-2a4f-4118-8249-d04b689dd3ab'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:16:00.799890 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65cafc0e-1362-44a7-b89c-0067956d1430'] response: {'name': 'network-changed', 'server_uuid': 'b1c9926a-2e37-416d-bb6f-532d1bfb901b', 'tag': 'c4d327c2-2a4f-4118-8249-d04b689dd3ab', 'status': 'completed', 'code': 200} Apr 18 06:16:00.897142 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-ad620b36-a282-4d5b-ac8b-67a75759b7c4 None None] Set router d626d615-6332-4844-928c-b11fc30ecf09 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:16:00.897385 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b5d29-29ad-4a41-bcdd-af0a2ead9bdf req-a7181b75-d79c-4b2f-a35e-3889d4e520f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:00.898742 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-159b5d29-29ad-4a41-bcdd-af0a2ead9bdf req-a7181b75-d79c-4b2f-a35e-3889d4e520f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 1099 time: 0.0736125 Apr 18 06:16:01.094247 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b5d29-29ad-4a41-bcdd-af0a2ead9bdf req-aba4cf9a-31a8-4bf8-bd68-2941899cd8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:01.095705 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-159b5d29-29ad-4a41-bcdd-af0a2ead9bdf req-aba4cf9a-31a8-4bf8-bd68-2941899cd8f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1908603 Apr 18 06:16:01.188584 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1912a-da16-49f2-b276-cf4c6b0a1d6a req-a307e9d2-4c66-4f42-ae7b-f9b12c5bf8c9 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:01.190050 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ffb1912a-da16-49f2-b276-cf4c6b0a1d6a req-a307e9d2-4c66-4f42-ae7b-f9b12c5bf8c9 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.1835775 Apr 18 06:16:01.234482 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-159b5d29-29ad-4a41-bcdd-af0a2ead9bdf req-cbda90e4-4f12-450e-a790-e45288d4bcca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4d327c2-2a4f-4118-8249-d04b689dd3ab HTTP/1.1" status: 200 len: 1000 time: 0.1284075 Apr 18 06:16:01.271783 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ad620b36-a282-4d5b-ac8b-67a75759b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '9438c0d8-0f79-4870-baff-2592e8ad63a3', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'floating_ip_address': '172.26.1.151', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'port_id': 'c4d327c2-2a4f-4118-8249-d04b689dd3ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'mac_address': 'fa:16:3e:d5:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9926a-2e37-416d-bb6f-532d1bfb901b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:14:56Z', 'updated_at': '2022-04-18T06:15:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:16:01.275665 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad620b36-a282-4d5b-ac8b-67a75759b7c4 None None] Checking router: d626d615-6332-4844-928c-b11fc30ecf09 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:16:01.284910 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad620b36-a282-4d5b-ac8b-67a75759b7c4 None None] Routers {'d626d615-6332-4844-928c-b11fc30ecf09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:16:01.285501 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ad620b36-a282-4d5b-ac8b-67a75759b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:15:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d626d615-6332-4844-928c-b11fc30ecf09'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:16:01.298030 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ffb1912a-da16-49f2-b276-cf4c6b0a1d6a req-a5552cb9-462b-47c9-94cc-67dc9834f37d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997245 Apr 18 06:16:01.321517 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b5d29-29ad-4a41-bcdd-af0a2ead9bdf req-468865a3-9e01-4282-8c65-3588905c7645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:01.323031 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-159b5d29-29ad-4a41-bcdd-af0a2ead9bdf req-468865a3-9e01-4282-8c65-3588905c7645 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0787199 Apr 18 06:16:01.397079 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b5d29-29ad-4a41-bcdd-af0a2ead9bdf req-34983d36-eb7b-4453-adb5-861cb68fc0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:01.398557 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-159b5d29-29ad-4a41-bcdd-af0a2ead9bdf req-34983d36-eb7b-4453-adb5-861cb68fc0f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701289 Apr 18 06:16:01.507389 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-ad620b36-a282-4d5b-ac8b-67a75759b7c4 None None] Set router d626d615-6332-4844-928c-b11fc30ecf09 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:16:01.531037 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-159b5d29-29ad-4a41-bcdd-af0a2ead9bdf req-3da94032-0005-45c7-89f2-8ccce6902160 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260903 Apr 18 06:16:01.661980 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-159b5d29-29ad-4a41-bcdd-af0a2ead9bdf req-f380314e-fcc4-45e0-b754-56884f1b1d01 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250639 Apr 18 06:16:01.845534 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ad620b36-a282-4d5b-ac8b-67a75759b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '9438c0d8-0f79-4870-baff-2592e8ad63a3', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'floating_ip_address': '172.26.1.151', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'port_id': 'c4d327c2-2a4f-4118-8249-d04b689dd3ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'mac_address': 'fa:16:3e:d5:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9926a-2e37-416d-bb6f-532d1bfb901b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:14:56Z', 'updated_at': '2022-04-18T06:15:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:16:01.849312 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad620b36-a282-4d5b-ac8b-67a75759b7c4 None None] The sync data for ids ['d626d615-6332-4844-928c-b11fc30ecf09'] in dv-neutron-837489-1-hyperv is: [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '9438c0d8-0f79-4870-baff-2592e8ad63a3', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'floating_ip_address': '172.26.1.151', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'port_id': 'c4d327c2-2a4f-4118-8249-d04b689dd3ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'mac_address': 'fa:16:3e:d5:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9926a-2e37-416d-bb6f-532d1bfb901b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:14:56Z', 'updated_at': '2022-04-18T06:15:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:16:02.025144 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa89ad7-ea9d-4e32-bed5-ff1109301554 None None] New status for floating IP 9438c0d8-0f79-4870-baff-2592e8ad63a3: ACTIVE {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:16:02.484782 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8fee6-33db-4a4d-b7ff-bda1b2a50152 req-d2a087ad-2ee1-40b3-8eef-c263a67bcf84 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:02.486207 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-07c8fee6-33db-4a4d-b7ff-bda1b2a50152 req-d2a087ad-2ee1-40b3-8eef-c263a67bcf84 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0819409 Apr 18 06:16:02.534034 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-07c8fee6-33db-4a4d-b7ff-bda1b2a50152 req-1aeb7af6-3d99-4356-82ec-fd755d799326 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422716 Apr 18 06:16:03.724071 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb441cd-cfc3-4c8d-945d-ccacbd0a24b3 req-1dc3b399-4898-467f-b71b-5af3eb7621e6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:03.725537 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8cb441cd-cfc3-4c8d-945d-ccacbd0a24b3 req-1dc3b399-4898-467f-b71b-5af3eb7621e6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0856373 Apr 18 06:16:03.771395 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8cb441cd-cfc3-4c8d-945d-ccacbd0a24b3 req-8582790d-b6ad-46d8-b67d-5a90505d39cd tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393844 Apr 18 06:16:04.960810 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aafffa-82da-4329-9ac9-326ea32e212e req-9c04a01d-a4a9-4cb0-8f1f-295add94037c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:04.962227 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f1aafffa-82da-4329-9ac9-326ea32e212e req-9c04a01d-a4a9-4cb0-8f1f-295add94037c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0809147 Apr 18 06:16:05.006303 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f1aafffa-82da-4329-9ac9-326ea32e212e req-78776dbb-92ef-45a3-a248-b833dd7a26de tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373538 Apr 18 06:16:05.311168 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2434ee76-4483-4ce6-a7a8-e7a65e02e75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:06.186406 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469a25c-5318-4ce3-a927-192b2261cb6a req-42eee906-9eb1-41a9-aca2-42bb1c94fa42 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:06.188197 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b469a25c-5318-4ce3-a927-192b2261cb6a req-42eee906-9eb1-41a9-aca2-42bb1c94fa42 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0781059 Apr 18 06:16:06.231147 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b469a25c-5318-4ce3-a927-192b2261cb6a req-ff69820f-6d5d-4e76-801f-c9778e79a497 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373194 Apr 18 06:16:06.508349 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:16:07.415078 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88520e-a7f6-485e-8792-6f893d65c2c9 req-42553840-170c-4d7d-a2e7-9473f34fa62b tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:07.416520 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-af88520e-a7f6-485e-8792-6f893d65c2c9 req-42553840-170c-4d7d-a2e7-9473f34fa62b tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0799870 Apr 18 06:16:07.460592 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-af88520e-a7f6-485e-8792-6f893d65c2c9 req-27b0bdbf-b35c-44e1-87fe-85cd1debcef0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379372 Apr 18 06:16:07.637598 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5d2332a7-7ea0-450a-82d1-12f8f17ea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:07.912960 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:08.560090 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:08.649479 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895762ed-29a8-4c5f-bc22-b529ca629ec5 req-62219d3e-89db-453b-9e9e-da4929df2389 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:08.650931 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-895762ed-29a8-4c5f-bc22-b529ca629ec5 req-62219d3e-89db-453b-9e9e-da4929df2389 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0840964 Apr 18 06:16:08.682073 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:08.696136 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-895762ed-29a8-4c5f-bc22-b529ca629ec5 req-31d45632-36d7-4e6e-a93e-538bd367764c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394523 Apr 18 06:16:09.881237 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7082839-2375-4050-91eb-ad7eb0ffbdb0 req-1a4f3556-0232-4eea-8af9-c8fbaadfe8d0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:09.882676 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d7082839-2375-4050-91eb-ad7eb0ffbdb0 req-1a4f3556-0232-4eea-8af9-c8fbaadfe8d0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0824192 Apr 18 06:16:09.926621 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d7082839-2375-4050-91eb-ad7eb0ffbdb0 req-91bbdf9b-c260-4e2a-8389-e86131dd9dbd tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377746 Apr 18 06:16:10.127414 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:11.111318 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a53d8-caa5-4dd5-bab5-701fa0070efe req-49402185-5094-4316-a010-442785112d19 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:11.112804 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3a0a53d8-caa5-4dd5-bab5-701fa0070efe req-49402185-5094-4316-a010-442785112d19 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0798967 Apr 18 06:16:11.156432 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3a0a53d8-caa5-4dd5-bab5-701fa0070efe req-12d9a1ea-79d8-4931-98b6-12ac038855ed tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379441 Apr 18 06:16:12.346154 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2eb0a7-2e52-499e-8510-8dc3039713f7 req-e28a49ac-2478-4812-8fc9-3068533451c4 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:12.347598 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ea2eb0a7-2e52-499e-8510-8dc3039713f7 req-e28a49ac-2478-4812-8fc9-3068533451c4 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0800891 Apr 18 06:16:12.394646 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ea2eb0a7-2e52-499e-8510-8dc3039713f7 req-73a873b7-66b3-45d7-b20a-d3b705c48aa7 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413685 Apr 18 06:16:13.679101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2a643-7b81-4b30-a05f-27c932eca78b req-67752c69-98f9-47e9-bcf0-006213eb2d22 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:13.680483 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-85f2a643-7b81-4b30-a05f-27c932eca78b req-67752c69-98f9-47e9-bcf0-006213eb2d22 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.1825130 Apr 18 06:16:13.724157 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-85f2a643-7b81-4b30-a05f-27c932eca78b req-068dd066-9035-44c5-99e8-3642412fc690 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378053 Apr 18 06:16:14.906795 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364bef1-d3f3-443c-9f37-d80e59a62976 req-1862d3b5-4b62-411a-8551-2acd99ef50b7 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:14.908248 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0364bef1-d3f3-443c-9f37-d80e59a62976 req-1862d3b5-4b62-411a-8551-2acd99ef50b7 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0804536 Apr 18 06:16:14.952114 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0364bef1-d3f3-443c-9f37-d80e59a62976 req-d72fe474-1e38-43ae-88e9-5b739ff428a6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382416 Apr 18 06:16:16.145409 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbffaec-f458-4bd4-8c1a-6bd65cd1f3d4 req-ece6183b-5abc-42b5-b580-efadbbe1ecba tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:16.146835 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1dbffaec-f458-4bd4-8c1a-6bd65cd1f3d4 req-ece6183b-5abc-42b5-b580-efadbbe1ecba tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0822492 Apr 18 06:16:16.190053 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1dbffaec-f458-4bd4-8c1a-6bd65cd1f3d4 req-10537843-1b4a-4b61-bf68-16bd0f4b6210 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375702 Apr 18 06:16:17.474900 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fe766-f529-498d-8adb-42433dd90d67 req-ae703b82-945e-4636-bc61-ff8cfabe56d0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:17.476277 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d93fe766-f529-498d-8adb-42433dd90d67 req-ae703b82-945e-4636-bc61-ff8cfabe56d0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.1770747 Apr 18 06:16:17.521000 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d93fe766-f529-498d-8adb-42433dd90d67 req-d3ef774b-3874-4784-b3f3-1a741fbc8391 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384169 Apr 18 06:16:18.700761 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946edf3a-cebb-4db6-9fc1-8810e8f3daac req-3c5e6887-b2d8-4194-9cbb-7657d8eab597 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:18.702110 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-946edf3a-cebb-4db6-9fc1-8810e8f3daac req-3c5e6887-b2d8-4194-9cbb-7657d8eab597 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0781035 Apr 18 06:16:18.746275 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-946edf3a-cebb-4db6-9fc1-8810e8f3daac req-2ea5f685-7452-43cb-bf03-00e18e585682 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384362 Apr 18 06:16:19.928803 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d1b72-ca0e-4894-9f76-27559cb83175 req-0bdb5534-4e92-4da7-b927-7365a88ba27a tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:19.930239 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7c5d1b72-ca0e-4894-9f76-27559cb83175 req-0bdb5534-4e92-4da7-b927-7365a88ba27a tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0783043 Apr 18 06:16:19.975617 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7c5d1b72-ca0e-4894-9f76-27559cb83175 req-99a4e839-e98f-457d-93f0-126c01bc08f9 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390668 Apr 18 06:16:21.160439 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f387f2-b16e-49e9-8d01-4b10a5c5486f req-ae6ecfe4-fc61-4cb3-8504-d5d326af13b8 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:21.161880 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-03f387f2-b16e-49e9-8d01-4b10a5c5486f req-ae6ecfe4-fc61-4cb3-8504-d5d326af13b8 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0808904 Apr 18 06:16:21.205227 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-03f387f2-b16e-49e9-8d01-4b10a5c5486f req-631a9d72-8c37-469e-8fa3-e9f0309b650a tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372350 Apr 18 06:16:22.389788 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5d3c6-f35c-4871-bf24-a50d13cf9cab req-d7fbdf84-a645-4856-a7cd-c2fcd9052673 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:22.391235 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-afc5d3c6-f35c-4871-bf24-a50d13cf9cab req-d7fbdf84-a645-4856-a7cd-c2fcd9052673 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0836728 Apr 18 06:16:22.434381 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-afc5d3c6-f35c-4871-bf24-a50d13cf9cab req-cb6a7d2b-3be8-4795-9ba1-bffbe5dda286 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372810 Apr 18 06:16:23.623002 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb04a9-64d3-4601-bb8a-fc96c72ce74a req-ddd287d0-3da3-4792-b700-d31e8da089ca tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:23.624514 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0abb04a9-64d3-4601-bb8a-fc96c72ce74a req-ddd287d0-3da3-4792-b700-d31e8da089ca tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0839956 Apr 18 06:16:23.668659 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0abb04a9-64d3-4601-bb8a-fc96c72ce74a req-373d59de-bcb4-4be3-95e0-5ae77f9f7e36 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384481 Apr 18 06:16:24.854734 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8cd4e-4574-4864-90a2-81dd05287506 req-a65475ad-5eb4-4809-888b-f818ac6b4743 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:24.856196 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a4e8cd4e-4574-4864-90a2-81dd05287506 req-a65475ad-5eb4-4809-888b-f818ac6b4743 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0855110 Apr 18 06:16:24.899187 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a4e8cd4e-4574-4864-90a2-81dd05287506 req-7abc6c06-b5b6-4773-a4cd-e012d626f7f3 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373762 Apr 18 06:16:26.081627 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db70e49-4896-44a3-9cc0-94e8d0d09911 req-0ce4ba8f-3879-43e1-84b0-92e90d77767f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:26.083079 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8db70e49-4896-44a3-9cc0-94e8d0d09911 req-0ce4ba8f-3879-43e1-84b0-92e90d77767f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0786407 Apr 18 06:16:26.126149 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8db70e49-4896-44a3-9cc0-94e8d0d09911 req-cc533750-57a5-419a-896d-cc8f46530adf tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374649 Apr 18 06:16:27.319228 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fd567-2718-4aca-a4cc-7eacb41ef9cd req-5a251108-83c2-4b5e-af8b-8f865c78b9b1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:27.320764 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-034fd567-2718-4aca-a4cc-7eacb41ef9cd req-5a251108-83c2-4b5e-af8b-8f865c78b9b1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0790236 Apr 18 06:16:27.365081 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-034fd567-2718-4aca-a4cc-7eacb41ef9cd req-847d6dd2-6c44-4ec5-96e6-72a7058eea66 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385423 Apr 18 06:16:27.714761 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-87cb60ea-6071-4a5f-a657-eace09887b9f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0712540 Apr 18 06:16:27.769591 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a74dda-2d83-4c2a-bd24-5b9d04474613 req-06e4396d-e54b-4501-aa12-395125131dea tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:27.771329 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d1a74dda-2d83-4c2a-bd24-5b9d04474613 req-06e4396d-e54b-4501-aa12-395125131dea tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0841343 Apr 18 06:16:27.816702 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d1a74dda-2d83-4c2a-bd24-5b9d04474613 req-53adcd41-dc5c-402e-8e29-ace0abb5ba91 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389025 Apr 18 06:16:28.883278 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-e9023afd-eb4e-4ba5-a936-b22e9e19f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:28.884832 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-e9023afd-eb4e-4ba5-a936-b22e9e19f91e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 1099 time: 0.0717540 Apr 18 06:16:29.078441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-7ecaea51-9e7c-4c83-b636-4543a40e78e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:29.079876 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-7ecaea51-9e7c-4c83-b636-4543a40e78e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1859913 Apr 18 06:16:29.091971 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53eb8f0-42fc-4dec-8bf5-46f5b84cd346 req-a4f9f8f2-0866-4d13-8f7d-e2155964fb98 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:29.093331 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f53eb8f0-42fc-4dec-8bf5-46f5b84cd346 req-a4f9f8f2-0866-4d13-8f7d-e2155964fb98 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.1690521 Apr 18 06:16:29.226833 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f53eb8f0-42fc-4dec-8bf5-46f5b84cd346 req-6490e88d-aa00-4e9d-842a-9641423525f2 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814598 Apr 18 06:16:29.228503 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-95706392-31fd-4869-aa00-cc3c015e185f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4d327c2-2a4f-4118-8249-d04b689dd3ab HTTP/1.1" status: 200 len: 1002 time: 0.1343567 Apr 18 06:16:29.294413 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-d23137a4-7331-4b73-947b-0c1d9d70de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:29.295808 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-d23137a4-7331-4b73-947b-0c1d9d70de93 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0578899 Apr 18 06:16:29.377417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-11642758-9143-4cb6-9041-f662f68654ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:29.378877 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-11642758-9143-4cb6-9041-f662f68654ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737762 Apr 18 06:16:29.512519 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-5283c422-d351-4da0-afb2-b2041aa83116 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236806 Apr 18 06:16:29.647441 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-87439a76-037c-4569-85f4-08de31c2ac70 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235781 Apr 18 06:16:30.409712 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3075a30-2942-4903-8c62-b1d0e9797ce0 req-1d2267ca-5631-4a5c-8b44-f86864a4db00 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:30.411170 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d3075a30-2942-4903-8c62-b1d0e9797ce0 req-1d2267ca-5631-4a5c-8b44-f86864a4db00 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0808454 Apr 18 06:16:30.458512 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d3075a30-2942-4903-8c62-b1d0e9797ce0 req-44595190-33bc-4952-aeb0-c032f4c13341 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416980 Apr 18 06:16:31.543221 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-79ced741-13e0-42c8-84c8-5db43e4c10db service neutron] 10.222.0.52 "GET /v2.0/ports/c4d327c2-2a4f-4118-8249-d04b689dd3ab/bindings/hv-neutron-8374 HTTP/1.1" status: 200 len: 384 time: 0.0741022 Apr 18 06:16:31.754401 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23d1eb-80cf-46c7-a09a-2b918dfa307a req-86eaeaac-86c9-4305-ba62-4bc258ad33d3 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:31.755930 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bf23d1eb-80cf-46c7-a09a-2b918dfa307a req-86eaeaac-86c9-4305-ba62-4bc258ad33d3 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.1896625 Apr 18 06:16:31.842193 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bf23d1eb-80cf-46c7-a09a-2b918dfa307a req-a20d1c4c-f5bc-4c4a-a109-a6069b64ef7a tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559704 Apr 18 06:16:31.859710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-35ade048-8619-4140-a9cb-36559f0a3db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:31.861179 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-35ade048-8619-4140-a9cb-36559f0a3db9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b&tenant_id=b93acdbef2fd45d38ae213591ee85359 HTTP/1.1" status: 200 len: 1099 time: 0.1044016 Apr 18 06:16:31.958165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-986afed6-ace9-4371-8250-361fd57eba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:31.959596 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-986afed6-ace9-4371-8250-361fd57eba4d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 1099 time: 0.0713840 Apr 18 06:16:32.089348 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-a75828bb-e62e-4a42-ae97-8e7c6273f499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:32.091023 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-a75828bb-e62e-4a42-ae97-8e7c6273f499 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1220825 Apr 18 06:16:32.194407 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-17123688-2b47-4252-8fd5-9d59bb16f3f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4d327c2-2a4f-4118-8249-d04b689dd3ab HTTP/1.1" status: 200 len: 1002 time: 0.0946143 Apr 18 06:16:32.258149 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-fbdcae24-23f1-4314-a4e2-8618922e1bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:32.259524 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-fbdcae24-23f1-4314-a4e2-8618922e1bfa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0561957 Apr 18 06:16:32.334963 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-1bf9f6c7-7261-4d5b-8738-573e0ef472a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:32.336438 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-1bf9f6c7-7261-4d5b-8738-573e0ef472a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676513 Apr 18 06:16:32.393689 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [req-2b8938c7-3559-47a3-942d-25eb23e9e62a req-10d948fe-fc50-4755-aac5-22b2731c6085 service neutron] (88035) timed out ('10.222.0.52', 51534) {{(pid=88035) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 06:16:32.470219 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-7d01565f-1fb8-46ee-bc33-54fa240f3035 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242435 Apr 18 06:16:32.602321 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-61e83e32-d2a6-41c4-bb86-64d73eb55c8f req-0cab6d71-33b1-4da1-9cab-99cedc88584f service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221662 Apr 18 06:16:33.027369 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c862c8-b69d-440e-87a7-185032f60cfb req-a57bdb65-543a-48f5-809c-8de1d39e107b tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:33.028763 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e9c862c8-b69d-440e-87a7-185032f60cfb req-a57bdb65-543a-48f5-809c-8de1d39e107b tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0810311 Apr 18 06:16:33.075983 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e9c862c8-b69d-440e-87a7-185032f60cfb req-3b44f494-a383-4d74-bbb3-dd8ebc560100 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416229 Apr 18 06:16:33.262129 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737e106-99c6-41a9-9388-74397aec33d9 req-c38ffeb7-be5b-473a-8016-7112ffcca7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:33.263697 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3737e106-99c6-41a9-9388-74397aec33d9 req-c38ffeb7-be5b-473a-8016-7112ffcca7cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 1099 time: 0.0739942 Apr 18 06:16:33.410170 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737e106-99c6-41a9-9388-74397aec33d9 req-4cda5190-c180-4095-a73e-d862de84d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:33.411612 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3737e106-99c6-41a9-9388-74397aec33d9 req-4cda5190-c180-4095-a73e-d862de84d815 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1283748 Apr 18 06:16:33.515628 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3737e106-99c6-41a9-9388-74397aec33d9 req-0bcc8eae-506a-40d7-9005-a10d186a1d85 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4d327c2-2a4f-4118-8249-d04b689dd3ab HTTP/1.1" status: 200 len: 1002 time: 0.0964346 Apr 18 06:16:33.582315 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737e106-99c6-41a9-9388-74397aec33d9 req-04bcfd66-cb23-4b83-81e7-7fa45ce64661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:33.583713 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3737e106-99c6-41a9-9388-74397aec33d9 req-04bcfd66-cb23-4b83-81e7-7fa45ce64661 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0584142 Apr 18 06:16:33.663670 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737e106-99c6-41a9-9388-74397aec33d9 req-fc621fc9-3c9e-4b15-b7f6-0ae42f25f811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:33.665046 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3737e106-99c6-41a9-9388-74397aec33d9 req-fc621fc9-3c9e-4b15-b7f6-0ae42f25f811 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722899 Apr 18 06:16:33.794631 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3737e106-99c6-41a9-9388-74397aec33d9 req-4c482ebb-afc2-4868-9555-505052c1838d service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225491 Apr 18 06:16:33.922316 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3737e106-99c6-41a9-9388-74397aec33d9 req-cced0141-dfe6-432f-9d07-15bdcc08edf7 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211977 Apr 18 06:16:34.357793 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39ab8b-89af-495b-b565-c8d64ffdd890 req-83798d03-d48b-4243-8432-3f7bc61b8fab tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:34.359285 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fa39ab8b-89af-495b-b565-c8d64ffdd890 req-83798d03-d48b-4243-8432-3f7bc61b8fab tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.1731842 Apr 18 06:16:34.404058 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fa39ab8b-89af-495b-b565-c8d64ffdd890 req-42420edf-f7bb-4b19-8560-ef761f8a9379 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390987 Apr 18 06:16:34.783337 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0df210-00ff-4f04-a9ef-3e4006bbc0fc req-096edd58-3563-44a4-b213-bd78e772d309 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:34.784832 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8c0df210-00ff-4f04-a9ef-3e4006bbc0fc req-096edd58-3563-44a4-b213-bd78e772d309 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.1382768 Apr 18 06:16:34.799217 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a95918-e638-4a16-8ff5-754f68f7b555 req-90a87f84-4a4a-47ec-8d98-235b1f40db75 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:34.800587 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f0a95918-e638-4a16-8ff5-754f68f7b555 req-90a87f84-4a4a-47ec-8d98-235b1f40db75 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b&tenant_id=b93acdbef2fd45d38ae213591ee85359&binding%3Ahost_id=hv-neutron-8374 HTTP/1.1" status: 200 len: 946 time: 0.1212997 Apr 18 06:16:34.841756 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8c0df210-00ff-4f04-a9ef-3e4006bbc0fc req-c243b946-181b-4841-ac34-14116eac37e1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508134 Apr 18 06:16:34.946165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a95918-e638-4a16-8ff5-754f68f7b555 req-e46fa413-1d3a-485f-bb61-fb8d25855419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:34.947609 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f0a95918-e638-4a16-8ff5-754f68f7b555 req-e46fa413-1d3a-485f-bb61-fb8d25855419 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 1099 time: 0.0690458 Apr 18 06:16:35.084669 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a95918-e638-4a16-8ff5-754f68f7b555 req-dcd00650-893e-4292-bde2-e5b8119ec660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:35.086039 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f0a95918-e638-4a16-8ff5-754f68f7b555 req-dcd00650-893e-4292-bde2-e5b8119ec660 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1295638 Apr 18 06:16:35.150730 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c4d327c2-2a4f-4118-8249-d04b689dd3ab details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:16:35.195562 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f0a95918-e638-4a16-8ff5-754f68f7b555 req-38665840-26af-4533-9567-defdd3723304 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4d327c2-2a4f-4118-8249-d04b689dd3ab HTTP/1.1" status: 200 len: 1002 time: 0.0999515 Apr 18 06:16:35.262082 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a95918-e638-4a16-8ff5-754f68f7b555 req-0974e2f4-28d3-4e07-9ac5-fb976e4c32b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:35.263659 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f0a95918-e638-4a16-8ff5-754f68f7b555 req-0974e2f4-28d3-4e07-9ac5-fb976e4c32b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0591402 Apr 18 06:16:35.296776 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c4d327c2-2a4f-4118-8249-d04b689dd3ab, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c4d327c2-2a4f-4118-8249-d04b689dd3ab,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:16:35.318507 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'c4d327c2-2a4f-4118-8249-d04b689dd3ab', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'port_id': 'c4d327c2-2a4f-4118-8249-d04b689dd3ab', 'mac_address': 'fa:16:3e:d5:d5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:16:35.347545 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a95918-e638-4a16-8ff5-754f68f7b555 req-299553e5-a6a6-4e3b-ab94-aaedb2b0bf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:35.349017 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f0a95918-e638-4a16-8ff5-754f68f7b555 req-299553e5-a6a6-4e3b-ab94-aaedb2b0bf63 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761969 Apr 18 06:16:35.352123 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7d4fe26d-35bf-4f4a-bb99-4d08279de2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:35.379533 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:35.396349 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4d327c2-2a4f-4118-8249-d04b689dd3ab {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:16:35.411666 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c4d327c2-2a4f-4118-8249-d04b689dd3ab, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c4d327c2-2a4f-4118-8249-d04b689dd3ab,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:16:35.415683 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:35.488179 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=c4d327c2-2a4f-4118-8249-d04b689dd3ab,revision_number=6']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:16:35.489570 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f0a95918-e638-4a16-8ff5-754f68f7b555 req-b1c3e56b-3e11-4327-a5e8-b8546a9af91a service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307976 Apr 18 06:16:35.497364 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:35.497707 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:35.498042 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:35.498369 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:35.498695 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:35.499024 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:35.499346 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:35.499664 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:35.499990 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:35.500335 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:35.500651 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:35.500966 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:35.504482 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['c4d327c2-2a4f-4118-8249-d04b689dd3ab'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:16:35.624857 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f0a95918-e638-4a16-8ff5-754f68f7b555 req-5714100c-745b-4f8c-8087-8fe0c4bd247e service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259179 Apr 18 06:16:36.032109 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f2e3b-cb84-48a3-ab27-4727ad6cbd78 req-04718997-2535-4f56-99dc-b54bfcf7a608 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:36.033575 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c60f2e3b-cb84-48a3-ab27-4727ad6cbd78 req-04718997-2535-4f56-99dc-b54bfcf7a608 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 945 time: 0.0865412 Apr 18 06:16:36.077985 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c60f2e3b-cb84-48a3-ab27-4727ad6cbd78 req-478e200d-145b-4381-b8b0-af7a2a184169 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387051 Apr 18 06:16:37.150518 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c4d327c2-2a4f-4118-8249-d04b689dd3ab up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:16:37.220331 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port c4d327c2-2a4f-4118-8249-d04b689dd3ab triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:16:37.220696 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:37.270820 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444e889-2cd2-4b7d-a803-4bd5d4f9af9a req-4b3070a0-35a3-44c9-b0cc-bfb1ed86b9cc tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:37.272226 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3444e889-2cd2-4b7d-a803-4bd5d4f9af9a req-4b3070a0-35a3-44c9-b0cc-bfb1ed86b9cc tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 945 time: 0.0793147 Apr 18 06:16:37.317243 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3444e889-2cd2-4b7d-a803-4bd5d4f9af9a req-4358fd47-155e-4068-8bcb-cf0228bb3b9c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385497 Apr 18 06:16:37.338782 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:37.371516 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c9926a-2e37-416d-bb6f-532d1bfb901b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d327c2-2a4f-4118-8249-d04b689dd3ab'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:16:37.382284 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c4d327c2-2a4f-4118-8249-d04b689dd3ab, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c4d327c2-2a4f-4118-8249-d04b689dd3ab,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:16:37.387504 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:37.423928 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c7097a1-ab35-4199-a634-cb82ab29c8f4'] response: {'server_uuid': 'b1c9926a-2e37-416d-bb6f-532d1bfb901b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d327c2-2a4f-4118-8249-d04b689dd3ab', 'code': 200} Apr 18 06:16:37.456531 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=c4d327c2-2a4f-4118-8249-d04b689dd3ab,revision_number=7']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:16:37.510526 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357a6d2-f7d0-479f-bc7b-1dbe29805995 req-abe89309-cc93-418c-ad5f-386008f4dbd9 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:37.512020 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a357a6d2-f7d0-479f-bc7b-1dbe29805995 req-abe89309-cc93-418c-ad5f-386008f4dbd9 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0830050 Apr 18 06:16:37.555890 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a357a6d2-f7d0-479f-bc7b-1dbe29805995 req-46fc92ad-9fe8-4871-a7ff-47c36c27789f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379581 Apr 18 06:16:37.638162 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f562a82b-98bc-4850-afe6-7573a43e3e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:37.893630 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607829b-5eb6-4b2c-b1ab-775581a2fa1c req-99231de5-16b4-403c-a52a-509d0ba79f74 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:37.895005 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7607829b-5eb6-4b2c-b1ab-775581a2fa1c req-99231de5-16b4-403c-a52a-509d0ba79f74 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0863335 Apr 18 06:16:37.916494 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:37.940148 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7607829b-5eb6-4b2c-b1ab-775581a2fa1c req-343b045a-39af-48eb-bf08-1c26f361a7ae tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395362 Apr 18 06:16:37.970449 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfa7ab-865d-4cbd-8953-e07c87e4a4c2 req-28629ca1-c91c-4e0d-b2c1-f496e97c6735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:37.971911 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dedfa7ab-865d-4cbd-8953-e07c87e4a4c2 req-28629ca1-c91c-4e0d-b2c1-f496e97c6735 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 1099 time: 0.0750725 Apr 18 06:16:38.103336 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfa7ab-865d-4cbd-8953-e07c87e4a4c2 req-daff8711-43d4-4b21-b29d-f013b4b9eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:38.105429 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dedfa7ab-865d-4cbd-8953-e07c87e4a4c2 req-daff8711-43d4-4b21-b29d-f013b4b9eec5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1237202 Apr 18 06:16:38.205781 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dedfa7ab-865d-4cbd-8953-e07c87e4a4c2 req-0c2cc7d0-6ab6-4c88-9731-1b68961a1117 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4d327c2-2a4f-4118-8249-d04b689dd3ab HTTP/1.1" status: 200 len: 1002 time: 0.0909736 Apr 18 06:16:38.273614 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfa7ab-865d-4cbd-8953-e07c87e4a4c2 req-79e28008-b737-4d46-b27a-46ebcebf0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:38.275010 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dedfa7ab-865d-4cbd-8953-e07c87e4a4c2 req-79e28008-b737-4d46-b27a-46ebcebf0440 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0600648 Apr 18 06:16:38.351949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfa7ab-865d-4cbd-8953-e07c87e4a4c2 req-8db51c80-842a-4ca9-9ece-05079ddcc7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:38.353440 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dedfa7ab-865d-4cbd-8953-e07c87e4a4c2 req-8db51c80-842a-4ca9-9ece-05079ddcc7b0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696416 Apr 18 06:16:38.563687 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:38.591561 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dedfa7ab-865d-4cbd-8953-e07c87e4a4c2 req-6c1ea6f5-5e77-46b5-8d39-27086ea87d61 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280159 Apr 18 06:16:38.674408 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:38.725691 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dedfa7ab-865d-4cbd-8953-e07c87e4a4c2 req-633bf1d9-cd96-4aa7-a079-9cef9fb64a51 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243696 Apr 18 06:16:39.129171 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d4413-a15f-4b04-9bb2-444b98acc0a6 req-6aabbbf2-6376-47b2-8205-730990309362 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:39.130533 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-853d4413-a15f-4b04-9bb2-444b98acc0a6 req-6aabbbf2-6376-47b2-8205-730990309362 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0852439 Apr 18 06:16:39.177076 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-853d4413-a15f-4b04-9bb2-444b98acc0a6 req-8549ef7f-37c4-47d2-b6e3-2ad3ce7ec11e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406003 Apr 18 06:16:40.130303 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:40.367175 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14441c-c267-4685-ba40-20447a74d2ec req-ec61042a-8e79-4c25-9af6-14d305efd89f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:40.368537 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8f14441c-c267-4685-ba40-20447a74d2ec req-ec61042a-8e79-4c25-9af6-14d305efd89f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0827391 Apr 18 06:16:40.420948 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8f14441c-c267-4685-ba40-20447a74d2ec req-b422c8dd-11f2-4a6d-96f6-3b54a8d52d83 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467134 Apr 18 06:16:40.830484 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344fd6c-c152-441d-845f-734cd1536413 req-7655654a-e96f-43a3-8135-8ab756e57819 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:40.832202 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4344fd6c-c152-441d-845f-734cd1536413 req-7655654a-e96f-43a3-8135-8ab756e57819 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0924921 Apr 18 06:16:40.888851 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4344fd6c-c152-441d-845f-734cd1536413 req-9a4f6bc7-6615-4df2-9d48-8eea5449d6bf tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509508 Apr 18 06:16:42.071266 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305e10a-ffe5-46bb-8b6b-c44ae3990325 req-6856032a-8d8c-47af-9f9e-aec871af6442 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:42.072883 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f305e10a-ffe5-46bb-8b6b-c44ae3990325 req-6856032a-8d8c-47af-9f9e-aec871af6442 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0799532 Apr 18 06:16:42.121187 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f305e10a-ffe5-46bb-8b6b-c44ae3990325 req-1dae8e0c-0a51-4ad5-930a-b6f789b31e58 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424297 Apr 18 06:16:42.584062 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e4c84-7d8a-41e3-90b8-ab87b986a30a req-e9376089-c613-4867-88ed-ba48f03b37e7 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:42.585498 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f2e4c84-7d8a-41e3-90b8-ab87b986a30a req-e9376089-c613-4867-88ed-ba48f03b37e7 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0780196 Apr 18 06:16:42.656474 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-4f2e4c84-7d8a-41e3-90b8-ab87b986a30a req-473defc3-1b9e-4b4c-b6e1-d52c7a3cd002 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Deleting port c4d327c2-2a4f-4118-8249-d04b689dd3ab {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:16:42.656727 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-4f2e4c84-7d8a-41e3-90b8-ab87b986a30a req-473defc3-1b9e-4b4c-b6e1-d52c7a3cd002 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:42.907913 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-4f2e4c84-7d8a-41e3-90b8-ab87b986a30a req-473defc3-1b9e-4b4c-b6e1-d52c7a3cd002 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] For port c4d327c2-2a4f-4118-8249-d04b689dd3ab, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c4d327c2-2a4f-4118-8249-d04b689dd3ab,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:16:42.908212 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-4f2e4c84-7d8a-41e3-90b8-ab87b986a30a req-473defc3-1b9e-4b4c-b6e1-d52c7a3cd002 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:43.201739 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-4f2e4c84-7d8a-41e3-90b8-ab87b986a30a req-473defc3-1b9e-4b4c-b6e1-d52c7a3cd002 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:43.202434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-4f2e4c84-7d8a-41e3-90b8-ab87b986a30a req-473defc3-1b9e-4b4c-b6e1-d52c7a3cd002 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:43.202434 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [req-4f2e4c84-7d8a-41e3-90b8-ab87b986a30a req-473defc3-1b9e-4b4c-b6e1-d52c7a3cd002 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Floating IP 9438c0d8-0f79-4870-baff-2592e8ad63a3 disassociated. External IP: 172.26.1.151, port: c4d327c2-2a4f-4118-8249-d04b689dd3ab. Apr 18 06:16:43.202709 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-4f2e4c84-7d8a-41e3-90b8-ab87b986a30a req-473defc3-1b9e-4b4c-b6e1-d52c7a3cd002 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Calling delete_port for c4d327c2-2a4f-4118-8249-d04b689dd3ab owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:16:43.309305 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44b6ef-afae-47e4-9ddc-326071c9943b req-2e382ca7-1182-4b85-a3d7-0190f821d856 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:43.310761 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4c44b6ef-afae-47e4-9ddc-326071c9943b req-2e382ca7-1182-4b85-a3d7-0190f821d856 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 946 time: 0.0854065 Apr 18 06:16:43.350855 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-4f2e4c84-7d8a-41e3-90b8-ab87b986a30a req-473defc3-1b9e-4b4c-b6e1-d52c7a3cd002 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:43.360382 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4c44b6ef-afae-47e4-9ddc-326071c9943b req-02a910b9-c5e0-4ced-82fe-7ab1d93637b9 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420222 Apr 18 06:16:43.404688 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473defc3-1b9e-4b4c-b6e1-d52c7a3cd002 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Pushing event deleted for resources: {'Port': ['ID=c4d327c2-2a4f-4118-8249-d04b689dd3ab,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:16:43.507379 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:16:43.693758 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f2e4c84-7d8a-41e3-90b8-ab87b986a30a req-473defc3-1b9e-4b4c-b6e1-d52c7a3cd002 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Router d626d615-6332-4844-928c-b11fc30ecf09 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:16:43.867778 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f2e4c84-7d8a-41e3-90b8-ab87b986a30a req-473defc3-1b9e-4b4c-b6e1-d52c7a3cd002 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:16:43.877735 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedc6f30-912e-44cf-8e1d-f4d6e37f9a89 None None] Sync routers for ids ['d626d615-6332-4844-928c-b11fc30ecf09'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:16:43.887612 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedc6f30-912e-44cf-8e1d-f4d6e37f9a89 None None] Routers {'d626d615-6332-4844-928c-b11fc30ecf09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:16:43.888252 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-fedc6f30-912e-44cf-8e1d-f4d6e37f9a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:16:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d626d615-6332-4844-928c-b11fc30ecf09'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:16:43.941409 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2e4c84-7d8a-41e3-90b8-ab87b986a30a req-473defc3-1b9e-4b4c-b6e1-d52c7a3cd002 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] No DVR routers for this DVR port c4d327c2-2a4f-4118-8249-d04b689dd3ab on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:16:43.944588 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-4f2e4c84-7d8a-41e3-90b8-ab87b986a30a req-473defc3-1b9e-4b4c-b6e1-d52c7a3cd002 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:43.946939 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c9926a-2e37-416d-bb6f-532d1bfb901b', 'name': 'network-vif-deleted', 'tag': 'c4d327c2-2a4f-4118-8249-d04b689dd3ab'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:16:43.965026 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f2e4c84-7d8a-41e3-90b8-ab87b986a30a req-473defc3-1b9e-4b4c-b6e1-d52c7a3cd002 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "DELETE /v2.0/ports/c4d327c2-2a4f-4118-8249-d04b689dd3ab HTTP/1.1" status: 204 len: 173 time: 1.3714428 Apr 18 06:16:43.997843 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b537b41f-d2e9-4684-ae8e-9f2c6fa0dd71'] response: {'server_uuid': 'b1c9926a-2e37-416d-bb6f-532d1bfb901b', 'name': 'network-vif-deleted', 'tag': 'c4d327c2-2a4f-4118-8249-d04b689dd3ab', 'status': 'completed', 'code': 200} Apr 18 06:16:44.067554 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-fedc6f30-912e-44cf-8e1d-f4d6e37f9a89 None None] Set router d626d615-6332-4844-928c-b11fc30ecf09 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:16:44.518243 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-fedc6f30-912e-44cf-8e1d-f4d6e37f9a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:16:44.522701 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedc6f30-912e-44cf-8e1d-f4d6e37f9a89 None None] Checking router: d626d615-6332-4844-928c-b11fc30ecf09 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:16:44.529776 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c8c481e1-8bee-4802-bbab-1366522b8587 req-18fbe105-fe7c-4577-afa1-42f23627d38d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9926a-2e37-416d-bb6f-532d1bfb901b HTTP/1.1" status: 200 len: 210 time: 0.0444176 Apr 18 06:16:44.591028 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedc6f30-912e-44cf-8e1d-f4d6e37f9a89 None None] Routers {'d626d615-6332-4844-928c-b11fc30ecf09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:16:44.591648 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-fedc6f30-912e-44cf-8e1d-f4d6e37f9a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:16:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d626d615-6332-4844-928c-b11fc30ecf09'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:16:44.794415 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-fedc6f30-912e-44cf-8e1d-f4d6e37f9a89 None None] Set router d626d615-6332-4844-928c-b11fc30ecf09 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:16:45.097269 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-fedc6f30-912e-44cf-8e1d-f4d6e37f9a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:16:45.101065 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedc6f30-912e-44cf-8e1d-f4d6e37f9a89 None None] The sync data for ids ['d626d615-6332-4844-928c-b11fc30ecf09'] in dv-neutron-837489-1-hyperv is: [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:16:45.308016 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2988afb-616a-42f2-8b20-fa207439fa90 None None] New status for floating IP 9438c0d8-0f79-4870-baff-2592e8ad63a3: DOWN {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:16:45.868423 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-0b62aa73-9734-4522-9022-0af132b6868f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1032475728&fields=id&tenant_id=b93acdbef2fd45d38ae213591ee85359 HTTP/1.1" status: 200 len: 267 time: 0.0391591 Apr 18 06:16:46.016364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-93f1fbe8-0a3c-40c6-b4f6-e2cc08979b39 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:46.017782 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-93f1fbe8-0a3c-40c6-b4f6-e2cc08979b39 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 811 time: 0.1430373 Apr 18 06:16:46.032278 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-1ab34d54-c240-4cc2-bbb7-edd6768e5ca2 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/quotas/b93acdbef2fd45d38ae213591ee85359 HTTP/1.1" status: 200 len: 375 time: 0.0090728 Apr 18 06:16:46.128955 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-25d58da3-ef30-4954-ac85-90723c234e10 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Synchronizing usage tracker for tenant:b93acdbef2fd45d38ae213591ee85359 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:16:46.143786 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-25d58da3-ef30-4954-ac85-90723c234e10 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Unset dirty status for tenant:b93acdbef2fd45d38ae213591ee85359 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:16:46.145052 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-25d58da3-ef30-4954-ac85-90723c234e10 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1080070 Apr 18 06:16:46.279918 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-74c24d2a-f9c8-4021-b0db-43f3671eccc9 service neutron] 10.222.0.15 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230698 Apr 18 06:16:46.408374 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-65937721-6207-4511-803d-da4a019aec37 service neutron] 10.222.0.15 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227143 Apr 18 06:16:46.586790 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-cdca367e-0c40-4b32-812b-cce219577416 req-2608a84e-16f9-44ef-9dba-fc4acdb0ccc6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 210 time: 0.0459974 Apr 18 06:16:47.179914 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c4d327c2-2a4f-4118-8249-d04b689dd3ab no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:16:47.214460 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: c4d327c2-2a4f-4118-8249-d04b689dd3ab {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:16:47.214826 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c4d327c2-2a4f-4118-8249-d04b689dd3ab not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:16:47.639962 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-6f4459d5-b035-46f5-b099-7c95aba75fa6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:47.641514 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-6f4459d5-b035-46f5-b099-7c95aba75fa6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 811 time: 0.1444311 Apr 18 06:16:47.695301 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-2b53f20e-3a0c-4073-a14a-b031b4da8fa6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b93acdbef2fd45d38ae213591ee85359 HTTP/1.1" status: 200 len: 380 time: 0.0401993 Apr 18 06:16:47.730356 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Request body: {'port': {'device_id': 'b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'admin_state_up': True, 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'security_groups': ['b4334033-0b2e-4870-b594-adb976656361']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:16:47.756078 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b1805b4c-fad7-40a3-ae87-b6b030cf4add req-acf58b37-64e3-41ff-8886-67c87e0e0277 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 210 time: 0.0591209 Apr 18 06:16:47.874254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:16:47.883355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:16:47.892599 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Made reservation on behalf of b93acdbef2fd45d38ae213591ee85359 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:16:47.895977 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:48.053707 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Allocated IP 172.20.0.9 (61033b25-ada0-4e93-b5e1-f1114b7f01db/d5673394-5ef8-4429-bf17-b8a3b7567b41/f52efb04-719c-40e5-8d72-b185318e48de) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:16:48.235323 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:48.250053 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Transition to ACTIVE for port object f52efb04-719c-40e5-8d72-b185318e48de will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:16:48.272377 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:48.449023 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Network 61033b25-ada0-4e93-b5e1-f1114b7f01db is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:16:48.456316 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:16:48.460547 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:16:48.490985 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Pushing event updated for resources: {'Port': ['ID=f52efb04-719c-40e5-8d72-b185318e48de,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:16:48.511827 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:48.512214 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:48.512552 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:48.512885 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:48.513212 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:48.513547 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:48.513867 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:48.514191 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:48.514515 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:48.514836 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:48.515153 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:48.515472 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:16:48.539039 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:48.539665 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:48.566179 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-f5eb4a59-cf71-4cac-9f4b-e6dc4c40cc2c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8392010 Apr 18 06:16:48.582114 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] Request body: {'port': {'device_id': 'b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:16:48.661569 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f78094b7-2865-4919-b515-3f280b901b82 None None] Provisioning for port f52efb04-719c-40e5-8d72-b185318e48de completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:16:48.667428 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f78094b7-2865-4919-b515-3f280b901b82 None None] Provisioning complete for port f52efb04-719c-40e5-8d72-b185318e48de triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:16:48.668131 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f78094b7-2865-4919-b515-3f280b901b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:48.695810 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:48.724514 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f78094b7-2865-4919-b515-3f280b901b82 None None] Port f52efb04-719c-40e5-8d72-b185318e48de cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:16:48.939718 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f21a69-eace-4e74-a72b-41370950904d req-69990d70-00d7-44b2-8333-27036b3275af tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:48.941257 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d1f21a69-eace-4e74-a72b-41370950904d req-69990d70-00d7-44b2-8333-27036b3275af tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 931 time: 0.0791852 Apr 18 06:16:48.985766 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d1f21a69-eace-4e74-a72b-41370950904d req-ec7907d4-5310-4c7e-a2c4-e24707c33aba tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387559 Apr 18 06:16:49.034183 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52efb04-719c-40e5-8d72-b185318e48de {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:16:49.041396 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:49.055592 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] Transition to ACTIVE for port object f52efb04-719c-40e5-8d72-b185318e48de will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:16:49.059613 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:49.227959 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] Pushing event updated for resources: {'Port': ['ID=f52efb04-719c-40e5-8d72-b185318e48de,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:16:49.311927 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] Attempting to bind port f52efb04-719c-40e5-8d72-b185318e48de on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:16:49.312217 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] Attempting to bind port f52efb04-719c-40e5-8d72-b185318e48de by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:16:49.312542 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] Attempting to bind port f52efb04-719c-40e5-8d72-b185318e48de on network 61033b25-ada0-4e93-b5e1-f1114b7f01db {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:16:49.317247 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] Port f52efb04-719c-40e5-8d72-b185318e48de on network 61033b25-ada0-4e93-b5e1-f1114b7f01db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:16:49.317566 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] Attempting to bind port f52efb04-719c-40e5-8d72-b185318e48de on network 61033b25-ada0-4e93-b5e1-f1114b7f01db {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:16:49.322799 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:16:49.323137 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] Checking segment: {'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:16:49.323540 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] Bound using segment: {'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:16:49.324599 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] Bound port: f52efb04-719c-40e5-8d72-b185318e48de, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:16:49.324970 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:49.417323 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] For port f52efb04-719c-40e5-8d72-b185318e48de, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:16:49.420328 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] For port f52efb04-719c-40e5-8d72-b185318e48de, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f52efb04-719c-40e5-8d72-b185318e48de,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:16:49.425029 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:49.482025 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:49.482675 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:49.484085 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] 10.222.0.52 "PUT /v2.0/ports/f52efb04-719c-40e5-8d72-b185318e48de HTTP/1.1" status: 200 len: 1093 time: 0.9062483 Apr 18 06:16:49.484537 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2', 'tag': 'f52efb04-719c-40e5-8d72-b185318e48de'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:16:49.516988 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55367ae1-823b-4ba8-8823-169c84e6dd68 service neutron] Pushing event updated for resources: {'Port': ['ID=f52efb04-719c-40e5-8d72-b185318e48de,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:16:49.560446 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e0e47a-9c20-4105-983c-576b6d971830'] response: {'name': 'network-changed', 'server_uuid': 'b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2', 'tag': 'f52efb04-719c-40e5-8d72-b185318e48de', 'status': 'completed', 'code': 200} Apr 18 06:16:49.602102 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-ef2e04ab-3425-4ccf-a77f-93ddcd96b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:49.603609 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-ef2e04ab-3425-4ccf-a77f-93ddcd96b462 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 1096 time: 0.0768509 Apr 18 06:16:49.679433 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-6b7c9fbf-99e1-45e6-8ce3-817e5e97bc58 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f52efb04-719c-40e5-8d72-b185318e48de HTTP/1.1" status: 200 len: 217 time: 0.0658796 Apr 18 06:16:49.744591 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-e8c2ffc5-1a77-4a86-95d2-a38683b36731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:49.746187 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-e8c2ffc5-1a77-4a86-95d2-a38683b36731 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0575607 Apr 18 06:16:49.826653 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-335f5409-b5b3-47d6-9952-1194059de4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:49.828136 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-335f5409-b5b3-47d6-9952-1194059de4b0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735891 Apr 18 06:16:49.961728 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-3d93d8af-f831-4dc9-b8f7-df0bf57010da service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240742 Apr 18 06:16:50.099107 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-148d7d05-c0bc-408c-932a-bee9aa459ebc req-d50a4ab3-c20d-437c-b7ab-dc2dfb72f5c0 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287718 Apr 18 06:16:50.182285 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7c3bb-ba95-4cfc-afce-4e985518c70c req-fb68ebe3-7837-4964-8032-80df3ead33bc tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:50.184359 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b9f7c3bb-ba95-4cfc-afce-4e985518c70c req-fb68ebe3-7837-4964-8032-80df3ead33bc tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 943 time: 0.0828621 Apr 18 06:16:50.231904 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b9f7c3bb-ba95-4cfc-afce-4e985518c70c req-a7dc4e8b-b6db-4523-a865-93e0f685a2a5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412359 Apr 18 06:16:50.320378 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7def0-0142-443b-a92e-a891f874e3a7 req-80bc997a-126c-4828-9ba6-6ab01a9f440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:50.321855 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4cb7def0-0142-443b-a92e-a891f874e3a7 req-80bc997a-126c-4828-9ba6-6ab01a9f440b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 1096 time: 0.1711133 Apr 18 06:16:50.452328 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7def0-0142-443b-a92e-a891f874e3a7 req-ec47231e-67ba-4ea1-89b2-4a7283c896bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:50.453764 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4cb7def0-0142-443b-a92e-a891f874e3a7 req-ec47231e-67ba-4ea1-89b2-4a7283c896bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1252267 Apr 18 06:16:50.524344 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4cb7def0-0142-443b-a92e-a891f874e3a7 req-5a50b7dd-3f7f-480e-8217-59c89f636e58 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f52efb04-719c-40e5-8d72-b185318e48de HTTP/1.1" status: 200 len: 217 time: 0.0635896 Apr 18 06:16:50.587127 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7def0-0142-443b-a92e-a891f874e3a7 req-fdf84275-9053-4839-9e07-0b1b244e8f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:50.588577 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4cb7def0-0142-443b-a92e-a891f874e3a7 req-fdf84275-9053-4839-9e07-0b1b244e8f40 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0578465 Apr 18 06:16:50.666394 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7def0-0142-443b-a92e-a891f874e3a7 req-0a09586c-bc0a-41ae-ba20-08c31b90e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:50.668531 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4cb7def0-0142-443b-a92e-a891f874e3a7 req-0a09586c-bc0a-41ae-ba20-08c31b90e3e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709896 Apr 18 06:16:50.801105 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4cb7def0-0142-443b-a92e-a891f874e3a7 req-78e4dc3d-d187-41eb-9951-0e15a6fbe542 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232617 Apr 18 06:16:50.930665 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4cb7def0-0142-443b-a92e-a891f874e3a7 req-1b0c9486-a1f5-4f94-abd5-21fef4c0fb1b service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226318 Apr 18 06:16:51.197203 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device f52efb04-719c-40e5-8d72-b185318e48de details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:16:51.346095 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port f52efb04-719c-40e5-8d72-b185318e48de, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f52efb04-719c-40e5-8d72-b185318e48de,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:16:51.359927 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'f52efb04-719c-40e5-8d72-b185318e48de', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'port_id': 'f52efb04-719c-40e5-8d72-b185318e48de', 'mac_address': 'fa:16:3e:20:18:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:16:51.414290 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:51.418319 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e49ec7-d2f7-4973-9dd8-e213469ec8a6 req-59e7665a-83b0-4ded-b45c-3f69b7eeec6c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:51.419107 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-95e49ec7-d2f7-4973-9dd8-e213469ec8a6 req-59e7665a-83b0-4ded-b45c-3f69b7eeec6c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Synchronizing usage tracker for tenant:b93acdbef2fd45d38ae213591ee85359 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:16:51.434257 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52efb04-719c-40e5-8d72-b185318e48de {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:16:51.434917 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-95e49ec7-d2f7-4973-9dd8-e213469ec8a6 req-59e7665a-83b0-4ded-b45c-3f69b7eeec6c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Unset dirty status for tenant:b93acdbef2fd45d38ae213591ee85359 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:16:51.436073 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-95e49ec7-d2f7-4973-9dd8-e213469ec8a6 req-59e7665a-83b0-4ded-b45c-3f69b7eeec6c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 943 time: 0.0960679 Apr 18 06:16:51.450690 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port f52efb04-719c-40e5-8d72-b185318e48de, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f52efb04-719c-40e5-8d72-b185318e48de,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:16:51.454777 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:51.481899 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-95e49ec7-d2f7-4973-9dd8-e213469ec8a6 req-2f9dd9b7-9c4a-4951-9647-8e21776be174 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395882 Apr 18 06:16:51.523288 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=f52efb04-719c-40e5-8d72-b185318e48de,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:16:51.794365 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['f52efb04-719c-40e5-8d72-b185318e48de'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:16:52.669864 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289c124-7ec2-4e3d-84ee-4d34a11edd4c req-df6c95c2-fa95-4ad0-83bb-93fdab6f7675 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:52.671210 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8289c124-7ec2-4e3d-84ee-4d34a11edd4c req-df6c95c2-fa95-4ad0-83bb-93fdab6f7675 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 944 time: 0.0791128 Apr 18 06:16:52.717678 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8289c124-7ec2-4e3d-84ee-4d34a11edd4c req-44d2b7d4-a473-4b1f-a9ca-3ed260c81366 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408711 Apr 18 06:16:53.212390 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device f52efb04-719c-40e5-8d72-b185318e48de up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:16:53.281521 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port f52efb04-719c-40e5-8d72-b185318e48de completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:16:53.286175 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port f52efb04-719c-40e5-8d72-b185318e48de triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:16:53.286543 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:53.404736 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:53.436061 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52efb04-719c-40e5-8d72-b185318e48de'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:16:53.445539 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port f52efb04-719c-40e5-8d72-b185318e48de, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f52efb04-719c-40e5-8d72-b185318e48de,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:16:53.450886 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:53.482525 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53995e2a-e9e0-4cd7-8951-7e58ccb2c2fa'] response: {'server_uuid': 'b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52efb04-719c-40e5-8d72-b185318e48de', 'code': 200} Apr 18 06:16:53.525577 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=f52efb04-719c-40e5-8d72-b185318e48de,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:16:53.720851 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2fe5f-70c7-4a73-8d02-ad63a8b5ed11 req-c5dedaa7-7386-49ec-bfce-5b036dece23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:53.722304 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-16d2fe5f-70c7-4a73-8d02-ad63a8b5ed11 req-c5dedaa7-7386-49ec-bfce-5b036dece23d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0722339 Apr 18 06:16:53.766703 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-16d2fe5f-70c7-4a73-8d02-ad63a8b5ed11 req-c1611cbf-9f60-4fd3-b58e-9405c63a7f3a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353265 Apr 18 06:16:53.900417 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153a394-b87c-4418-b63e-398b0bf82524 req-2b902a56-146e-4912-a3ae-27b49579cc1f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:53.901888 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b153a394-b87c-4418-b63e-398b0bf82524 req-2b902a56-146e-4912-a3ae-27b49579cc1f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0806265 Apr 18 06:16:53.944619 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b153a394-b87c-4418-b63e-398b0bf82524 req-176d5ff8-3923-43b1-bfda-d1e2a4f450d2 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370820 Apr 18 06:16:55.132304 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e666a-fe24-4306-8a70-3be804c6db69 req-8a927508-4be3-4a18-861f-8d9d37534477 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:55.133730 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7f6e666a-fe24-4306-8a70-3be804c6db69 req-8a927508-4be3-4a18-861f-8d9d37534477 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0786200 Apr 18 06:16:55.176599 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7f6e666a-fe24-4306-8a70-3be804c6db69 req-e91eb611-c9af-4c64-9314-a4504fa429d3 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366919 Apr 18 06:16:55.358872 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963e9c3-217a-458c-844e-10185ff34fec req-bb753e91-0307-4a3d-81ea-6dc6edb50177 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:55.360338 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b963e9c3-217a-458c-844e-10185ff34fec req-bb753e91-0307-4a3d-81ea-6dc6edb50177 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0850174 Apr 18 06:16:55.368809 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 52738) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:16:55.374466 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-dc7fdd86-0685-4554-9f31-636702653d49 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Request body: {'floatingip': {'port_id': 'f52efb04-719c-40e5-8d72-b185318e48de'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:16:55.451498 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc7fdd86-0685-4554-9f31-636702653d49 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for floatingip, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:56.146355 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc7fdd86-0685-4554-9f31-636702653d49 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:56.150174 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc7fdd86-0685-4554-9f31-636702653d49 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:56.317468 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-dc7fdd86-0685-4554-9f31-636702653d49 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Floating IP 9438c0d8-0f79-4870-baff-2592e8ad63a3 associated. External IP: 172.26.1.151, port: f52efb04-719c-40e5-8d72-b185318e48de. Apr 18 06:16:56.659814 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7fdd86-0685-4554-9f31-636702653d49 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Router d626d615-6332-4844-928c-b11fc30ecf09 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:16:56.831454 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7fdd86-0685-4554-9f31-636702653d49 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:16:56.835553 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dc7fdd86-0685-4554-9f31-636702653d49 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:56.842255 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb9b6d0-f740-4591-9575-2ddf89e31721 None None] Sync routers for ids ['d626d615-6332-4844-928c-b11fc30ecf09'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:16:56.851352 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb9b6d0-f740-4591-9575-2ddf89e31721 None None] Routers {'d626d615-6332-4844-928c-b11fc30ecf09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:16:56.851950 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-dcb9b6d0-f740-4591-9575-2ddf89e31721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:16:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d626d615-6332-4844-928c-b11fc30ecf09'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:16:56.892484 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-dc7fdd86-0685-4554-9f31-636702653d49 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "PUT /v2.0/floatingips/9438c0d8-0f79-4870-baff-2592e8ad63a3 HTTP/1.1" status: 200 len: 991 time: 1.5226145 Apr 18 06:16:56.893157 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2', 'tag': 'f52efb04-719c-40e5-8d72-b185318e48de'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:16:57.002354 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22597424-b473-4273-9b67-2756d5c2e0e6'] response: {'name': 'network-changed', 'server_uuid': 'b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2', 'tag': 'f52efb04-719c-40e5-8d72-b185318e48de', 'status': 'completed', 'code': 200} Apr 18 06:16:57.034510 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-dcb9b6d0-f740-4591-9575-2ddf89e31721 None None] Set router d626d615-6332-4844-928c-b11fc30ecf09 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:16:57.100112 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80291426-a0af-4a2b-be11-8273e844ae5b req-c4d101c9-ee18-439a-b4b7-54c4d4b0074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:57.101565 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-80291426-a0af-4a2b-be11-8273e844ae5b req-c4d101c9-ee18-439a-b4b7-54c4d4b0074b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0749652 Apr 18 06:16:57.304800 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80291426-a0af-4a2b-be11-8273e844ae5b req-5f99f42d-2caf-4d36-ada3-2988ca106262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:57.305919 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-80291426-a0af-4a2b-be11-8273e844ae5b req-5f99f42d-2caf-4d36-ada3-2988ca106262 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1988792 Apr 18 06:16:57.403337 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-a81c03ee-abec-4da9-ba19-a4be51ea4d2a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1971579 Apr 18 06:16:57.409251 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-dcb9b6d0-f740-4591-9575-2ddf89e31721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '9438c0d8-0f79-4870-baff-2592e8ad63a3', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'floating_ip_address': '172.26.1.151', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'port_id': 'f52efb04-719c-40e5-8d72-b185318e48de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'mac_address': 'fa:16:3e:20:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:14:56Z', 'updated_at': '2022-04-18T06:16:56Z', 'revision_number': 9, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:16:57.413348 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb9b6d0-f740-4591-9575-2ddf89e31721 None None] Checking router: d626d615-6332-4844-928c-b11fc30ecf09 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:16:57.423451 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb9b6d0-f740-4591-9575-2ddf89e31721 None None] Routers {'d626d615-6332-4844-928c-b11fc30ecf09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:16:57.424102 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-dcb9b6d0-f740-4591-9575-2ddf89e31721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:16:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d626d615-6332-4844-928c-b11fc30ecf09'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:16:57.429510 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-80291426-a0af-4a2b-be11-8273e844ae5b req-845bcaab-7f1e-43db-b551-9d789ce60261 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f52efb04-719c-40e5-8d72-b185318e48de HTTP/1.1" status: 200 len: 999 time: 0.1126883 Apr 18 06:16:57.445280 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c84a49-de6f-4344-aab6-48800486d2d9 req-1ae275e3-8684-484d-bb02-3fd64b8fa24d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:57.448312 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d9c84a49-de6f-4344-aab6-48800486d2d9 req-1ae275e3-8684-484d-bb02-3fd64b8fa24d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.2363143 Apr 18 06:16:57.509072 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80291426-a0af-4a2b-be11-8273e844ae5b req-15d3a706-ab3f-4c26-918b-c478533e0fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:57.510339 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d9c84a49-de6f-4344-aab6-48800486d2d9 req-13de24a3-ef13-49aa-9adb-050157415572 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570846 Apr 18 06:16:57.514099 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-80291426-a0af-4a2b-be11-8273e844ae5b req-15d3a706-ab3f-4c26-918b-c478533e0fd0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0786195 Apr 18 06:16:57.594039 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80291426-a0af-4a2b-be11-8273e844ae5b req-b5b92859-23ec-4253-9e12-346b6ee3bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:57.595744 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-80291426-a0af-4a2b-be11-8273e844ae5b req-b5b92859-23ec-4253-9e12-346b6ee3bd02 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747278 Apr 18 06:16:57.618532 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-dcb9b6d0-f740-4591-9575-2ddf89e31721 None None] Set router d626d615-6332-4844-928c-b11fc30ecf09 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:16:57.859236 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-80291426-a0af-4a2b-be11-8273e844ae5b req-4dbaee20-61e4-4dfd-8fa8-7b80bfff2ee0 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573409 Apr 18 06:16:58.001522 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-80291426-a0af-4a2b-be11-8273e844ae5b req-77619b60-91b0-4279-aac6-c5d3cc3e182f service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350496 Apr 18 06:16:58.004119 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-dcb9b6d0-f740-4591-9575-2ddf89e31721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '9438c0d8-0f79-4870-baff-2592e8ad63a3', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'floating_ip_address': '172.26.1.151', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'port_id': 'f52efb04-719c-40e5-8d72-b185318e48de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'mac_address': 'fa:16:3e:20:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:14:56Z', 'updated_at': '2022-04-18T06:16:56Z', 'revision_number': 9, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:16:58.009282 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb9b6d0-f740-4591-9575-2ddf89e31721 None None] The sync data for ids ['d626d615-6332-4844-928c-b11fc30ecf09'] in dv-neutron-837489-1-hyperv is: [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '9438c0d8-0f79-4870-baff-2592e8ad63a3', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'floating_ip_address': '172.26.1.151', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'port_id': 'f52efb04-719c-40e5-8d72-b185318e48de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'mac_address': 'fa:16:3e:20:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:14:56Z', 'updated_at': '2022-04-18T06:16:56Z', 'revision_number': 9, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:16:58.204801 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b94e694-d7d8-4127-afe8-7c35b6bb19f2 None None] New status for floating IP 9438c0d8-0f79-4870-baff-2592e8ad63a3: ACTIVE {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:16:58.593972 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-9501cef1-9c74-400e-b52f-5b250baef27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:58.595825 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-9501cef1-9c74-400e-b52f-5b250baef27a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0726044 Apr 18 06:16:58.800690 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bcc10-1c7a-4ebe-82b5-679de9a7d82e req-23c60e0c-36d3-424c-a4c5-9f0c4249d9f5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:58.802180 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d81bcc10-1c7a-4ebe-82b5-679de9a7d82e req-23c60e0c-36d3-424c-a4c5-9f0c4249d9f5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.1776121 Apr 18 06:16:58.803138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-298c2d08-9ef9-4b72-8aff-f6f21034041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:58.804444 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-298c2d08-9ef9-4b72-8aff-f6f21034041f service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.2025714 Apr 18 06:16:58.922850 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d81bcc10-1c7a-4ebe-82b5-679de9a7d82e req-2521617f-62a2-4e5d-b938-9a6d52783825 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150479 Apr 18 06:16:58.937694 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-d8520b1d-0e53-4c04-b42d-bb1cc2f3a3e7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f52efb04-719c-40e5-8d72-b185318e48de HTTP/1.1" status: 200 len: 1002 time: 0.1165652 Apr 18 06:16:59.002354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-cc52da9f-8585-44dc-8307-753307069bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:59.003739 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-cc52da9f-8585-44dc-8307-753307069bd6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0604041 Apr 18 06:16:59.077318 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-cce53b0e-0088-4857-80c8-9c12be93de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:59.078659 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-cce53b0e-0088-4857-80c8-9c12be93de30 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692053 Apr 18 06:16:59.217764 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-e497e245-e678-4249-b1f8-8ef74f985725 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328297 Apr 18 06:16:59.360300 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-b1bb557d-b5be-41f6-8655-5a9bd42a0a3c service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363528 Apr 18 06:17:00.107015 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a71e7-33d2-4aae-9075-cdb42524d453 req-dd9009e6-053e-4c3b-afa0-b14b8b9be9bd tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:00.108476 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-687a71e7-33d2-4aae-9075-cdb42524d453 req-dd9009e6-053e-4c3b-afa0-b14b8b9be9bd tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0811157 Apr 18 06:17:00.153270 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-687a71e7-33d2-4aae-9075-cdb42524d453 req-2e3e9dfd-e262-4121-9117-4012967569a7 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391052 Apr 18 06:17:01.334146 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40df74-b1ad-44fb-acdd-f0d565796ade req-1b1dbab8-eab6-4c74-b70a-66476fd597bd tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:01.335617 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ee40df74-b1ad-44fb-acdd-f0d565796ade req-1b1dbab8-eab6-4c74-b70a-66476fd597bd tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0801468 Apr 18 06:17:01.384115 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ee40df74-b1ad-44fb-acdd-f0d565796ade req-f6121fe5-5d6d-419d-90e6-173fc7568d4c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419602 Apr 18 06:17:02.569835 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cea873-c3f7-4b3e-aee0-c67c0e170c72 req-cf79eb32-1323-49d3-9135-c20e6abdc7eb tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:02.571302 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c7cea873-c3f7-4b3e-aee0-c67c0e170c72 req-cf79eb32-1323-49d3-9135-c20e6abdc7eb tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0785077 Apr 18 06:17:02.617690 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c7cea873-c3f7-4b3e-aee0-c67c0e170c72 req-317edb79-4677-4d28-993a-6e8709c9366a tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405402 Apr 18 06:17:03.805322 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331028ac-c5a2-4750-a644-9c7e17e29323 req-5feb7a9f-f9e1-4ecf-b665-3672a5400735 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:03.806784 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-331028ac-c5a2-4750-a644-9c7e17e29323 req-5feb7a9f-f9e1-4ecf-b665-3672a5400735 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0787990 Apr 18 06:17:03.852371 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-331028ac-c5a2-4750-a644-9c7e17e29323 req-26d61e5c-de1d-4eae-9af1-ea8fe714a1b8 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397472 Apr 18 06:17:05.034045 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2eddeb-5e3f-4a3d-a8c6-699ee40e872f req-558033b6-3db1-4c89-bf5d-d688f5578fc3 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:05.035473 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5c2eddeb-5e3f-4a3d-a8c6-699ee40e872f req-558033b6-3db1-4c89-bf5d-d688f5578fc3 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0779991 Apr 18 06:17:05.084351 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5c2eddeb-5e3f-4a3d-a8c6-699ee40e872f req-78742005-291e-4795-9920-89f1b5b6e6ab tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432358 Apr 18 06:17:05.352430 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fa222a97-8f35-436b-9998-727959b3eef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:06.273446 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2d801-31eb-4fec-922b-6fce442e5351 req-a8efbb26-80eb-46a3-807a-5da6a27cc759 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:06.274914 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7ae2d801-31eb-4fec-922b-6fce442e5351 req-a8efbb26-80eb-46a3-807a-5da6a27cc759 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0816913 Apr 18 06:17:06.319928 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7ae2d801-31eb-4fec-922b-6fce442e5351 req-c3c8594c-18c7-4d26-a8cb-f077a25e5c55 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390658 Apr 18 06:17:07.510162 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f46d35-e893-4bfe-847b-5af8ca620953 req-371cfcec-36b9-4e6a-8d21-29d8f16587e7 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:07.511636 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a4f46d35-e893-4bfe-847b-5af8ca620953 req-371cfcec-36b9-4e6a-8d21-29d8f16587e7 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0820317 Apr 18 06:17:07.554388 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a4f46d35-e893-4bfe-847b-5af8ca620953 req-dd4f9577-55c7-486f-be6f-2bee358e7dc2 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368946 Apr 18 06:17:07.639604 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bb51e917-eb16-4603-810c-772635f21b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:07.912335 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:08.566319 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:08.675637 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:08.739661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb055a0-c65e-48ca-ae66-3bc4c97313a8 req-cdbf72f3-4a08-4eb9-8a48-e2e5b080ef83 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:08.741155 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-deb055a0-c65e-48ca-ae66-3bc4c97313a8 req-cdbf72f3-4a08-4eb9-8a48-e2e5b080ef83 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0801017 Apr 18 06:17:08.785015 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-deb055a0-c65e-48ca-ae66-3bc4c97313a8 req-b07af17e-be78-43d3-a953-5fb333acbf24 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376375 Apr 18 06:17:09.967052 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee165469-d540-454c-a2e4-b874c0fa2a3a req-91876aa7-0d34-4d28-a6d0-26a7e016f1b4 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:09.968543 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ee165469-d540-454c-a2e4-b874c0fa2a3a req-91876aa7-0d34-4d28-a6d0-26a7e016f1b4 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0792100 Apr 18 06:17:10.012346 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ee165469-d540-454c-a2e4-b874c0fa2a3a req-6cca5298-d6ce-4a21-aa1f-b1121c7ceccb tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380764 Apr 18 06:17:10.132368 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:11.193293 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68158d79-cbc1-459d-a701-6a5060d55226 req-842c6561-1af6-40b9-a93c-9c377bda48ef tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:11.194733 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-68158d79-cbc1-459d-a701-6a5060d55226 req-842c6561-1af6-40b9-a93c-9c377bda48ef tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0802710 Apr 18 06:17:11.238650 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-68158d79-cbc1-459d-a701-6a5060d55226 req-b213f29f-97f8-4bc3-9263-f93e4c2493f0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376329 Apr 18 06:17:12.425351 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee032b-65f2-451f-9da0-315368c5094e req-ae1c4e6f-ad7b-4d79-aeae-ebad9d285920 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:12.426810 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a6ee032b-65f2-451f-9da0-315368c5094e req-ae1c4e6f-ad7b-4d79-aeae-ebad9d285920 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0822933 Apr 18 06:17:12.469792 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a6ee032b-65f2-451f-9da0-315368c5094e req-2aad9478-7507-41b9-aea0-d5774a0b239e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374174 Apr 18 06:17:13.653360 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8ac33-f645-4da6-ae0b-bfcf611fe8ff req-f267cb75-b690-483f-8b14-4531b0c21f27 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:13.654756 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dfc8ac33-f645-4da6-ae0b-bfcf611fe8ff req-f267cb75-b690-483f-8b14-4531b0c21f27 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0782499 Apr 18 06:17:13.702438 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dfc8ac33-f645-4da6-ae0b-bfcf611fe8ff req-df90cd57-8312-4915-8b10-1406a305a347 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421026 Apr 18 06:17:14.881833 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022883e7-8d49-4080-8d5b-34a4f5639bdb req-998fc31c-62d4-47d6-94ad-672d5d6a495f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:14.883282 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-022883e7-8d49-4080-8d5b-34a4f5639bdb req-998fc31c-62d4-47d6-94ad-672d5d6a495f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0787082 Apr 18 06:17:14.930582 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-022883e7-8d49-4080-8d5b-34a4f5639bdb req-8b8b383e-a9f1-489b-9682-afd2b0b38c4f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410600 Apr 18 06:17:16.204690 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a3b36-23f3-4160-9b3f-37dd258ee3f9 req-67a08954-d870-4dc2-8627-0b2835177350 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:16.206133 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7b0a3b36-23f3-4160-9b3f-37dd258ee3f9 req-67a08954-d870-4dc2-8627-0b2835177350 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.1718280 Apr 18 06:17:16.249401 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7b0a3b36-23f3-4160-9b3f-37dd258ee3f9 req-2edbac9a-4c8a-491d-8aa3-096ecd7516fb tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375252 Apr 18 06:17:17.443651 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408b711-1294-486f-819b-a57bcb6d094e req-d05fc2ff-9ec0-4c4b-966a-5d1fb7e12831 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:17.445105 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e408b711-1294-486f-819b-a57bcb6d094e req-d05fc2ff-9ec0-4c4b-966a-5d1fb7e12831 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0829968 Apr 18 06:17:17.490058 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e408b711-1294-486f-819b-a57bcb6d094e req-fc824723-ccfa-4c52-9697-1231e43afd9f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392532 Apr 18 06:17:18.676934 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31378b4b-780b-4f4f-b7c6-753751e49217 req-e0005744-e838-4acb-b824-8069eedf9ac3 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:18.678301 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-31378b4b-780b-4f4f-b7c6-753751e49217 req-e0005744-e838-4acb-b824-8069eedf9ac3 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0841789 Apr 18 06:17:18.723977 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-31378b4b-780b-4f4f-b7c6-753751e49217 req-23424813-bb2a-4c28-b438-bbcb0b4162ab tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392795 Apr 18 06:17:19.912106 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7a7af-e619-4c65-a7eb-7e2d40b3eb89 req-cf1471dd-7be1-430c-8845-5a656db2b258 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:19.913554 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-32d7a7af-e619-4c65-a7eb-7e2d40b3eb89 req-cf1471dd-7be1-430c-8845-5a656db2b258 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0825546 Apr 18 06:17:19.957532 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-32d7a7af-e619-4c65-a7eb-7e2d40b3eb89 req-e8ae77c9-023d-4917-8ba9-f2ef9cbf4c31 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382700 Apr 18 06:17:20.506619 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:17:21.142925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae92df-c783-472f-bbe0-57450cdb639e req-f6498e45-30b7-403c-a250-cb918e8bf87b tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:21.144396 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-48ae92df-c783-472f-bbe0-57450cdb639e req-f6498e45-30b7-403c-a250-cb918e8bf87b tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0794444 Apr 18 06:17:21.191179 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-48ae92df-c783-472f-bbe0-57450cdb639e req-5cf4357d-bd7f-4d3d-885c-454b7f0345d6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410955 Apr 18 06:17:22.376402 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7af1d-1b69-4905-ab0c-7dbdcef50940 req-e608f679-7a3d-4fbf-9ab9-13e0a41a7b17 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:22.377892 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-89e7af1d-1b69-4905-ab0c-7dbdcef50940 req-e608f679-7a3d-4fbf-9ab9-13e0a41a7b17 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0801094 Apr 18 06:17:22.422108 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-89e7af1d-1b69-4905-ab0c-7dbdcef50940 req-7f79ccc7-d0e9-4951-9519-151333709655 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385957 Apr 18 06:17:23.606544 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a8678-b674-4cb9-bfb9-d5e52ad0c009 req-d76ca8f6-ef7c-4a95-9342-e23e79b4115b tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:23.607992 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-043a8678-b674-4cb9-bfb9-d5e52ad0c009 req-d76ca8f6-ef7c-4a95-9342-e23e79b4115b tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0809381 Apr 18 06:17:23.650871 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-043a8678-b674-4cb9-bfb9-d5e52ad0c009 req-3a0771d6-6e08-4d35-842d-d679cb55c065 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371866 Apr 18 06:17:24.837987 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d01a6-2aab-4f7c-b989-a5fbcd9e751e req-f2e8d062-6450-49d2-82e9-e79b1bee13a2 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:24.839350 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1d7d01a6-2aab-4f7c-b989-a5fbcd9e751e req-f2e8d062-6450-49d2-82e9-e79b1bee13a2 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0827053 Apr 18 06:17:24.883428 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1d7d01a6-2aab-4f7c-b989-a5fbcd9e751e req-39781554-c34d-4560-af69-741a86f2713b tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381243 Apr 18 06:17:26.068732 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77044e01-c2c8-417e-ad1b-28a542ff4ad5 req-b0ca948f-fa12-4d13-b426-423c7c4fea20 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:26.070180 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-77044e01-c2c8-417e-ad1b-28a542ff4ad5 req-b0ca948f-fa12-4d13-b426-423c7c4fea20 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0829506 Apr 18 06:17:26.114412 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-77044e01-c2c8-417e-ad1b-28a542ff4ad5 req-1c792849-7747-4ebe-8e8a-52f834f7e230 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377400 Apr 18 06:17:27.299332 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d88303-3691-45ea-aad0-de99c0fdd269 req-a100746a-1044-4be1-bd07-1925199db701 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:27.300783 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-72d88303-3691-45ea-aad0-de99c0fdd269 req-a100746a-1044-4be1-bd07-1925199db701 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0805519 Apr 18 06:17:27.346018 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-72d88303-3691-45ea-aad0-de99c0fdd269 req-35927ed2-67ed-4fcc-99a0-fec40595b1c6 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396440 Apr 18 06:17:28.537984 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8be94-7019-4d9c-9468-fb95f7cd911a req-f7eb9992-306a-4379-9270-1e9242e04f5f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:28.539414 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-42b8be94-7019-4d9c-9468-fb95f7cd911a req-f7eb9992-306a-4379-9270-1e9242e04f5f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0786302 Apr 18 06:17:28.582457 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-42b8be94-7019-4d9c-9468-fb95f7cd911a req-af614bc5-6c5c-4a30-b40a-43ae96370b70 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367193 Apr 18 06:17:29.768288 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7f609-2aaf-4cb1-9b93-87d33cd6b453 req-42056f35-2e92-4c4e-99b1-64eebcc9abf1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:29.769749 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-83e7f609-2aaf-4cb1-9b93-87d33cd6b453 req-42056f35-2e92-4c4e-99b1-64eebcc9abf1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0809426 Apr 18 06:17:29.814534 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-83e7f609-2aaf-4cb1-9b93-87d33cd6b453 req-ce61cb66-b2db-435a-8f42-6ee33646375b tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390880 Apr 18 06:17:30.998012 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c646f-1d1c-4513-b7d4-d948bfffe5da req-d789b7fe-8a72-482c-94ce-a4fa2df4880e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:30.999442 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a96c646f-1d1c-4513-b7d4-d948bfffe5da req-d789b7fe-8a72-482c-94ce-a4fa2df4880e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0814505 Apr 18 06:17:31.041623 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a96c646f-1d1c-4513-b7d4-d948bfffe5da req-c8f379d7-b350-439c-8f12-a8abc658a58d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366373 Apr 18 06:17:31.344902 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-b9b691a6-47da-4b90-ab94-5d25d8f6a50c service neutron] 10.222.0.52 "GET /v2.0/ports/f52efb04-719c-40e5-8d72-b185318e48de/bindings/hv-neutron-8374 HTTP/1.1" status: 200 len: 384 time: 0.1152248 Apr 18 06:17:31.663098 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-ed8e9177-5d17-4f76-a14b-482fc6ff57d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:31.664473 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-ed8e9177-5d17-4f76-a14b-482fc6ff57d3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2&tenant_id=b93acdbef2fd45d38ae213591ee85359 HTTP/1.1" status: 200 len: 1098 time: 0.0713942 Apr 18 06:17:31.755342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-89a18b7d-b25e-4ff5-a756-8df77dd65bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:31.756789 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-89a18b7d-b25e-4ff5-a756-8df77dd65bcc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0687294 Apr 18 06:17:31.885786 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-4f84fcde-753c-4f05-bd13-ef8ba7477bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:31.887225 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-4f84fcde-753c-4f05-bd13-ef8ba7477bed service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1237774 Apr 18 06:17:31.989205 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-7b22f73d-4ff0-4163-b902-ee61451cbe73 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f52efb04-719c-40e5-8d72-b185318e48de HTTP/1.1" status: 200 len: 1002 time: 0.0952313 Apr 18 06:17:32.053695 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-4a7bf9db-3955-4720-b9fa-c4428ccbf627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:32.055097 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-4a7bf9db-3955-4720-b9fa-c4428ccbf627 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0580678 Apr 18 06:17:32.129528 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-810e6e4c-a4cb-4846-a0f6-8ba53abc1003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:32.130992 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-810e6e4c-a4cb-4846-a0f6-8ba53abc1003 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688727 Apr 18 06:17:32.230058 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18656bd9-d454-4428-b37a-fd833078f36c req-6a55f8ce-77c9-4937-9e8d-0cf433907afd tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:32.231641 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-18656bd9-d454-4428-b37a-fd833078f36c req-6a55f8ce-77c9-4937-9e8d-0cf433907afd tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0820897 Apr 18 06:17:32.264254 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-56af06f1-6047-4ab7-aa89-85b142ef292e service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262493 Apr 18 06:17:32.276526 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-18656bd9-d454-4428-b37a-fd833078f36c req-17df6646-2a0d-4fe0-93ed-ca83848f2e93 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381727 Apr 18 06:17:32.411891 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c2495461-7bd6-4623-9e34-7bbe85efbd2a req-e97c02a2-9bca-4095-8a9a-f75e7fd93855 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378181 Apr 18 06:17:33.471554 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eecdf9-1ceb-4e4d-a9df-dece9fa6f526 req-38276f65-d73f-4922-9765-67a96b515237 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:33.473011 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-31eecdf9-1ceb-4e4d-a9df-dece9fa6f526 req-38276f65-d73f-4922-9765-67a96b515237 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0833771 Apr 18 06:17:33.654882 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-31eecdf9-1ceb-4e4d-a9df-dece9fa6f526 req-d5586b6e-4780-4838-abd4-70b4e5c9f696 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760335 Apr 18 06:17:33.676308 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a9285-8f3c-4fa9-afde-a622d7105a52 req-c8258b94-2024-4abd-85fa-8a7dbfc6565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:33.677755 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-791a9285-8f3c-4fa9-afde-a622d7105a52 req-c8258b94-2024-4abd-85fa-8a7dbfc6565c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0913043 Apr 18 06:17:33.818688 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a9285-8f3c-4fa9-afde-a622d7105a52 req-849871e2-d8da-4b38-9b57-8bf95c47038f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:33.820149 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-791a9285-8f3c-4fa9-afde-a622d7105a52 req-849871e2-d8da-4b38-9b57-8bf95c47038f service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1239018 Apr 18 06:17:33.921753 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-791a9285-8f3c-4fa9-afde-a622d7105a52 req-0b4b1485-312a-4c2b-a5ef-d14d37a41e97 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f52efb04-719c-40e5-8d72-b185318e48de HTTP/1.1" status: 200 len: 1002 time: 0.0944786 Apr 18 06:17:33.986448 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a9285-8f3c-4fa9-afde-a622d7105a52 req-388cee03-ae20-412d-8d4c-179b2e9b70c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:33.987829 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-791a9285-8f3c-4fa9-afde-a622d7105a52 req-388cee03-ae20-412d-8d4c-179b2e9b70c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0585451 Apr 18 06:17:34.061200 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a9285-8f3c-4fa9-afde-a622d7105a52 req-b4bab1ce-10c7-45bf-910f-6bcbdb2a48c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:34.062618 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-791a9285-8f3c-4fa9-afde-a622d7105a52 req-b4bab1ce-10c7-45bf-910f-6bcbdb2a48c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677011 Apr 18 06:17:34.194149 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-791a9285-8f3c-4fa9-afde-a622d7105a52 req-18948c89-1666-4eeb-aa21-2d3c9b9b368a service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209466 Apr 18 06:17:34.332868 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-791a9285-8f3c-4fa9-afde-a622d7105a52 req-5b6bd90a-119e-4e0a-8abf-3be7bcd6b884 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325436 Apr 18 06:17:34.842589 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb220891-279d-4df0-8f46-2790fe3f50e3 req-3fd30cc9-7fdb-4b7f-92f1-2e654337d79a tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:34.843946 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fb220891-279d-4df0-8f46-2790fe3f50e3 req-3fd30cc9-7fdb-4b7f-92f1-2e654337d79a tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0801368 Apr 18 06:17:34.891092 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fb220891-279d-4df0-8f46-2790fe3f50e3 req-2ebfaac6-38f7-4864-9156-1484e4f2c0cb tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416038 Apr 18 06:17:35.279536 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-ea520d4e-abbf-447f-aa8c-6fada954ef58 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:35.280984 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-ea520d4e-abbf-447f-aa8c-6fada954ef58 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2&tenant_id=b93acdbef2fd45d38ae213591ee85359&binding%3Ahost_id=hv-neutron-8374 HTTP/1.1" status: 200 len: 945 time: 0.0831478 Apr 18 06:17:35.329489 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df131de-a5e2-4576-b93e-9e9a56fd9966 req-eeb1ad93-9c4d-4630-923b-3e2cb138fd15 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:35.331128 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7df131de-a5e2-4576-b93e-9e9a56fd9966 req-eeb1ad93-9c4d-4630-923b-3e2cb138fd15 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0803571 Apr 18 06:17:35.337329 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3e7ed126-6aa3-4d9c-bcdf-288d51f5a82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:35.367682 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device f52efb04-719c-40e5-8d72-b185318e48de details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:17:35.372215 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-1d6ca560-ef11-4875-b08f-a1f9b608bb49 service neutron] 10.222.0.52 "GET /v2.0/ports/f52efb04-719c-40e5-8d72-b185318e48de/bindings/hv-neutron-8374 HTTP/1.1" status: 200 len: 384 time: 0.0858645 Apr 18 06:17:35.378716 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7df131de-a5e2-4576-b93e-9e9a56fd9966 req-d1a5f260-1eab-4983-92e7-18340e0bf76a tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413675 Apr 18 06:17:35.387218 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device f52efb04-719c-40e5-8d72-b185318e48de no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:17:35.470039 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-7ec278d5-652a-43d2-95bf-f89649e2313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:35.471428 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-7ec278d5-652a-43d2-95bf-f89649e2313b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0732393 Apr 18 06:17:35.603088 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-e581f55d-b617-40b9-a9a9-25a9e7946964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:35.604585 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-e581f55d-b617-40b9-a9a9-25a9e7946964 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1276603 Apr 18 06:17:35.606229 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port f52efb04-719c-40e5-8d72-b185318e48de, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f52efb04-719c-40e5-8d72-b185318e48de,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:17:35.620846 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:35.631978 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'f52efb04-719c-40e5-8d72-b185318e48de', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'port_id': 'f52efb04-719c-40e5-8d72-b185318e48de', 'mac_address': 'fa:16:3e:20:18:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:17:35.683007 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f52efb04-719c-40e5-8d72-b185318e48de'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:17:35.696070 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port f52efb04-719c-40e5-8d72-b185318e48de, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f52efb04-719c-40e5-8d72-b185318e48de,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:17:35.706455 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:35.722060 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-ceb8f91f-c557-4805-b0b0-4419f8d2ce20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f52efb04-719c-40e5-8d72-b185318e48de HTTP/1.1" status: 200 len: 1002 time: 0.1116204 Apr 18 06:17:35.749901 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736034ba-3c21-43f0-bc45-176756d1f243'] response: {'server_uuid': 'b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f52efb04-719c-40e5-8d72-b185318e48de', 'code': 200} Apr 18 06:17:35.750461 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:35.776975 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f52efb04-719c-40e5-8d72-b185318e48de {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:17:35.789718 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-1e9f29e3-487b-41ef-b443-7a8d193d8d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:35.791163 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-1e9f29e3-487b-41ef-b443-7a8d193d8d1f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0635912 Apr 18 06:17:35.834670 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=f52efb04-719c-40e5-8d72-b185318e48de,revision_number=6']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:35.846713 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:35.847058 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:35.847400 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:35.847735 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:35.848085 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:35.848416 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:35.848741 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:35.849064 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:35.849389 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:35.849709 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:35.850027 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:35.850342 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:35.864359 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-43976525-c276-426b-9282-08f9976672d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:17:35.864713 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-43976525-c276-426b-9282-08f9976672d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:17:35.866981 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-0b902ed9-d60a-483c-a59e-b6bbe58a1bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:35.868439 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-0b902ed9-d60a-483c-a59e-b6bbe58a1bbf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716174 Apr 18 06:17:35.996733 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-898fa1ab-639d-4a98-bb51-0595ff118dd0 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220927 Apr 18 06:17:36.217491 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-055a7edb-fd04-41b2-829d-a984ab5a9a26 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148967 Apr 18 06:17:36.420695 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:36.439474 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52efb04-719c-40e5-8d72-b185318e48de {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:17:36.461155 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port f52efb04-719c-40e5-8d72-b185318e48de, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f52efb04-719c-40e5-8d72-b185318e48de,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:17:36.465136 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:36.532309 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['f52efb04-719c-40e5-8d72-b185318e48de'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:17:36.574053 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea6a3c-73ad-476b-8a0b-ea1e430834da req-45683643-b6cc-4841-a093-c2392f38d8e0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:36.575413 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=f52efb04-719c-40e5-8d72-b185318e48de,revision_number=7']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:36.576222 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-33ea6a3c-73ad-476b-8a0b-ea1e430834da req-45683643-b6cc-4841-a093-c2392f38d8e0 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 944 time: 0.0841517 Apr 18 06:17:36.624671 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-33ea6a3c-73ad-476b-8a0b-ea1e430834da req-3548b509-8421-4ee3-9e91-c10535e885dc tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417233 Apr 18 06:17:37.382032 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device f52efb04-719c-40e5-8d72-b185318e48de up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:17:37.448844 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port f52efb04-719c-40e5-8d72-b185318e48de triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:17:37.449523 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:37.564291 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:37.595840 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port f52efb04-719c-40e5-8d72-b185318e48de, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f52efb04-719c-40e5-8d72-b185318e48de,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:17:37.599546 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:37.663756 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fada2131-b94f-47a3-8a31-263f024184b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:37.681718 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=f52efb04-719c-40e5-8d72-b185318e48de,revision_number=8']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:37.750862 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52efb04-719c-40e5-8d72-b185318e48de'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:17:37.803066 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6662d7-9aea-4e46-bf29-77f21cd1b77f'] response: {'server_uuid': 'b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52efb04-719c-40e5-8d72-b185318e48de', 'code': 200} Apr 18 06:17:37.814992 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1462605-9572-4d12-b87c-d6c30349bab5 req-cf1e1d52-82c5-437d-b69a-e4370af72a5e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:37.816447 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a1462605-9572-4d12-b87c-d6c30349bab5 req-cf1e1d52-82c5-437d-b69a-e4370af72a5e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0819104 Apr 18 06:17:37.862890 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a1462605-9572-4d12-b87c-d6c30349bab5 req-b4dc29e2-f67f-4035-8406-5431241fd458 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408463 Apr 18 06:17:37.925055 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:38.567854 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:38.678438 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:38.826827 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-bcd2f847-00d8-45e4-8cc3-a73e9d262274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:38.828479 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-bcd2f847-00d8-45e4-8cc3-a73e9d262274 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2&tenant_id=b93acdbef2fd45d38ae213591ee85359 HTTP/1.1" status: 200 len: 1098 time: 0.0701916 Apr 18 06:17:38.925279 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-c745110d-bfe0-487d-bcd9-da56bfc36631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:38.926750 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-c745110d-bfe0-487d-bcd9-da56bfc36631 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0714672 Apr 18 06:17:39.060577 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-2c635ba6-1017-4f30-a82c-0b9e43f8dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:39.062104 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-2c635ba6-1017-4f30-a82c-0b9e43f8dad9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1259346 Apr 18 06:17:39.063480 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7d5b7-c08d-4136-8972-0c611a445af3 req-824bacf5-721f-44d5-ac68-770d5d3c4610 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:39.064984 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-41c7d5b7-c08d-4136-8972-0c611a445af3 req-824bacf5-721f-44d5-ac68-770d5d3c4610 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0820031 Apr 18 06:17:39.109766 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-41c7d5b7-c08d-4136-8972-0c611a445af3 req-c17896e7-ff6b-4910-a1bb-01883d1ed8d2 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391111 Apr 18 06:17:39.170917 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-dd85cde6-dda0-401c-b979-826b74c7c378 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f52efb04-719c-40e5-8d72-b185318e48de HTTP/1.1" status: 200 len: 1002 time: 0.0986996 Apr 18 06:17:39.237579 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-8e372e7d-6b97-486d-a6ef-7e8807167176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:39.238973 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-8e372e7d-6b97-486d-a6ef-7e8807167176 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0590787 Apr 18 06:17:39.328800 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-138ed71a-118a-4601-9207-cc5a55ad09f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:39.330274 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-138ed71a-118a-4601-9207-cc5a55ad09f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797892 Apr 18 06:17:39.470135 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-a37f4eec-126a-4adf-b3c3-12e44fdf9ee2 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296475 Apr 18 06:17:39.604662 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b815c588-fa78-4c13-a84c-157c4a2ca856 req-0b23824e-69cc-41fd-ace3-21f55f463f49 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244280 Apr 18 06:17:40.136263 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:40.300219 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7004ba-64ee-4e52-98b6-29f9aec8d096 req-5cb03837-23e0-4b14-b288-2645820519cf tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:40.301673 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ef7004ba-64ee-4e52-98b6-29f9aec8d096 req-5cb03837-23e0-4b14-b288-2645820519cf tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0854213 Apr 18 06:17:40.346453 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ef7004ba-64ee-4e52-98b6-29f9aec8d096 req-26f30414-fd3c-456d-b145-ef86a6ac8722 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390491 Apr 18 06:17:41.534448 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb694fcd-9d8f-4fdf-b5a6-48894f28ab14 req-19b600d4-ca2f-46ce-912e-33d0ca2a24e1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:41.535901 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fb694fcd-9d8f-4fdf-b5a6-48894f28ab14 req-19b600d4-ca2f-46ce-912e-33d0ca2a24e1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0850401 Apr 18 06:17:41.583347 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fb694fcd-9d8f-4fdf-b5a6-48894f28ab14 req-5df17a2b-3589-4a31-b7e4-1cfdb6a668c7 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417407 Apr 18 06:17:41.777321 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80698320-ba86-4791-82be-ce7cd7c4a90b req-1a5e306e-bd07-4b3c-8a34-636e8504bec2 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:41.779548 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-80698320-ba86-4791-82be-ce7cd7c4a90b req-1a5e306e-bd07-4b3c-8a34-636e8504bec2 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0835946 Apr 18 06:17:41.827568 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-80698320-ba86-4791-82be-ce7cd7c4a90b req-226cd085-f923-4a3d-95b2-88eec95bfbf1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421460 Apr 18 06:17:42.029298 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb69195-760f-4d49-b0a3-d71f99af0f14 req-36b5bbdf-df54-480e-b098-deb7435e8740 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:42.030967 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1cb69195-760f-4d49-b0a3-d71f99af0f14 req-36b5bbdf-df54-480e-b098-deb7435e8740 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0874846 Apr 18 06:17:42.175720 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1cb69195-760f-4d49-b0a3-d71f99af0f14 req-78ee598b-d1ab-4362-8bd3-a873201289bc tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381426 Apr 18 06:17:42.587006 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bfadc-a627-459d-963b-9e6c2852e1d0 req-616c437a-d73c-47df-b89f-48ec17d60f30 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:42.588484 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7e2bfadc-a627-459d-963b-9e6c2852e1d0 req-616c437a-d73c-47df-b89f-48ec17d60f30 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0821767 Apr 18 06:17:42.631812 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7e2bfadc-a627-459d-963b-9e6c2852e1d0 req-eb0040c8-e3b7-4025-a659-de65d7714640 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372622 Apr 18 06:17:43.392717 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device f52efb04-719c-40e5-8d72-b185318e48de details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:17:43.536138 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port f52efb04-719c-40e5-8d72-b185318e48de, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f52efb04-719c-40e5-8d72-b185318e48de,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:17:43.548639 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'f52efb04-719c-40e5-8d72-b185318e48de', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'port_id': 'f52efb04-719c-40e5-8d72-b185318e48de', 'mac_address': 'fa:16:3e:20:18:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:17:43.601040 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:43.621165 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f52efb04-719c-40e5-8d72-b185318e48de {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:17:43.642072 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port f52efb04-719c-40e5-8d72-b185318e48de, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f52efb04-719c-40e5-8d72-b185318e48de,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:17:43.645580 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:43.726650 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=f52efb04-719c-40e5-8d72-b185318e48de,revision_number=9']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:43.730569 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['f52efb04-719c-40e5-8d72-b185318e48de'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:17:43.825795 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d30e7-d9a1-4fa6-8261-313b5b256a95 req-6095c906-26b9-435b-acd3-08fef20cf1d2 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:43.827268 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-203d30e7-d9a1-4fa6-8261-313b5b256a95 req-6095c906-26b9-435b-acd3-08fef20cf1d2 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 944 time: 0.0865557 Apr 18 06:17:43.871690 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-203d30e7-d9a1-4fa6-8261-313b5b256a95 req-801b0fed-4874-44cd-8171-bccd77aa3e08 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387278 Apr 18 06:17:44.796639 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508823f-42c0-4b68-a60e-29e448402e18 req-3585ae5f-6f2b-4848-af42-64c82251642f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:44.798045 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3508823f-42c0-4b68-a60e-29e448402e18 req-3585ae5f-6f2b-4848-af42-64c82251642f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 944 time: 0.0765622 Apr 18 06:17:44.871048 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-3508823f-42c0-4b68-a60e-29e448402e18 req-75fffcfa-b8ab-47e8-9a04-58f07c134849 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Deleting port f52efb04-719c-40e5-8d72-b185318e48de {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:17:44.871705 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-3508823f-42c0-4b68-a60e-29e448402e18 req-75fffcfa-b8ab-47e8-9a04-58f07c134849 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:45.056125 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3350a6f-b48c-40e7-b423-97d8dba7a2ed req-e3006101-f353-416e-a5c7-c64cfe3b178e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:45.057500 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a3350a6f-b48c-40e7-b423-97d8dba7a2ed req-e3006101-f353-416e-a5c7-c64cfe3b178e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 944 time: 0.0812371 Apr 18 06:17:45.103470 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a3350a6f-b48c-40e7-b423-97d8dba7a2ed req-aaece077-ec30-474d-97ff-69b7d7fcc886 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402017 Apr 18 06:17:45.119062 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-3508823f-42c0-4b68-a60e-29e448402e18 req-75fffcfa-b8ab-47e8-9a04-58f07c134849 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] For port f52efb04-719c-40e5-8d72-b185318e48de, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f52efb04-719c-40e5-8d72-b185318e48de,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:17:45.119417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-3508823f-42c0-4b68-a60e-29e448402e18 req-75fffcfa-b8ab-47e8-9a04-58f07c134849 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:45.398404 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device f52efb04-719c-40e5-8d72-b185318e48de up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:17:45.471649 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port f52efb04-719c-40e5-8d72-b185318e48de triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:17:45.472058 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:45.504672 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-3508823f-42c0-4b68-a60e-29e448402e18 req-75fffcfa-b8ab-47e8-9a04-58f07c134849 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:45.505049 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-3508823f-42c0-4b68-a60e-29e448402e18 req-75fffcfa-b8ab-47e8-9a04-58f07c134849 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:45.505358 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [req-3508823f-42c0-4b68-a60e-29e448402e18 req-75fffcfa-b8ab-47e8-9a04-58f07c134849 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Floating IP 9438c0d8-0f79-4870-baff-2592e8ad63a3 disassociated. External IP: 172.26.1.151, port: f52efb04-719c-40e5-8d72-b185318e48de. Apr 18 06:17:45.505690 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-3508823f-42c0-4b68-a60e-29e448402e18 req-75fffcfa-b8ab-47e8-9a04-58f07c134849 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Calling delete_port for f52efb04-719c-40e5-8d72-b185318e48de owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:17:45.617914 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:45.658973 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-3508823f-42c0-4b68-a60e-29e448402e18 req-75fffcfa-b8ab-47e8-9a04-58f07c134849 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:45.714060 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fffcfa-b8ab-47e8-9a04-58f07c134849 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Pushing event deleted for resources: {'Port': ['ID=f52efb04-719c-40e5-8d72-b185318e48de,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:45.903344 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3508823f-42c0-4b68-a60e-29e448402e18 req-75fffcfa-b8ab-47e8-9a04-58f07c134849 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Router d626d615-6332-4844-928c-b11fc30ecf09 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:17:46.078437 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3508823f-42c0-4b68-a60e-29e448402e18 req-75fffcfa-b8ab-47e8-9a04-58f07c134849 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:17:46.088252 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a71267e-55e3-405b-a001-69c39a42d77c None None] Sync routers for ids ['d626d615-6332-4844-928c-b11fc30ecf09'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:17:46.098813 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71267e-55e3-405b-a001-69c39a42d77c None None] Routers {'d626d615-6332-4844-928c-b11fc30ecf09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:17:46.099493 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6a71267e-55e3-405b-a001-69c39a42d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:17:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d626d615-6332-4844-928c-b11fc30ecf09'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:46.148342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-3508823f-42c0-4b68-a60e-29e448402e18 req-75fffcfa-b8ab-47e8-9a04-58f07c134849 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] No DVR routers for this DVR port f52efb04-719c-40e5-8d72-b185318e48de on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:17:46.150780 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-3508823f-42c0-4b68-a60e-29e448402e18 req-75fffcfa-b8ab-47e8-9a04-58f07c134849 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:46.154011 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2', 'name': 'network-vif-deleted', 'tag': 'f52efb04-719c-40e5-8d72-b185318e48de'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:17:46.170541 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3508823f-42c0-4b68-a60e-29e448402e18 req-75fffcfa-b8ab-47e8-9a04-58f07c134849 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "DELETE /v2.0/ports/f52efb04-719c-40e5-8d72-b185318e48de HTTP/1.1" status: 204 len: 173 time: 1.3641071 Apr 18 06:17:46.215143 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ca03cf-cfa9-4a0b-b9cd-52773d3a3548'] response: {'server_uuid': 'b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2', 'name': 'network-vif-deleted', 'tag': 'f52efb04-719c-40e5-8d72-b185318e48de', 'status': 'completed', 'code': 200} Apr 18 06:17:46.281138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-d7c3036f-c45c-4a26-bb7d-abf1074231cc req-1e685b12-390c-4af8-bb80-e300f1a10a57 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Synchronizing usage tracker for tenant:b93acdbef2fd45d38ae213591ee85359 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:17:46.288296 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-6a71267e-55e3-405b-a001-69c39a42d77c None None] Set router d626d615-6332-4844-928c-b11fc30ecf09 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:17:46.297055 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-d7c3036f-c45c-4a26-bb7d-abf1074231cc req-1e685b12-390c-4af8-bb80-e300f1a10a57 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Unset dirty status for tenant:b93acdbef2fd45d38ae213591ee85359 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:17:46.298503 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d7c3036f-c45c-4a26-bb7d-abf1074231cc req-1e685b12-390c-4af8-bb80-e300f1a10a57 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a261f2-fc64-48b3-a75d-f7ae5ff7f9f2 HTTP/1.1" status: 200 len: 210 time: 0.0639739 Apr 18 06:17:46.598914 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6a71267e-55e3-405b-a001-69c39a42d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:46.602967 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a71267e-55e3-405b-a001-69c39a42d77c None None] Checking router: d626d615-6332-4844-928c-b11fc30ecf09 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:17:46.611573 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71267e-55e3-405b-a001-69c39a42d77c None None] Routers {'d626d615-6332-4844-928c-b11fc30ecf09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:17:46.612211 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6a71267e-55e3-405b-a001-69c39a42d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:17:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d626d615-6332-4844-928c-b11fc30ecf09'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:46.790733 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-6a71267e-55e3-405b-a001-69c39a42d77c None None] Set router d626d615-6332-4844-928c-b11fc30ecf09 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:17:47.094308 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6a71267e-55e3-405b-a001-69c39a42d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:47.098120 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a71267e-55e3-405b-a001-69c39a42d77c None None] The sync data for ids ['d626d615-6332-4844-928c-b11fc30ecf09'] in dv-neutron-837489-1-hyperv is: [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:17:47.302552 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9183a113-d73d-40f7-ae02-4879dbdd241e None None] New status for floating IP 9438c0d8-0f79-4870-baff-2592e8ad63a3: DOWN {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:17:47.641341 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-2aa9546d-b9c5-48fd-a702-fdbb9d60dd99 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1032475728&fields=id&tenant_id=b93acdbef2fd45d38ae213591ee85359 HTTP/1.1" status: 200 len: 267 time: 0.0400162 Apr 18 06:17:47.789274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-852c254d-b1ba-4070-b109-9815fe74250f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:47.790702 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-852c254d-b1ba-4070-b109-9815fe74250f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 811 time: 0.1429236 Apr 18 06:17:47.805008 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-5619c5c3-098c-49fa-b2d6-d5bafbef5f5b tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/quotas/b93acdbef2fd45d38ae213591ee85359 HTTP/1.1" status: 200 len: 375 time: 0.0088263 Apr 18 06:17:47.891982 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-05f87713-0a17-4373-badb-c617a7037745 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0820205 Apr 18 06:17:48.030065 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c05ab1ad-c54d-4cae-9cd4-898ae84d8914 service neutron] 10.222.0.15 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269855 Apr 18 06:17:48.158180 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-fa10b8f6-3bbf-44d9-9d5a-8eb39157bfd3 service neutron] 10.222.0.15 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222768 Apr 18 06:17:48.330633 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-025ebb29-cd18-41ea-87c3-60137276d793 req-d29a9592-35da-4b56-baf7-f4bf5124f916 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 210 time: 0.0418401 Apr 18 06:17:49.416085 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device f52efb04-719c-40e5-8d72-b185318e48de no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:17:49.424662 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-027d603c-247e-46c2-b485-2778be87c745 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:49.425992 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-027d603c-247e-46c2-b485-2778be87c745 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 811 time: 0.1543198 Apr 18 06:17:49.462446 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: f52efb04-719c-40e5-8d72-b185318e48de {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:17:49.462790 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device f52efb04-719c-40e5-8d72-b185318e48de not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:17:49.482720 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-7cc36ead-1a95-4dc7-966f-99719aa1c8d4 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b93acdbef2fd45d38ae213591ee85359 HTTP/1.1" status: 200 len: 380 time: 0.0454717 Apr 18 06:17:49.492182 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Request body: {'port': {'device_id': 'ae15299c-13fd-4d24-97d6-19b1b2fde5e0', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'admin_state_up': True, 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'security_groups': ['b4334033-0b2e-4870-b594-adb976656361']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:17:49.503262 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ad08f9ff-226c-4579-95f0-8945419ffbad req-a8ca0b33-80ce-4297-9eab-60037eeac2b8 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 210 time: 0.0474339 Apr 18 06:17:49.629241 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:17:49.638981 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:17:49.649109 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Made reservation on behalf of b93acdbef2fd45d38ae213591ee85359 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:17:49.652573 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:49.812656 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Allocated IP 172.20.0.8 (61033b25-ada0-4e93-b5e1-f1114b7f01db/d5673394-5ef8-4429-bf17-b8a3b7567b41/fde3a89e-fe64-4802-8e64-7a64634f049e) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:17:50.094391 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:50.109144 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Transition to ACTIVE for port object fde3a89e-fe64-4802-8e64-7a64634f049e will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:17:50.131401 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:50.199058 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Network 61033b25-ada0-4e93-b5e1-f1114b7f01db is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:17:50.200144 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:17:50.208455 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:17:50.251936 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Pushing event updated for resources: {'Port': ['ID=fde3a89e-fe64-4802-8e64-7a64634f049e,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:50.268768 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:50.269110 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:50.269445 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:50.269771 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:50.270103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:50.270425 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:50.270750 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:50.271072 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:50.271391 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:50.271712 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:50.272029 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:50.272367 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:50.289864 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:50.290474 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:50.317488 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-91c8f78d-4cf2-4541-ac64-a61cfa56c82f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8293052 Apr 18 06:17:50.333938 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] Request body: {'port': {'device_id': 'ae15299c-13fd-4d24-97d6-19b1b2fde5e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:17:50.427814 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-44dc43a1-56fc-41e6-a28d-3c29fbc0eeab None None] Provisioning for port fde3a89e-fe64-4802-8e64-7a64634f049e completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:17:50.432546 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-44dc43a1-56fc-41e6-a28d-3c29fbc0eeab None None] Provisioning complete for port fde3a89e-fe64-4802-8e64-7a64634f049e triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:17:50.432907 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-44dc43a1-56fc-41e6-a28d-3c29fbc0eeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:50.446132 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:50.488848 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-44dc43a1-56fc-41e6-a28d-3c29fbc0eeab None None] Port fde3a89e-fe64-4802-8e64-7a64634f049e cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:17:50.841731 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde3a89e-fe64-4802-8e64-7a64634f049e {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:17:50.851400 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:50.870581 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] Transition to ACTIVE for port object fde3a89e-fe64-4802-8e64-7a64634f049e will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:17:50.878648 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:50.944311 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cc515-eff5-4b4a-b159-3b3d964bf8dd req-965d7291-7873-4b59-8e7c-6e486fc27c85 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:50.945003 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-ec4cc515-eff5-4b4a-b159-3b3d964bf8dd req-965d7291-7873-4b59-8e7c-6e486fc27c85 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Synchronizing usage tracker for tenant:b93acdbef2fd45d38ae213591ee85359 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:17:51.027153 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] Pushing event updated for resources: {'Port': ['ID=fde3a89e-fe64-4802-8e64-7a64634f049e,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:51.063452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-ec4cc515-eff5-4b4a-b159-3b3d964bf8dd req-965d7291-7873-4b59-8e7c-6e486fc27c85 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Unset dirty status for tenant:b93acdbef2fd45d38ae213591ee85359 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:17:51.064461 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ec4cc515-eff5-4b4a-b159-3b3d964bf8dd req-965d7291-7873-4b59-8e7c-6e486fc27c85 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 931 time: 0.2921371 Apr 18 06:17:51.155653 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ec4cc515-eff5-4b4a-b159-3b3d964bf8dd req-e05aca0e-04b8-486c-9b09-79b23242fd44 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823247 Apr 18 06:17:51.172652 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] Attempting to bind port fde3a89e-fe64-4802-8e64-7a64634f049e on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:17:51.172988 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] Attempting to bind port fde3a89e-fe64-4802-8e64-7a64634f049e by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:17:51.173313 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] Attempting to bind port fde3a89e-fe64-4802-8e64-7a64634f049e on network 61033b25-ada0-4e93-b5e1-f1114b7f01db {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:17:51.177896 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] Port fde3a89e-fe64-4802-8e64-7a64634f049e on network 61033b25-ada0-4e93-b5e1-f1114b7f01db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:17:51.178207 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] Attempting to bind port fde3a89e-fe64-4802-8e64-7a64634f049e on network 61033b25-ada0-4e93-b5e1-f1114b7f01db {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:17:51.188696 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:17:51.189031 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] Checking segment: {'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:17:51.189415 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] Bound using segment: {'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:17:51.189845 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] Bound port: fde3a89e-fe64-4802-8e64-7a64634f049e, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f1f273-9329-465c-99c0-b5cddf5c713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:17:51.190189 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:51.280942 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] For port fde3a89e-fe64-4802-8e64-7a64634f049e, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:17:51.283797 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] For port fde3a89e-fe64-4802-8e64-7a64634f049e, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fde3a89e-fe64-4802-8e64-7a64634f049e,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:17:51.288027 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:51.343187 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:51.343730 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:51.345133 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] 10.222.0.52 "PUT /v2.0/ports/fde3a89e-fe64-4802-8e64-7a64634f049e HTTP/1.1" status: 200 len: 1093 time: 1.0164900 Apr 18 06:17:51.345557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae15299c-13fd-4d24-97d6-19b1b2fde5e0', 'tag': 'fde3a89e-fe64-4802-8e64-7a64634f049e'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:17:51.371434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e43735-f61b-4879-a09d-f7785538f18e service neutron] Pushing event updated for resources: {'Port': ['ID=fde3a89e-fe64-4802-8e64-7a64634f049e,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:51.426749 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af1672e3-39b3-46f2-bb36-6b0a6f3f3d28'] response: {'name': 'network-changed', 'server_uuid': 'ae15299c-13fd-4d24-97d6-19b1b2fde5e0', 'tag': 'fde3a89e-fe64-4802-8e64-7a64634f049e', 'status': 'completed', 'code': 200} Apr 18 06:17:51.475062 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-605c72bc-02bb-4eed-8dfa-67b9a181d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:51.476590 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-605c72bc-02bb-4eed-8dfa-67b9a181d263 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0811613 Apr 18 06:17:51.549525 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-a5deedb2-4753-4a76-bc33-65dc2d091f59 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde3a89e-fe64-4802-8e64-7a64634f049e HTTP/1.1" status: 200 len: 217 time: 0.0616636 Apr 18 06:17:51.623451 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-d1b63e0b-f9a9-42b5-8f11-7e1256004ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:51.624804 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-d1b63e0b-f9a9-42b5-8f11-7e1256004ae9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0666151 Apr 18 06:17:51.702094 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c63c8e5b-8838-46b1-a8c2-778837f3a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:51.703551 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-c63c8e5b-8838-46b1-a8c2-778837f3a128 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696983 Apr 18 06:17:51.929210 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-b431a95b-5e64-4fb2-be70-f06ebd921631 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158892 Apr 18 06:17:52.062167 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-be5b4c56-24ee-42a7-a6eb-7316a9707217 req-7cbda3a2-2240-4dd0-8b23-78824b774a4e service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234918 Apr 18 06:17:52.185759 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b997bf2-235b-4f8f-8f1c-2ce4012d58ad req-c0f930e8-0904-4f7f-aa9e-7ce34355cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:52.187289 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9b997bf2-235b-4f8f-8f1c-2ce4012d58ad req-c0f930e8-0904-4f7f-aa9e-7ce34355cdc2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0703242 Apr 18 06:17:52.371844 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b997bf2-235b-4f8f-8f1c-2ce4012d58ad req-1a52be26-544f-4dfb-bcac-f343ec7c33d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:52.373893 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9b997bf2-235b-4f8f-8f1c-2ce4012d58ad req-1a52be26-544f-4dfb-bcac-f343ec7c33d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1804078 Apr 18 06:17:52.451971 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9b997bf2-235b-4f8f-8f1c-2ce4012d58ad req-33988e2b-bd40-4901-a1da-64d573f59be0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde3a89e-fe64-4802-8e64-7a64634f049e HTTP/1.1" status: 200 len: 217 time: 0.0667248 Apr 18 06:17:52.459390 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482bd30-76af-4436-bb5f-d75dc9c7831d req-f77fdbc1-01ef-4a3c-9848-a589d256718d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:52.460781 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b482bd30-76af-4436-bb5f-d75dc9c7831d req-f77fdbc1-01ef-4a3c-9848-a589d256718d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 943 time: 0.1824310 Apr 18 06:17:52.546824 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b997bf2-235b-4f8f-8f1c-2ce4012d58ad req-1da51200-2284-4865-b447-a62e0100735f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:52.548271 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9b997bf2-235b-4f8f-8f1c-2ce4012d58ad req-1da51200-2284-4865-b447-a62e0100735f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0866451 Apr 18 06:17:52.551132 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b482bd30-76af-4436-bb5f-d75dc9c7831d req-8b9dc7ac-5079-4d5c-ae6b-3c1a8d3adb33 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600998 Apr 18 06:17:52.626646 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b997bf2-235b-4f8f-8f1c-2ce4012d58ad req-6cedf825-eaf8-4eac-b0c5-3391ba4b89d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:52.628147 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9b997bf2-235b-4f8f-8f1c-2ce4012d58ad req-6cedf825-eaf8-4eac-b0c5-3391ba4b89d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735583 Apr 18 06:17:52.757015 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9b997bf2-235b-4f8f-8f1c-2ce4012d58ad req-af7a40cb-155d-48a5-bce4-30f98e408048 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222415 Apr 18 06:17:52.886299 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9b997bf2-235b-4f8f-8f1c-2ce4012d58ad req-54848d23-8d6d-4f60-a95e-f431e1dc5145 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222758 Apr 18 06:17:53.738356 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23439667-0acc-4d1b-b90a-6128b9f3b5bf req-a503e614-d185-488e-a909-244a0d03a03f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:53.739798 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-23439667-0acc-4d1b-b90a-6128b9f3b5bf req-a503e614-d185-488e-a909-244a0d03a03f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 943 time: 0.0841098 Apr 18 06:17:53.783086 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-23439667-0acc-4d1b-b90a-6128b9f3b5bf req-11303850-cd88-4860-9a0e-f4575c683fe3 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375185 Apr 18 06:17:54.978300 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c2e2e-7d3f-48f6-a411-3393afeaef38 req-ff8792e4-d237-4e97-84f7-332ad2383223 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:54.980399 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2d9c2e2e-7d3f-48f6-a411-3393afeaef38 req-ff8792e4-d237-4e97-84f7-332ad2383223 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 943 time: 0.0928693 Apr 18 06:17:55.024827 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2d9c2e2e-7d3f-48f6-a411-3393afeaef38 req-034af079-af19-478c-9686-9ebf0dba0b71 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378103 Apr 18 06:17:55.445836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device fde3a89e-fe64-4802-8e64-7a64634f049e details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:17:55.611211 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port fde3a89e-fe64-4802-8e64-7a64634f049e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fde3a89e-fe64-4802-8e64-7a64634f049e,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:17:55.624633 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'fde3a89e-fe64-4802-8e64-7a64634f049e', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'port_id': 'fde3a89e-fe64-4802-8e64-7a64634f049e', 'mac_address': 'fa:16:3e:9a:a7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:17:55.677235 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:55.697005 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde3a89e-fe64-4802-8e64-7a64634f049e {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:17:55.712084 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port fde3a89e-fe64-4802-8e64-7a64634f049e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fde3a89e-fe64-4802-8e64-7a64634f049e,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:17:55.715438 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:55.782201 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=fde3a89e-fe64-4802-8e64-7a64634f049e,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:56.010165 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['fde3a89e-fe64-4802-8e64-7a64634f049e'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:17:56.210042 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14454f50-1204-4da0-bccc-f1a122956e23 req-8dddeb82-da37-4a19-ad02-f9d0402db87c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:56.211502 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-14454f50-1204-4da0-bccc-f1a122956e23 req-8dddeb82-da37-4a19-ad02-f9d0402db87c tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 944 time: 0.0791278 Apr 18 06:17:56.254448 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-14454f50-1204-4da0-bccc-f1a122956e23 req-f9a0b780-de60-44f4-8227-d5cb0afe0030 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364587 Apr 18 06:17:57.439428 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb79d87-4203-4042-ae0b-f87d63993bf8 req-602b80fa-f778-4658-95b7-be46e4a2cf02 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:57.440918 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-edb79d87-4203-4042-ae0b-f87d63993bf8 req-602b80fa-f778-4658-95b7-be46e4a2cf02 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 944 time: 0.0826123 Apr 18 06:17:57.461881 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device fde3a89e-fe64-4802-8e64-7a64634f049e up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:17:57.487289 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-edb79d87-4203-4042-ae0b-f87d63993bf8 req-c0eb9fd7-972c-4ea0-81d8-b683a47c429d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406411 Apr 18 06:17:57.505626 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:17:57.529934 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port fde3a89e-fe64-4802-8e64-7a64634f049e completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:17:57.534793 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port fde3a89e-fe64-4802-8e64-7a64634f049e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:17:57.535108 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:57.650458 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:57.676889 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae15299c-13fd-4d24-97d6-19b1b2fde5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde3a89e-fe64-4802-8e64-7a64634f049e'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:17:57.686740 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port fde3a89e-fe64-4802-8e64-7a64634f049e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fde3a89e-fe64-4802-8e64-7a64634f049e,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:17:57.691085 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:57.727036 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-046992c5-d1e6-4e0d-b60d-6b309d9d9926'] response: {'server_uuid': 'ae15299c-13fd-4d24-97d6-19b1b2fde5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde3a89e-fe64-4802-8e64-7a64634f049e', 'code': 200} Apr 18 06:17:57.758570 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=fde3a89e-fe64-4802-8e64-7a64634f049e,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:57.961088 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ba51d-8288-42fe-8581-f8e0f3a40ca7 req-ee501f64-e655-4d2a-9394-0a02540d9317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:57.962637 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-659ba51d-8288-42fe-8581-f8e0f3a40ca7 req-ee501f64-e655-4d2a-9394-0a02540d9317 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 1098 time: 0.0686328 Apr 18 06:17:58.007855 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-659ba51d-8288-42fe-8581-f8e0f3a40ca7 req-fcdddea8-3c09-4a13-b079-60e3f6cb45c5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363324 Apr 18 06:17:58.668188 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867192d0-bd0d-40d1-aa3d-6e5f7e76836c req-11d6cbb0-fb44-4442-8e9e-341dd9028e54 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:58.670155 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-867192d0-bd0d-40d1-aa3d-6e5f7e76836c req-11d6cbb0-fb44-4442-8e9e-341dd9028e54 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0813758 Apr 18 06:17:58.713510 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-867192d0-bd0d-40d1-aa3d-6e5f7e76836c req-197d2487-390d-44c6-949b-2926353ab6ce tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377641 Apr 18 06:17:59.899232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c99977-6053-4c16-9b1f-ff1d7073e196 req-4d82cf2d-e876-4828-a0ad-02fcd4189429 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:59.900699 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b5c99977-6053-4c16-9b1f-ff1d7073e196 req-4d82cf2d-e876-4828-a0ad-02fcd4189429 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0823996 Apr 18 06:17:59.945680 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b5c99977-6053-4c16-9b1f-ff1d7073e196 req-ad679ad8-2ab6-4e84-b828-a35201fdbd44 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386531 Apr 18 06:18:00.126466 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747d042-835c-4bec-95cb-a9e51aaf9c99 req-7717c94d-909b-4381-86ae-278eb4b6d1c4 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:00.127789 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1747d042-835c-4bec-95cb-a9e51aaf9c99 req-7717c94d-909b-4381-86ae-278eb4b6d1c4 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0811594 Apr 18 06:18:00.136301 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 52936) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:18:00.142053 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-6dd73ce6-8eba-480d-868a-873d81999682 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Request body: {'floatingip': {'port_id': 'fde3a89e-fe64-4802-8e64-7a64634f049e'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:18:00.218828 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6dd73ce6-8eba-480d-868a-873d81999682 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for floatingip, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:00.900390 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6dd73ce6-8eba-480d-868a-873d81999682 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:00.904531 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6dd73ce6-8eba-480d-868a-873d81999682 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:01.074626 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-6dd73ce6-8eba-480d-868a-873d81999682 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Floating IP 9438c0d8-0f79-4870-baff-2592e8ad63a3 associated. External IP: 172.26.1.151, port: fde3a89e-fe64-4802-8e64-7a64634f049e. Apr 18 06:18:01.422133 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd73ce6-8eba-480d-868a-873d81999682 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Router d626d615-6332-4844-928c-b11fc30ecf09 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:18:01.706418 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd73ce6-8eba-480d-868a-873d81999682 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:18:01.710681 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6dd73ce6-8eba-480d-868a-873d81999682 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:01.715760 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dabcdd-748d-432f-a552-85490d3fb84b None None] Sync routers for ids ['d626d615-6332-4844-928c-b11fc30ecf09'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:18:01.725283 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dabcdd-748d-432f-a552-85490d3fb84b None None] Routers {'d626d615-6332-4844-928c-b11fc30ecf09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:18:01.725888 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a7dabcdd-748d-432f-a552-85490d3fb84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:17:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d626d615-6332-4844-928c-b11fc30ecf09'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:18:01.767273 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6dd73ce6-8eba-480d-868a-873d81999682 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "PUT /v2.0/floatingips/9438c0d8-0f79-4870-baff-2592e8ad63a3 HTTP/1.1" status: 200 len: 992 time: 1.6299269 Apr 18 06:18:01.767855 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae15299c-13fd-4d24-97d6-19b1b2fde5e0', 'tag': 'fde3a89e-fe64-4802-8e64-7a64634f049e'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:18:01.814811 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1620f953-79d2-4232-a23e-5f17bbff680e'] response: {'name': 'network-changed', 'server_uuid': 'ae15299c-13fd-4d24-97d6-19b1b2fde5e0', 'tag': 'fde3a89e-fe64-4802-8e64-7a64634f049e', 'status': 'completed', 'code': 200} Apr 18 06:18:01.909941 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1e366-ec1f-45cc-a4cf-8ad9f024784a req-780b6d89-c7ca-4ab9-8a55-2b99f9545309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:01.910372 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-a7dabcdd-748d-432f-a552-85490d3fb84b None None] Set router d626d615-6332-4844-928c-b11fc30ecf09 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:18:01.911649 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-33b1e366-ec1f-45cc-a4cf-8ad9f024784a req-780b6d89-c7ca-4ab9-8a55-2b99f9545309 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 1098 time: 0.0734713 Apr 18 06:18:02.054590 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1e366-ec1f-45cc-a4cf-8ad9f024784a req-2ec47618-be98-4b68-8116-7a0e60eb0943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:02.056502 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-33b1e366-ec1f-45cc-a4cf-8ad9f024784a req-2ec47618-be98-4b68-8116-7a0e60eb0943 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1388118 Apr 18 06:18:02.171478 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-33b1e366-ec1f-45cc-a4cf-8ad9f024784a req-3ff33f2e-7b6d-471d-9336-ba484beebcff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde3a89e-fe64-4802-8e64-7a64634f049e HTTP/1.1" status: 200 len: 1000 time: 0.1082346 Apr 18 06:18:02.239211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1e366-ec1f-45cc-a4cf-8ad9f024784a req-e8b4abb6-dcc5-4290-8bd5-019c0a712a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:02.241036 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-33b1e366-ec1f-45cc-a4cf-8ad9f024784a req-e8b4abb6-dcc5-4290-8bd5-019c0a712a8f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0641317 Apr 18 06:18:02.292316 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a7dabcdd-748d-432f-a552-85490d3fb84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '9438c0d8-0f79-4870-baff-2592e8ad63a3', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'floating_ip_address': '172.26.1.151', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'port_id': 'fde3a89e-fe64-4802-8e64-7a64634f049e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'mac_address': 'fa:16:3e:9a:a7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae15299c-13fd-4d24-97d6-19b1b2fde5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:14:56Z', 'updated_at': '2022-04-18T06:18:00Z', 'revision_number': 13, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:18:02.297125 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dabcdd-748d-432f-a552-85490d3fb84b None None] Checking router: d626d615-6332-4844-928c-b11fc30ecf09 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:18:02.305462 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dabcdd-748d-432f-a552-85490d3fb84b None None] Routers {'d626d615-6332-4844-928c-b11fc30ecf09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:18:02.306059 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a7dabcdd-748d-432f-a552-85490d3fb84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:17:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d626d615-6332-4844-928c-b11fc30ecf09'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:18:02.322411 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1e366-ec1f-45cc-a4cf-8ad9f024784a req-893ebf05-c2ce-4a92-aea8-740f3260b76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:02.323904 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-33b1e366-ec1f-45cc-a4cf-8ad9f024784a req-893ebf05-c2ce-4a92-aea8-740f3260b76a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773482 Apr 18 06:18:02.462961 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-33b1e366-ec1f-45cc-a4cf-8ad9f024784a req-3a233c48-e01f-4917-958e-16da8b969090 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306355 Apr 18 06:18:02.505533 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-a7dabcdd-748d-432f-a552-85490d3fb84b None None] Set router d626d615-6332-4844-928c-b11fc30ecf09 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:18:02.597103 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-33b1e366-ec1f-45cc-a4cf-8ad9f024784a req-d43d5993-5751-4d2a-b679-8cf114070375 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297245 Apr 18 06:18:02.909599 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a7dabcdd-748d-432f-a552-85490d3fb84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '9438c0d8-0f79-4870-baff-2592e8ad63a3', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'floating_ip_address': '172.26.1.151', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'port_id': 'fde3a89e-fe64-4802-8e64-7a64634f049e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'mac_address': 'fa:16:3e:9a:a7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae15299c-13fd-4d24-97d6-19b1b2fde5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:14:56Z', 'updated_at': '2022-04-18T06:18:00Z', 'revision_number': 13, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:18:02.914043 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dabcdd-748d-432f-a552-85490d3fb84b None None] The sync data for ids ['d626d615-6332-4844-928c-b11fc30ecf09'] in dv-neutron-837489-1-hyperv is: [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '9438c0d8-0f79-4870-baff-2592e8ad63a3', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'floating_ip_address': '172.26.1.151', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'port_id': 'fde3a89e-fe64-4802-8e64-7a64634f049e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'mac_address': 'fa:16:3e:9a:a7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae15299c-13fd-4d24-97d6-19b1b2fde5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:14:56Z', 'updated_at': '2022-04-18T06:18:00Z', 'revision_number': 13, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:18:03.125604 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce41558-05bf-4e7f-b2aa-a420aa3a238d None None] New status for floating IP 9438c0d8-0f79-4870-baff-2592e8ad63a3: ACTIVE {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:18:03.541929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a1092-b16c-4c22-9a93-98daec38e246 req-b50d26a3-6b31-4b10-9a15-7384ce903286 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:03.543430 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fd5a1092-b16c-4c22-9a93-98daec38e246 req-b50d26a3-6b31-4b10-9a15-7384ce903286 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.1038926 Apr 18 06:18:03.592889 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fd5a1092-b16c-4c22-9a93-98daec38e246 req-6f007cf7-b924-4b4e-bf7f-b153ed7aed78 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424953 Apr 18 06:18:05.323189 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-99d5bbc7-a4d0-4c04-8442-d11bcf85c10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:07.646130 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-31786bd7-8af0-454b-9891-9def272ae0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:07.921401 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:08.571090 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:08.682631 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:10.140237 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:12.180758 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-897d6e70-5e5c-4480-9daf-6006f7089004 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1236677 Apr 18 06:18:12.190346 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f471e-0bf7-42d2-8623-f5ce82eb2c00 req-43c40719-b12d-4418-ad2c-f130e81e14bb tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:12.191808 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1b6f471e-0bf7-42d2-8623-f5ce82eb2c00 req-43c40719-b12d-4418-ad2c-f130e81e14bb tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0829060 Apr 18 06:18:12.249570 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1b6f471e-0bf7-42d2-8623-f5ce82eb2c00 req-d9d387d9-2dda-4081-b1a7-660272931e26 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511501 Apr 18 06:18:13.345225 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-9bbb2223-73de-4b9e-b579-f69873c9f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:13.346906 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-9bbb2223-73de-4b9e-b579-f69873c9f36c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 1098 time: 0.0752425 Apr 18 06:18:13.541044 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-95b75c6f-7f56-40de-9147-fb50c873004d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:13.542419 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-95b75c6f-7f56-40de-9147-fb50c873004d service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1894231 Apr 18 06:18:13.551166 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2c671-b20a-4e8e-a19e-6e5423aa3fa1 req-1c937f94-9b21-4f14-90a9-885c60196368 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:13.552543 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-eca2c671-b20a-4e8e-a19e-6e5423aa3fa1 req-1c937f94-9b21-4f14-90a9-885c60196368 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.1789894 Apr 18 06:18:13.682136 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-eca2c671-b20a-4e8e-a19e-6e5423aa3fa1 req-e8f7827d-6fa3-4c3e-9034-e4af65716d6d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809987 Apr 18 06:18:13.684211 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-0090832a-5bbd-4404-b9e0-d23c435a30b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde3a89e-fe64-4802-8e64-7a64634f049e HTTP/1.1" status: 200 len: 1002 time: 0.1307983 Apr 18 06:18:13.746968 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-512d6e92-09c1-4df5-861c-907273747b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:13.749039 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-512d6e92-09c1-4df5-861c-907273747b98 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0585346 Apr 18 06:18:13.826209 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-961a94a7-1c4d-43d5-ba66-d208f12d0b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:13.827169 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-961a94a7-1c4d-43d5-ba66-d208f12d0b6c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712886 Apr 18 06:18:14.079618 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-d1b64db4-da4c-4478-b3b8-b3a3474d340f service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457485 Apr 18 06:18:14.216761 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-ab79cb8d-0458-4b7c-9520-7652e9be0276 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280217 Apr 18 06:18:14.867804 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ef3c9-28c3-4920-ad97-21807b19c605 req-287495d7-962f-4146-8827-69850a158d50 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:14.869291 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-669ef3c9-28c3-4920-ad97-21807b19c605 req-287495d7-962f-4146-8827-69850a158d50 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0805624 Apr 18 06:18:14.915258 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-669ef3c9-28c3-4920-ad97-21807b19c605 req-e1ee47ee-92f7-4cd6-88e3-2eedba5174bc tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397968 Apr 18 06:18:16.099208 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703c7fe-a844-44a6-a283-8e9390e81348 req-40711d08-a95b-4e0e-98b7-30590cf32418 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:16.100678 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6703c7fe-a844-44a6-a283-8e9390e81348 req-40711d08-a95b-4e0e-98b7-30590cf32418 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0795431 Apr 18 06:18:16.143891 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6703c7fe-a844-44a6-a283-8e9390e81348 req-fd0e19ba-327f-462b-a17f-1bbe88a0499f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374227 Apr 18 06:18:17.335315 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d4348-df51-4d21-9740-6ef7045df3a6 req-49d4d92f-ef22-4040-a38a-43b6265230eb tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:17.336859 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0d3d4348-df51-4d21-9740-6ef7045df3a6 req-49d4d92f-ef22-4040-a38a-43b6265230eb tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0826108 Apr 18 06:18:17.382290 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0d3d4348-df51-4d21-9740-6ef7045df3a6 req-5924f81b-c74f-45c1-bed1-428c98e9371e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387161 Apr 18 06:18:18.573188 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90134d-7dbd-4fd5-9d06-2680f2ece317 req-e4e868bb-4e4c-468c-9465-7650264c4ae1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:18.574630 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-de90134d-7dbd-4fd5-9d06-2680f2ece317 req-e4e868bb-4e4c-468c-9465-7650264c4ae1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0819159 Apr 18 06:18:18.633402 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-de90134d-7dbd-4fd5-9d06-2680f2ece317 req-c9a408d0-851d-41f9-b867-83f116f8ccfb tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515449 Apr 18 06:18:19.824590 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a60b4-7ce8-4a16-a6da-1f3a913661a1 req-ef29d8ed-5d02-41ec-8ded-feb0201dd63a tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:19.826655 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e53a60b4-7ce8-4a16-a6da-1f3a913661a1 req-ef29d8ed-5d02-41ec-8ded-feb0201dd63a tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0823090 Apr 18 06:18:19.870099 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e53a60b4-7ce8-4a16-a6da-1f3a913661a1 req-59a1b924-1905-4168-8e30-280793273d47 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377016 Apr 18 06:18:21.053750 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89050d8-2afb-481d-a886-0ae26c53bee0 req-1f10e945-cbc7-47ad-876a-af8cc22ae60e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:21.055214 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c89050d8-2afb-481d-a886-0ae26c53bee0 req-1f10e945-cbc7-47ad-876a-af8cc22ae60e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0793839 Apr 18 06:18:21.099666 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c89050d8-2afb-481d-a886-0ae26c53bee0 req-978bdee2-98cf-4aa7-84a6-b252082df47f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384481 Apr 18 06:18:22.320542 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116468fe-2fb4-46b8-9e2b-8bc471ae6a22 req-90c97aab-1642-4d36-8dec-f67a28ca3dfe tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:22.320542 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-116468fe-2fb4-46b8-9e2b-8bc471ae6a22 req-90c97aab-1642-4d36-8dec-f67a28ca3dfe tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.1044726 Apr 18 06:18:22.397313 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-116468fe-2fb4-46b8-9e2b-8bc471ae6a22 req-71f147c1-1ff5-4652-bfb0-a1355253eb68 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693538 Apr 18 06:18:23.571021 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf18b8-3c04-4018-8671-41312518b4d2 req-856aafda-7f25-4daf-bb77-d1cdd89a08b1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:23.572506 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0ebf18b8-3c04-4018-8671-41312518b4d2 req-856aafda-7f25-4daf-bb77-d1cdd89a08b1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0820944 Apr 18 06:18:23.617642 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0ebf18b8-3c04-4018-8671-41312518b4d2 req-41f4d476-6c2d-4984-b359-5608538ae4dd tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392191 Apr 18 06:18:24.803825 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf13a1-59cf-438e-94c5-5cbc1b1e5adc req-61666c1b-049b-4aba-9ca1-945c6e11b9f7 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:24.805273 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3dcf13a1-59cf-438e-94c5-5cbc1b1e5adc req-61666c1b-049b-4aba-9ca1-945c6e11b9f7 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0810914 Apr 18 06:18:24.949441 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3dcf13a1-59cf-438e-94c5-5cbc1b1e5adc req-b6803b86-401f-435b-b273-b7e07215a27d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376133 Apr 18 06:18:26.139286 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3bd35-3e2d-425d-afa6-f0239189919f req-8f764413-b456-47dc-ae79-bc9cce1be22b tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:26.140863 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b2a3bd35-3e2d-425d-afa6-f0239189919f req-8f764413-b456-47dc-ae79-bc9cce1be22b tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0807014 Apr 18 06:18:26.189313 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b2a3bd35-3e2d-425d-afa6-f0239189919f req-b2d8145b-7b6a-43cd-8398-31718e06e245 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425124 Apr 18 06:18:27.374993 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4e8ee-51eb-4502-ba78-64ae3b26ff45 req-1e72abf2-d378-47e5-a1c9-d2fba23555d2 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:27.376503 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4ba4e8ee-51eb-4502-ba78-64ae3b26ff45 req-1e72abf2-d378-47e5-a1c9-d2fba23555d2 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0825193 Apr 18 06:18:27.421712 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4ba4e8ee-51eb-4502-ba78-64ae3b26ff45 req-a7b36952-cd54-4638-a0ef-b6bb3a66f409 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390892 Apr 18 06:18:28.612799 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dce817-20aa-40db-bf30-ae920c60404c req-23bc9380-02eb-48c5-b83b-54598de9fdb1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:28.614333 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-47dce817-20aa-40db-bf30-ae920c60404c req-23bc9380-02eb-48c5-b83b-54598de9fdb1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0792289 Apr 18 06:18:28.659158 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-47dce817-20aa-40db-bf30-ae920c60404c req-1654f3fc-ef0f-4bb3-bdb5-ea602af6d2af tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390465 Apr 18 06:18:29.844821 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93565a24-e157-4e0c-8ced-1174da2435eb req-b3fd2ba2-bc16-488d-80f0-9c077dcb3c90 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:29.846371 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-93565a24-e157-4e0c-8ced-1174da2435eb req-b3fd2ba2-bc16-488d-80f0-9c077dcb3c90 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0807796 Apr 18 06:18:29.890128 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-93565a24-e157-4e0c-8ced-1174da2435eb req-e1f75a74-3e3d-474e-8cc8-ccd38dbde75e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382397 Apr 18 06:18:31.079167 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ea396-05b0-40f0-9f84-1233dd4dd425 req-11c3b8f2-ed99-49db-bf8a-051f93ce88ab tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:31.080670 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-123ea396-05b0-40f0-9f84-1233dd4dd425 req-11c3b8f2-ed99-49db-bf8a-051f93ce88ab tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0851967 Apr 18 06:18:31.125121 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-123ea396-05b0-40f0-9f84-1233dd4dd425 req-8a119516-c7da-4c4d-a101-fab092d57ca9 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387280 Apr 18 06:18:31.864667 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-76757208-7baa-4c7b-a74d-f243463fc234 service neutron] 10.222.0.52 "GET /v2.0/ports/fde3a89e-fe64-4802-8e64-7a64634f049e/bindings/hv-neutron-8374 HTTP/1.1" status: 200 len: 384 time: 0.0759482 Apr 18 06:18:32.136754 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-83a73a3f-856c-4d72-ae0d-d2cea23ab929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:32.138851 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-83a73a3f-856c-4d72-ae0d-d2cea23ab929 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0&tenant_id=b93acdbef2fd45d38ae213591ee85359 HTTP/1.1" status: 200 len: 1098 time: 0.0766649 Apr 18 06:18:32.234551 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-ae7c1214-cc09-4daa-ba32-49d5491674b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:32.236017 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-ae7c1214-cc09-4daa-ba32-49d5491674b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 1098 time: 0.0748250 Apr 18 06:18:32.319116 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675a841-8336-45ef-a5b7-192b8bfaafae req-b472a6f7-5fc6-4efc-bb1c-dca169041b5a tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:32.320760 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b675a841-8336-45ef-a5b7-192b8bfaafae req-b472a6f7-5fc6-4efc-bb1c-dca169041b5a tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0855470 Apr 18 06:18:32.369057 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b675a841-8336-45ef-a5b7-192b8bfaafae req-02ea50d3-fd62-4596-995b-679507c26dc1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396469 Apr 18 06:18:32.373038 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-8136b075-c400-4b80-ad38-2afa66300583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:32.374484 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-8136b075-c400-4b80-ad38-2afa66300583 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1319535 Apr 18 06:18:32.487533 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-1dd92b9f-070f-4196-8c59-5e8857edf4fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde3a89e-fe64-4802-8e64-7a64634f049e HTTP/1.1" status: 200 len: 1002 time: 0.1039398 Apr 18 06:18:32.554595 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-bc1b576c-ab48-4798-b43d-188bf784127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:32.556078 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-bc1b576c-ab48-4798-b43d-188bf784127f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0598254 Apr 18 06:18:32.635597 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-d1607690-357d-48c9-bf9a-bd37af508add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:32.637090 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-d1607690-357d-48c9-bf9a-bd37af508add service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715017 Apr 18 06:18:32.779896 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-11942da1-aad5-4928-91ab-b440aa5132d9 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326468 Apr 18 06:18:33.009298 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-344731a7-5f71-456a-b835-427f61186894 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198479 Apr 18 06:18:33.561775 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18a9f6-dc8c-462d-a30b-c5db0cdc55d1 req-e3f74e27-64e2-42c5-9e36-7bc2435b5404 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:33.563242 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7b18a9f6-dc8c-462d-a30b-c5db0cdc55d1 req-e3f74e27-64e2-42c5-9e36-7bc2435b5404 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0827456 Apr 18 06:18:33.613880 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7b18a9f6-dc8c-462d-a30b-c5db0cdc55d1 req-d93071fe-9e8b-4327-bfbf-4b4a98443775 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430799 Apr 18 06:18:34.506970 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:18:34.803942 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb460a8-9c0c-4702-a308-049fa98667de req-10423249-7739-4e57-adc5-476cd71a7d6b tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:34.805350 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0bb460a8-9c0c-4702-a308-049fa98667de req-10423249-7739-4e57-adc5-476cd71a7d6b tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0829062 Apr 18 06:18:34.850825 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0bb460a8-9c0c-4702-a308-049fa98667de req-2aa1be1f-8ce2-437d-98d3-d115f28ef8a3 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390964 Apr 18 06:18:35.349520 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-deaf8dbe-6c79-4ffd-b454-6da5d456871e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:35.619500 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device fde3a89e-fe64-4802-8e64-7a64634f049e no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:18:35.669165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583fcdd-e76f-4664-b607-d127e700915d req-84268886-ce3e-4b1b-b753-1b63216ea604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:35.670630 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8583fcdd-e76f-4664-b607-d127e700915d req-84268886-ce3e-4b1b-b753-1b63216ea604 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 1098 time: 0.0710816 Apr 18 06:18:35.742842 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:35.772464 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae15299c-13fd-4d24-97d6-19b1b2fde5e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fde3a89e-fe64-4802-8e64-7a64634f049e'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:18:35.789675 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port fde3a89e-fe64-4802-8e64-7a64634f049e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fde3a89e-fe64-4802-8e64-7a64634f049e,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:18:35.794653 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:35.841241 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f72558-12d7-47f2-b2fe-2e9e7b1e3f33'] response: {'server_uuid': 'ae15299c-13fd-4d24-97d6-19b1b2fde5e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fde3a89e-fe64-4802-8e64-7a64634f049e', 'code': 200} Apr 18 06:18:35.845187 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583fcdd-e76f-4664-b607-d127e700915d req-680b5ad3-6582-439c-95e1-8bd20e88ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:35.846638 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8583fcdd-e76f-4664-b607-d127e700915d req-680b5ad3-6582-439c-95e1-8bd20e88ae3a service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1496646 Apr 18 06:18:35.878350 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=fde3a89e-fe64-4802-8e64-7a64634f049e,revision_number=6']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:18:35.886836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:18:35.887250 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:18:35.887957 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:18:35.888591 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:18:35.889118 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:18:35.889715 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:18:35.890198 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:18:35.890720 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:18:35.891204 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:18:35.891753 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:18:35.892258 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:18:35.892734 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:18:35.956620 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8583fcdd-e76f-4664-b607-d127e700915d req-a8214599-4137-49d1-8e27-081a3b28d6a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde3a89e-fe64-4802-8e64-7a64634f049e HTTP/1.1" status: 200 len: 1000 time: 0.1004617 Apr 18 06:18:36.025626 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583fcdd-e76f-4664-b607-d127e700915d req-f134e36a-44f9-403e-8ad6-e6534c29a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:36.027292 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8583fcdd-e76f-4664-b607-d127e700915d req-f134e36a-44f9-403e-8ad6-e6534c29a73f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0593610 Apr 18 06:18:36.065702 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31b83f-4973-448e-94b7-19c9624d6629 req-c3cff58f-be36-4048-89f6-0dfd501a5056 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:36.067421 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-de31b83f-4973-448e-94b7-19c9624d6629 req-c3cff58f-be36-4048-89f6-0dfd501a5056 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 943 time: 0.0875633 Apr 18 06:18:36.112328 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583fcdd-e76f-4664-b607-d127e700915d req-7f535024-1761-4111-a14b-aa6a54ab94c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:36.113818 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8583fcdd-e76f-4664-b607-d127e700915d req-7f535024-1761-4111-a14b-aa6a54ab94c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764132 Apr 18 06:18:36.116285 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-de31b83f-4973-448e-94b7-19c9624d6629 req-dc115e36-fce6-45d2-8367-489cf5eb5f7e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426991 Apr 18 06:18:36.253239 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8583fcdd-e76f-4664-b607-d127e700915d req-aa9086b7-f772-4b7b-b584-df51de10ef70 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295335 Apr 18 06:18:36.393289 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8583fcdd-e76f-4664-b607-d127e700915d req-087eab5b-d2bb-4499-b7b9-0198d7b0d47f service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297348 Apr 18 06:18:37.304388 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39572a6e-ff39-443e-a3a8-73b784b0a408 req-bf9e76ce-bc40-44a5-8075-89f03b9c1fde tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:37.305828 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-39572a6e-ff39-443e-a3a8-73b784b0a408 req-bf9e76ce-bc40-44a5-8075-89f03b9c1fde tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 943 time: 0.0807495 Apr 18 06:18:37.350583 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-39572a6e-ff39-443e-a3a8-73b784b0a408 req-b1f92483-fffe-41fc-a73e-929874d9eb03 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385761 Apr 18 06:18:37.616832 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device fde3a89e-fe64-4802-8e64-7a64634f049e details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:18:37.716209 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0e66fa06-58ce-422e-aa52-8cf7d3073470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:37.762878 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port fde3a89e-fe64-4802-8e64-7a64634f049e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fde3a89e-fe64-4802-8e64-7a64634f049e,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:18:37.776703 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'fde3a89e-fe64-4802-8e64-7a64634f049e', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'port_id': 'fde3a89e-fe64-4802-8e64-7a64634f049e', 'mac_address': 'fa:16:3e:9a:a7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:18:37.839424 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:37.858172 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde3a89e-fe64-4802-8e64-7a64634f049e {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:18:37.874057 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port fde3a89e-fe64-4802-8e64-7a64634f049e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fde3a89e-fe64-4802-8e64-7a64634f049e,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:18:37.877309 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:37.948330 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:37.958288 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=fde3a89e-fe64-4802-8e64-7a64634f049e,revision_number=7']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:18:37.964691 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['fde3a89e-fe64-4802-8e64-7a64634f049e'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:18:38.539977 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80dbb6-57a2-4472-b123-16abb600fb20 req-4ad30193-2e88-45ae-8835-5653c203920a tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:38.541507 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4e80dbb6-57a2-4472-b123-16abb600fb20 req-4ad30193-2e88-45ae-8835-5653c203920a tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 944 time: 0.0801346 Apr 18 06:18:38.575318 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:38.592936 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4e80dbb6-57a2-4472-b123-16abb600fb20 req-6b6f9d30-dd84-4534-be08-8c59de7905c1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455165 Apr 18 06:18:38.687888 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:39.616653 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device fde3a89e-fe64-4802-8e64-7a64634f049e up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:18:39.697726 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port fde3a89e-fe64-4802-8e64-7a64634f049e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:18:39.698406 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:39.795489 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be65515-03be-42d7-951a-7e7edb30b5b6 req-b3f5684c-c993-476d-8a2d-f60bf309c382 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:39.797140 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9be65515-03be-42d7-951a-7e7edb30b5b6 req-b3f5684c-c993-476d-8a2d-f60bf309c382 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 944 time: 0.0835378 Apr 18 06:18:39.814533 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:39.843577 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae15299c-13fd-4d24-97d6-19b1b2fde5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde3a89e-fe64-4802-8e64-7a64634f049e'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:18:39.849609 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9be65515-03be-42d7-951a-7e7edb30b5b6 req-093f3f4c-eac4-4b44-9a49-48c6b46efca3 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444090 Apr 18 06:18:39.853519 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port fde3a89e-fe64-4802-8e64-7a64634f049e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fde3a89e-fe64-4802-8e64-7a64634f049e,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:18:39.858926 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:39.917777 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afdd870f-9569-45e3-aef5-8f07ee9303be'] response: {'server_uuid': 'ae15299c-13fd-4d24-97d6-19b1b2fde5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde3a89e-fe64-4802-8e64-7a64634f049e', 'code': 200} Apr 18 06:18:39.942511 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=fde3a89e-fe64-4802-8e64-7a64634f049e,revision_number=8']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:18:40.143454 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:41.054707 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cee18d-1a00-4728-99b6-4da58d28dbd7 req-0c03f74e-ff2e-4ac6-9301-577e6c5f0f73 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:41.056187 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a1cee18d-1a00-4728-99b6-4da58d28dbd7 req-0c03f74e-ff2e-4ac6-9301-577e6c5f0f73 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0800741 Apr 18 06:18:41.103307 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a1cee18d-1a00-4728-99b6-4da58d28dbd7 req-7d0ce322-2f59-4b79-b3c4-9353bca4bb18 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408781 Apr 18 06:18:42.376154 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037eaa9-8dd7-4468-80e8-34999e931cbe req-4a2bedf3-cefe-4778-bde8-d894cf334942 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:42.377627 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c037eaa9-8dd7-4468-80e8-34999e931cbe req-4a2bedf3-cefe-4778-bde8-d894cf334942 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.1648703 Apr 18 06:18:42.421833 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c037eaa9-8dd7-4468-80e8-34999e931cbe req-c101972d-5c18-4ce5-8aff-d7d6a0b822ad tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382097 Apr 18 06:18:42.818046 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-aafd0cab-7984-4cbe-b59f-958b7f9f3bd3 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:42.819489 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-aafd0cab-7984-4cbe-b59f-958b7f9f3bd3 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0&tenant_id=b93acdbef2fd45d38ae213591ee85359&binding%3Ahost_id=hv-neutron-8374 HTTP/1.1" status: 200 len: 945 time: 0.0872879 Apr 18 06:18:42.873145 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b30482-3fa2-4368-9cb8-02e1edb14f4e req-86ad6821-6254-4516-874c-735c64d4039f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:42.874585 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b6b30482-3fa2-4368-9cb8-02e1edb14f4e req-86ad6821-6254-4516-874c-735c64d4039f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0847349 Apr 18 06:18:42.903676 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-0ca1a403-3131-4dff-9a1c-5546f4ebf8ca service neutron] 10.222.0.52 "GET /v2.0/ports/fde3a89e-fe64-4802-8e64-7a64634f049e/bindings/hv-neutron-8374 HTTP/1.1" status: 200 len: 384 time: 0.0784481 Apr 18 06:18:42.923718 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b6b30482-3fa2-4368-9cb8-02e1edb14f4e req-6909090e-b4c1-4de2-a26c-eb95063e4f2e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420029 Apr 18 06:18:42.995829 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-a7970576-4829-41d6-9e77-2f49a02dc0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:42.997985 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-a7970576-4829-41d6-9e77-2f49a02dc0a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 1098 time: 0.0742221 Apr 18 06:18:43.128768 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-f1429535-cefa-4212-86f5-5c6560aa8407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:43.130197 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-f1429535-cefa-4212-86f5-5c6560aa8407 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1266129 Apr 18 06:18:43.343728 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-b4150a9f-e96c-42f3-8a94-364715893860 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde3a89e-fe64-4802-8e64-7a64634f049e HTTP/1.1" status: 200 len: 1002 time: 0.2074106 Apr 18 06:18:43.405679 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-bcc3e09f-d9eb-4832-a718-d2ebe355a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:43.407117 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-bcc3e09f-d9eb-4832-a718-d2ebe355a263 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0574501 Apr 18 06:18:43.489688 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-d2adaa7f-2ec7-4eae-bd9d-df10c7c8c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:43.491146 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-d2adaa7f-2ec7-4eae-bd9d-df10c7c8c1de service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777280 Apr 18 06:18:43.627094 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-5f7e8610-18d5-4292-a637-108feda1b187 service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291945 Apr 18 06:18:43.770929 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-e387ae45-4a54-4eb4-b0d4-4d31375e9fbb service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372395 Apr 18 06:18:44.171536 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acefd5b-e5fb-47c4-bac5-27112c8c54cf req-e6ba0683-a641-461e-ae89-55e9a079c812 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:44.173053 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9acefd5b-e5fb-47c4-bac5-27112c8c54cf req-e6ba0683-a641-461e-ae89-55e9a079c812 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.1350737 Apr 18 06:18:44.221586 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9acefd5b-e5fb-47c4-bac5-27112c8c54cf req-27705b48-d571-4e6e-ad6e-7decc2bace6f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424454 Apr 18 06:18:45.425815 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020f116-c17f-455d-bb86-2dbfa9317e45 req-4bd7a475-e522-411d-8308-72cb08da3c53 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:45.427302 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e020f116-c17f-455d-bb86-2dbfa9317e45 req-4bd7a475-e522-411d-8308-72cb08da3c53 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0811203 Apr 18 06:18:45.475663 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e020f116-c17f-455d-bb86-2dbfa9317e45 req-5bf451c6-38ff-417c-ba2e-fe86e2c644c1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425739 Apr 18 06:18:46.665976 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408751c-3b0a-46b1-b3b8-89b2e797db81 req-aa795a11-2d07-4262-b6e0-cc08cea52fbe tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:46.667483 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7408751c-3b0a-46b1-b3b8-89b2e797db81 req-aa795a11-2d07-4262-b6e0-cc08cea52fbe tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0858788 Apr 18 06:18:46.714677 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7408751c-3b0a-46b1-b3b8-89b2e797db81 req-bb8f7e8b-30c1-4c3a-9478-7c5ccac595d5 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410371 Apr 18 06:18:47.116449 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-6beed6e8-4b39-4c01-bd3e-225c5f23f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:47.117937 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-6beed6e8-4b39-4c01-bd3e-225c5f23f381 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0&tenant_id=b93acdbef2fd45d38ae213591ee85359 HTTP/1.1" status: 200 len: 1098 time: 0.0717444 Apr 18 06:18:47.215954 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-775e8473-2989-49d2-8426-dfeeac91bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:47.217769 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-775e8473-2989-49d2-8426-dfeeac91bfee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93acdbef2fd45d38ae213591ee85359&device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 1098 time: 0.0735700 Apr 18 06:18:47.353763 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-1d759c9f-5b78-417b-9237-7b7add34d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:47.355209 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-1d759c9f-5b78-417b-9237-7b7add34d31e service neutron] 10.222.0.52 "GET /v2.0/networks?id=61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 200 len: 912 time: 0.1284423 Apr 18 06:18:47.462338 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-e5154394-0947-4293-91bd-9562aa708e7e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde3a89e-fe64-4802-8e64-7a64634f049e HTTP/1.1" status: 200 len: 1002 time: 0.0973308 Apr 18 06:18:47.525557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-ec2f7dff-6edc-47b7-9f38-cbcc7ea46f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:47.526965 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-ec2f7dff-6edc-47b7-9f38-cbcc7ea46f9b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 200 len: 850 time: 0.0557301 Apr 18 06:18:47.604571 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-e6276d3d-1458-4c63-b5d0-d73048a5a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:47.606762 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-e6276d3d-1458-4c63-b5d0-d73048a5a785 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61033b25-ada0-4e93-b5e1-f1114b7f01db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701842 Apr 18 06:18:47.753054 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-7731a9f7-fcd7-4265-be7e-3ce98ffa976c service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360509 Apr 18 06:18:47.887502 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b43b11a8-3492-4c65-ac99-917b6fa8530a req-c31f334f-d1d8-4c65-9ca3-7db218d2500b service neutron] 10.222.0.52 "GET /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240509 Apr 18 06:18:47.905554 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8eec15-34f7-4b41-9b5a-a33075e0584c req-a0143c7d-00ec-424d-86e8-16e596beec1e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:47.907223 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4a8eec15-34f7-4b41-9b5a-a33075e0584c req-a0143c7d-00ec-424d-86e8-16e596beec1e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0828006 Apr 18 06:18:47.952422 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4a8eec15-34f7-4b41-9b5a-a33075e0584c req-e0bd6da4-83cf-4ddb-9034-95e2e0ce09ae tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394115 Apr 18 06:18:49.175716 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d710bf-e41e-49ba-bacb-97953c510ef5 req-8483abfa-73dd-45d9-87db-3d8029b09856 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:49.177894 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-50d710bf-e41e-49ba-bacb-97953c510ef5 req-8483abfa-73dd-45d9-87db-3d8029b09856 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0990946 Apr 18 06:18:49.224633 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-50d710bf-e41e-49ba-bacb-97953c510ef5 req-cce11548-74a2-40da-9961-0c777c8448b3 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398858 Apr 18 06:18:49.658911 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device fde3a89e-fe64-4802-8e64-7a64634f049e no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:18:49.811971 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:49.852957 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae15299c-13fd-4d24-97d6-19b1b2fde5e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fde3a89e-fe64-4802-8e64-7a64634f049e'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:18:49.862773 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port fde3a89e-fe64-4802-8e64-7a64634f049e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fde3a89e-fe64-4802-8e64-7a64634f049e,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:18:49.878333 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:49.915913 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48543fa0-d3a8-409d-8b34-5783685e6423'] response: {'server_uuid': 'ae15299c-13fd-4d24-97d6-19b1b2fde5e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fde3a89e-fe64-4802-8e64-7a64634f049e', 'code': 200} Apr 18 06:18:49.947311 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=fde3a89e-fe64-4802-8e64-7a64634f049e,revision_number=9']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:18:50.417146 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640247c-8aca-4626-92d2-998a3d12e32a req-37527073-f5e0-43e2-a653-42ad92216f73 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:50.418671 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c640247c-8aca-4626-92d2-998a3d12e32a req-37527073-f5e0-43e2-a653-42ad92216f73 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 943 time: 0.0844023 Apr 18 06:18:50.564778 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c640247c-8aca-4626-92d2-998a3d12e32a req-92876ffd-ecdb-4dca-b4c6-f1d2781c5a83 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401021 Apr 18 06:18:51.679605 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device fde3a89e-fe64-4802-8e64-7a64634f049e details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:18:51.775344 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f0adb-7918-4379-99d3-01697bdcedbe req-1c811f62-5958-49d4-ad73-167b9bd12e23 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:51.776962 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3b8f0adb-7918-4379-99d3-01697bdcedbe req-1c811f62-5958-49d4-ad73-167b9bd12e23 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 943 time: 0.0968544 Apr 18 06:18:51.815718 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port fde3a89e-fe64-4802-8e64-7a64634f049e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fde3a89e-fe64-4802-8e64-7a64634f049e,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:18:51.822248 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3b8f0adb-7918-4379-99d3-01697bdcedbe req-0b9ee9cc-fe0e-42b7-afbc-e2de9c11d81e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391340 Apr 18 06:18:51.829787 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'fde3a89e-fe64-4802-8e64-7a64634f049e', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'port_id': 'fde3a89e-fe64-4802-8e64-7a64634f049e', 'mac_address': 'fa:16:3e:9a:a7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:18:51.886814 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:51.903090 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde3a89e-fe64-4802-8e64-7a64634f049e {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:18:51.918724 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port fde3a89e-fe64-4802-8e64-7a64634f049e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fde3a89e-fe64-4802-8e64-7a64634f049e,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:18:51.922574 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:51.990632 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=fde3a89e-fe64-4802-8e64-7a64634f049e,revision_number=10']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:18:52.000314 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['fde3a89e-fe64-4802-8e64-7a64634f049e'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:18:53.014867 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfbc81-2990-4ffd-b992-93cd895c34d2 req-0f4c2d2c-f892-4989-96df-5eb531c47dd4 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:53.016320 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c6cfbc81-2990-4ffd-b992-93cd895c34d2 req-0f4c2d2c-f892-4989-96df-5eb531c47dd4 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 945 time: 0.0778873 Apr 18 06:18:53.060286 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c6cfbc81-2990-4ffd-b992-93cd895c34d2 req-7755b980-9bc9-4ed2-8984-7838b9e19cb8 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375111 Apr 18 06:18:53.695183 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device fde3a89e-fe64-4802-8e64-7a64634f049e up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:18:53.765722 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port fde3a89e-fe64-4802-8e64-7a64634f049e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:18:53.766087 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:53.881523 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:53.915333 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae15299c-13fd-4d24-97d6-19b1b2fde5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde3a89e-fe64-4802-8e64-7a64634f049e'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:18:53.925806 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port fde3a89e-fe64-4802-8e64-7a64634f049e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fde3a89e-fe64-4802-8e64-7a64634f049e,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:18:53.929954 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:53.978844 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b87903f9-5371-41d8-8d4b-a1154a340f61'] response: {'server_uuid': 'ae15299c-13fd-4d24-97d6-19b1b2fde5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde3a89e-fe64-4802-8e64-7a64634f049e', 'code': 200} Apr 18 06:18:54.002083 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=fde3a89e-fe64-4802-8e64-7a64634f049e,revision_number=11']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:18:54.244908 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3339f39-1482-4c4e-a203-2396f9323d40 req-54c9de52-f60b-4989-943c-741a20b6204f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:54.246357 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d3339f39-1482-4c4e-a203-2396f9323d40 req-54c9de52-f60b-4989-943c-741a20b6204f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 946 time: 0.0826864 Apr 18 06:18:54.289858 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d3339f39-1482-4c4e-a203-2396f9323d40 req-0dd56da1-ee77-4131-a434-88ac7777d839 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378935 Apr 18 06:18:55.478900 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff6267-8a86-4020-97c5-da231bfc7745 req-f453e311-0a5a-40f5-a4b7-a5b95f615168 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:55.480450 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a3ff6267-8a86-4020-97c5-da231bfc7745 req-f453e311-0a5a-40f5-a4b7-a5b95f615168 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 946 time: 0.0807571 Apr 18 06:18:55.525025 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a3ff6267-8a86-4020-97c5-da231bfc7745 req-05c6c45b-8cd5-4435-8db7-da3a869c1025 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390837 Apr 18 06:18:56.728666 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85caba5a-1991-42d8-be0d-4a56cc194ddd req-9959dcb5-e6cb-4871-a334-3405a03035ba tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:56.730102 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-85caba5a-1991-42d8-be0d-4a56cc194ddd req-9959dcb5-e6cb-4871-a334-3405a03035ba tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 946 time: 0.0843232 Apr 18 06:18:56.773924 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-85caba5a-1991-42d8-be0d-4a56cc194ddd req-87a7ebab-237b-4b20-a76a-8c576c776d13 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380499 Apr 18 06:18:56.974236 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02d5fd-90de-419f-9e08-b46aadbdd50f req-8574749e-f711-44ba-a33a-41f85d7d802e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:56.975882 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2f02d5fd-90de-419f-9e08-b46aadbdd50f req-8574749e-f711-44ba-a33a-41f85d7d802e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 946 time: 0.0889637 Apr 18 06:18:57.025015 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2f02d5fd-90de-419f-9e08-b46aadbdd50f req-75f005d4-808e-4243-9845-97ed24cea226 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433667 Apr 18 06:18:57.206858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff603007-b9a4-4845-b95c-29a17c67b011 req-fefecb9c-3054-41b8-8fec-7449dac7a39f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:57.208348 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff603007-b9a4-4845-b95c-29a17c67b011 req-fefecb9c-3054-41b8-8fec-7449dac7a39f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 946 time: 0.0797777 Apr 18 06:18:57.252119 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff603007-b9a4-4845-b95c-29a17c67b011 req-964e8c15-4cd7-4e79-b346-1e0889c2c59f tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375841 Apr 18 06:18:57.645631 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186ebbf-4eb7-4e47-a712-0527368696dc req-8b95e9a9-0a5c-4a6e-85c0-485dd1417d58 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:57.646999 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7186ebbf-4eb7-4e47-a712-0527368696dc req-8b95e9a9-0a5c-4a6e-85c0-485dd1417d58 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 946 time: 0.0836911 Apr 18 06:18:57.691849 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7186ebbf-4eb7-4e47-a712-0527368696dc req-a1b49ace-1aa0-4176-bcef-15399af3d7ec tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382733 Apr 18 06:18:58.874963 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6dda07-e588-431e-9bff-213e9d24b076 req-d68488a6-b54c-404b-bac2-f7163583d7f8 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:58.876483 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8d6dda07-e588-431e-9bff-213e9d24b076 req-d68488a6-b54c-404b-bac2-f7163583d7f8 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 946 time: 0.0797732 Apr 18 06:18:58.923117 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8d6dda07-e588-431e-9bff-213e9d24b076 req-c3c506c7-f790-40e8-ad2c-1e4762172095 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405524 Apr 18 06:19:00.164354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6de4a4-10f6-49b8-aefd-3f44d94db927 req-20405f9d-7834-42d4-ab20-e0ddd27db9f1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:00.165817 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0a6de4a4-10f6-49b8-aefd-3f44d94db927 req-20405f9d-7834-42d4-ab20-e0ddd27db9f1 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 946 time: 0.1322324 Apr 18 06:19:00.204126 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fc821-c4b3-44ca-a597-09a1c11877a2 req-a7eccb67-d8e3-474b-80dd-04e43403f1ef tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:00.205455 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-610fc821-c4b3-44ca-a597-09a1c11877a2 req-a7eccb67-d8e3-474b-80dd-04e43403f1ef tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 946 time: 0.1311393 Apr 18 06:19:00.266874 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0a6de4a4-10f6-49b8-aefd-3f44d94db927 req-6d34ffed-ad01-47e4-be24-b7e73c0beaec tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4334033-0b2e-4870-b594-adb976656361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946269 Apr 18 06:19:00.290823 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-610fc821-c4b3-44ca-a597-09a1c11877a2 req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Deleting port fde3a89e-fe64-4802-8e64-7a64634f049e {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:19:00.291158 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-610fc821-c4b3-44ca-a597-09a1c11877a2 req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:00.555712 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-610fc821-c4b3-44ca-a597-09a1c11877a2 req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] For port fde3a89e-fe64-4802-8e64-7a64634f049e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fde3a89e-fe64-4802-8e64-7a64634f049e,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:19:00.556093 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-610fc821-c4b3-44ca-a597-09a1c11877a2 req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:00.853213 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-610fc821-c4b3-44ca-a597-09a1c11877a2 req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:00.853572 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-610fc821-c4b3-44ca-a597-09a1c11877a2 req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:00.853880 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [req-610fc821-c4b3-44ca-a597-09a1c11877a2 req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Floating IP 9438c0d8-0f79-4870-baff-2592e8ad63a3 disassociated. External IP: 172.26.1.151, port: fde3a89e-fe64-4802-8e64-7a64634f049e. Apr 18 06:19:00.854205 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-610fc821-c4b3-44ca-a597-09a1c11877a2 req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Calling delete_port for fde3a89e-fe64-4802-8e64-7a64634f049e owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:19:00.996955 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-610fc821-c4b3-44ca-a597-09a1c11877a2 req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:01.047117 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Pushing event deleted for resources: {'Port': ['ID=fde3a89e-fe64-4802-8e64-7a64634f049e,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:01.056762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:01.057111 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:01.057456 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:01.057794 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:01.058180 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:01.058447 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:01.058784 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:01.059114 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:01.059434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:01.059759 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:01.060208 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:01.060433 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:01.348493 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-610fc821-c4b3-44ca-a597-09a1c11877a2 req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Router d626d615-6332-4844-928c-b11fc30ecf09 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:19:01.421646 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6f91b153-ad83-43e3-a624-b696cd6c8e35 req-7abccab7-072d-42e1-b9af-a7fe50448a31 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 210 time: 0.0458286 Apr 18 06:19:01.527231 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-610fc821-c4b3-44ca-a597-09a1c11877a2 req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:19:01.537891 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092d311f-fd87-4ef0-a1f2-27a49a9dc7db None None] Sync routers for ids ['d626d615-6332-4844-928c-b11fc30ecf09'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:19:01.547925 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092d311f-fd87-4ef0-a1f2-27a49a9dc7db None None] Routers {'d626d615-6332-4844-928c-b11fc30ecf09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:19:01.548582 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-092d311f-fd87-4ef0-a1f2-27a49a9dc7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:18:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d626d615-6332-4844-928c-b11fc30ecf09'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:19:01.601745 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-610fc821-c4b3-44ca-a597-09a1c11877a2 req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] No DVR routers for this DVR port fde3a89e-fe64-4802-8e64-7a64634f049e on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:19:01.604252 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-610fc821-c4b3-44ca-a597-09a1c11877a2 req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:01.606948 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae15299c-13fd-4d24-97d6-19b1b2fde5e0', 'name': 'network-vif-deleted', 'tag': 'fde3a89e-fe64-4802-8e64-7a64634f049e'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:19:01.623351 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-610fc821-c4b3-44ca-a597-09a1c11877a2 req-8f7f7c65-0c9a-4313-8d52-da42a9c81a3d tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.52 "DELETE /v2.0/ports/fde3a89e-fe64-4802-8e64-7a64634f049e HTTP/1.1" status: 204 len: 173 time: 1.4084775 Apr 18 06:19:01.728377 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e71339e-08e2-4a98-a859-c7fb93a6761e'] response: {'server_uuid': 'ae15299c-13fd-4d24-97d6-19b1b2fde5e0', 'name': 'network-vif-deleted', 'tag': 'fde3a89e-fe64-4802-8e64-7a64634f049e', 'status': 'completed', 'code': 200} Apr 18 06:19:01.740942 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-092d311f-fd87-4ef0-a1f2-27a49a9dc7db None None] Set router d626d615-6332-4844-928c-b11fc30ecf09 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:19:02.055812 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-092d311f-fd87-4ef0-a1f2-27a49a9dc7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:19:02.059646 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092d311f-fd87-4ef0-a1f2-27a49a9dc7db None None] Checking router: d626d615-6332-4844-928c-b11fc30ecf09 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:19:02.068189 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092d311f-fd87-4ef0-a1f2-27a49a9dc7db None None] Routers {'d626d615-6332-4844-928c-b11fc30ecf09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:19:02.068783 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-092d311f-fd87-4ef0-a1f2-27a49a9dc7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:18:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d626d615-6332-4844-928c-b11fc30ecf09'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:19:02.282275 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-092d311f-fd87-4ef0-a1f2-27a49a9dc7db None None] Set router d626d615-6332-4844-928c-b11fc30ecf09 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:19:02.609559 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-092d311f-fd87-4ef0-a1f2-27a49a9dc7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:19:02.615532 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092d311f-fd87-4ef0-a1f2-27a49a9dc7db None None] The sync data for ids ['d626d615-6332-4844-928c-b11fc30ecf09'] in dv-neutron-837489-1-hyperv is: [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:54Z', 'revision_number': 4, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'c0121110-7202-451e-929c-93bdb92d1a62', 'name': '', 'network_id': '61033b25-ada0-4e93-b5e1-f1114b7f01db', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'mac_address': 'fa:16:3e:d9:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:53Z', 'updated_at': '2022-04-18T06:14:59Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'subnets': [{'id': 'd5673394-5ef8-4429-bf17-b8a3b7567b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:19:02.821462 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-63fb4326-0fac-4372-b03f-2abab0868af3 req-44de1c15-b4d1-468a-8f1c-893ad5969212 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae15299c-13fd-4d24-97d6-19b1b2fde5e0 HTTP/1.1" status: 200 len: 210 time: 0.0651550 Apr 18 06:19:02.859784 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a48fb9-2007-46e0-a1fe-f7e4f802bc32 None None] New status for floating IP 9438c0d8-0f79-4870-baff-2592e8ad63a3: DOWN {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:19:03.742202 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device fde3a89e-fe64-4802-8e64-7a64634f049e no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:19:03.780688 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: fde3a89e-fe64-4802-8e64-7a64634f049e {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:19:03.781435 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device fde3a89e-fe64-4802-8e64-7a64634f049e not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:19:05.332138 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bc6a84d5-5dd8-4def-862a-2c5360f0aa85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:07.201856 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53162) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:07.271111 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-323a8759-59bb-425d-b39e-c65a6de4640e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:07.302856 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-323a8759-59bb-425d-b39e-c65a6de4640e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:07.375759 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-323a8759-59bb-425d-b39e-c65a6de4640e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:07.398276 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a8759-59bb-425d-b39e-c65a6de4640e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4334033-0b2e-4870-b594-adb976656361,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:07.405151 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-323a8759-59bb-425d-b39e-c65a6de4640e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:07.406282 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-323a8759-59bb-425d-b39e-c65a6de4640e tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "DELETE /v2.0/security-groups/b4334033-0b2e-4870-b594-adb976656361 HTTP/1.1" status: 204 len: 168 time: 0.2035034 Apr 18 06:19:07.408750 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53166) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:07.426143 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-dd053d23-7f58-4d4b-bd56-19b0835d9324 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] show failed (client error): The resource could not be found. Apr 18 06:19:07.427195 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-dd053d23-7f58-4d4b-bd56-19b0835d9324 tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "GET /v2.0/security-groups/b4334033-0b2e-4870-b594-adb976656361 HTTP/1.1" status: 404 len: 347 time: 0.0175531 Apr 18 06:19:07.429927 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53170) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:07.587031 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-1acebac8-e95f-40ea-bd29-2a0cb0355bee tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Deleting port 70a9fca7-5185-4d5a-b0c6-a3592360024e {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:19:07.587373 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1acebac8-e95f-40ea-bd29-2a0cb0355bee tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:07.649984 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2e03e7a1-8410-4793-bd78-4a4fa7085048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:07.774273 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1acebac8-e95f-40ea-bd29-2a0cb0355bee tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:07.774599 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1acebac8-e95f-40ea-bd29-2a0cb0355bee tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:07.904822 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-1acebac8-e95f-40ea-bd29-2a0cb0355bee tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Calling delete_port for 70a9fca7-5185-4d5a-b0c6-a3592360024e owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:19:07.927069 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:08.047678 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1acebac8-e95f-40ea-bd29-2a0cb0355bee tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:08.098688 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acebac8-e95f-40ea-bd29-2a0cb0355bee tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Pushing event deleted for resources: {'Port': ['ID=70a9fca7-5185-4d5a-b0c6-a3592360024e,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:08.191356 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1acebac8-e95f-40ea-bd29-2a0cb0355bee tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks [] for floatingip, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:08.205261 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1acebac8-e95f-40ea-bd29-2a0cb0355bee tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:08.206522 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1acebac8-e95f-40ea-bd29-2a0cb0355bee tempest-ServerActionsTestJSON-735520923 tempest-ServerActionsTestJSON-735520923-project] 10.222.0.15 "DELETE /v2.0/floatingips/9438c0d8-0f79-4870-baff-2592e8ad63a3 HTTP/1.1" status: 204 len: 168 time: 0.7754865 Apr 18 06:19:08.209531 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53174) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:08.579055 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:08.693062 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:08.888715 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dbad3d8b-51da-42a5-932d-d713850712a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:09.244344 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-dbad3d8b-51da-42a5-932d-d713850712a0 admin admin] Deleting port c0121110-7202-451e-929c-93bdb92d1a62 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:19:09.245049 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dbad3d8b-51da-42a5-932d-d713850712a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:09.418119 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-dbad3d8b-51da-42a5-932d-d713850712a0 admin admin] For port c0121110-7202-451e-929c-93bdb92d1a62, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c0121110-7202-451e-929c-93bdb92d1a62,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:19:09.418476 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dbad3d8b-51da-42a5-932d-d713850712a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:09.546684 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-dbad3d8b-51da-42a5-932d-d713850712a0 admin admin] Calling delete_port for c0121110-7202-451e-929c-93bdb92d1a62 owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:19:09.977310 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dbad3d8b-51da-42a5-932d-d713850712a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:10.022969 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad3d8b-51da-42a5-932d-d713850712a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0121110-7202-451e-929c-93bdb92d1a62,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:10.159277 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:10.312968 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dbad3d8b-51da-42a5-932d-d713850712a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:10.680056 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbad3d8b-51da-42a5-932d-d713850712a0 admin admin] Router d626d615-6332-4844-928c-b11fc30ecf09 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:19:10.859388 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbad3d8b-51da-42a5-932d-d713850712a0 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:19:10.870160 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cb181e-22ab-427b-9937-c6d637d1b468 None None] Sync routers for ids ['d626d615-6332-4844-928c-b11fc30ecf09'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:19:10.873835 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-dbad3d8b-51da-42a5-932d-d713850712a0 admin admin] 10.222.0.15 "PUT /v2.0/routers/d626d615-6332-4844-928c-b11fc30ecf09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6610348 Apr 18 06:19:10.874309 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53178) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:10.880529 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cb181e-22ab-427b-9937-c6d637d1b468 None None] Routers {'d626d615-6332-4844-928c-b11fc30ecf09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:19:10.881214 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-b2cb181e-22ab-427b-9937-c6d637d1b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:19:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d626d615-6332-4844-928c-b11fc30ecf09'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:19:11.059999 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:11.061455 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-b2cb181e-22ab-427b-9937-c6d637d1b468 None None] Set router d626d615-6332-4844-928c-b11fc30ecf09 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:19:11.356900 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-b2cb181e-22ab-427b-9937-c6d637d1b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:19:09Z', 'revision_number': 5, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port': {'id': '0395e97d-0143-4cba-858f-2a6562b31cc5', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:51Z', 'updated_at': '2022-04-18T06:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:19:11.361375 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cb181e-22ab-427b-9937-c6d637d1b468 None None] Checking router: d626d615-6332-4844-928c-b11fc30ecf09 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:19:11.366351 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:11.371882 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cb181e-22ab-427b-9937-c6d637d1b468 None None] Routers {'d626d615-6332-4844-928c-b11fc30ecf09'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:19:11.372723 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-b2cb181e-22ab-427b-9937-c6d637d1b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:19:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['d626d615-6332-4844-928c-b11fc30ecf09'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:19:11.377601 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Deleting port 0395e97d-0143-4cba-858f-2a6562b31cc5 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:19:11.379617 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:11.512711 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:19:11.530331 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-b2cb181e-22ab-427b-9937-c6d637d1b468 None None] Set router d626d615-6332-4844-928c-b11fc30ecf09 gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:19:11.569578 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] For port 0395e97d-0143-4cba-858f-2a6562b31cc5, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=0395e97d-0143-4cba-858f-2a6562b31cc5,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:19:11.569989 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:11.638383 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-b2cb181e-22ab-427b-9937-c6d637d1b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:19:11Z', 'revision_number': 6, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:19:11.642314 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cb181e-22ab-427b-9937-c6d637d1b468 None None] The sync data for ids ['d626d615-6332-4844-928c-b11fc30ecf09'] in dv-neutron-837489-1-hyperv is: [{'id': 'd626d615-6332-4844-928c-b11fc30ecf09', 'name': 'tempest-ServerActionsTestJSON-878492875-router', 'tenant_id': 'b93acdbef2fd45d38ae213591ee85359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:19:11Z', 'revision_number': 6, 'project_id': 'b93acdbef2fd45d38ae213591ee85359', 'gw_port_host': None}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:19:11.705584 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Calling delete_port for 0395e97d-0143-4cba-858f-2a6562b31cc5 owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:19:11.891295 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:11.938334 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0395e97d-0143-4cba-858f-2a6562b31cc5,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:11.984202 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:11.984540 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:11.984875 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:11.985205 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:11.985531 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:11.985858 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:11.986181 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:11.986501 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:11.986822 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:11.987131 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:11.987452 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:11.987969 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:12.048917 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:12.227224 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:12.229364 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:12.252682 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:12.253317 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d626d615-6332-4844-928c-b11fc30ecf09 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:19:12.265637 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:12.266746 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-525b4040-34b6-425a-b9bf-cffd3ca483e4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d626d615-6332-4844-928c-b11fc30ecf09 HTTP/1.1" status: 204 len: 168 time: 1.3914742 Apr 18 06:19:12.269445 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53182) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:12.329340 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-823af219-b469-4e22-95bb-1bce41fea285 admin admin] Deleting subnet d5673394-5ef8-4429-bf17-b8a3b7567b41 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:19:12.334843 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-823af219-b469-4e22-95bb-1bce41fea285 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:12.398081 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-823af219-b469-4e22-95bb-1bce41fea285 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:12.485150 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-823af219-b469-4e22-95bb-1bce41fea285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:12.554541 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-823af219-b469-4e22-95bb-1bce41fea285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:12.601047 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823af219-b469-4e22-95bb-1bce41fea285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5673394-5ef8-4429-bf17-b8a3b7567b41,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:12.605930 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-823af219-b469-4e22-95bb-1bce41fea285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:12.611884 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dbb75b-29d5-4893-9d1c-4e4bc2db959e None None] Network 61033b25-ada0-4e93-b5e1-f1114b7f01db requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:19:12.615361 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53186) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:12.615843 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-823af219-b469-4e22-95bb-1bce41fea285 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d5673394-5ef8-4429-bf17-b8a3b7567b41 HTTP/1.1" status: 204 len: 168 time: 0.3448601 Apr 18 06:19:12.739350 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-316d19b4-5a24-451b-b8a7-3c50e629b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:12.751422 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-316d19b4-5a24-451b-b8a7-3c50e629b0d2 admin admin] Deleting port 719011c3-06db-4b57-900d-4f3bf145812a {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:19:12.752118 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-316d19b4-5a24-451b-b8a7-3c50e629b0d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:12.780022 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 0395e97d-0143-4cba-858f-2a6562b31cc5 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:19:12.817317 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 0395e97d-0143-4cba-858f-2a6562b31cc5 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:19:12.817655 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 0395e97d-0143-4cba-858f-2a6562b31cc5 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:19:12.818058 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c0121110-7202-451e-929c-93bdb92d1a62 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:19:12.875557 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: c0121110-7202-451e-929c-93bdb92d1a62 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:19:12.875892 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c0121110-7202-451e-929c-93bdb92d1a62 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:19:12.977724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-316d19b4-5a24-451b-b8a7-3c50e629b0d2 admin admin] For port 719011c3-06db-4b57-900d-4f3bf145812a, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=719011c3-06db-4b57-900d-4f3bf145812a,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:19:12.978088 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-316d19b4-5a24-451b-b8a7-3c50e629b0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:13.033288 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c66b32-496a-407a-9631-a4c27524df9f None None] DHCP port deletion for 61033b25-ada0-4e93-b5e1-f1114b7f01db request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:19:13.038204 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-52c66b32-496a-407a-9631-a4c27524df9f None None] Deleting port 719011c3-06db-4b57-900d-4f3bf145812a {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:19:13.038824 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-52c66b32-496a-407a-9631-a4c27524df9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:13.225799 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-316d19b4-5a24-451b-b8a7-3c50e629b0d2 admin admin] Calling delete_port for 719011c3-06db-4b57-900d-4f3bf145812a owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:19:13.249886 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-52c66b32-496a-407a-9631-a4c27524df9f None None] For port 719011c3-06db-4b57-900d-4f3bf145812a, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=719011c3-06db-4b57-900d-4f3bf145812a,segment=NetworkSegment(45f1f273-9329-465c-99c0-b5cddf5c713b),segment_id=45f1f273-9329-465c-99c0-b5cddf5c713b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:19:13.250278 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-52c66b32-496a-407a-9631-a4c27524df9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:13.302764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-316d19b4-5a24-451b-b8a7-3c50e629b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:13.351531 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d19b4-5a24-451b-b8a7-3c50e629b0d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=719011c3-06db-4b57-900d-4f3bf145812a,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:13.357047 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316d19b4-5a24-451b-b8a7-3c50e629b0d2 admin admin] No DVR routers for this DVR port 719011c3-06db-4b57-900d-4f3bf145812a on host dv-neutron-837489-1-hyperv {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:19:13.372727 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-52c66b32-496a-407a-9631-a4c27524df9f None None] Calling delete_port for 719011c3-06db-4b57-900d-4f3bf145812a owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:19:13.447083 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-52c66b32-496a-407a-9631-a4c27524df9f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:19:13.447461 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-52c66b32-496a-407a-9631-a4c27524df9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:19:13.474723 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-316d19b4-5a24-451b-b8a7-3c50e629b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:13.503519 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-316d19b4-5a24-451b-b8a7-3c50e629b0d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61033b25-ada0-4e93-b5e1-f1114b7f01db']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:19:13.515425 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-316d19b4-5a24-451b-b8a7-3c50e629b0d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f1f273-9329-465c-99c0-b5cddf5c713b') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:19:13.515714 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-316d19b4-5a24-451b-b8a7-3c50e629b0d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f1f273-9329-465c-99c0-b5cddf5c713b') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:19:13.527165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-316d19b4-5a24-451b-b8a7-3c50e629b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:13.543161 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-316d19b4-5a24-451b-b8a7-3c50e629b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:13.548960 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316d19b4-5a24-451b-b8a7-3c50e629b0d2 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:19:13.549330 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-316d19b4-5a24-451b-b8a7-3c50e629b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:19:13.562247 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:19:13.635690 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-316d19b4-5a24-451b-b8a7-3c50e629b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:13.656861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-316d19b4-5a24-451b-b8a7-3c50e629b0d2 admin admin] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:13.667560 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d19b4-5a24-451b-b8a7-3c50e629b0d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=61033b25-ada0-4e93-b5e1-f1114b7f01db,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:13.681157 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-316d19b4-5a24-451b-b8a7-3c50e629b0d2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/61033b25-ada0-4e93-b5e1-f1114b7f01db HTTP/1.1" status: 204 len: 168 time: 1.0647435 Apr 18 06:19:13.815135 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53192) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:13.865590 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5178908f-c134-4044-944e-ab7135c751e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b93acdbef2fd45d38ae213591ee85359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486803 Apr 18 06:19:13.867951 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53196) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:13.926458 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73c37b51-9687-4b2f-b23a-4f01939f5fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:13.948327 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-52c66b32-496a-407a-9631-a4c27524df9f None None] Deleting port 719011c3-06db-4b57-900d-4f3bf145812a {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:19:13.948844 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-52c66b32-496a-407a-9631-a4c27524df9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:13.952254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73c37b51-9687-4b2f-b23a-4f01939f5fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:14.010355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73c37b51-9687-4b2f-b23a-4f01939f5fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:14.023517 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-52c66b32-496a-407a-9631-a4c27524df9f None None] The port '719011c3-06db-4b57-900d-4f3bf145812a' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 06:19:14.026874 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c37b51-9687-4b2f-b23a-4f01939f5fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102aee16-e694-4130-8b48-b71927bc2b6a,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:14.041227 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73c37b51-9687-4b2f-b23a-4f01939f5fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:14.044926 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-73c37b51-9687-4b2f-b23a-4f01939f5fa5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/102aee16-e694-4130-8b48-b71927bc2b6a HTTP/1.1" status: 204 len: 168 time: 0.1736000 Apr 18 06:19:14.687912 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 719011c3-06db-4b57-900d-4f3bf145812a no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:19:14.723817 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 719011c3-06db-4b57-900d-4f3bf145812a {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:19:14.724311 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 719011c3-06db-4b57-900d-4f3bf145812a not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:19:14.814071 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53220) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:14.921580 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1038678655-network', 'tenant_id': '781efa4da9b0434e8ee57a4570f58af2'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:19:14.926932 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:19:14.930816 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] Usage tracker for resource:network and tenant:781efa4da9b0434e8ee57a4570f58af2 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:19:14.933649 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:19:14.939820 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:19:14.949828 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] Made reservation on behalf of 781efa4da9b0434e8ee57a4570f58af2 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:19:14.952361 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:14.968507 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:14.983673 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:19:14.987798 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] Usage tracker for resource:security_group_rule and tenant:781efa4da9b0434e8ee57a4570f58af2 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:19:14.990848 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:19:14.996538 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:19:15.083055 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:15.087214 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:15.120262 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:19:15.129714 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:15.135837 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:15.136250 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] Added segment 7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90 of type vlan for network 729bdf59-37e5-48aa-9fc0-baa80a6532e0 Apr 18 06:19:15.164292 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:15.193748 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:15.194692 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:15.195272 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:15.300111 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4847977 Apr 18 06:19:15.301367 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b968b-2e1d-434d-8ff7-d1be388feb4c admin admin] Pushing event updated for resources: {'Network': ['ID=729bdf59-37e5-48aa-9fc0-baa80a6532e0,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:15.303055 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53226) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:15.309281 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-2471fd43-12ff-490c-8590-54c24c726325 admin admin] Request body: {'subnet': {'network_id': '729bdf59-37e5-48aa-9fc0-baa80a6532e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1038678655-subnet', 'tenant_id': '781efa4da9b0434e8ee57a4570f58af2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:19:15.314261 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2471fd43-12ff-490c-8590-54c24c726325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:19:15.319385 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2471fd43-12ff-490c-8590-54c24c726325 admin admin] Usage tracker for resource:subnet and tenant:781efa4da9b0434e8ee57a4570f58af2 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:19:15.320613 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 729bdf59-37e5-48aa-9fc0-baa80a6532e0 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:19:15.322491 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-2471fd43-12ff-490c-8590-54c24c726325 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:19:15.328630 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-2471fd43-12ff-490c-8590-54c24c726325 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:19:15.342887 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2471fd43-12ff-490c-8590-54c24c726325 admin admin] Made reservation on behalf of 781efa4da9b0434e8ee57a4570f58af2 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:19:15.345987 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2471fd43-12ff-490c-8590-54c24c726325 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:15.661676 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2471fd43-12ff-490c-8590-54c24c726325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:15.740283 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471fd43-12ff-490c-8590-54c24c726325 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61a90e2f-101d-4d90-87f5-6e31f80a13e7,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:15.748879 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2471fd43-12ff-490c-8590-54c24c726325 admin admin] Checking segment: {'id': '7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '729bdf59-37e5-48aa-9fc0-baa80a6532e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:19:15.749239 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2471fd43-12ff-490c-8590-54c24c726325 admin admin] Network hostable DHCP agents. Network: 729bdf59-37e5-48aa-9fc0-baa80a6532e0, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:19:15.768837 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2471fd43-12ff-490c-8590-54c24c726325 admin admin] Network 729bdf59-37e5-48aa-9fc0-baa80a6532e0 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:19:15.779150 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-2471fd43-12ff-490c-8590-54c24c726325 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 729bdf59-37e5-48aa-9fc0-baa80a6532e0) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:19:15.783891 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2471fd43-12ff-490c-8590-54c24c726325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:15.784531 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2471fd43-12ff-490c-8590-54c24c726325 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:15.790358 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c01af5-be9d-437f-8cf0-ea016eec7bca None None] Network 729bdf59-37e5-48aa-9fc0-baa80a6532e0 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:19:15.813406 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2471fd43-12ff-490c-8590-54c24c726325 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5013006 Apr 18 06:19:16.021963 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ebb9cb-df8b-455d-9b4a-1f4df36251be None None] Network 729bdf59-37e5-48aa-9fc0-baa80a6532e0 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:19:16.323440 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-61eb57ea-75f0-4ee8-81c7-0aa4ffa23ce6 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:16.324864 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-61eb57ea-75f0-4ee8-81c7-0aa4ffa23ce6 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/networks?id=729bdf59-37e5-48aa-9fc0-baa80a6532e0 HTTP/1.1" status: 200 len: 814 time: 0.1498339 Apr 18 06:19:16.340838 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-7f797b7a-fa28-4aeb-b961-9c16aca25836 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/quotas/781efa4da9b0434e8ee57a4570f58af2 HTTP/1.1" status: 200 len: 375 time: 0.0105891 Apr 18 06:19:16.392286 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-fc658534-54b5-4fc8-819c-4fae66d14fa7 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=781efa4da9b0434e8ee57a4570f58af2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434597 Apr 18 06:19:16.528154 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-82ef9ea2-b74e-4b17-bdf4-fed14e92e02e service neutron] 10.222.0.15 "GET /v2.0/networks/729bdf59-37e5-48aa-9fc0-baa80a6532e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284060 Apr 18 06:19:16.664960 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-225cb830-e1e6-4620-a75e-79c365f8477c service neutron] 10.222.0.15 "GET /v2.0/networks/729bdf59-37e5-48aa-9fc0-baa80a6532e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306684 Apr 18 06:19:16.861773 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7ee5b9e7-e6da-4cbf-b019-2fbc82844bb0 req-a7d631d7-9f7c-4abe-8b44-361b80de58ec tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 210 time: 0.0509577 Apr 18 06:19:18.014709 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-655ff607-f861-4c9f-82b0-7467440f345c req-27d4cd1e-2cc4-460f-8c84-7ae60443189c tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 210 time: 0.0457075 Apr 18 06:19:18.172179 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-7cf29aa1-bcf9-49c6-9d72-7087a5a4f886 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:18.173491 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-7cf29aa1-bcf9-49c6-9d72-7087a5a4f886 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Synchronizing usage tracker for tenant:781efa4da9b0434e8ee57a4570f58af2 on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:19:18.192173 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-7cf29aa1-bcf9-49c6-9d72-7087a5a4f886 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Unset dirty status for tenant:781efa4da9b0434e8ee57a4570f58af2 on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:19:18.193500 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-7cf29aa1-bcf9-49c6-9d72-7087a5a4f886 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.52 "GET /v2.0/networks?id=729bdf59-37e5-48aa-9fc0-baa80a6532e0 HTTP/1.1" status: 200 len: 814 time: 0.1894004 Apr 18 06:19:18.210704 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-ca886bdc-5eaa-4837-b24c-a57a483ab2f1 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Request body: {'port': {'device_id': '61ecdcb9-d739-4b54-8e31-1bea5b96b9f9', 'network_id': '729bdf59-37e5-48aa-9fc0-baa80a6532e0', 'admin_state_up': True, 'tenant_id': '781efa4da9b0434e8ee57a4570f58af2'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:19:18.358095 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-ca886bdc-5eaa-4837-b24c-a57a483ab2f1 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:19:18.363512 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-ca886bdc-5eaa-4837-b24c-a57a483ab2f1 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Usage tracker for resource:port and tenant:781efa4da9b0434e8ee57a4570f58af2 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:19:18.366949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-ca886bdc-5eaa-4837-b24c-a57a483ab2f1 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:19:18.373546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-ca886bdc-5eaa-4837-b24c-a57a483ab2f1 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:19:18.385554 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-ca886bdc-5eaa-4837-b24c-a57a483ab2f1 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Made reservation on behalf of 781efa4da9b0434e8ee57a4570f58af2 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:19:18.390037 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-ca886bdc-5eaa-4837-b24c-a57a483ab2f1 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:18.577705 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-ca886bdc-5eaa-4837-b24c-a57a483ab2f1 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Allocated IP 172.20.0.10 (729bdf59-37e5-48aa-9fc0-baa80a6532e0/61a90e2f-101d-4d90-87f5-6e31f80a13e7/6d0dee18-7fda-430c-83ca-ad3acf899a40) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:19:18.809645 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-ca886bdc-5eaa-4837-b24c-a57a483ab2f1 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:18.843202 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-ca886bdc-5eaa-4837-b24c-a57a483ab2f1 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:18.910894 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-ca886bdc-5eaa-4837-b24c-a57a483ab2f1 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Network 729bdf59-37e5-48aa-9fc0-baa80a6532e0 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:19:18.918057 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-ca886bdc-5eaa-4837-b24c-a57a483ab2f1 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:19:18.923863 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-ca886bdc-5eaa-4837-b24c-a57a483ab2f1 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:19:18.960364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca886bdc-5eaa-4837-b24c-a57a483ab2f1 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Pushing event updated for resources: {'Port': ['ID=6d0dee18-7fda-430c-83ca-ad3acf899a40,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:18.996573 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-ca886bdc-5eaa-4837-b24c-a57a483ab2f1 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:18.997218 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-ca886bdc-5eaa-4837-b24c-a57a483ab2f1 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:19.023721 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-ca886bdc-5eaa-4837-b24c-a57a483ab2f1 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8171430 Apr 18 06:19:19.040244 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] Request body: {'port': {'device_id': '61ecdcb9-d739-4b54-8e31-1bea5b96b9f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:19:19.206834 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:19.299867 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a9af9-05ba-4f28-b269-df90cfdb90dc req-cd91ad5d-7abc-405c-8e42-d6f517da95f5 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:19.301035 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-9a1a9af9-05ba-4f28-b269-df90cfdb90dc req-cd91ad5d-7abc-405c-8e42-d6f517da95f5 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Synchronizing usage tracker for tenant:781efa4da9b0434e8ee57a4570f58af2 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:19:19.381332 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-9a1a9af9-05ba-4f28-b269-df90cfdb90dc req-cd91ad5d-7abc-405c-8e42-d6f517da95f5 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Unset dirty status for tenant:781efa4da9b0434e8ee57a4570f58af2 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:19:19.382529 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9a1a9af9-05ba-4f28-b269-df90cfdb90dc req-cd91ad5d-7abc-405c-8e42-d6f517da95f5 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 932 time: 0.2500675 Apr 18 06:19:19.622143 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-9a1a9af9-05ba-4f28-b269-df90cfdb90dc req-df56006f-046e-4701-b8af-3ff24a49d6cd tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Synchronizing usage tracker for tenant:781efa4da9b0434e8ee57a4570f58af2 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:19:19.657842 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-9a1a9af9-05ba-4f28-b269-df90cfdb90dc req-df56006f-046e-4701-b8af-3ff24a49d6cd tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Unset dirty status for tenant:781efa4da9b0434e8ee57a4570f58af2 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:19:19.658997 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9a1a9af9-05ba-4f28-b269-df90cfdb90dc req-df56006f-046e-4701-b8af-3ff24a49d6cd tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700250 Apr 18 06:19:19.742508 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0dee18-7fda-430c-83ca-ad3acf899a40 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:19:19.749899 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:19.765292 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] Transition to ACTIVE for port object 6d0dee18-7fda-430c-83ca-ad3acf899a40 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:19:19.769395 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:19.929454 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0dee18-7fda-430c-83ca-ad3acf899a40,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:20.012401 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] Attempting to bind port 6d0dee18-7fda-430c-83ca-ad3acf899a40 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:19:20.012710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] Attempting to bind port 6d0dee18-7fda-430c-83ca-ad3acf899a40 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '729bdf59-37e5-48aa-9fc0-baa80a6532e0'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:19:20.013033 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] Attempting to bind port 6d0dee18-7fda-430c-83ca-ad3acf899a40 on network 729bdf59-37e5-48aa-9fc0-baa80a6532e0 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:19:20.017887 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] Port 6d0dee18-7fda-430c-83ca-ad3acf899a40 on network 729bdf59-37e5-48aa-9fc0-baa80a6532e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:19:20.018201 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] Attempting to bind port 6d0dee18-7fda-430c-83ca-ad3acf899a40 on network 729bdf59-37e5-48aa-9fc0-baa80a6532e0 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:19:20.024366 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:19:20.024693 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] Checking segment: {'id': '7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '729bdf59-37e5-48aa-9fc0-baa80a6532e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:19:20.025101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] Bound using segment: {'id': '7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '729bdf59-37e5-48aa-9fc0-baa80a6532e0'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:19:20.025527 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] Bound port: 6d0dee18-7fda-430c-83ca-ad3acf899a40, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '729bdf59-37e5-48aa-9fc0-baa80a6532e0'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:19:20.025868 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:20.120654 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] For port 6d0dee18-7fda-430c-83ca-ad3acf899a40, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:19:20.123492 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] For port 6d0dee18-7fda-430c-83ca-ad3acf899a40, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=6d0dee18-7fda-430c-83ca-ad3acf899a40,segment=NetworkSegment(7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90),segment_id=7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:19:20.127926 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:20.181992 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:20.182989 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:20.183923 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] 10.222.0.52 "PUT /v2.0/ports/6d0dee18-7fda-430c-83ca-ad3acf899a40 HTTP/1.1" status: 200 len: 1094 time: 1.1484733 Apr 18 06:19:20.187226 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ecdcb9-d739-4b54-8e31-1bea5b96b9f9', 'tag': '6d0dee18-7fda-430c-83ca-ad3acf899a40'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:19:20.217039 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a3cc4-7606-4916-90dc-2739d6f04301 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0dee18-7fda-430c-83ca-ad3acf899a40,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:20.248195 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80bd4a3c-3fbf-4a7b-b3a3-eac11e6a5414'] response: {'name': 'network-changed', 'server_uuid': '61ecdcb9-d739-4b54-8e31-1bea5b96b9f9', 'tag': '6d0dee18-7fda-430c-83ca-ad3acf899a40', 'status': 'completed', 'code': 200} Apr 18 06:19:20.330304 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-7bd7f9ee-dbec-4f26-9676-561bc9b664a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:20.332725 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-7bd7f9ee-dbec-4f26-9676-561bc9b664a0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=781efa4da9b0434e8ee57a4570f58af2&device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 1097 time: 0.0795174 Apr 18 06:19:20.405482 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-2af156ae-7182-48f2-8702-e54fd8fa84be service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d0dee18-7fda-430c-83ca-ad3acf899a40 HTTP/1.1" status: 200 len: 217 time: 0.0621817 Apr 18 06:19:20.474833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-cd00dbb5-886c-404f-a20f-3f81fbf1a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:20.476206 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-cd00dbb5-886c-404f-a20f-3f81fbf1a526 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=61a90e2f-101d-4d90-87f5-6e31f80a13e7 HTTP/1.1" status: 200 len: 854 time: 0.0629132 Apr 18 06:19:20.526258 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-267d504e-e294-4134-a6ba-be47da186ea0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=729bdf59-37e5-48aa-9fc0-baa80a6532e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410697 Apr 18 06:19:20.664336 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-a1d1b798-7b81-48c3-8637-d953aeb28cc7 service neutron] 10.222.0.52 "GET /v2.0/networks/729bdf59-37e5-48aa-9fc0-baa80a6532e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255336 Apr 18 06:19:20.850283 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c5a1119f-c11c-40ac-bab9-f870f8398a94 req-03333877-1ff2-4bad-801b-724477f30aee service neutron] 10.222.0.52 "GET /v2.0/networks/729bdf59-37e5-48aa-9fc0-baa80a6532e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768568 Apr 18 06:19:20.877190 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc589fe5-6008-49ff-9024-f559672a5f39 req-078a33a0-df72-4e64-b486-bfec1ee121e7 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:20.879725 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cc589fe5-6008-49ff-9024-f559672a5f39 req-078a33a0-df72-4e64-b486-bfec1ee121e7 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 944 time: 0.1098144 Apr 18 06:19:20.973402 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cc589fe5-6008-49ff-9024-f559672a5f39 req-0faee3a5-d80d-4559-b81f-8b69ad3ba988 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874782 Apr 18 06:19:21.004672 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4773a6-0e64-47df-ad63-94f99a353995 req-367665f0-4ff6-4f92-8926-ea6393865660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:21.006113 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ad4773a6-0e64-47df-ad63-94f99a353995 req-367665f0-4ff6-4f92-8926-ea6393865660 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=781efa4da9b0434e8ee57a4570f58af2&device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 1097 time: 0.0909638 Apr 18 06:19:21.137645 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4773a6-0e64-47df-ad63-94f99a353995 req-457e2f15-811d-4460-89b8-50b61c226781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:21.138985 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ad4773a6-0e64-47df-ad63-94f99a353995 req-457e2f15-811d-4460-89b8-50b61c226781 service neutron] 10.222.0.52 "GET /v2.0/networks?id=729bdf59-37e5-48aa-9fc0-baa80a6532e0 HTTP/1.1" status: 200 len: 915 time: 0.1260033 Apr 18 06:19:21.210286 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ad4773a6-0e64-47df-ad63-94f99a353995 req-d32c036c-192b-462c-95fd-8d87319b8f67 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d0dee18-7fda-430c-83ca-ad3acf899a40 HTTP/1.1" status: 200 len: 217 time: 0.0644767 Apr 18 06:19:21.274867 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4773a6-0e64-47df-ad63-94f99a353995 req-f6fce411-38a4-4607-9da1-b38e5d644954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:21.276341 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ad4773a6-0e64-47df-ad63-94f99a353995 req-f6fce411-38a4-4607-9da1-b38e5d644954 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=61a90e2f-101d-4d90-87f5-6e31f80a13e7 HTTP/1.1" status: 200 len: 854 time: 0.0573318 Apr 18 06:19:21.323083 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ad4773a6-0e64-47df-ad63-94f99a353995 req-69535f05-12fa-4d25-a2bd-6fb752b4dabb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=729bdf59-37e5-48aa-9fc0-baa80a6532e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404620 Apr 18 06:19:21.569080 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ad4773a6-0e64-47df-ad63-94f99a353995 req-e9335e60-27d7-40c3-ada3-800c39833e22 service neutron] 10.222.0.52 "GET /v2.0/networks/729bdf59-37e5-48aa-9fc0-baa80a6532e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373631 Apr 18 06:19:21.704382 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ad4773a6-0e64-47df-ad63-94f99a353995 req-d42ccf2a-cccd-4a12-88c5-ed9ace228000 service neutron] 10.222.0.52 "GET /v2.0/networks/729bdf59-37e5-48aa-9fc0-baa80a6532e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286616 Apr 18 06:19:22.164778 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b3aef-3c29-4cf2-afa7-1a7bf4813114 req-267ab092-8004-42f2-9557-48eb91b925c6 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:22.166239 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-469b3aef-3c29-4cf2-afa7-1a7bf4813114 req-267ab092-8004-42f2-9557-48eb91b925c6 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 944 time: 0.0863132 Apr 18 06:19:22.212090 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-469b3aef-3c29-4cf2-afa7-1a7bf4813114 req-f9cdba36-7dff-449c-ad25-60b8a3b7124f tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398843 Apr 18 06:19:23.400265 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142df2a9-ff0a-4b1c-85fa-a9b21348327f req-60241d50-cd4f-423f-be23-31690f930866 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:23.401885 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-142df2a9-ff0a-4b1c-85fa-a9b21348327f req-60241d50-cd4f-423f-be23-31690f930866 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 944 time: 0.0847039 Apr 18 06:19:23.446701 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-142df2a9-ff0a-4b1c-85fa-a9b21348327f req-1de388ac-aee3-4311-ba0e-d7db853107be tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388169 Apr 18 06:19:23.866356 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 6d0dee18-7fda-430c-83ca-ad3acf899a40 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:19:24.006316 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 6d0dee18-7fda-430c-83ca-ad3acf899a40, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=6d0dee18-7fda-430c-83ca-ad3acf899a40,segment=NetworkSegment(7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90),segment_id=7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:19:24.049353 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '6d0dee18-7fda-430c-83ca-ad3acf899a40', 'network_id': '729bdf59-37e5-48aa-9fc0-baa80a6532e0', 'port_id': '6d0dee18-7fda-430c-83ca-ad3acf899a40', 'mac_address': 'fa:16:3e:08:86:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a90e2f-101d-4d90-87f5-6e31f80a13e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:19:24.109059 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:24.125691 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0dee18-7fda-430c-83ca-ad3acf899a40 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:19:24.140446 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 6d0dee18-7fda-430c-83ca-ad3acf899a40, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=6d0dee18-7fda-430c-83ca-ad3acf899a40,segment=NetworkSegment(7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90),segment_id=7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:19:24.145531 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:24.213665 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=6d0dee18-7fda-430c-83ca-ad3acf899a40,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:24.452439 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['6d0dee18-7fda-430c-83ca-ad3acf899a40'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:19:24.645493 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec988e-c82a-4a91-a012-acc01514ba10 req-7c86bc74-d4ed-446f-9c4c-d43fa69a098a tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:24.646963 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d0ec988e-c82a-4a91-a012-acc01514ba10 req-7c86bc74-d4ed-446f-9c4c-d43fa69a098a tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 945 time: 0.0875583 Apr 18 06:19:24.699075 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d0ec988e-c82a-4a91-a012-acc01514ba10 req-5bc2f865-dfe4-48af-afe0-1c0622435d2f tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463917 Apr 18 06:19:25.881077 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 6d0dee18-7fda-430c-83ca-ad3acf899a40 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:19:25.884516 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4c043-052e-4ad4-a0eb-2da09468195a req-2efb63b7-7da2-4310-94da-771bc9f4dd76 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:25.886019 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b1e4c043-052e-4ad4-a0eb-2da09468195a req-2efb63b7-7da2-4310-94da-771bc9f4dd76 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 945 time: 0.0797074 Apr 18 06:19:25.936554 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b1e4c043-052e-4ad4-a0eb-2da09468195a req-7362d0e3-82a2-464f-af1f-3fea0f2b9e3b tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443449 Apr 18 06:19:25.964620 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port 6d0dee18-7fda-430c-83ca-ad3acf899a40 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:19:25.969671 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 6d0dee18-7fda-430c-83ca-ad3acf899a40 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:19:25.970145 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:26.086404 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:26.112665 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ecdcb9-d739-4b54-8e31-1bea5b96b9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0dee18-7fda-430c-83ca-ad3acf899a40'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:19:26.121915 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 6d0dee18-7fda-430c-83ca-ad3acf899a40, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=6d0dee18-7fda-430c-83ca-ad3acf899a40,segment=NetworkSegment(7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90),segment_id=7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:19:26.126447 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:26.163800 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90df4b7e-739b-473f-80f5-ae48be11f3d1'] response: {'server_uuid': '61ecdcb9-d739-4b54-8e31-1bea5b96b9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0dee18-7fda-430c-83ca-ad3acf899a40', 'code': 200} Apr 18 06:19:26.195506 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=6d0dee18-7fda-430c-83ca-ad3acf899a40,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:26.403561 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfcecf-b090-4268-bb9a-6fce1b155d86 req-e9eeaa7e-a302-4c15-8770-5e5beb9d5a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:26.405096 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-aadfcecf-b090-4268-bb9a-6fce1b155d86 req-e9eeaa7e-a302-4c15-8770-5e5beb9d5a83 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 1099 time: 0.0715780 Apr 18 06:19:26.445835 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-aadfcecf-b090-4268-bb9a-6fce1b155d86 req-73e5c0e0-fc89-4a24-a2d9-02d8295b847d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346866 Apr 18 06:19:27.137761 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af8299-3bba-4fcb-99d9-774c9f745937 req-d033690f-f561-44bf-998a-12a2a00d9898 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:27.139236 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-11af8299-3bba-4fcb-99d9-774c9f745937 req-d033690f-f561-44bf-998a-12a2a00d9898 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 946 time: 0.0953331 Apr 18 06:19:27.184748 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-11af8299-3bba-4fcb-99d9-774c9f745937 req-ff9b5372-f81f-45c4-8df5-198ba66af4ad tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384669 Apr 18 06:19:28.374538 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02715c69-337c-4264-82fe-867e06d7cead req-69c7ecb2-b581-4828-947c-d66571d86c5e tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:28.376462 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-02715c69-337c-4264-82fe-867e06d7cead req-69c7ecb2-b581-4828-947c-d66571d86c5e tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 946 time: 0.0825419 Apr 18 06:19:28.423762 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-02715c69-337c-4264-82fe-867e06d7cead req-f7d33348-54ab-40ae-9a24-0f32c2b993b1 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404012 Apr 18 06:19:28.715248 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-4de2168e-afe7-4367-ad78-5704caed0951 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:28.716869 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-4de2168e-afe7-4367-ad78-5704caed0951 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/networks?id=729bdf59-37e5-48aa-9fc0-baa80a6532e0 HTTP/1.1" status: 200 len: 814 time: 0.1443567 Apr 18 06:19:28.733447 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-0280d47d-c991-4b02-ac35-2a9387c3492d tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/quotas/781efa4da9b0434e8ee57a4570f58af2 HTTP/1.1" status: 200 len: 375 time: 0.0093913 Apr 18 06:19:28.812739 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-fe7ce005-7b2d-4217-8d9b-b04f46b042f4 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=781efa4da9b0434e8ee57a4570f58af2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0741568 Apr 18 06:19:28.949886 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-d884ba30-9556-41ca-b24f-2b9f106f98f0 service neutron] 10.222.0.15 "GET /v2.0/networks/729bdf59-37e5-48aa-9fc0-baa80a6532e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296463 Apr 18 06:19:29.083564 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-7406b564-c0d5-4ee1-a5a2-e7ba54cf7fc0 service neutron] 10.222.0.15 "GET /v2.0/networks/729bdf59-37e5-48aa-9fc0-baa80a6532e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277332 Apr 18 06:19:29.272767 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e4c1c269-901e-46fb-b93e-9188fecfa806 req-a4f04382-55f5-4396-a034-1f98ff0c0657 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=32604546-fcec-47e0-b8bb-67df26d2dd90 HTTP/1.1" status: 200 len: 210 time: 0.0489397 Apr 18 06:19:30.382615 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-efd27f6d-ed22-4d46-a2cc-b85e8bb7bad7 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:30.384363 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-efd27f6d-ed22-4d46-a2cc-b85e8bb7bad7 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.52 "GET /v2.0/networks?id=729bdf59-37e5-48aa-9fc0-baa80a6532e0 HTTP/1.1" status: 200 len: 814 time: 0.2047882 Apr 18 06:19:30.400914 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-b7143c04-7690-458d-a95b-2efb5fffec94 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Request body: {'port': {'device_id': '32604546-fcec-47e0-b8bb-67df26d2dd90', 'network_id': '729bdf59-37e5-48aa-9fc0-baa80a6532e0', 'admin_state_up': True, 'tenant_id': '781efa4da9b0434e8ee57a4570f58af2'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:19:30.487965 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fd5f5e84-95a3-4f82-9149-9ffba5c49b76 req-85058713-ea8b-4774-b45e-3b07845bb202 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=32604546-fcec-47e0-b8bb-67df26d2dd90 HTTP/1.1" status: 200 len: 210 time: 0.0901630 Apr 18 06:19:30.595726 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-b7143c04-7690-458d-a95b-2efb5fffec94 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:19:30.605894 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-b7143c04-7690-458d-a95b-2efb5fffec94 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:19:30.616181 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-b7143c04-7690-458d-a95b-2efb5fffec94 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Made reservation on behalf of 781efa4da9b0434e8ee57a4570f58af2 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:19:30.619635 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-b7143c04-7690-458d-a95b-2efb5fffec94 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:30.790064 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-b7143c04-7690-458d-a95b-2efb5fffec94 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Allocated IP 172.20.0.12 (729bdf59-37e5-48aa-9fc0-baa80a6532e0/61a90e2f-101d-4d90-87f5-6e31f80a13e7/90aa5b4f-9444-424d-9db2-5c25fc7b0a24) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:19:30.993238 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-b7143c04-7690-458d-a95b-2efb5fffec94 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:31.022438 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-b7143c04-7690-458d-a95b-2efb5fffec94 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:31.034318 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['6d0dee18-7fda-430c-83ca-ad3acf899a40'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:19:31.086313 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-b7143c04-7690-458d-a95b-2efb5fffec94 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Network 729bdf59-37e5-48aa-9fc0-baa80a6532e0 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:19:31.089334 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-b7143c04-7690-458d-a95b-2efb5fffec94 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:19:31.097925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-b7143c04-7690-458d-a95b-2efb5fffec94 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:19:31.256595 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7143c04-7690-458d-a95b-2efb5fffec94 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Pushing event updated for resources: {'Port': ['ID=90aa5b4f-9444-424d-9db2-5c25fc7b0a24,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:31.280299 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-b7143c04-7690-458d-a95b-2efb5fffec94 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:31.280891 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-b7143c04-7690-458d-a95b-2efb5fffec94 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:31.305105 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-b7143c04-7690-458d-a95b-2efb5fffec94 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9091895 Apr 18 06:19:31.317868 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] Request body: {'port': {'device_id': '32604546-fcec-47e0-b8bb-67df26d2dd90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:19:31.434045 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:31.677927 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b1243-ce2a-405e-a20b-68688c3622e5 req-ee63c4b8-0934-475c-a04b-180694d6d2a8 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:31.679595 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-304b1243-ce2a-405e-a20b-68688c3622e5 req-ee63c4b8-0934-475c-a04b-180694d6d2a8 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=32604546-fcec-47e0-b8bb-67df26d2dd90 HTTP/1.1" status: 200 len: 932 time: 0.0845048 Apr 18 06:19:31.740907 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-304b1243-ce2a-405e-a20b-68688c3622e5 req-c522485d-c232-49a5-99d3-8ed963aa3f0e tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528910 Apr 18 06:19:31.804197 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90aa5b4f-9444-424d-9db2-5c25fc7b0a24 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:19:31.811493 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:31.826615 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] Transition to ACTIVE for port object 90aa5b4f-9444-424d-9db2-5c25fc7b0a24 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:19:31.830469 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:31.991180 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=90aa5b4f-9444-424d-9db2-5c25fc7b0a24,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:32.066935 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] Attempting to bind port 90aa5b4f-9444-424d-9db2-5c25fc7b0a24 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:19:32.067180 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] Attempting to bind port 90aa5b4f-9444-424d-9db2-5c25fc7b0a24 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '729bdf59-37e5-48aa-9fc0-baa80a6532e0'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:19:32.067498 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] Attempting to bind port 90aa5b4f-9444-424d-9db2-5c25fc7b0a24 on network 729bdf59-37e5-48aa-9fc0-baa80a6532e0 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:19:32.072172 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] Port 90aa5b4f-9444-424d-9db2-5c25fc7b0a24 on network 729bdf59-37e5-48aa-9fc0-baa80a6532e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:19:32.072483 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] Attempting to bind port 90aa5b4f-9444-424d-9db2-5c25fc7b0a24 on network 729bdf59-37e5-48aa-9fc0-baa80a6532e0 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:19:32.077485 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:19:32.077798 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] Checking segment: {'id': '7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '729bdf59-37e5-48aa-9fc0-baa80a6532e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:19:32.078170 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] Bound using segment: {'id': '7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '729bdf59-37e5-48aa-9fc0-baa80a6532e0'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:19:32.078584 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] Bound port: 90aa5b4f-9444-424d-9db2-5c25fc7b0a24, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '729bdf59-37e5-48aa-9fc0-baa80a6532e0'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:19:32.078926 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:32.171511 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] For port 90aa5b4f-9444-424d-9db2-5c25fc7b0a24, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:19:32.175269 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] For port 90aa5b4f-9444-424d-9db2-5c25fc7b0a24, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=90aa5b4f-9444-424d-9db2-5c25fc7b0a24,segment=NetworkSegment(7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90),segment_id=7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:19:32.179755 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:32.233588 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:32.234192 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:32.235551 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] 10.222.0.52 "PUT /v2.0/ports/90aa5b4f-9444-424d-9db2-5c25fc7b0a24 HTTP/1.1" status: 200 len: 1094 time: 0.9231014 Apr 18 06:19:32.235978 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32604546-fcec-47e0-b8bb-67df26d2dd90', 'tag': '90aa5b4f-9444-424d-9db2-5c25fc7b0a24'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:19:32.265939 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baadc2d-fc99-4dc8-bdb7-dc910e15d8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=90aa5b4f-9444-424d-9db2-5c25fc7b0a24,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:32.311329 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f4d1ad-b237-46d7-869b-873e93cfb5f7'] response: {'name': 'network-changed', 'server_uuid': '32604546-fcec-47e0-b8bb-67df26d2dd90', 'tag': '90aa5b4f-9444-424d-9db2-5c25fc7b0a24', 'status': 'completed', 'code': 200} Apr 18 06:19:32.357738 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-a9070671-6b22-4a35-9483-208f2cb6c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:32.359127 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-a9070671-6b22-4a35-9483-208f2cb6c35b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=781efa4da9b0434e8ee57a4570f58af2&device_id=32604546-fcec-47e0-b8bb-67df26d2dd90 HTTP/1.1" status: 200 len: 1097 time: 0.0802491 Apr 18 06:19:32.429164 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-2907c17a-8fd8-48b1-ba0a-9d636aef9519 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90aa5b4f-9444-424d-9db2-5c25fc7b0a24 HTTP/1.1" status: 200 len: 217 time: 0.0618241 Apr 18 06:19:32.494855 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-fad08857-105e-4d31-a956-8ee06d2aca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:32.496344 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-fad08857-105e-4d31-a956-8ee06d2aca4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=61a90e2f-101d-4d90-87f5-6e31f80a13e7 HTTP/1.1" status: 200 len: 854 time: 0.0615401 Apr 18 06:19:32.543432 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-be496840-7df5-4ebf-a332-e736f0cf0703 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=729bdf59-37e5-48aa-9fc0-baa80a6532e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414224 Apr 18 06:19:32.676787 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-c82e9c26-c90c-4efc-bc32-b598df4c57e6 service neutron] 10.222.0.52 "GET /v2.0/networks/729bdf59-37e5-48aa-9fc0-baa80a6532e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275258 Apr 18 06:19:32.811271 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d61781-502a-4d40-88a8-0208ef2cf19e req-ad80f729-7edf-4b2b-a792-8b5278c590c7 service neutron] 10.222.0.52 "GET /v2.0/networks/729bdf59-37e5-48aa-9fc0-baa80a6532e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282070 Apr 18 06:19:32.927891 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6ccff-e59c-43df-a470-358538962ec8 req-f401e7e4-0c00-46ec-8aa7-67b82c9302fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:32.929407 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-49a6ccff-e59c-43df-a470-358538962ec8 req-f401e7e4-0c00-46ec-8aa7-67b82c9302fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=781efa4da9b0434e8ee57a4570f58af2&device_id=32604546-fcec-47e0-b8bb-67df26d2dd90 HTTP/1.1" status: 200 len: 1097 time: 0.0710995 Apr 18 06:19:32.938031 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bb5ab-4303-4b11-ae7f-7d51d92117ea req-2575998b-e16e-4072-8f37-12c4d35b3624 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:32.939582 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-804bb5ab-4303-4b11-ae7f-7d51d92117ea req-2575998b-e16e-4072-8f37-12c4d35b3624 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=32604546-fcec-47e0-b8bb-67df26d2dd90 HTTP/1.1" status: 200 len: 944 time: 0.0870664 Apr 18 06:19:32.987110 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-804bb5ab-4303-4b11-ae7f-7d51d92117ea req-a509e7cc-db83-4280-84c0-29a8b2b73bf1 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409343 Apr 18 06:19:33.175758 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6ccff-e59c-43df-a470-358538962ec8 req-27485ece-bb1a-43e8-9f3a-70235e43aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:33.177290 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-49a6ccff-e59c-43df-a470-358538962ec8 req-27485ece-bb1a-43e8-9f3a-70235e43aa3b service neutron] 10.222.0.52 "GET /v2.0/networks?id=729bdf59-37e5-48aa-9fc0-baa80a6532e0 HTTP/1.1" status: 200 len: 915 time: 0.2415192 Apr 18 06:19:33.248065 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-49a6ccff-e59c-43df-a470-358538962ec8 req-a9301ab7-b68d-41e5-a80d-6e0f97d6401c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90aa5b4f-9444-424d-9db2-5c25fc7b0a24 HTTP/1.1" status: 200 len: 217 time: 0.0639846 Apr 18 06:19:33.314138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6ccff-e59c-43df-a470-358538962ec8 req-bab613b0-7b74-4b6d-9849-602b3bfd5850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:33.316484 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-49a6ccff-e59c-43df-a470-358538962ec8 req-bab613b0-7b74-4b6d-9849-602b3bfd5850 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=61a90e2f-101d-4d90-87f5-6e31f80a13e7 HTTP/1.1" status: 200 len: 854 time: 0.0619013 Apr 18 06:19:33.364543 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-49a6ccff-e59c-43df-a470-358538962ec8 req-5295428f-fdda-4d30-b734-63eb2b20e73c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=729bdf59-37e5-48aa-9fc0-baa80a6532e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420520 Apr 18 06:19:33.501832 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-49a6ccff-e59c-43df-a470-358538962ec8 req-45453bd2-624a-42cb-9595-0207022ebe58 service neutron] 10.222.0.52 "GET /v2.0/networks/729bdf59-37e5-48aa-9fc0-baa80a6532e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295652 Apr 18 06:19:33.639482 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-49a6ccff-e59c-43df-a470-358538962ec8 req-7d0bcc81-58cb-44da-b65e-685774b0c160 service neutron] 10.222.0.52 "GET /v2.0/networks/729bdf59-37e5-48aa-9fc0-baa80a6532e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288352 Apr 18 06:19:34.177867 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddb469-ead7-4f97-8bf8-f6af646db024 req-6f0e7fe5-6daa-437a-b312-c7fb1c5b0077 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:34.178468 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-dbddb469-ead7-4f97-8bf8-f6af646db024 req-6f0e7fe5-6daa-437a-b312-c7fb1c5b0077 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Synchronizing usage tracker for tenant:781efa4da9b0434e8ee57a4570f58af2 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:19:34.193539 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-dbddb469-ead7-4f97-8bf8-f6af646db024 req-6f0e7fe5-6daa-437a-b312-c7fb1c5b0077 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Unset dirty status for tenant:781efa4da9b0434e8ee57a4570f58af2 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:19:34.194718 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dbddb469-ead7-4f97-8bf8-f6af646db024 req-6f0e7fe5-6daa-437a-b312-c7fb1c5b0077 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=32604546-fcec-47e0-b8bb-67df26d2dd90 HTTP/1.1" status: 200 len: 944 time: 0.0958030 Apr 18 06:19:34.244867 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dbddb469-ead7-4f97-8bf8-f6af646db024 req-9f734ad2-3eec-43b0-b774-9c3ab5f366a5 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443230 Apr 18 06:19:35.331631 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-18cdcfd6-5076-4106-bebf-50b202592d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:35.434655 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0d12c-5965-4310-a7d3-c1701f2e771c req-ffaf25b5-401f-4b6b-9b3f-ab3f58b598dc tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:35.436137 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-78f0d12c-5965-4310-a7d3-c1701f2e771c req-ffaf25b5-401f-4b6b-9b3f-ab3f58b598dc tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=32604546-fcec-47e0-b8bb-67df26d2dd90 HTTP/1.1" status: 200 len: 944 time: 0.0809419 Apr 18 06:19:35.480921 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-78f0d12c-5965-4310-a7d3-c1701f2e771c req-cc455f83-5010-479e-8648-ec548a00980c tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381570 Apr 18 06:19:35.942509 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 90aa5b4f-9444-424d-9db2-5c25fc7b0a24 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:19:36.075497 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 90aa5b4f-9444-424d-9db2-5c25fc7b0a24, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=90aa5b4f-9444-424d-9db2-5c25fc7b0a24,segment=NetworkSegment(7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90),segment_id=7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:19:36.088891 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '90aa5b4f-9444-424d-9db2-5c25fc7b0a24', 'network_id': '729bdf59-37e5-48aa-9fc0-baa80a6532e0', 'port_id': '90aa5b4f-9444-424d-9db2-5c25fc7b0a24', 'mac_address': 'fa:16:3e:c1:08:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a90e2f-101d-4d90-87f5-6e31f80a13e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:19:36.144100 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:36.164586 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90aa5b4f-9444-424d-9db2-5c25fc7b0a24 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:19:36.179706 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 90aa5b4f-9444-424d-9db2-5c25fc7b0a24, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=90aa5b4f-9444-424d-9db2-5c25fc7b0a24,segment=NetworkSegment(7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90),segment_id=7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:19:36.183277 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:36.250443 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=90aa5b4f-9444-424d-9db2-5c25fc7b0a24,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:36.257713 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:36.258058 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:36.258397 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:36.258778 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:36.259070 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:36.259418 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:36.259730 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:36.260067 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:36.260398 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:36.260721 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:36.261040 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:36.261362 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:19:36.397232 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['90aa5b4f-9444-424d-9db2-5c25fc7b0a24'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:19:36.708353 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-911faa59-19f5-4aec-a943-11e03c49acbd req-e56e8924-28e5-49d1-8bc5-b7614e818027 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1264644 Apr 18 06:19:36.724017 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e04fa-17fc-4279-b629-35869ea4ddfd req-d8e2f0d8-d405-45ba-bd44-246fe4679b3c tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:36.725537 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5c4e04fa-17fc-4279-b629-35869ea4ddfd req-d8e2f0d8-d405-45ba-bd44-246fe4679b3c tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=32604546-fcec-47e0-b8bb-67df26d2dd90 HTTP/1.1" status: 200 len: 945 time: 0.1091778 Apr 18 06:19:36.772112 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5c4e04fa-17fc-4279-b629-35869ea4ddfd req-27cf52c5-bdd5-4154-9ebb-1f00d0a2fc8f tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404663 Apr 18 06:19:36.848047 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911faa59-19f5-4aec-a943-11e03c49acbd req-e3d2e981-d435-4b92-8046-287cce270524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:36.849543 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-911faa59-19f5-4aec-a943-11e03c49acbd req-e3d2e981-d435-4b92-8046-287cce270524 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=781efa4da9b0434e8ee57a4570f58af2&device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 1099 time: 0.0706949 Apr 18 06:19:36.996084 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911faa59-19f5-4aec-a943-11e03c49acbd req-b05ec225-ec1e-4062-b0a5-1eb7f2132bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:36.997525 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-911faa59-19f5-4aec-a943-11e03c49acbd req-b05ec225-ec1e-4062-b0a5-1eb7f2132bcf service neutron] 10.222.0.52 "GET /v2.0/networks?id=729bdf59-37e5-48aa-9fc0-baa80a6532e0 HTTP/1.1" status: 200 len: 915 time: 0.1284106 Apr 18 06:19:37.068849 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-911faa59-19f5-4aec-a943-11e03c49acbd req-e807eaad-985e-49e1-b3fe-97b78169a3e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d0dee18-7fda-430c-83ca-ad3acf899a40 HTTP/1.1" status: 200 len: 217 time: 0.0643098 Apr 18 06:19:37.130644 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911faa59-19f5-4aec-a943-11e03c49acbd req-fe84795e-a272-429d-8c8a-a723d8c2126e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:37.132114 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-911faa59-19f5-4aec-a943-11e03c49acbd req-fe84795e-a272-429d-8c8a-a723d8c2126e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=61a90e2f-101d-4d90-87f5-6e31f80a13e7 HTTP/1.1" status: 200 len: 854 time: 0.0581269 Apr 18 06:19:37.180904 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-911faa59-19f5-4aec-a943-11e03c49acbd req-d2781079-eac3-4f0a-b63b-916537ae7bd3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=729bdf59-37e5-48aa-9fc0-baa80a6532e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431819 Apr 18 06:19:37.313809 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-911faa59-19f5-4aec-a943-11e03c49acbd req-08368eff-c32a-48d3-9e93-4334a8e221cb service neutron] 10.222.0.52 "GET /v2.0/networks/729bdf59-37e5-48aa-9fc0-baa80a6532e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267273 Apr 18 06:19:37.449042 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-911faa59-19f5-4aec-a943-11e03c49acbd req-ed1ce511-f32c-4d6d-951c-fb872dc77e9f service neutron] 10.222.0.52 "GET /v2.0/networks/729bdf59-37e5-48aa-9fc0-baa80a6532e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298676 Apr 18 06:19:37.653836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7ec47db9-4c30-4638-8da0-2805b6be3357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:37.958805 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:37.963280 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fbe2e-1cb8-40c8-a01c-8169a9748b17 req-a64e36a2-e782-4786-aec2-6542b767ee0b tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:37.964993 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6e8fbe2e-1cb8-40c8-a01c-8169a9748b17 req-a64e36a2-e782-4786-aec2-6542b767ee0b tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=32604546-fcec-47e0-b8bb-67df26d2dd90 HTTP/1.1" status: 200 len: 945 time: 0.0862138 Apr 18 06:19:37.972118 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 90aa5b4f-9444-424d-9db2-5c25fc7b0a24 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:19:38.013052 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6e8fbe2e-1cb8-40c8-a01c-8169a9748b17 req-e6de1e4c-44f6-4e43-8719-b6eb88ffd91c tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400114 Apr 18 06:19:38.043938 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port 90aa5b4f-9444-424d-9db2-5c25fc7b0a24 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:19:38.048537 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 90aa5b4f-9444-424d-9db2-5c25fc7b0a24 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:19:38.048901 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:38.167763 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:38.197071 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32604546-fcec-47e0-b8bb-67df26d2dd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90aa5b4f-9444-424d-9db2-5c25fc7b0a24'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:19:38.207499 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 90aa5b4f-9444-424d-9db2-5c25fc7b0a24, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=90aa5b4f-9444-424d-9db2-5c25fc7b0a24,segment=NetworkSegment(7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90),segment_id=7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:19:38.211849 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:38.249065 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b084bd9-426d-4d19-917e-f5b208ec8cf3'] response: {'server_uuid': '32604546-fcec-47e0-b8bb-67df26d2dd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90aa5b4f-9444-424d-9db2-5c25fc7b0a24', 'code': 200} Apr 18 06:19:38.289086 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=90aa5b4f-9444-424d-9db2-5c25fc7b0a24,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:38.579360 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:38.588621 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922df259-61af-4f02-ac73-8048ca069e83 req-ef9857d3-f2b8-4a83-bc92-f36b623a76d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:38.590115 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-922df259-61af-4f02-ac73-8048ca069e83 req-ef9857d3-f2b8-4a83-bc92-f36b623a76d2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=32604546-fcec-47e0-b8bb-67df26d2dd90 HTTP/1.1" status: 200 len: 1099 time: 0.1810274 Apr 18 06:19:38.633521 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-922df259-61af-4f02-ac73-8048ca069e83 req-6102a2da-0731-46a1-b89a-6bbcfd4c58f6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356879 Apr 18 06:19:38.692507 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:39.199049 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b188d-a5fd-4b41-896f-d18d71d48a71 req-67ab1d74-9f9c-4317-af91-2796fa19b21d tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:39.200527 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-809b188d-a5fd-4b41-896f-d18d71d48a71 req-67ab1d74-9f9c-4317-af91-2796fa19b21d tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=32604546-fcec-47e0-b8bb-67df26d2dd90 HTTP/1.1" status: 200 len: 946 time: 0.0818207 Apr 18 06:19:39.249953 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-809b188d-a5fd-4b41-896f-d18d71d48a71 req-927c8952-741d-4910-a884-684ac1cc9b9a tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433726 Apr 18 06:19:40.153795 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:40.446613 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05f0ba-b898-4a48-af53-246644a342b7 req-34506873-5490-4845-b663-04cec48e3421 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:40.448138 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ec05f0ba-b898-4a48-af53-246644a342b7 req-34506873-5490-4845-b663-04cec48e3421 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=32604546-fcec-47e0-b8bb-67df26d2dd90 HTTP/1.1" status: 200 len: 946 time: 0.0875616 Apr 18 06:19:40.495220 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ec05f0ba-b898-4a48-af53-246644a342b7 req-41810973-a6ea-4660-b75e-a2ee07980693 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406721 Apr 18 06:19:40.879074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55688b9-8508-42d7-a012-a18db0f4cf6f req-7ee88c1f-785d-4be5-9fe5-166847bcf441 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:40.880604 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d55688b9-8508-42d7-a012-a18db0f4cf6f req-7ee88c1f-785d-4be5-9fe5-166847bcf441 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=32604546-fcec-47e0-b8bb-67df26d2dd90 HTTP/1.1" status: 200 len: 946 time: 0.0824881 Apr 18 06:19:40.929877 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d55688b9-8508-42d7-a012-a18db0f4cf6f req-0212c20b-980f-46f9-a73c-7a7d4f576f95 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430326 Apr 18 06:19:42.118276 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b4741-1045-4202-be8a-48a76c26532a req-0d30b427-f682-4cc2-a024-a7e163c7119a tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:42.119824 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-398b4741-1045-4202-be8a-48a76c26532a req-0d30b427-f682-4cc2-a024-a7e163c7119a tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=32604546-fcec-47e0-b8bb-67df26d2dd90 HTTP/1.1" status: 200 len: 946 time: 0.0845888 Apr 18 06:19:42.165438 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-398b4741-1045-4202-be8a-48a76c26532a req-15b5fa00-1276-40db-85ef-9b80f2d51c6b tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397832 Apr 18 06:19:42.264187 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fd832-e4c6-417e-9f8d-993cfe90feaf req-2eba3004-f170-46c3-b9e7-1cafe05b6bf5 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:42.265609 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-395fd832-e4c6-417e-9f8d-993cfe90feaf req-2eba3004-f170-46c3-b9e7-1cafe05b6bf5 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.52 "GET /v2.0/ports?device_id=32604546-fcec-47e0-b8bb-67df26d2dd90 HTTP/1.1" status: 200 len: 946 time: 0.0785310 Apr 18 06:19:42.335147 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-395fd832-e4c6-417e-9f8d-993cfe90feaf req-d9a0333a-a213-472c-8491-63e159393bfe tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Deleting port 90aa5b4f-9444-424d-9db2-5c25fc7b0a24 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:19:42.335479 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-395fd832-e4c6-417e-9f8d-993cfe90feaf req-d9a0333a-a213-472c-8491-63e159393bfe tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:42.585041 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-395fd832-e4c6-417e-9f8d-993cfe90feaf req-d9a0333a-a213-472c-8491-63e159393bfe tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] For port 90aa5b4f-9444-424d-9db2-5c25fc7b0a24, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=90aa5b4f-9444-424d-9db2-5c25fc7b0a24,segment=NetworkSegment(7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90),segment_id=7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:19:42.585341 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-395fd832-e4c6-417e-9f8d-993cfe90feaf req-d9a0333a-a213-472c-8491-63e159393bfe tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:42.712393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-395fd832-e4c6-417e-9f8d-993cfe90feaf req-d9a0333a-a213-472c-8491-63e159393bfe tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Calling delete_port for 90aa5b4f-9444-424d-9db2-5c25fc7b0a24 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:19:42.857042 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-395fd832-e4c6-417e-9f8d-993cfe90feaf req-d9a0333a-a213-472c-8491-63e159393bfe tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:42.871851 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['6d0dee18-7fda-430c-83ca-ad3acf899a40', '90aa5b4f-9444-424d-9db2-5c25fc7b0a24'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:19:42.913374 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0333a-a213-472c-8491-63e159393bfe tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Pushing event deleted for resources: {'Port': ['ID=90aa5b4f-9444-424d-9db2-5c25fc7b0a24,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:42.985848 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-395fd832-e4c6-417e-9f8d-993cfe90feaf req-d9a0333a-a213-472c-8491-63e159393bfe tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] No DVR routers for this DVR port 90aa5b4f-9444-424d-9db2-5c25fc7b0a24 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:19:42.988445 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-395fd832-e4c6-417e-9f8d-993cfe90feaf req-d9a0333a-a213-472c-8491-63e159393bfe tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:42.997515 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32604546-fcec-47e0-b8bb-67df26d2dd90', 'name': 'network-vif-deleted', 'tag': '90aa5b4f-9444-424d-9db2-5c25fc7b0a24'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:19:43.004394 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-395fd832-e4c6-417e-9f8d-993cfe90feaf req-d9a0333a-a213-472c-8491-63e159393bfe tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.52 "DELETE /v2.0/ports/90aa5b4f-9444-424d-9db2-5c25fc7b0a24 HTTP/1.1" status: 204 len: 173 time: 0.7326858 Apr 18 06:19:43.067012 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-782548fb-5a78-41d9-9549-fedc2abfb67e'] response: {'server_uuid': '32604546-fcec-47e0-b8bb-67df26d2dd90', 'name': 'network-vif-deleted', 'tag': '90aa5b4f-9444-424d-9db2-5c25fc7b0a24', 'status': 'completed', 'code': 200} Apr 18 06:19:43.333072 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c148a640-ab6c-4ca9-a56a-36a33e0fb25c req-82af6557-d3f8-4662-be48-fd594babefb7 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=32604546-fcec-47e0-b8bb-67df26d2dd90 HTTP/1.1" status: 200 len: 210 time: 0.0466168 Apr 18 06:19:44.715848 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f0a88-5149-4754-834a-318e32c744bf req-03af7546-4d76-45c3-9516-7a20b462ff3c tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:44.717402 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7d5f0a88-5149-4754-834a-318e32c744bf req-03af7546-4d76-45c3-9516-7a20b462ff3c tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 946 time: 0.2058589 Apr 18 06:19:44.766375 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7d5f0a88-5149-4754-834a-318e32c744bf req-1b080a8d-b74b-4f78-b9e4-74446e5da32b tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419877 Apr 18 06:19:45.003348 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2714f7-bad7-4773-9737-7d523c0caaf4 req-b5b64b9a-244d-434a-9a9f-7304c1a92b1b tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:45.005113 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5c2714f7-bad7-4773-9737-7d523c0caaf4 req-b5b64b9a-244d-434a-9a9f-7304c1a92b1b tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 946 time: 0.0965807 Apr 18 06:19:45.060475 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5c2714f7-bad7-4773-9737-7d523c0caaf4 req-ec4e08f8-f2af-4808-b2f7-eb16aff4150a tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479617 Apr 18 06:19:45.269902 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fa222-8027-4191-8f5e-6901b2c5b65e req-7b0f8fc6-aa6f-4c87-9b15-ed9cd5444941 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:45.271400 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-015fa222-8027-4191-8f5e-6901b2c5b65e req-7b0f8fc6-aa6f-4c87-9b15-ed9cd5444941 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Synchronizing usage tracker for tenant:781efa4da9b0434e8ee57a4570f58af2 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:19:45.288252 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-015fa222-8027-4191-8f5e-6901b2c5b65e req-7b0f8fc6-aa6f-4c87-9b15-ed9cd5444941 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Unset dirty status for tenant:781efa4da9b0434e8ee57a4570f58af2 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:19:45.289466 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-015fa222-8027-4191-8f5e-6901b2c5b65e req-7b0f8fc6-aa6f-4c87-9b15-ed9cd5444941 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 946 time: 0.1032841 Apr 18 06:19:45.336731 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-015fa222-8027-4191-8f5e-6901b2c5b65e req-f0d7eff1-0d84-4f2f-8ed5-239064b0544c tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411148 Apr 18 06:19:45.628965 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a40b99-58e6-401c-82cf-f4b46bdc46d1 req-12b7191f-ff08-4cbf-95a7-ac57d95bddcd tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:45.630369 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-35a40b99-58e6-401c-82cf-f4b46bdc46d1 req-12b7191f-ff08-4cbf-95a7-ac57d95bddcd tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 946 time: 0.0798018 Apr 18 06:19:45.679355 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-35a40b99-58e6-401c-82cf-f4b46bdc46d1 req-0ee459e7-b304-4653-9bbc-555a08145372 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431902 Apr 18 06:19:45.861432 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2ddc2-0297-4233-b0e1-e88c0f7194db req-4ac8857b-59b9-450e-8999-5417be0adcd9 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:45.863239 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-95c2ddc2-0297-4233-b0e1-e88c0f7194db req-4ac8857b-59b9-450e-8999-5417be0adcd9 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 946 time: 0.0783048 Apr 18 06:19:45.910769 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-95c2ddc2-0297-4233-b0e1-e88c0f7194db req-cc3f18d9-e122-4234-a671-ebed693a8656 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417902 Apr 18 06:19:45.988591 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 90aa5b4f-9444-424d-9db2-5c25fc7b0a24 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:19:46.028061 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: 90aa5b4f-9444-424d-9db2-5c25fc7b0a24 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:19:46.028493 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 90aa5b4f-9444-424d-9db2-5c25fc7b0a24 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:19:46.108708 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a5d70-0bbb-46b9-8f19-287741bd3c67 req-0958d717-8ccd-402b-910b-2d8dde485733 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:46.110157 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e32a5d70-0bbb-46b9-8f19-287741bd3c67 req-0958d717-8ccd-402b-910b-2d8dde485733 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 946 time: 0.0833130 Apr 18 06:19:46.155108 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e32a5d70-0bbb-46b9-8f19-287741bd3c67 req-7a5fff95-ba62-4333-b34e-5ce052d6e478 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391374 Apr 18 06:19:46.688955 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6de14-8206-44a5-8ef7-93decc1c993d req-9c1a3ac0-6cdc-4a16-934a-b24889b57e5d tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:46.691440 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c3f6de14-8206-44a5-8ef7-93decc1c993d req-9c1a3ac0-6cdc-4a16-934a-b24889b57e5d tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 946 time: 0.0859313 Apr 18 06:19:46.748713 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c3f6de14-8206-44a5-8ef7-93decc1c993d req-30c76ed1-02d4-48a7-af18-75368eaf52fb tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516725 Apr 18 06:19:47.938164 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f15a7-f09c-4c75-84ae-b4230b6ffe8b req-da280fa9-8f86-42f1-b037-be11b845b10b tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:47.939639 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2f2f15a7-f09c-4c75-84ae-b4230b6ffe8b req-da280fa9-8f86-42f1-b037-be11b845b10b tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 946 time: 0.0801766 Apr 18 06:19:47.985263 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2f2f15a7-f09c-4c75-84ae-b4230b6ffe8b req-8e21b732-19b7-490a-830a-4a3c667f801c tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396905 Apr 18 06:19:48.076202 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e550e5-4ac1-4ad4-801b-8a4bde2158e2 req-f24ed7e3-e426-47ce-8693-d59e10538327 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:48.077550 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-55e550e5-4ac1-4ad4-801b-8a4bde2158e2 req-f24ed7e3-e426-47ce-8693-d59e10538327 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.52 "GET /v2.0/ports?device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 946 time: 0.0827615 Apr 18 06:19:48.150935 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-55e550e5-4ac1-4ad4-801b-8a4bde2158e2 req-d30ef929-70f5-4d18-9dc5-9c0bb756729f tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Deleting port 6d0dee18-7fda-430c-83ca-ad3acf899a40 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:19:48.151275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-55e550e5-4ac1-4ad4-801b-8a4bde2158e2 req-d30ef929-70f5-4d18-9dc5-9c0bb756729f tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:48.403255 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-55e550e5-4ac1-4ad4-801b-8a4bde2158e2 req-d30ef929-70f5-4d18-9dc5-9c0bb756729f tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] For port 6d0dee18-7fda-430c-83ca-ad3acf899a40, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=6d0dee18-7fda-430c-83ca-ad3acf899a40,segment=NetworkSegment(7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90),segment_id=7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:19:48.403609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-55e550e5-4ac1-4ad4-801b-8a4bde2158e2 req-d30ef929-70f5-4d18-9dc5-9c0bb756729f tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:48.513616 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:19:48.637357 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-55e550e5-4ac1-4ad4-801b-8a4bde2158e2 req-d30ef929-70f5-4d18-9dc5-9c0bb756729f tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Calling delete_port for 6d0dee18-7fda-430c-83ca-ad3acf899a40 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:19:48.788648 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-55e550e5-4ac1-4ad4-801b-8a4bde2158e2 req-d30ef929-70f5-4d18-9dc5-9c0bb756729f tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:48.803392 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['6d0dee18-7fda-430c-83ca-ad3acf899a40'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:19:48.872160 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ef929-70f5-4d18-9dc5-9c0bb756729f tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Pushing event deleted for resources: {'Port': ['ID=6d0dee18-7fda-430c-83ca-ad3acf899a40,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:48.920132 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e550e5-4ac1-4ad4-801b-8a4bde2158e2 req-d30ef929-70f5-4d18-9dc5-9c0bb756729f tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] No DVR routers for this DVR port 6d0dee18-7fda-430c-83ca-ad3acf899a40 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:19:48.922460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-55e550e5-4ac1-4ad4-801b-8a4bde2158e2 req-d30ef929-70f5-4d18-9dc5-9c0bb756729f tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:48.925551 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ecdcb9-d739-4b54-8e31-1bea5b96b9f9', 'name': 'network-vif-deleted', 'tag': '6d0dee18-7fda-430c-83ca-ad3acf899a40'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:19:48.940675 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-55e550e5-4ac1-4ad4-801b-8a4bde2158e2 req-d30ef929-70f5-4d18-9dc5-9c0bb756729f tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.52 "DELETE /v2.0/ports/6d0dee18-7fda-430c-83ca-ad3acf899a40 HTTP/1.1" status: 204 len: 173 time: 0.8534851 Apr 18 06:19:48.974835 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d7353a-6198-4d2f-8bf9-c46e15557c6f'] response: {'server_uuid': '61ecdcb9-d739-4b54-8e31-1bea5b96b9f9', 'name': 'network-vif-deleted', 'tag': '6d0dee18-7fda-430c-83ca-ad3acf899a40', 'status': 'completed', 'code': 200} Apr 18 06:19:49.150858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-34bcbc25-3c36-482f-8ee4-d677e5ac92ee req-3499f74e-41a2-448f-af77-7398092bc7c2 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Synchronizing usage tracker for tenant:781efa4da9b0434e8ee57a4570f58af2 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:19:49.168296 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-34bcbc25-3c36-482f-8ee4-d677e5ac92ee req-3499f74e-41a2-448f-af77-7398092bc7c2 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] Unset dirty status for tenant:781efa4da9b0434e8ee57a4570f58af2 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:19:49.169694 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-34bcbc25-3c36-482f-8ee4-d677e5ac92ee req-3499f74e-41a2-448f-af77-7398092bc7c2 tempest-ServersNegativeTestJSON-1321082454 tempest-ServersNegativeTestJSON-1321082454-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ecdcb9-d739-4b54-8e31-1bea5b96b9f9 HTTP/1.1" status: 200 len: 210 time: 0.0619354 Apr 18 06:19:50.265741 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53380) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:50.326343 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-86774344-7e27-4369-b3a4-ddcbdf3b15ce admin admin] Deleting subnet 61a90e2f-101d-4d90-87f5-6e31f80a13e7 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:19:50.329325 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-86774344-7e27-4369-b3a4-ddcbdf3b15ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:50.384596 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-86774344-7e27-4369-b3a4-ddcbdf3b15ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:50.440580 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-86774344-7e27-4369-b3a4-ddcbdf3b15ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:50.509241 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-86774344-7e27-4369-b3a4-ddcbdf3b15ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:50.551604 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86774344-7e27-4369-b3a4-ddcbdf3b15ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61a90e2f-101d-4d90-87f5-6e31f80a13e7,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:50.555530 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-86774344-7e27-4369-b3a4-ddcbdf3b15ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:50.561875 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-86774344-7e27-4369-b3a4-ddcbdf3b15ce admin admin] 10.222.0.15 "DELETE /v2.0/subnets/61a90e2f-101d-4d90-87f5-6e31f80a13e7 HTTP/1.1" status: 204 len: 168 time: 0.2950394 Apr 18 06:19:50.564265 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53384) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:50.668220 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9d0d195f-76ab-4a52-8baf-415f4d34396a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:50.801791 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9d0d195f-76ab-4a52-8baf-415f4d34396a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:50.827311 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-9d0d195f-76ab-4a52-8baf-415f4d34396a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729bdf59-37e5-48aa-9fc0-baa80a6532e0']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:19:50.839882 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-9d0d195f-76ab-4a52-8baf-415f4d34396a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:19:50.840310 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-9d0d195f-76ab-4a52-8baf-415f4d34396a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cbd2ad5-eea9-4204-8ef4-dff33f2fdc90') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:19:50.852125 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9d0d195f-76ab-4a52-8baf-415f4d34396a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:50.868237 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9d0d195f-76ab-4a52-8baf-415f4d34396a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:50.874233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0d195f-76ab-4a52-8baf-415f4d34396a admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:19:50.874610 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9d0d195f-76ab-4a52-8baf-415f4d34396a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:19:50.888143 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:19:50.967270 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9d0d195f-76ab-4a52-8baf-415f4d34396a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:50.987347 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9d0d195f-76ab-4a52-8baf-415f4d34396a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:50.997819 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d195f-76ab-4a52-8baf-415f4d34396a admin admin] Pushing event deleted for resources: {'Network': ['ID=729bdf59-37e5-48aa-9fc0-baa80a6532e0,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:51.009204 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9d0d195f-76ab-4a52-8baf-415f4d34396a admin admin] 10.222.0.15 "DELETE /v2.0/networks/729bdf59-37e5-48aa-9fc0-baa80a6532e0 HTTP/1.1" status: 204 len: 168 time: 0.4437075 Apr 18 06:19:51.122482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53390) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:51.180328 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-15ebb620-fc87-4d62-993d-c88312699bbe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=781efa4da9b0434e8ee57a4570f58af2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566201 Apr 18 06:19:51.182804 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53394) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:51.246203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-801a6bc7-542d-49e9-8e78-db01845f410a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:51.276836 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-801a6bc7-542d-49e9-8e78-db01845f410a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:51.340338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-801a6bc7-542d-49e9-8e78-db01845f410a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:51.359535 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a6bc7-542d-49e9-8e78-db01845f410a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:51.374092 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-801a6bc7-542d-49e9-8e78-db01845f410a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:51.378733 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-801a6bc7-542d-49e9-8e78-db01845f410a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4ff3fc4-c2e2-4509-b552-c5b2ae3197f3 HTTP/1.1" status: 204 len: 168 time: 0.1946890 Apr 18 06:19:52.037128 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 6d0dee18-7fda-430c-83ca-ad3acf899a40 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:19:52.073048 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: 6d0dee18-7fda-430c-83ca-ad3acf899a40 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:19:52.073530 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 6d0dee18-7fda-430c-83ca-ad3acf899a40 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:19:52.133929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53418) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:52.242180 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1146653907'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:19:52.247393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:19:52.251547 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Usage tracker for resource:network and tenant:a5468f61f42d425f82c799b2f43865e6 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:19:52.255446 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:19:52.262018 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:19:52.274164 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Made reservation on behalf of a5468f61f42d425f82c799b2f43865e6 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:19:52.277625 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:52.289560 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:52.304203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:19:52.308405 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Usage tracker for resource:security_group_rule and tenant:a5468f61f42d425f82c799b2f43865e6 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:19:52.311339 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:19:52.317686 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:19:52.413131 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:52.417058 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:52.454710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:19:52.460140 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63764bda-c48c-404c-a3e6-38dd8bcd1da7,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:52.468078 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:52.468426 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Added segment b55db405-3d4e-420a-a43e-94f81b4de540 of type vlan for network 4be6b454-9da5-4d2f-b6b6-cad7f621ff75 Apr 18 06:19:52.499210 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:52.529641 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:52.535568 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:52.536251 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:52.649688 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Pushing event updated for resources: {'Network': ['ID=4be6b454-9da5-4d2f-b6b6-cad7f621ff75,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:52.660938 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-04485d05-d9aa-4d05-b47a-f1f05bffb276 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5254881 Apr 18 06:19:52.662215 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 4be6b454-9da5-4d2f-b6b6-cad7f621ff75 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:19:56.053199 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53424) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:56.059151 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-2161cbf5-d8a6-4607-9535-4ef4b2ee7f60 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Request body: {'subnet': {'network_id': '4be6b454-9da5-4d2f-b6b6-cad7f621ff75', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:19:56.171497 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2161cbf5-d8a6-4607-9535-4ef4b2ee7f60 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:19:56.176549 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2161cbf5-d8a6-4607-9535-4ef4b2ee7f60 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Usage tracker for resource:subnet and tenant:a5468f61f42d425f82c799b2f43865e6 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:19:56.179694 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2161cbf5-d8a6-4607-9535-4ef4b2ee7f60 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:19:56.185446 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2161cbf5-d8a6-4607-9535-4ef4b2ee7f60 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:19:56.195906 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2161cbf5-d8a6-4607-9535-4ef4b2ee7f60 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Made reservation on behalf of a5468f61f42d425f82c799b2f43865e6 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:19:56.199305 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2161cbf5-d8a6-4607-9535-4ef4b2ee7f60 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:56.425386 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2161cbf5-d8a6-4607-9535-4ef4b2ee7f60 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:56.508494 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161cbf5-d8a6-4607-9535-4ef4b2ee7f60 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Pushing event updated for resources: {'Subnet': ['ID=ac49530b-3bb7-4970-9e27-5da8e0b056c7,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:56.516294 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2161cbf5-d8a6-4607-9535-4ef4b2ee7f60 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Checking segment: {'id': 'b55db405-3d4e-420a-a43e-94f81b4de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4be6b454-9da5-4d2f-b6b6-cad7f621ff75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:19:56.516666 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2161cbf5-d8a6-4607-9535-4ef4b2ee7f60 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Network hostable DHCP agents. Network: 4be6b454-9da5-4d2f-b6b6-cad7f621ff75, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:19:56.536517 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2161cbf5-d8a6-4607-9535-4ef4b2ee7f60 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Network 4be6b454-9da5-4d2f-b6b6-cad7f621ff75 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:19:56.545868 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-2161cbf5-d8a6-4607-9535-4ef4b2ee7f60 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 4be6b454-9da5-4d2f-b6b6-cad7f621ff75) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:19:56.550864 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2161cbf5-d8a6-4607-9535-4ef4b2ee7f60 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:56.551350 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2161cbf5-d8a6-4607-9535-4ef4b2ee7f60 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:56.556498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f2bda0-b6ad-4ffc-a635-ee50453a3a95 None None] Network 4be6b454-9da5-4d2f-b6b6-cad7f621ff75 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:19:56.572655 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2161cbf5-d8a6-4607-9535-4ef4b2ee7f60 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5182221 Apr 18 06:19:56.575954 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53428) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:56.581812 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-ccfb51ca-035f-4510-8ba5-e5d040fd7946 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-925608177'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:19:56.586790 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ccfb51ca-035f-4510-8ba5-e5d040fd7946 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:19:56.590686 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ccfb51ca-035f-4510-8ba5-e5d040fd7946 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Usage tracker for resource:network and tenant:a5468f61f42d425f82c799b2f43865e6 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:19:56.593822 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ccfb51ca-035f-4510-8ba5-e5d040fd7946 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:19:56.600337 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ccfb51ca-035f-4510-8ba5-e5d040fd7946 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:19:56.610350 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfb51ca-035f-4510-8ba5-e5d040fd7946 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Made reservation on behalf of a5468f61f42d425f82c799b2f43865e6 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:19:56.614669 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccfb51ca-035f-4510-8ba5-e5d040fd7946 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:56.642493 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfb51ca-035f-4510-8ba5-e5d040fd7946 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:19:56.651634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccfb51ca-035f-4510-8ba5-e5d040fd7946 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:56.652085 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-ccfb51ca-035f-4510-8ba5-e5d040fd7946 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Added segment a6146b67-4afd-4f6c-9388-bdfdeab19ded of type vlan for network 51493bba-893f-40e7-b172-1301cff45bd0 Apr 18 06:19:56.682306 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccfb51ca-035f-4510-8ba5-e5d040fd7946 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:56.713487 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccfb51ca-035f-4510-8ba5-e5d040fd7946 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:56.719293 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfb51ca-035f-4510-8ba5-e5d040fd7946 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:56.720108 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ccfb51ca-035f-4510-8ba5-e5d040fd7946 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:56.795055 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-4be6b454-9da5-4d2f-b6b6-cad7f621ff75', 'network_id': '4be6b454-9da5-4d2f-b6b6-cad7f621ff75', 'tenant_id': 'a5468f61f42d425f82c799b2f43865e6', 'fixed_ips': [{'subnet_id': 'ac49530b-3bb7-4970-9e27-5da8e0b056c7'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:19:56.796131 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:56.822608 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ccfb51ca-035f-4510-8ba5-e5d040fd7946 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2430611 Apr 18 06:19:56.823500 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53432) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:56.830969 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-e9ef27e6-2baa-472e-b5f0-bf4d5d4f77cd tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Request body: {'subnet': {'network_id': '51493bba-893f-40e7-b172-1301cff45bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:19:56.832235 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb51ca-035f-4510-8ba5-e5d040fd7946 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Pushing event updated for resources: {'Network': ['ID=51493bba-893f-40e7-b172-1301cff45bd0,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:56.853195 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 51493bba-893f-40e7-b172-1301cff45bd0 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:19:56.958031 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e9ef27e6-2baa-472e-b5f0-bf4d5d4f77cd tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:19:56.961873 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e9ef27e6-2baa-472e-b5f0-bf4d5d4f77cd tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Usage tracker for resource:subnet and tenant:a5468f61f42d425f82c799b2f43865e6 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:19:56.965182 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e9ef27e6-2baa-472e-b5f0-bf4d5d4f77cd tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:19:56.972023 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e9ef27e6-2baa-472e-b5f0-bf4d5d4f77cd tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:19:56.982965 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ef27e6-2baa-472e-b5f0-bf4d5d4f77cd tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Made reservation on behalf of a5468f61f42d425f82c799b2f43865e6 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:19:56.987201 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e9ef27e6-2baa-472e-b5f0-bf4d5d4f77cd tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:57.052263 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] Allocated IP 2001:db8:0:ffff::2 (4be6b454-9da5-4d2f-b6b6-cad7f621ff75/ac49530b-3bb7-4970-9e27-5da8e0b056c7/7aedd1d2-1882-4d86-9a70-b695de7a6c99) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:19:57.225459 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e9ef27e6-2baa-472e-b5f0-bf4d5d4f77cd tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:57.274002 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:57.285826 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] Transition to ACTIVE for port object 7aedd1d2-1882-4d86-9a70-b695de7a6c99 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:19:57.307052 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] Transition to ACTIVE for port object 7aedd1d2-1882-4d86-9a70-b695de7a6c99 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:19:57.317706 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:57.402939 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] Pushing event updated for resources: {'Port': ['ID=7aedd1d2-1882-4d86-9a70-b695de7a6c99,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:57.410144 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] Network 4be6b454-9da5-4d2f-b6b6-cad7f621ff75 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:19:57.412445 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:19:57.416320 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:19:57.432922 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef27e6-2baa-472e-b5f0-bf4d5d4f77cd tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Pushing event updated for resources: {'Subnet': ['ID=c02aad97-36f0-4e89-9f96-1dc93f6df730,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:57.476155 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef27e6-2baa-472e-b5f0-bf4d5d4f77cd tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Checking segment: {'id': 'a6146b67-4afd-4f6c-9388-bdfdeab19ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51493bba-893f-40e7-b172-1301cff45bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:19:57.476718 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ef27e6-2baa-472e-b5f0-bf4d5d4f77cd tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Network hostable DHCP agents. Network: 51493bba-893f-40e7-b172-1301cff45bd0, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:19:57.501317 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ef27e6-2baa-472e-b5f0-bf4d5d4f77cd tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Network 51493bba-893f-40e7-b172-1301cff45bd0 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:19:57.513400 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] Attempting to bind port 7aedd1d2-1882-4d86-9a70-b695de7a6c99 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:19:57.513752 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] Attempting to bind port 7aedd1d2-1882-4d86-9a70-b695de7a6c99 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'b55db405-3d4e-420a-a43e-94f81b4de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4be6b454-9da5-4d2f-b6b6-cad7f621ff75'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:19:57.513877 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-e9ef27e6-2baa-472e-b5f0-bf4d5d4f77cd tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 51493bba-893f-40e7-b172-1301cff45bd0) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:19:57.514121 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] Attempting to bind port 7aedd1d2-1882-4d86-9a70-b695de7a6c99 on network 4be6b454-9da5-4d2f-b6b6-cad7f621ff75 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:19:57.518199 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ef27e6-2baa-472e-b5f0-bf4d5d4f77cd tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:57.521994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e9ef27e6-2baa-472e-b5f0-bf4d5d4f77cd tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:57.522161 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:19:57.522161 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] Checking segment: {'id': 'b55db405-3d4e-420a-a43e-94f81b4de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4be6b454-9da5-4d2f-b6b6-cad7f621ff75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:19:57.522500 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:57.522766 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] Bound using segment: {'id': 'b55db405-3d4e-420a-a43e-94f81b4de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4be6b454-9da5-4d2f-b6b6-cad7f621ff75'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:19:57.523226 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] Bound port: 7aedd1d2-1882-4d86-9a70-b695de7a6c99, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55db405-3d4e-420a-a43e-94f81b4de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4be6b454-9da5-4d2f-b6b6-cad7f621ff75'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:19:57.523593 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:57.536614 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f5ec5f-b943-4323-aea4-eed23d979d82 None None] Network 51493bba-893f-40e7-b172-1301cff45bd0 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:19:57.545240 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e9ef27e6-2baa-472e-b5f0-bf4d5d4f77cd tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7168441 Apr 18 06:19:57.545525 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53436) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:57.696432 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-88226e5a-1a20-475a-8e54-4ff98707e0ea tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:57.719539 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] For port 7aedd1d2-1882-4d86-9a70-b695de7a6c99, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:19:57.754609 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] For port 7aedd1d2-1882-4d86-9a70-b695de7a6c99, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=7aedd1d2-1882-4d86-9a70-b695de7a6c99,segment=NetworkSegment(b55db405-3d4e-420a-a43e-94f81b4de540),segment_id=b55db405-3d4e-420a-a43e-94f81b4de540)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:19:57.760876 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:57.765850 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-88226e5a-1a20-475a-8e54-4ff98707e0ea tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:57.857997 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-88226e5a-1a20-475a-8e54-4ff98707e0ea tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:57.900247 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88226e5a-1a20-475a-8e54-4ff98707e0ea tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Pushing event deleted for resources: {'Subnet': ['ID=c02aad97-36f0-4e89-9f96-1dc93f6df730,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:57.903948 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c93d5a-4892-4f3c-8c95-e55b9925bb78 None None] Pushing event updated for resources: {'Port': ['ID=7aedd1d2-1882-4d86-9a70-b695de7a6c99,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:57.927262 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69227a4c-e4b2-4e90-a1c0-743b915fe993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-51493bba-893f-40e7-b172-1301cff45bd0', 'network_id': '51493bba-893f-40e7-b172-1301cff45bd0', 'tenant_id': 'a5468f61f42d425f82c799b2f43865e6', 'fixed_ips': [{'subnet_id': 'c02aad97-36f0-4e89-9f96-1dc93f6df730'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:19:57.928115 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-69227a4c-e4b2-4e90-a1c0-743b915fe993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:58.006713 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-88226e5a-1a20-475a-8e54-4ff98707e0ea tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:58.037624 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f64359-5c4b-4d89-aae3-ef3d310e5c3a None None] Network 51493bba-893f-40e7-b172-1301cff45bd0 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:19:58.038229 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-88226e5a-1a20-475a-8e54-4ff98707e0ea tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51493bba-893f-40e7-b172-1301cff45bd0']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:19:58.053462 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-88226e5a-1a20-475a-8e54-4ff98707e0ea tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6146b67-4afd-4f6c-9388-bdfdeab19ded') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:19:58.053891 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-88226e5a-1a20-475a-8e54-4ff98707e0ea tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6146b67-4afd-4f6c-9388-bdfdeab19ded') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:19:58.069499 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-88226e5a-1a20-475a-8e54-4ff98707e0ea tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:58.094356 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-88226e5a-1a20-475a-8e54-4ff98707e0ea tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:58.105261 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88226e5a-1a20-475a-8e54-4ff98707e0ea tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:19:58.105774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-88226e5a-1a20-475a-8e54-4ff98707e0ea tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:19:58.135590 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:19:58.267188 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-88226e5a-1a20-475a-8e54-4ff98707e0ea tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:58.271855 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-88226e5a-1a20-475a-8e54-4ff98707e0ea tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:58.306005 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-88226e5a-1a20-475a-8e54-4ff98707e0ea tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "DELETE /v2.0/networks/51493bba-893f-40e7-b172-1301cff45bd0 HTTP/1.1" status: 204 len: 168 time: 0.7552736 Apr 18 06:19:58.306005 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88226e5a-1a20-475a-8e54-4ff98707e0ea tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Pushing event deleted for resources: {'Network': ['ID=51493bba-893f-40e7-b172-1301cff45bd0,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:58.306005 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53440) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:58.311754 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-d0e3659a-1e81-4bde-bcc6-8b81a6bb6096 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1966632131'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:19:58.317854 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d0e3659a-1e81-4bde-bcc6-8b81a6bb6096 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:19:58.321918 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d0e3659a-1e81-4bde-bcc6-8b81a6bb6096 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Usage tracker for resource:network and tenant:a5468f61f42d425f82c799b2f43865e6 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:19:58.324964 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d0e3659a-1e81-4bde-bcc6-8b81a6bb6096 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:19:58.332640 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d0e3659a-1e81-4bde-bcc6-8b81a6bb6096 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:19:58.345029 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e3659a-1e81-4bde-bcc6-8b81a6bb6096 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Made reservation on behalf of a5468f61f42d425f82c799b2f43865e6 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:19:58.350390 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d0e3659a-1e81-4bde-bcc6-8b81a6bb6096 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:58.381847 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e3659a-1e81-4bde-bcc6-8b81a6bb6096 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:19:58.394197 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d0e3659a-1e81-4bde-bcc6-8b81a6bb6096 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:58.394934 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-d0e3659a-1e81-4bde-bcc6-8b81a6bb6096 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Added segment 80d8e212-1f6c-40b9-b996-bea9f72a2992 of type vlan for network 7e57efe5-7faa-4208-a837-27f00d957113 Apr 18 06:19:58.425302 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d0e3659a-1e81-4bde-bcc6-8b81a6bb6096 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:58.458123 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d0e3659a-1e81-4bde-bcc6-8b81a6bb6096 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:58.463816 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e3659a-1e81-4bde-bcc6-8b81a6bb6096 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:58.464463 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d0e3659a-1e81-4bde-bcc6-8b81a6bb6096 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:58.567431 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d0e3659a-1e81-4bde-bcc6-8b81a6bb6096 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2602615 Apr 18 06:19:58.570226 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53444) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:58.576564 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-0ecd9be6-2c43-4156-a832-f3e1ffb32a8d tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Request body: {'subnet': {'network_id': '7e57efe5-7faa-4208-a837-27f00d957113', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:19:58.581738 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3659a-1e81-4bde-bcc6-8b81a6bb6096 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Pushing event updated for resources: {'Network': ['ID=7e57efe5-7faa-4208-a837-27f00d957113,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:58.592353 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 7e57efe5-7faa-4208-a837-27f00d957113 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:19:58.724937 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0ecd9be6-2c43-4156-a832-f3e1ffb32a8d tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:19:58.742785 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-0ecd9be6-2c43-4156-a832-f3e1ffb32a8d tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Usage tracker for resource:subnet and tenant:a5468f61f42d425f82c799b2f43865e6 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:19:58.746792 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-0ecd9be6-2c43-4156-a832-f3e1ffb32a8d tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:19:58.754321 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0ecd9be6-2c43-4156-a832-f3e1ffb32a8d tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:19:58.768716 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecd9be6-2c43-4156-a832-f3e1ffb32a8d tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Made reservation on behalf of a5468f61f42d425f82c799b2f43865e6 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:19:58.774480 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0ecd9be6-2c43-4156-a832-f3e1ffb32a8d tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:58.778423 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 7aedd1d2-1882-4d86-9a70-b695de7a6c99 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:19:58.859897 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 7aedd1d2-1882-4d86-9a70-b695de7a6c99 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:19:58.990971 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.ipam_backend_mixin [None req-0ecd9be6-2c43-4156-a832-f3e1ffb32a8d tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Performing IP validity checks on allocation pools {{(pid=88034) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 06:19:58.991484 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.ipam_backend_mixin [None req-0ecd9be6-2c43-4156-a832-f3e1ffb32a8d tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88034) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 06:19:59.110498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fd8a84-c41d-442a-a214-a79096a9bb9b None None] Network 4be6b454-9da5-4d2f-b6b6-cad7f621ff75 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:19:59.125114 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0ecd9be6-2c43-4156-a832-f3e1ffb32a8d tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:59.209803 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd9be6-2c43-4156-a832-f3e1ffb32a8d tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Pushing event updated for resources: {'Subnet': ['ID=12965878-ef9f-4029-880e-c2a597f18009,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:59.218801 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecd9be6-2c43-4156-a832-f3e1ffb32a8d tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Checking segment: {'id': '80d8e212-1f6c-40b9-b996-bea9f72a2992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7e57efe5-7faa-4208-a837-27f00d957113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:19:59.219168 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecd9be6-2c43-4156-a832-f3e1ffb32a8d tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Network hostable DHCP agents. Network: 7e57efe5-7faa-4208-a837-27f00d957113, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:19:59.229681 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d5575431-f6e4-469a-8d8e-70a54d5da434 None None] Provisioning for port 7aedd1d2-1882-4d86-9a70-b695de7a6c99 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:19:59.240790 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecd9be6-2c43-4156-a832-f3e1ffb32a8d tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Network 7e57efe5-7faa-4208-a837-27f00d957113 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:19:59.245014 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d5575431-f6e4-469a-8d8e-70a54d5da434 None None] Provisioning complete for port 7aedd1d2-1882-4d86-9a70-b695de7a6c99 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:19:59.245508 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d5575431-f6e4-469a-8d8e-70a54d5da434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:59.250553 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-0ecd9be6-2c43-4156-a832-f3e1ffb32a8d tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 7e57efe5-7faa-4208-a837-27f00d957113) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:19:59.254861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecd9be6-2c43-4156-a832-f3e1ffb32a8d tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:59.255594 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0ecd9be6-2c43-4156-a832-f3e1ffb32a8d tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:59.274015 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbd71ad-ad5f-4b72-be0c-9366a08f85d7 None None] Network 7e57efe5-7faa-4208-a837-27f00d957113 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:19:59.283342 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0ecd9be6-2c43-4156-a832-f3e1ffb32a8d tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7118318 Apr 18 06:19:59.286389 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53448) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:59.431906 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b662335f-cda3-4df3-b491-7b2ff0704fa2 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:59.498803 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b662335f-cda3-4df3-b491-7b2ff0704fa2 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:59.581747 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b662335f-cda3-4df3-b491-7b2ff0704fa2 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:59.624543 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662335f-cda3-4df3-b491-7b2ff0704fa2 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Pushing event deleted for resources: {'Subnet': ['ID=12965878-ef9f-4029-880e-c2a597f18009,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:59.651882 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d5575431-f6e4-469a-8d8e-70a54d5da434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:59.665426 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8696b95-eeff-4213-a6c9-7819597b5f6b None None] Network 7e57efe5-7faa-4208-a837-27f00d957113 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:19:59.730291 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b662335f-cda3-4df3-b491-7b2ff0704fa2 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:59.762671 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-b662335f-cda3-4df3-b491-7b2ff0704fa2 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e57efe5-7faa-4208-a837-27f00d957113']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:19:59.776827 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-b662335f-cda3-4df3-b491-7b2ff0704fa2 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d8e212-1f6c-40b9-b996-bea9f72a2992') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:19:59.777300 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-b662335f-cda3-4df3-b491-7b2ff0704fa2 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d8e212-1f6c-40b9-b996-bea9f72a2992') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:19:59.790147 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-d5575431-f6e4-469a-8d8e-70a54d5da434 None None] For port 7aedd1d2-1882-4d86-9a70-b695de7a6c99, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=7aedd1d2-1882-4d86-9a70-b695de7a6c99,segment=NetworkSegment(b55db405-3d4e-420a-a43e-94f81b4de540),segment_id=b55db405-3d4e-420a-a43e-94f81b4de540)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:19:59.792210 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b662335f-cda3-4df3-b491-7b2ff0704fa2 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:59.797459 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d5575431-f6e4-469a-8d8e-70a54d5da434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:59.812201 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b662335f-cda3-4df3-b491-7b2ff0704fa2 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:59.821380 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b662335f-cda3-4df3-b491-7b2ff0704fa2 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:19:59.822025 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b662335f-cda3-4df3-b491-7b2ff0704fa2 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:19:59.839753 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:19:59.940670 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b662335f-cda3-4df3-b491-7b2ff0704fa2 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:59.953293 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5575431-f6e4-469a-8d8e-70a54d5da434 None None] Pushing event updated for resources: {'Port': ['ID=7aedd1d2-1882-4d86-9a70-b695de7a6c99,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:59.959246 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b662335f-cda3-4df3-b491-7b2ff0704fa2 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:59.972376 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662335f-cda3-4df3-b491-7b2ff0704fa2 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Pushing event deleted for resources: {'Network': ['ID=7e57efe5-7faa-4208-a837-27f00d957113,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:19:59.980190 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53452) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:19:59.983913 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b662335f-cda3-4df3-b491-7b2ff0704fa2 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "DELETE /v2.0/networks/7e57efe5-7faa-4208-a837-27f00d957113 HTTP/1.1" status: 204 len: 168 time: 0.6890514 Apr 18 06:19:59.986256 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-1b6a5721-eabf-4229-9868-4c7e896b8ef6 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-533103306'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:19:59.992393 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1b6a5721-eabf-4229-9868-4c7e896b8ef6 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:19:59.996222 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1b6a5721-eabf-4229-9868-4c7e896b8ef6 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Usage tracker for resource:network and tenant:a5468f61f42d425f82c799b2f43865e6 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:19:59.999446 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1b6a5721-eabf-4229-9868-4c7e896b8ef6 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:20:00.006109 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1b6a5721-eabf-4229-9868-4c7e896b8ef6 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:20:00.017104 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6a5721-eabf-4229-9868-4c7e896b8ef6 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Made reservation on behalf of a5468f61f42d425f82c799b2f43865e6 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:20:00.021525 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1b6a5721-eabf-4229-9868-4c7e896b8ef6 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:00.022250 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-faec8fec-fae3-4b8f-b582-3139980f34bf None None] Provisioning complete for port 7aedd1d2-1882-4d86-9a70-b695de7a6c99 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:00.022623 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-faec8fec-fae3-4b8f-b582-3139980f34bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:00.050544 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6a5721-eabf-4229-9868-4c7e896b8ef6 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:20:00.065713 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1b6a5721-eabf-4229-9868-4c7e896b8ef6 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:00.066136 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-1b6a5721-eabf-4229-9868-4c7e896b8ef6 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Added segment 670d4f8b-96e4-4028-9c9a-3267a2683194 of type vlan for network 90447a62-8f35-471d-ae6c-c9bf4d5df317 Apr 18 06:20:00.101023 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1b6a5721-eabf-4229-9868-4c7e896b8ef6 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:00.137498 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1b6a5721-eabf-4229-9868-4c7e896b8ef6 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:00.144597 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6a5721-eabf-4229-9868-4c7e896b8ef6 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:00.145355 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1b6a5721-eabf-4229-9868-4c7e896b8ef6 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:00.203375 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1b6a5721-eabf-4229-9868-4c7e896b8ef6 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2217784 Apr 18 06:20:00.207817 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53456) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:00.214333 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-20558364-6652-4096-b154-201a3b6deffa tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Request body: {'subnet': {'network_id': '90447a62-8f35-471d-ae6c-c9bf4d5df317', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:20:00.259710 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a5721-eabf-4229-9868-4c7e896b8ef6 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Pushing event updated for resources: {'Network': ['ID=90447a62-8f35-471d-ae6c-c9bf4d5df317,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:00.270688 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 90447a62-8f35-471d-ae6c-c9bf4d5df317 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:20:00.342172 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-20558364-6652-4096-b154-201a3b6deffa tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:20:00.347882 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-20558364-6652-4096-b154-201a3b6deffa tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Usage tracker for resource:subnet and tenant:a5468f61f42d425f82c799b2f43865e6 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:20:00.351376 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-20558364-6652-4096-b154-201a3b6deffa tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:20:00.358589 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-20558364-6652-4096-b154-201a3b6deffa tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:20:00.370833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20558364-6652-4096-b154-201a3b6deffa tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Made reservation on behalf of a5468f61f42d425f82c799b2f43865e6 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:20:00.374607 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20558364-6652-4096-b154-201a3b6deffa tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:00.597796 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20558364-6652-4096-b154-201a3b6deffa tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:00.680708 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20558364-6652-4096-b154-201a3b6deffa tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Pushing event updated for resources: {'Subnet': ['ID=c6cb00b5-8544-4c59-b3d8-2bfb2df7192d,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:00.688535 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20558364-6652-4096-b154-201a3b6deffa tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Checking segment: {'id': '670d4f8b-96e4-4028-9c9a-3267a2683194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '90447a62-8f35-471d-ae6c-c9bf4d5df317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:20:00.688898 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20558364-6652-4096-b154-201a3b6deffa tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Network hostable DHCP agents. Network: 90447a62-8f35-471d-ae6c-c9bf4d5df317, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:20:00.708690 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20558364-6652-4096-b154-201a3b6deffa tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Network 90447a62-8f35-471d-ae6c-c9bf4d5df317 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:20:00.717549 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 7aedd1d2-1882-4d86-9a70-b695de7a6c99 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:20:00.719525 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-20558364-6652-4096-b154-201a3b6deffa tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 90447a62-8f35-471d-ae6c-c9bf4d5df317) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:20:00.723895 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20558364-6652-4096-b154-201a3b6deffa tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:00.724643 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-20558364-6652-4096-b154-201a3b6deffa tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:00.750140 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53460) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:00.750772 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-20558364-6652-4096-b154-201a3b6deffa tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5414975 Apr 18 06:20:00.756609 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-b96b29fa-4ba5-4859-a05d-8c76b3d60c3e tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1944163580'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:20:00.762736 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b96b29fa-4ba5-4859-a05d-8c76b3d60c3e tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:20:00.766821 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b96b29fa-4ba5-4859-a05d-8c76b3d60c3e tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Usage tracker for resource:network and tenant:a5468f61f42d425f82c799b2f43865e6 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:20:00.770672 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b96b29fa-4ba5-4859-a05d-8c76b3d60c3e tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:20:00.775242 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea8004b-45bf-45ce-a30a-d23efce5b404 None None] Network 90447a62-8f35-471d-ae6c-c9bf4d5df317 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:20:00.777664 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b96b29fa-4ba5-4859-a05d-8c76b3d60c3e tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:20:00.789707 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96b29fa-4ba5-4859-a05d-8c76b3d60c3e tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Made reservation on behalf of a5468f61f42d425f82c799b2f43865e6 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:20:00.794018 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b96b29fa-4ba5-4859-a05d-8c76b3d60c3e tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:00.825256 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96b29fa-4ba5-4859-a05d-8c76b3d60c3e tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:20:00.834740 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b96b29fa-4ba5-4859-a05d-8c76b3d60c3e tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:00.835083 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-b96b29fa-4ba5-4859-a05d-8c76b3d60c3e tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Added segment 36e2bf7b-93cf-4994-8862-949e3d031759 of type vlan for network 3eaafdfa-b0e9-4526-9fee-ee3b2744b98f Apr 18 06:20:00.867494 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b96b29fa-4ba5-4859-a05d-8c76b3d60c3e tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:00.900191 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b96b29fa-4ba5-4859-a05d-8c76b3d60c3e tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:00.905723 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b29fa-4ba5-4859-a05d-8c76b3d60c3e tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:00.906317 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b96b29fa-4ba5-4859-a05d-8c76b3d60c3e tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:00.944305 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 7aedd1d2-1882-4d86-9a70-b695de7a6c99 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:00.944883 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:01.006287 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b96b29fa-4ba5-4859-a05d-8c76b3d60c3e tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2542682 Apr 18 06:20:01.009250 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53464) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:01.016299 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Request body: {'subnet': {'network_id': '3eaafdfa-b0e9-4526-9fee-ee3b2744b98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:20:01.022588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b29fa-4ba5-4859-a05d-8c76b3d60c3e tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Pushing event updated for resources: {'Network': ['ID=3eaafdfa-b0e9-4526-9fee-ee3b2744b98f,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:01.051574 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 3eaafdfa-b0e9-4526-9fee-ee3b2744b98f details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:20:01.131637 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:20:01.135465 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Usage tracker for resource:subnet and tenant:a5468f61f42d425f82c799b2f43865e6 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:20:01.138317 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:20:01.144912 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:20:01.155347 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Made reservation on behalf of a5468f61f42d425f82c799b2f43865e6 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:20:01.160220 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:01.241059 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-90447a62-8f35-471d-ae6c-c9bf4d5df317', 'network_id': '90447a62-8f35-471d-ae6c-c9bf4d5df317', 'tenant_id': 'a5468f61f42d425f82c799b2f43865e6', 'fixed_ips': [{'subnet_id': 'c6cb00b5-8544-4c59-b3d8-2bfb2df7192d'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:20:01.241869 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:01.426230 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:01.433859 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] Allocated IP 2001:db8::2 (90447a62-8f35-471d-ae6c-c9bf4d5df317/c6cb00b5-8544-4c59-b3d8-2bfb2df7192d/63e40350-bfa5-4ac3-9c97-4f1936cc9218) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:20:01.637577 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Pushing event updated for resources: {'Subnet': ['ID=68b25e5b-76b6-4ca4-b20b-c9abcca00c05,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:01.649633 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:01.649633 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:01.649832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:01.650010 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:01.650338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:01.650665 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:01.650986 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:01.651302 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:01.651619 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:01.652449 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:01.652449 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:01.652675 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:01.658129 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:01.660363 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Checking segment: {'id': '36e2bf7b-93cf-4994-8862-949e3d031759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3eaafdfa-b0e9-4526-9fee-ee3b2744b98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:20:01.660731 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Network hostable DHCP agents. Network: 3eaafdfa-b0e9-4526-9fee-ee3b2744b98f, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:20:01.671343 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] Transition to ACTIVE for port object 63e40350-bfa5-4ac3-9c97-4f1936cc9218 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:20:01.684495 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Network 3eaafdfa-b0e9-4526-9fee-ee3b2744b98f is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:20:01.693471 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] Transition to ACTIVE for port object 63e40350-bfa5-4ac3-9c97-4f1936cc9218 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:20:01.696509 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 3eaafdfa-b0e9-4526-9fee-ee3b2744b98f) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:20:01.698365 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:01.708352 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:01.709055 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:01.736087 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897795d8-e61f-4c3a-97cf-a4885f01d6dd None None] Network 3eaafdfa-b0e9-4526-9fee-ee3b2744b98f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:20:01.736330 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-93ada75a-31b6-4872-8248-86e6ca761a3f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7235656 Apr 18 06:20:01.737275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53468) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:01.795777 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] Network 90447a62-8f35-471d-ae6c-c9bf4d5df317 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:20:01.845542 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:20:01.855227 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:20:01.870428 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] Pushing event updated for resources: {'Port': ['ID=63e40350-bfa5-4ac3-9c97-4f1936cc9218,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:01.888942 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-69d38226-8726-40cf-bf7a-82315204d24c tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:01.959267 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-69d38226-8726-40cf-bf7a-82315204d24c tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:01.993797 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] Attempting to bind port 63e40350-bfa5-4ac3-9c97-4f1936cc9218 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:20:01.994392 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] Attempting to bind port 63e40350-bfa5-4ac3-9c97-4f1936cc9218 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '670d4f8b-96e4-4028-9c9a-3267a2683194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '90447a62-8f35-471d-ae6c-c9bf4d5df317'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:20:01.994498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] Attempting to bind port 63e40350-bfa5-4ac3-9c97-4f1936cc9218 on network 90447a62-8f35-471d-ae6c-c9bf4d5df317 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:20:02.031046 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:20:02.031412 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] Checking segment: {'id': '670d4f8b-96e4-4028-9c9a-3267a2683194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '90447a62-8f35-471d-ae6c-c9bf4d5df317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:20:02.031805 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:02.032213 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] Bound using segment: {'id': '670d4f8b-96e4-4028-9c9a-3267a2683194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '90447a62-8f35-471d-ae6c-c9bf4d5df317'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:20:02.032678 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] Bound port: 63e40350-bfa5-4ac3-9c97-4f1936cc9218, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670d4f8b-96e4-4028-9c9a-3267a2683194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '90447a62-8f35-471d-ae6c-c9bf4d5df317'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:20:02.033045 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:02.047329 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-69d38226-8726-40cf-bf7a-82315204d24c tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:02.092110 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d38226-8726-40cf-bf7a-82315204d24c tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Pushing event deleted for resources: {'Subnet': ['ID=68b25e5b-76b6-4ca4-b20b-c9abcca00c05,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:02.173604 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189f7c82-3494-44e5-848a-4e527c91562d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-3eaafdfa-b0e9-4526-9fee-ee3b2744b98f', 'network_id': '3eaafdfa-b0e9-4526-9fee-ee3b2744b98f', 'tenant_id': 'a5468f61f42d425f82c799b2f43865e6', 'fixed_ips': [{'subnet_id': '68b25e5b-76b6-4ca4-b20b-c9abcca00c05'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:20:02.174444 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-189f7c82-3494-44e5-848a-4e527c91562d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:02.190626 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-69d38226-8726-40cf-bf7a-82315204d24c tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:02.207819 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] For port 63e40350-bfa5-4ac3-9c97-4f1936cc9218, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:20:02.222261 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-69d38226-8726-40cf-bf7a-82315204d24c tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eaafdfa-b0e9-4526-9fee-ee3b2744b98f']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:02.239295 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-69d38226-8726-40cf-bf7a-82315204d24c tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e2bf7b-93cf-4994-8862-949e3d031759') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:02.239915 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-69d38226-8726-40cf-bf7a-82315204d24c tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e2bf7b-93cf-4994-8862-949e3d031759') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:02.253286 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-69d38226-8726-40cf-bf7a-82315204d24c tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:02.260245 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] For port 63e40350-bfa5-4ac3-9c97-4f1936cc9218, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=63e40350-bfa5-4ac3-9c97-4f1936cc9218,segment=NetworkSegment(670d4f8b-96e4-4028-9c9a-3267a2683194),segment_id=670d4f8b-96e4-4028-9c9a-3267a2683194)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:20:02.274688 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-69d38226-8726-40cf-bf7a-82315204d24c tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:02.276632 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:02.290957 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d38226-8726-40cf-bf7a-82315204d24c tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:20:02.291499 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-69d38226-8726-40cf-bf7a-82315204d24c tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:20:02.328968 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:20:02.380829 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1db078-9274-45ba-a1e7-5675c8344113 None None] Network 3eaafdfa-b0e9-4526-9fee-ee3b2744b98f requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:20:02.433728 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56f1f2-4cd9-47af-8371-1f26bab753c2 None None] Pushing event updated for resources: {'Port': ['ID=63e40350-bfa5-4ac3-9c97-4f1936cc9218,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:02.506385 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-69d38226-8726-40cf-bf7a-82315204d24c tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:02.551061 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-69d38226-8726-40cf-bf7a-82315204d24c tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:02.569056 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d38226-8726-40cf-bf7a-82315204d24c tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Pushing event deleted for resources: {'Network': ['ID=3eaafdfa-b0e9-4526-9fee-ee3b2744b98f,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:02.572106 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-69d38226-8726-40cf-bf7a-82315204d24c tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "DELETE /v2.0/networks/3eaafdfa-b0e9-4526-9fee-ee3b2744b98f HTTP/1.1" status: 204 len: 168 time: 0.8332701 Apr 18 06:20:02.575029 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53472) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:02.664719 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f7a9a4-4a3f-49d9-9016-4a1ed04aa183 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] GET failed (client error): The resource could not be found. Apr 18 06:20:02.665244 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-06f7a9a4-4a3f-49d9-9016-4a1ed04aa183 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Synchronizing usage tracker for tenant:a5468f61f42d425f82c799b2f43865e6 on resource:subnet {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:20:02.690520 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-06f7a9a4-4a3f-49d9-9016-4a1ed04aa183 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Unset dirty status for tenant:a5468f61f42d425f82c799b2f43865e6 on resource:subnet {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:20:02.695545 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53476) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:02.696579 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-06f7a9a4-4a3f-49d9-9016-4a1ed04aa183 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "GET /v2.0/subnets/68b25e5b-76b6-4ca4-b20b-c9abcca00c05 HTTP/1.1" status: 404 len: 337 time: 0.1192973 Apr 18 06:20:02.723563 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac63b19-801a-420c-9eed-bd278992153a tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] DELETE failed (client error): The resource could not be found. Apr 18 06:20:02.724233 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac63b19-801a-420c-9eed-bd278992153a tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:20:02.737303 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53480) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:02.738257 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1ac63b19-801a-420c-9eed-bd278992153a tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "DELETE /v2.0/networks/3eaafdfa-b0e9-4526-9fee-ee3b2744b98f HTTP/1.1" status: 404 len: 339 time: 0.0408943 Apr 18 06:20:02.782408 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d95720-ec33-475f-b765-b2355f08a230 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] DELETE failed (client error): The resource could not be found. Apr 18 06:20:02.782823 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d95720-ec33-475f-b765-b2355f08a230 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:20:02.788650 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f1d95720-ec33-475f-b765-b2355f08a230 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "DELETE /v2.0/subnets/68b25e5b-76b6-4ca4-b20b-c9abcca00c05 HTTP/1.1" status: 404 len: 337 time: 0.0481958 Apr 18 06:20:02.789619 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53484) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:02.793071 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 63e40350-bfa5-4ac3-9c97-4f1936cc9218 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:20:02.819351 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8af4338-4eee-4365-b39c-ac007fec767f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] DELETE failed (client error): The resource could not be found. Apr 18 06:20:02.819831 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8af4338-4eee-4365-b39c-ac007fec767f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:20:02.823879 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d8af4338-4eee-4365-b39c-ac007fec767f tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "DELETE /v2.0/networks/3eaafdfa-b0e9-4526-9fee-ee3b2744b98f HTTP/1.1" status: 404 len: 339 time: 0.0300696 Apr 18 06:20:02.824283 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53488) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:02.877645 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 63e40350-bfa5-4ac3-9c97-4f1936cc9218 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:20:02.901236 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-456f61e7-33e5-4594-8042-55389451c84a tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Deleting subnet c6cb00b5-8544-4c59-b3d8-2bfb2df7192d {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:20:02.904668 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-456f61e7-33e5-4594-8042-55389451c84a tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:02.963757 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-456f61e7-33e5-4594-8042-55389451c84a tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:03.050730 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-456f61e7-33e5-4594-8042-55389451c84a tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:03.128974 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-456f61e7-33e5-4594-8042-55389451c84a tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:03.168568 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f61e7-33e5-4594-8042-55389451c84a tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Pushing event deleted for resources: {'Subnet': ['ID=c6cb00b5-8544-4c59-b3d8-2bfb2df7192d,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:03.172075 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-456f61e7-33e5-4594-8042-55389451c84a tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:03.186676 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-456f61e7-33e5-4594-8042-55389451c84a tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "DELETE /v2.0/subnets/c6cb00b5-8544-4c59-b3d8-2bfb2df7192d HTTP/1.1" status: 204 len: 168 time: 0.3612719 Apr 18 06:20:03.188987 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53492) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:03.460845 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0dd015dd-3a61-4ee8-a42b-44265278dfbe tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:03.473709 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-0dd015dd-3a61-4ee8-a42b-44265278dfbe tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Deleting port 63e40350-bfa5-4ac3-9c97-4f1936cc9218 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:20:03.474049 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0dd015dd-3a61-4ee8-a42b-44265278dfbe tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:03.626358 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42005e66-ad31-4917-ad0f-151375d075ac None None] Network 90447a62-8f35-471d-ae6c-c9bf4d5df317 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:20:03.710805 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-0dd015dd-3a61-4ee8-a42b-44265278dfbe tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] For port 63e40350-bfa5-4ac3-9c97-4f1936cc9218, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=63e40350-bfa5-4ac3-9c97-4f1936cc9218,segment=NetworkSegment(670d4f8b-96e4-4028-9c9a-3267a2683194),segment_id=670d4f8b-96e4-4028-9c9a-3267a2683194)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:20:03.711445 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0dd015dd-3a61-4ee8-a42b-44265278dfbe tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:03.787940 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f646f9c5-ddb2-4c74-8082-a55b32ee775f None None] Provisioning for port 63e40350-bfa5-4ac3-9c97-4f1936cc9218 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:20:03.836030 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f646f9c5-ddb2-4c74-8082-a55b32ee775f None None] Provisioning complete for port 63e40350-bfa5-4ac3-9c97-4f1936cc9218 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:03.836413 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f646f9c5-ddb2-4c74-8082-a55b32ee775f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:03.853342 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-0dd015dd-3a61-4ee8-a42b-44265278dfbe tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Calling delete_port for 63e40350-bfa5-4ac3-9c97-4f1936cc9218 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:20:03.940535 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0dd015dd-3a61-4ee8-a42b-44265278dfbe tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:03.966398 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.plugins.ml2.db [None req-f646f9c5-ddb2-4c74-8082-a55b32ee775f None None] No ports have port_id starting with 63e40350-bfa5-4ac3-9c97-4f1936cc9218 Apr 18 06:20:04.019320 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd015dd-3a61-4ee8-a42b-44265278dfbe tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] No DVR routers for this DVR port 63e40350-bfa5-4ac3-9c97-4f1936cc9218 on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:20:04.021502 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd015dd-3a61-4ee8-a42b-44265278dfbe tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Pushing event deleted for resources: {'Port': ['ID=63e40350-bfa5-4ac3-9c97-4f1936cc9218,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:04.067155 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42769a23-f8d8-4fbd-970b-4e7b466e56a5 None None] DHCP port deletion for 90447a62-8f35-471d-ae6c-c9bf4d5df317 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:20:04.154755 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0dd015dd-3a61-4ee8-a42b-44265278dfbe tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:04.181365 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-0dd015dd-3a61-4ee8-a42b-44265278dfbe tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90447a62-8f35-471d-ae6c-c9bf4d5df317']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:04.195271 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-0dd015dd-3a61-4ee8-a42b-44265278dfbe tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670d4f8b-96e4-4028-9c9a-3267a2683194') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:04.195561 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-0dd015dd-3a61-4ee8-a42b-44265278dfbe tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670d4f8b-96e4-4028-9c9a-3267a2683194') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:04.208381 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0dd015dd-3a61-4ee8-a42b-44265278dfbe tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:04.226798 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0dd015dd-3a61-4ee8-a42b-44265278dfbe tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:04.233797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd015dd-3a61-4ee8-a42b-44265278dfbe tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:20:04.234362 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0dd015dd-3a61-4ee8-a42b-44265278dfbe tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:20:04.249665 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:20:04.339263 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0dd015dd-3a61-4ee8-a42b-44265278dfbe tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:04.357374 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0dd015dd-3a61-4ee8-a42b-44265278dfbe tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:04.370375 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd015dd-3a61-4ee8-a42b-44265278dfbe tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Pushing event deleted for resources: {'Network': ['ID=90447a62-8f35-471d-ae6c-c9bf4d5df317,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:04.372986 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0dd015dd-3a61-4ee8-a42b-44265278dfbe tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "DELETE /v2.0/networks/90447a62-8f35-471d-ae6c-c9bf4d5df317 HTTP/1.1" status: 204 len: 168 time: 1.1823459 Apr 18 06:20:04.375345 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53496) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:04.413795 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-363aeda8-8913-47c1-b0e2-5c73974a8f77 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] DELETE failed (client error): The resource could not be found. Apr 18 06:20:04.414253 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-363aeda8-8913-47c1-b0e2-5c73974a8f77 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:20:04.416006 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-363aeda8-8913-47c1-b0e2-5c73974a8f77 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "DELETE /v2.0/subnets/12965878-ef9f-4029-880e-c2a597f18009 HTTP/1.1" status: 404 len: 337 time: 0.0397599 Apr 18 06:20:04.418567 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53500) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:04.444521 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-7098b165-4b17-47b2-8ef8-5b028ada53a2 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] DELETE failed (client error): The resource could not be found. Apr 18 06:20:04.444987 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7098b165-4b17-47b2-8ef8-5b028ada53a2 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:20:04.446644 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7098b165-4b17-47b2-8ef8-5b028ada53a2 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "DELETE /v2.0/networks/7e57efe5-7faa-4208-a837-27f00d957113 HTTP/1.1" status: 404 len: 339 time: 0.0271828 Apr 18 06:20:04.449138 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53504) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:04.490172 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d465c2-0e8e-42c9-bef9-23c5a39dd816 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] DELETE failed (client error): The resource could not be found. Apr 18 06:20:04.490613 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d465c2-0e8e-42c9-bef9-23c5a39dd816 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:20:04.492288 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-75d465c2-0e8e-42c9-bef9-23c5a39dd816 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "DELETE /v2.0/subnets/c02aad97-36f0-4e89-9f96-1dc93f6df730 HTTP/1.1" status: 404 len: 337 time: 0.0422645 Apr 18 06:20:04.494743 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53508) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:04.519165 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc096473-cdf3-4fb6-8f1c-ec3ed2a2232c tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] DELETE failed (client error): The resource could not be found. Apr 18 06:20:04.519618 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc096473-cdf3-4fb6-8f1c-ec3ed2a2232c tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:20:04.521293 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-dc096473-cdf3-4fb6-8f1c-ec3ed2a2232c tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "DELETE /v2.0/networks/51493bba-893f-40e7-b172-1301cff45bd0 HTTP/1.1" status: 404 len: 339 time: 0.0256822 Apr 18 06:20:04.523646 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53512) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:04.588359 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bfd5f3c-52d3-4916-882b-a46abeb17792 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Deleting subnet ac49530b-3bb7-4970-9e27-5da8e0b056c7 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:20:04.591335 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5bfd5f3c-52d3-4916-882b-a46abeb17792 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:04.650558 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5bfd5f3c-52d3-4916-882b-a46abeb17792 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:04.708608 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 63e40350-bfa5-4ac3-9c97-4f1936cc9218 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:20:04.739429 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5bfd5f3c-52d3-4916-882b-a46abeb17792 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:04.745908 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 63e40350-bfa5-4ac3-9c97-4f1936cc9218 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:20:04.746365 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 63e40350-bfa5-4ac3-9c97-4f1936cc9218 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:20:04.815375 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5bfd5f3c-52d3-4916-882b-a46abeb17792 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:04.858931 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd5f3c-52d3-4916-882b-a46abeb17792 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Pushing event deleted for resources: {'Subnet': ['ID=ac49530b-3bb7-4970-9e27-5da8e0b056c7,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:04.863592 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5bfd5f3c-52d3-4916-882b-a46abeb17792 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:04.871333 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924e5f06-a191-4d66-8ef6-cdb9916142fd None None] Network 4be6b454-9da5-4d2f-b6b6-cad7f621ff75 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:20:04.875755 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5bfd5f3c-52d3-4916-882b-a46abeb17792 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "DELETE /v2.0/subnets/ac49530b-3bb7-4970-9e27-5da8e0b056c7 HTTP/1.1" status: 204 len: 168 time: 0.3489621 Apr 18 06:20:04.875974 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53516) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:05.005192 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ab41210-9432-498d-acb7-6c3786cf6e47 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:05.015724 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-1ab41210-9432-498d-acb7-6c3786cf6e47 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Deleting port 7aedd1d2-1882-4d86-9a70-b695de7a6c99 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:20:05.016156 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ab41210-9432-498d-acb7-6c3786cf6e47 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:05.149464 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a29591-2a60-41f6-bd08-e4df8078ff2a None None] DHCP port deletion for 4be6b454-9da5-4d2f-b6b6-cad7f621ff75 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:20:05.153749 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-36a29591-2a60-41f6-bd08-e4df8078ff2a None None] Deleting port 7aedd1d2-1882-4d86-9a70-b695de7a6c99 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:20:05.154172 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-36a29591-2a60-41f6-bd08-e4df8078ff2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:05.357587 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-1ab41210-9432-498d-acb7-6c3786cf6e47 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] For port 7aedd1d2-1882-4d86-9a70-b695de7a6c99, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=7aedd1d2-1882-4d86-9a70-b695de7a6c99,segment=NetworkSegment(b55db405-3d4e-420a-a43e-94f81b4de540),segment_id=b55db405-3d4e-420a-a43e-94f81b4de540)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:20:05.358212 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ab41210-9432-498d-acb7-6c3786cf6e47 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:05.377195 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-36a29591-2a60-41f6-bd08-e4df8078ff2a None None] For port 7aedd1d2-1882-4d86-9a70-b695de7a6c99, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=7aedd1d2-1882-4d86-9a70-b695de7a6c99,segment=NetworkSegment(b55db405-3d4e-420a-a43e-94f81b4de540),segment_id=b55db405-3d4e-420a-a43e-94f81b4de540)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:20:05.377674 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-36a29591-2a60-41f6-bd08-e4df8078ff2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:05.385936 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-045286a9-0a40-4c23-a4e8-9eb02f2614e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:05.490090 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-1ab41210-9432-498d-acb7-6c3786cf6e47 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Calling delete_port for 7aedd1d2-1882-4d86-9a70-b695de7a6c99 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:20:05.501607 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-36a29591-2a60-41f6-bd08-e4df8078ff2a None None] Calling delete_port for 7aedd1d2-1882-4d86-9a70-b695de7a6c99 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:20:05.571099 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ab41210-9432-498d-acb7-6c3786cf6e47 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:05.579050 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-36a29591-2a60-41f6-bd08-e4df8078ff2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:20:05.579491 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-36a29591-2a60-41f6-bd08-e4df8078ff2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:20:05.624291 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab41210-9432-498d-acb7-6c3786cf6e47 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Pushing event deleted for resources: {'Port': ['ID=7aedd1d2-1882-4d86-9a70-b695de7a6c99,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:05.626206 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab41210-9432-498d-acb7-6c3786cf6e47 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] No DVR routers for this DVR port 7aedd1d2-1882-4d86-9a70-b695de7a6c99 on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:20:05.750804 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ab41210-9432-498d-acb7-6c3786cf6e47 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:05.776793 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-1ab41210-9432-498d-acb7-6c3786cf6e47 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be6b454-9da5-4d2f-b6b6-cad7f621ff75']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:05.790170 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-1ab41210-9432-498d-acb7-6c3786cf6e47 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55db405-3d4e-420a-a43e-94f81b4de540') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:05.790462 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-1ab41210-9432-498d-acb7-6c3786cf6e47 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55db405-3d4e-420a-a43e-94f81b4de540') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:05.802543 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ab41210-9432-498d-acb7-6c3786cf6e47 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:05.818820 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ab41210-9432-498d-acb7-6c3786cf6e47 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:05.824904 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab41210-9432-498d-acb7-6c3786cf6e47 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:20:05.825291 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ab41210-9432-498d-acb7-6c3786cf6e47 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:20:05.840228 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:20:05.921752 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ab41210-9432-498d-acb7-6c3786cf6e47 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:05.926905 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ab41210-9432-498d-acb7-6c3786cf6e47 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:05.952956 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab41210-9432-498d-acb7-6c3786cf6e47 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] Pushing event deleted for resources: {'Network': ['ID=4be6b454-9da5-4d2f-b6b6-cad7f621ff75,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:05.959184 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1ab41210-9432-498d-acb7-6c3786cf6e47 tempest-NetworksIpV6Test-1889878381 tempest-NetworksIpV6Test-1889878381-project] 10.222.0.15 "DELETE /v2.0/networks/4be6b454-9da5-4d2f-b6b6-cad7f621ff75 HTTP/1.1" status: 204 len: 168 time: 1.0822482 Apr 18 06:20:06.081382 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-36a29591-2a60-41f6-bd08-e4df8078ff2a None None] Deleting port 7aedd1d2-1882-4d86-9a70-b695de7a6c99 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:20:06.081968 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-36a29591-2a60-41f6-bd08-e4df8078ff2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:06.151420 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-36a29591-2a60-41f6-bd08-e4df8078ff2a None None] The port '7aedd1d2-1882-4d86-9a70-b695de7a6c99' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 06:20:06.240301 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53524) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:06.391013 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-685f744e-65d2-41ba-ab16-9397dbdee278 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5468f61f42d425f82c799b2f43865e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494846 Apr 18 06:20:06.393661 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53530) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:06.450611 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ed16ffc-b419-40bc-b082-ab557f51303a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:06.490021 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ed16ffc-b419-40bc-b082-ab557f51303a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:06.542393 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ed16ffc-b419-40bc-b082-ab557f51303a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:06.557574 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed16ffc-b419-40bc-b082-ab557f51303a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63764bda-c48c-404c-a3e6-38dd8bcd1da7,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:06.569325 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1ed16ffc-b419-40bc-b082-ab557f51303a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:06.572820 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1ed16ffc-b419-40bc-b082-ab557f51303a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63764bda-c48c-404c-a3e6-38dd8bcd1da7 HTTP/1.1" status: 204 len: 168 time: 0.1759372 Apr 18 06:20:06.712969 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 7aedd1d2-1882-4d86-9a70-b695de7a6c99 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:20:06.748940 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 7aedd1d2-1882-4d86-9a70-b695de7a6c99 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:20:06.749345 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 7aedd1d2-1882-4d86-9a70-b695de7a6c99 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:20:07.276718 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53554) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:07.381482 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-40c177bf-10ba-48ac-93e6-a9a15f0e68b3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-767119222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:20:07.388374 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-40c177bf-10ba-48ac-93e6-a9a15f0e68b3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:20:07.392268 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-40c177bf-10ba-48ac-93e6-a9a15f0e68b3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Usage tracker for resource:router and tenant:f56122d1542247dbaee285bad44970e3 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:20:07.395695 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-40c177bf-10ba-48ac-93e6-a9a15f0e68b3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:20:07.401960 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-40c177bf-10ba-48ac-93e6-a9a15f0e68b3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:20:07.412609 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-40c177bf-10ba-48ac-93e6-a9a15f0e68b3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:07.413598 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-40c177bf-10ba-48ac-93e6-a9a15f0e68b3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:07.430087 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-40c177bf-10ba-48ac-93e6-a9a15f0e68b3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:07.448329 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-40c177bf-10ba-48ac-93e6-a9a15f0e68b3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:07.470810 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-40c177bf-10ba-48ac-93e6-a9a15f0e68b3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:07.472187 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-40c177bf-10ba-48ac-93e6-a9a15f0e68b3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1943612 Apr 18 06:20:07.475239 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53560) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:07.480642 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1977467456'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:20:07.485704 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:20:07.490164 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Usage tracker for resource:network and tenant:f56122d1542247dbaee285bad44970e3 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:20:07.493107 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:20:07.498900 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:20:07.508403 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Made reservation on behalf of f56122d1542247dbaee285bad44970e3 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:20:07.511733 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:07.524649 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:07.538868 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:20:07.542624 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Usage tracker for resource:security_group_rule and tenant:f56122d1542247dbaee285bad44970e3 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:20:07.545478 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:20:07.551647 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:20:07.633886 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:07.637797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:07.655078 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-11ce7d55-513e-4881-9f61-e9654c56972b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:07.675808 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:20:07.684579 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046f0d70-aed7-4c20-b99c-cefdeba6fcb1,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:07.690717 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:07.691069 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Added segment dc847c5d-f4d9-4713-a802-9054759403d4 of type vlan for network b39b562f-0494-4c24-81ad-40e7f80fbcba Apr 18 06:20:07.719588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:07.749180 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:07.755121 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:07.755711 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:07.868140 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3893073 Apr 18 06:20:07.868348 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53564) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:07.870801 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a62f27-41bb-4c1e-97f6-acc5c4489edb tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Pushing event updated for resources: {'Network': ['ID=b39b562f-0494-4c24-81ad-40e7f80fbcba,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:07.875749 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-23eadad4-e3f7-4534-b203-8f29a04e1e4e tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Request body: {'subnet': {'network_id': 'b39b562f-0494-4c24-81ad-40e7f80fbcba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:20:07.881233 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network b39b562f-0494-4c24-81ad-40e7f80fbcba details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:20:07.985424 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-23eadad4-e3f7-4534-b203-8f29a04e1e4e tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:20:07.990416 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-23eadad4-e3f7-4534-b203-8f29a04e1e4e tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Usage tracker for resource:subnet and tenant:f56122d1542247dbaee285bad44970e3 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:20:07.993206 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:07.993430 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-23eadad4-e3f7-4534-b203-8f29a04e1e4e tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:20:07.999240 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-23eadad4-e3f7-4534-b203-8f29a04e1e4e tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:20:08.009671 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23eadad4-e3f7-4534-b203-8f29a04e1e4e tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Made reservation on behalf of f56122d1542247dbaee285bad44970e3 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:20:08.013077 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-23eadad4-e3f7-4534-b203-8f29a04e1e4e tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:08.238628 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-23eadad4-e3f7-4534-b203-8f29a04e1e4e tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:08.314332 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eadad4-e3f7-4534-b203-8f29a04e1e4e tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Pushing event updated for resources: {'Subnet': ['ID=f65ebc03-054a-4ca7-943e-639dc28e7c35,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:08.323226 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eadad4-e3f7-4534-b203-8f29a04e1e4e tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Checking segment: {'id': 'dc847c5d-f4d9-4713-a802-9054759403d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b39b562f-0494-4c24-81ad-40e7f80fbcba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:20:08.323552 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eadad4-e3f7-4534-b203-8f29a04e1e4e tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Network hostable DHCP agents. Network: b39b562f-0494-4c24-81ad-40e7f80fbcba, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:20:08.342564 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eadad4-e3f7-4534-b203-8f29a04e1e4e tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Network b39b562f-0494-4c24-81ad-40e7f80fbcba is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:20:08.352454 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-23eadad4-e3f7-4534-b203-8f29a04e1e4e tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, b39b562f-0494-4c24-81ad-40e7f80fbcba) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:20:08.356354 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eadad4-e3f7-4534-b203-8f29a04e1e4e tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:08.357097 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-23eadad4-e3f7-4534-b203-8f29a04e1e4e tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:08.369858 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f84639-ebc5-4248-8133-92143b701fdc None None] Network b39b562f-0494-4c24-81ad-40e7f80fbcba requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:20:08.385207 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-23eadad4-e3f7-4534-b203-8f29a04e1e4e tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5128670 Apr 18 06:20:08.385436 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53568) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:08.391262 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-634e201d-2751-4ecd-8d98-5ac9c62a74d1 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1775213893'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:20:08.396844 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-634e201d-2751-4ecd-8d98-5ac9c62a74d1 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:20:08.400838 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-634e201d-2751-4ecd-8d98-5ac9c62a74d1 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Usage tracker for resource:network and tenant:f56122d1542247dbaee285bad44970e3 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:20:08.403701 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-634e201d-2751-4ecd-8d98-5ac9c62a74d1 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:20:08.409997 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-634e201d-2751-4ecd-8d98-5ac9c62a74d1 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:20:08.420781 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634e201d-2751-4ecd-8d98-5ac9c62a74d1 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Made reservation on behalf of f56122d1542247dbaee285bad44970e3 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:20:08.424388 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-634e201d-2751-4ecd-8d98-5ac9c62a74d1 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:08.468023 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634e201d-2751-4ecd-8d98-5ac9c62a74d1 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:20:08.479304 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-634e201d-2751-4ecd-8d98-5ac9c62a74d1 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:08.479656 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-634e201d-2751-4ecd-8d98-5ac9c62a74d1 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Added segment 99065308-93c5-4567-aaaa-1e49a2cff29e of type vlan for network a146fa90-6907-4297-b585-506faf19da2a Apr 18 06:20:08.508695 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-634e201d-2751-4ecd-8d98-5ac9c62a74d1 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:08.540200 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-634e201d-2751-4ecd-8d98-5ac9c62a74d1 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:08.545701 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634e201d-2751-4ecd-8d98-5ac9c62a74d1 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:08.546306 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-634e201d-2751-4ecd-8d98-5ac9c62a74d1 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:08.651473 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-634e201d-2751-4ecd-8d98-5ac9c62a74d1 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2625158 Apr 18 06:20:08.652665 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53572) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:08.660150 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-a70f2bef-e327-410d-afd7-7489db50b08a tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Request body: {'subnet': {'network_id': 'a146fa90-6907-4297-b585-506faf19da2a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:20:08.667321 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:08.675289 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-b39b562f-0494-4c24-81ad-40e7f80fbcba', 'network_id': 'b39b562f-0494-4c24-81ad-40e7f80fbcba', 'tenant_id': 'f56122d1542247dbaee285bad44970e3', 'fixed_ips': [{'subnet_id': 'f65ebc03-054a-4ca7-943e-639dc28e7c35'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:20:08.676479 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:08.775300 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:08.785432 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e201d-2751-4ecd-8d98-5ac9c62a74d1 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Pushing event updated for resources: {'Network': ['ID=a146fa90-6907-4297-b585-506faf19da2a,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:08.802209 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network a146fa90-6907-4297-b585-506faf19da2a details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:20:08.885243 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a70f2bef-e327-410d-afd7-7489db50b08a tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:20:08.889245 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a70f2bef-e327-410d-afd7-7489db50b08a tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Usage tracker for resource:subnet and tenant:f56122d1542247dbaee285bad44970e3 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:20:08.892183 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-a70f2bef-e327-410d-afd7-7489db50b08a tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:20:08.899578 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-a70f2bef-e327-410d-afd7-7489db50b08a tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:20:08.911767 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70f2bef-e327-410d-afd7-7489db50b08a tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Made reservation on behalf of f56122d1542247dbaee285bad44970e3 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:20:08.915286 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a70f2bef-e327-410d-afd7-7489db50b08a tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:08.958739 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] Allocated IP 172.20.0.2 (b39b562f-0494-4c24-81ad-40e7f80fbcba/f65ebc03-054a-4ca7-943e-639dc28e7c35/eea09fb0-f0dc-406d-be43-9334efbd4cd1) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:20:09.147080 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a70f2bef-e327-410d-afd7-7489db50b08a tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:09.182546 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:09.193828 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] Transition to ACTIVE for port object eea09fb0-f0dc-406d-be43-9334efbd4cd1 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:20:09.212755 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] Transition to ACTIVE for port object eea09fb0-f0dc-406d-be43-9334efbd4cd1 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:20:09.219268 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:09.238867 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f2bef-e327-410d-afd7-7489db50b08a tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Pushing event updated for resources: {'Subnet': ['ID=3e3a90da-e3d1-422e-95eb-8578661bc776,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:09.247857 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70f2bef-e327-410d-afd7-7489db50b08a tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Checking segment: {'id': '99065308-93c5-4567-aaaa-1e49a2cff29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a146fa90-6907-4297-b585-506faf19da2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:20:09.248345 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70f2bef-e327-410d-afd7-7489db50b08a tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Network hostable DHCP agents. Network: a146fa90-6907-4297-b585-506faf19da2a, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:20:09.269507 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70f2bef-e327-410d-afd7-7489db50b08a tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Network a146fa90-6907-4297-b585-506faf19da2a is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:20:09.281402 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-a70f2bef-e327-410d-afd7-7489db50b08a tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, a146fa90-6907-4297-b585-506faf19da2a) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:20:09.286783 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70f2bef-e327-410d-afd7-7489db50b08a tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:09.287748 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a70f2bef-e327-410d-afd7-7489db50b08a tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:09.292579 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] Network b39b562f-0494-4c24-81ad-40e7f80fbcba is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:20:09.296913 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9924c0d-897a-48c6-87a0-819ae232654a None None] Network a146fa90-6907-4297-b585-506faf19da2a requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:20:09.317606 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:20:09.317831 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a70f2bef-e327-410d-afd7-7489db50b08a tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6612825 Apr 18 06:20:09.319422 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53576) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:09.326985 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-6a410e5d-1b0c-4227-9a49-648950e97389 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a146fa90-6907-4297-b585-506faf19da2a'}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:20:09.332489 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] Pushing event updated for resources: {'Port': ['ID=eea09fb0-f0dc-406d-be43-9334efbd4cd1,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:09.337305 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:20:09.501785 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] Attempting to bind port eea09fb0-f0dc-406d-be43-9334efbd4cd1 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:20:09.503493 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] Attempting to bind port eea09fb0-f0dc-406d-be43-9334efbd4cd1 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'dc847c5d-f4d9-4713-a802-9054759403d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b39b562f-0494-4c24-81ad-40e7f80fbcba'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:20:09.503928 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] Attempting to bind port eea09fb0-f0dc-406d-be43-9334efbd4cd1 on network b39b562f-0494-4c24-81ad-40e7f80fbcba {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:20:09.522110 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:20:09.522596 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] Checking segment: {'id': 'dc847c5d-f4d9-4713-a802-9054759403d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b39b562f-0494-4c24-81ad-40e7f80fbcba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:20:09.523064 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:09.523462 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] Bound using segment: {'id': 'dc847c5d-f4d9-4713-a802-9054759403d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b39b562f-0494-4c24-81ad-40e7f80fbcba'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:20:09.523936 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] Bound port: eea09fb0-f0dc-406d-be43-9334efbd4cd1, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc847c5d-f4d9-4713-a802-9054759403d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b39b562f-0494-4c24-81ad-40e7f80fbcba'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:20:09.524331 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:09.701968 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] For port eea09fb0-f0dc-406d-be43-9334efbd4cd1, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:20:09.705684 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-a146fa90-6907-4297-b585-506faf19da2a', 'network_id': 'a146fa90-6907-4297-b585-506faf19da2a', 'tenant_id': 'f56122d1542247dbaee285bad44970e3', 'fixed_ips': [{'subnet_id': '3e3a90da-e3d1-422e-95eb-8578661bc776'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:20:09.707167 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:09.727025 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] For port eea09fb0-f0dc-406d-be43-9334efbd4cd1, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=eea09fb0-f0dc-406d-be43-9334efbd4cd1,segment=NetworkSegment(dc847c5d-f4d9-4713-a802-9054759403d4),segment_id=dc847c5d-f4d9-4713-a802-9054759403d4)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:20:09.732550 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:09.754381 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6a410e5d-1b0c-4227-9a49-648950e97389 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:09.886289 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae38a6-7bf3-4727-bbf2-bdd86cb404ab None None] Pushing event updated for resources: {'Port': ['ID=eea09fb0-f0dc-406d-be43-9334efbd4cd1,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:09.926934 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.api.v2.resource [None req-6a410e5d-1b0c-4227-9a49-648950e97389 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:20:09.933968 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53580) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:09.944492 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6a410e5d-1b0c-4227-9a49-648950e97389 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] 10.222.0.15 "PUT /v2.0/routers/b7604b6b-92b5-4cdd-8a21-c64aeae86030 HTTP/1.1" status: 400 len: 364 time: 0.6233912 Apr 18 06:20:09.972002 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] Allocated IP 172.21.0.2 (a146fa90-6907-4297-b585-506faf19da2a/3e3a90da-e3d1-422e-95eb-8578661bc776/77885e7f-5a9d-41c7-92fe-03d66e2d47fa) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:20:10.007785 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-56eb2744-9f8c-4723-ba2e-970d99a4212f tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Deleting subnet 3e3a90da-e3d1-422e-95eb-8578661bc776 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:20:10.180641 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:10.265763 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:10.278932 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] Transition to ACTIVE for port object 77885e7f-5a9d-41c7-92fe-03d66e2d47fa will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:20:10.303317 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] Transition to ACTIVE for port object 77885e7f-5a9d-41c7-92fe-03d66e2d47fa will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:20:10.308235 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56eb2744-9f8c-4723-ba2e-970d99a4212f tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:10.314023 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:10.371478 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56eb2744-9f8c-4723-ba2e-970d99a4212f tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:10.441481 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] Network a146fa90-6907-4297-b585-506faf19da2a is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:20:10.444892 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:20:10.449370 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:20:10.466796 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56eb2744-9f8c-4723-ba2e-970d99a4212f tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:10.479395 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] Pushing event updated for resources: {'Port': ['ID=77885e7f-5a9d-41c7-92fe-03d66e2d47fa,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:10.545881 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] Attempting to bind port 77885e7f-5a9d-41c7-92fe-03d66e2d47fa on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:20:10.546561 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] Attempting to bind port 77885e7f-5a9d-41c7-92fe-03d66e2d47fa by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '99065308-93c5-4567-aaaa-1e49a2cff29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a146fa90-6907-4297-b585-506faf19da2a'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:20:10.546746 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56eb2744-9f8c-4723-ba2e-970d99a4212f tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:10.547327 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] Attempting to bind port 77885e7f-5a9d-41c7-92fe-03d66e2d47fa on network a146fa90-6907-4297-b585-506faf19da2a {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:20:10.554254 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:20:10.554895 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] Checking segment: {'id': '99065308-93c5-4567-aaaa-1e49a2cff29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a146fa90-6907-4297-b585-506faf19da2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:20:10.555570 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:10.556136 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] Bound using segment: {'id': '99065308-93c5-4567-aaaa-1e49a2cff29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a146fa90-6907-4297-b585-506faf19da2a'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:20:10.556754 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] Bound port: 77885e7f-5a9d-41c7-92fe-03d66e2d47fa, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99065308-93c5-4567-aaaa-1e49a2cff29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a146fa90-6907-4297-b585-506faf19da2a'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:20:10.557296 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:10.602287 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb2744-9f8c-4723-ba2e-970d99a4212f tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Pushing event deleted for resources: {'Subnet': ['ID=3e3a90da-e3d1-422e-95eb-8578661bc776,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:10.609496 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-56eb2744-9f8c-4723-ba2e-970d99a4212f tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:10.619878 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-56eb2744-9f8c-4723-ba2e-970d99a4212f tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] 10.222.0.15 "DELETE /v2.0/subnets/3e3a90da-e3d1-422e-95eb-8578661bc776 HTTP/1.1" status: 204 len: 168 time: 0.6848226 Apr 18 06:20:10.622342 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53584) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:10.669265 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] For port 77885e7f-5a9d-41c7-92fe-03d66e2d47fa, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:20:10.675522 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] For port 77885e7f-5a9d-41c7-92fe-03d66e2d47fa, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=77885e7f-5a9d-41c7-92fe-03d66e2d47fa,segment=NetworkSegment(99065308-93c5-4567-aaaa-1e49a2cff29e),segment_id=99065308-93c5-4567-aaaa-1e49a2cff29e)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:20:10.682572 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:10.765897 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ff000ce-8627-4741-9b6b-fb1340c984e3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:10.776814 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-6ff000ce-8627-4741-9b6b-fb1340c984e3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Deleting port 77885e7f-5a9d-41c7-92fe-03d66e2d47fa {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:20:10.777255 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ff000ce-8627-4741-9b6b-fb1340c984e3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:10.838995 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef5bf4-aa59-4536-884e-4f1a53403675 None None] Pushing event updated for resources: {'Port': ['ID=77885e7f-5a9d-41c7-92fe-03d66e2d47fa,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:10.848137 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device eea09fb0-f0dc-406d-be43-9334efbd4cd1 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:20:10.882237 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6247ee-4722-448d-ae02-8ddbeaa7b66a None None] Network a146fa90-6907-4297-b585-506faf19da2a requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:20:11.027533 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-6ff000ce-8627-4741-9b6b-fb1340c984e3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] For port 77885e7f-5a9d-41c7-92fe-03d66e2d47fa, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=77885e7f-5a9d-41c7-92fe-03d66e2d47fa,segment=NetworkSegment(99065308-93c5-4567-aaaa-1e49a2cff29e),segment_id=99065308-93c5-4567-aaaa-1e49a2cff29e)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:20:11.027895 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ff000ce-8627-4741-9b6b-fb1340c984e3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:11.103556 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4be7d73-dc39-4441-b86b-e5dd9822ef38 None None] Network b39b562f-0494-4c24-81ad-40e7f80fbcba requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:20:11.118149 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port eea09fb0-f0dc-406d-be43-9334efbd4cd1 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:20:11.159395 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-6ff000ce-8627-4741-9b6b-fb1340c984e3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Calling delete_port for 77885e7f-5a9d-41c7-92fe-03d66e2d47fa owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:20:11.241419 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ff000ce-8627-4741-9b6b-fb1340c984e3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:11.244622 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-98cbbb33-3d24-4a90-b615-d8608361eb12 None None] Provisioning for port eea09fb0-f0dc-406d-be43-9334efbd4cd1 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:20:11.262648 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-98cbbb33-3d24-4a90-b615-d8608361eb12 None None] Provisioning complete for port eea09fb0-f0dc-406d-be43-9334efbd4cd1 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:11.263143 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-98cbbb33-3d24-4a90-b615-d8608361eb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:11.290237 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff000ce-8627-4741-9b6b-fb1340c984e3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Pushing event deleted for resources: {'Port': ['ID=77885e7f-5a9d-41c7-92fe-03d66e2d47fa,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:11.298354 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff000ce-8627-4741-9b6b-fb1340c984e3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] No DVR routers for this DVR port 77885e7f-5a9d-41c7-92fe-03d66e2d47fa on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:20:11.432500 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ff000ce-8627-4741-9b6b-fb1340c984e3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:11.464666 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-6ff000ce-8627-4741-9b6b-fb1340c984e3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a146fa90-6907-4297-b585-506faf19da2a']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:11.474518 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-98cbbb33-3d24-4a90-b615-d8608361eb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:11.526639 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-98cbbb33-3d24-4a90-b615-d8608361eb12 None None] For port eea09fb0-f0dc-406d-be43-9334efbd4cd1, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=eea09fb0-f0dc-406d-be43-9334efbd4cd1,segment=NetworkSegment(dc847c5d-f4d9-4713-a802-9054759403d4),segment_id=dc847c5d-f4d9-4713-a802-9054759403d4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:20:11.531704 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-98cbbb33-3d24-4a90-b615-d8608361eb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:11.595263 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-6ff000ce-8627-4741-9b6b-fb1340c984e3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99065308-93c5-4567-aaaa-1e49a2cff29e') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:11.595696 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-6ff000ce-8627-4741-9b6b-fb1340c984e3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99065308-93c5-4567-aaaa-1e49a2cff29e') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:11.608415 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbbb33-3d24-4a90-b615-d8608361eb12 None None] Pushing event updated for resources: {'Port': ['ID=eea09fb0-f0dc-406d-be43-9334efbd4cd1,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:11.609193 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ff000ce-8627-4741-9b6b-fb1340c984e3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:11.633343 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ff000ce-8627-4741-9b6b-fb1340c984e3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:11.640395 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff000ce-8627-4741-9b6b-fb1340c984e3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:20:11.640790 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ff000ce-8627-4741-9b6b-fb1340c984e3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:20:11.656160 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:20:11.747408 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ff000ce-8627-4741-9b6b-fb1340c984e3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:11.747957 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39793f7d-15a6-4fbc-9104-2e66d7ff66e5 None None] get_active_networks_info from dv-neutron-837489-1-hyperv {{(pid=88036) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 06:20:11.751559 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6ff000ce-8627-4741-9b6b-fb1340c984e3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:11.778515 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff000ce-8627-4741-9b6b-fb1340c984e3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Pushing event deleted for resources: {'Network': ['ID=a146fa90-6907-4297-b585-506faf19da2a,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:11.782225 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6ff000ce-8627-4741-9b6b-fb1340c984e3 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] 10.222.0.15 "DELETE /v2.0/networks/a146fa90-6907-4297-b585-506faf19da2a HTTP/1.1" status: 204 len: 168 time: 1.1587458 Apr 18 06:20:11.784835 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53588) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:11.803838 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-90895e63-633c-4cdc-ac81-9eabc10178d0 None None] Provisioning complete for port eea09fb0-f0dc-406d-be43-9334efbd4cd1 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:11.804167 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-90895e63-633c-4cdc-ac81-9eabc10178d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:11.851901 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af43cd6-6c78-4c17-a6e4-72ee73a972e5 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Deleting subnet f65ebc03-054a-4ca7-943e-639dc28e7c35 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:20:11.854933 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5af43cd6-6c78-4c17-a6e4-72ee73a972e5 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:11.898130 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39793f7d-15a6-4fbc-9104-2e66d7ff66e5 None None] Resources bound (agent type, host, resource id): {{(pid=88036) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:20:11.918029 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5af43cd6-6c78-4c17-a6e4-72ee73a972e5 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:12.008741 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5af43cd6-6c78-4c17-a6e4-72ee73a972e5 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:12.097870 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5af43cd6-6c78-4c17-a6e4-72ee73a972e5 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:12.145770 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5af43cd6-6c78-4c17-a6e4-72ee73a972e5 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:12.150611 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af43cd6-6c78-4c17-a6e4-72ee73a972e5 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Pushing event deleted for resources: {'Subnet': ['ID=f65ebc03-054a-4ca7-943e-639dc28e7c35,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:12.161003 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5af43cd6-6c78-4c17-a6e4-72ee73a972e5 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] 10.222.0.15 "DELETE /v2.0/subnets/f65ebc03-054a-4ca7-943e-639dc28e7c35 HTTP/1.1" status: 204 len: 168 time: 0.3749878 Apr 18 06:20:12.162797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43cd6-6c78-4c17-a6e4-72ee73a972e5 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:12.162942 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43cd6-6c78-4c17-a6e4-72ee73a972e5 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:12.163233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43cd6-6c78-4c17-a6e4-72ee73a972e5 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:12.163563 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43cd6-6c78-4c17-a6e4-72ee73a972e5 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:12.164562 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43cd6-6c78-4c17-a6e4-72ee73a972e5 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:12.164562 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43cd6-6c78-4c17-a6e4-72ee73a972e5 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:12.164562 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43cd6-6c78-4c17-a6e4-72ee73a972e5 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:12.164843 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53592) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:12.165376 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43cd6-6c78-4c17-a6e4-72ee73a972e5 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:12.165376 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43cd6-6c78-4c17-a6e4-72ee73a972e5 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:12.165534 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43cd6-6c78-4c17-a6e4-72ee73a972e5 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:12.165923 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43cd6-6c78-4c17-a6e4-72ee73a972e5 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:12.166144 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43cd6-6c78-4c17-a6e4-72ee73a972e5 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:12.260803 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a8c18d-9d33-43f5-9e67-44690635740e None None] Network b39b562f-0494-4c24-81ad-40e7f80fbcba requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:20:12.284467 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-18e5e322-3079-4c8c-9d73-984f29c7c836 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:12.295338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-18e5e322-3079-4c8c-9d73-984f29c7c836 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Deleting port eea09fb0-f0dc-406d-be43-9334efbd4cd1 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:20:12.295667 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-18e5e322-3079-4c8c-9d73-984f29c7c836 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:12.585501 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74604e58-e606-4cb3-81d5-65a2584f9009 None None] DHCP port deletion for b39b562f-0494-4c24-81ad-40e7f80fbcba request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:20:12.589789 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-74604e58-e606-4cb3-81d5-65a2584f9009 None None] Deleting port eea09fb0-f0dc-406d-be43-9334efbd4cd1 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:20:12.590156 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-74604e58-e606-4cb3-81d5-65a2584f9009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:12.635321 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-18e5e322-3079-4c8c-9d73-984f29c7c836 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] For port eea09fb0-f0dc-406d-be43-9334efbd4cd1, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=eea09fb0-f0dc-406d-be43-9334efbd4cd1,segment=NetworkSegment(dc847c5d-f4d9-4713-a802-9054759403d4),segment_id=dc847c5d-f4d9-4713-a802-9054759403d4)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:20:12.635672 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-18e5e322-3079-4c8c-9d73-984f29c7c836 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:12.736166 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device eea09fb0-f0dc-406d-be43-9334efbd4cd1 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:20:12.777842 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-18e5e322-3079-4c8c-9d73-984f29c7c836 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Calling delete_port for eea09fb0-f0dc-406d-be43-9334efbd4cd1 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:20:12.859981 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-18e5e322-3079-4c8c-9d73-984f29c7c836 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:12.870567 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-74604e58-e606-4cb3-81d5-65a2584f9009 None None] For port eea09fb0-f0dc-406d-be43-9334efbd4cd1, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=eea09fb0-f0dc-406d-be43-9334efbd4cd1,segment=NetworkSegment(dc847c5d-f4d9-4713-a802-9054759403d4),segment_id=dc847c5d-f4d9-4713-a802-9054759403d4)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:20:12.870956 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-74604e58-e606-4cb3-81d5-65a2584f9009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:12.882035 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No active binding found for port eea09fb0-f0dc-406d-be43-9334efbd4cd1 {{(pid=88036) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 18 06:20:12.882427 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device eea09fb0-f0dc-406d-be43-9334efbd4cd1 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:20:12.912887 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5e322-3079-4c8c-9d73-984f29c7c836 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Pushing event deleted for resources: {'Port': ['ID=eea09fb0-f0dc-406d-be43-9334efbd4cd1,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:12.917717 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e5e322-3079-4c8c-9d73-984f29c7c836 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] No DVR routers for this DVR port eea09fb0-f0dc-406d-be43-9334efbd4cd1 on host dv-neutron-837489-1-hyperv {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:20:13.011868 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-74604e58-e606-4cb3-81d5-65a2584f9009 None None] Calling delete_port for eea09fb0-f0dc-406d-be43-9334efbd4cd1 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:20:13.044471 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-18e5e322-3079-4c8c-9d73-984f29c7c836 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:13.068923 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-18e5e322-3079-4c8c-9d73-984f29c7c836 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39b562f-0494-4c24-81ad-40e7f80fbcba']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:13.081275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-18e5e322-3079-4c8c-9d73-984f29c7c836 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc847c5d-f4d9-4713-a802-9054759403d4') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:13.081573 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-18e5e322-3079-4c8c-9d73-984f29c7c836 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc847c5d-f4d9-4713-a802-9054759403d4') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:13.094705 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-18e5e322-3079-4c8c-9d73-984f29c7c836 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:13.094887 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-74604e58-e606-4cb3-81d5-65a2584f9009 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:20:13.095064 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-74604e58-e606-4cb3-81d5-65a2584f9009 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:20:13.111438 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-18e5e322-3079-4c8c-9d73-984f29c7c836 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:13.117340 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e5e322-3079-4c8c-9d73-984f29c7c836 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:20:13.117715 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-18e5e322-3079-4c8c-9d73-984f29c7c836 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:20:13.131600 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:20:13.211591 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-18e5e322-3079-4c8c-9d73-984f29c7c836 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:13.216366 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-18e5e322-3079-4c8c-9d73-984f29c7c836 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:13.243355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5e322-3079-4c8c-9d73-984f29c7c836 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Pushing event deleted for resources: {'Network': ['ID=b39b562f-0494-4c24-81ad-40e7f80fbcba,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:13.249850 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-18e5e322-3079-4c8c-9d73-984f29c7c836 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] 10.222.0.15 "DELETE /v2.0/networks/b39b562f-0494-4c24-81ad-40e7f80fbcba HTTP/1.1" status: 204 len: 168 time: 1.0817988 Apr 18 06:20:13.250665 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53596) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:13.292949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d25b7bcd-6ce2-4e47-b5bd-15b3b1020dd5 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Synchronizing usage tracker for tenant:f56122d1542247dbaee285bad44970e3 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:20:13.309906 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d25b7bcd-6ce2-4e47-b5bd-15b3b1020dd5 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Unset dirty status for tenant:f56122d1542247dbaee285bad44970e3 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:20:13.315513 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d25b7bcd-6ce2-4e47-b5bd-15b3b1020dd5 tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7604b6b-92b5-4cdd-8a21-c64aeae86030 HTTP/1.1" status: 200 len: 205 time: 0.0600643 Apr 18 06:20:13.315951 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53600) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:13.492525 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-45ed99f9-ca2d-44db-8953-f7dce1b6388e tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:13.596178 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-74604e58-e606-4cb3-81d5-65a2584f9009 None None] Deleting port eea09fb0-f0dc-406d-be43-9334efbd4cd1 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:20:13.596505 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-74604e58-e606-4cb3-81d5-65a2584f9009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:13.662185 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-74604e58-e606-4cb3-81d5-65a2584f9009 None None] The port 'eea09fb0-f0dc-406d-be43-9334efbd4cd1' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 06:20:13.798748 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-45ed99f9-ca2d-44db-8953-f7dce1b6388e tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:13.801727 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-45ed99f9-ca2d-44db-8953-f7dce1b6388e tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:13.825996 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-45ed99f9-ca2d-44db-8953-f7dce1b6388e tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:13.826476 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ed99f9-ca2d-44db-8953-f7dce1b6388e tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Fanout notify agent at l3_agent the message router_deleted on router b7604b6b-92b5-4cdd-8a21-c64aeae86030 {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:20:13.838360 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-45ed99f9-ca2d-44db-8953-f7dce1b6388e tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:13.839407 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-45ed99f9-ca2d-44db-8953-f7dce1b6388e tempest-RoutersNegativeTest-1887620951 tempest-RoutersNegativeTest-1887620951-project] 10.222.0.15 "DELETE /v2.0/routers/b7604b6b-92b5-4cdd-8a21-c64aeae86030 HTTP/1.1" status: 204 len: 168 time: 0.5224557 Apr 18 06:20:14.110415 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53608) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:14.263006 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9fa8fc44-ca91-4be9-8529-da2dde3f4ef6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f56122d1542247dbaee285bad44970e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513178 Apr 18 06:20:14.265927 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53614) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:14.326017 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-75d075fd-efc1-498b-8231-0176126a621e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:14.353834 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-75d075fd-efc1-498b-8231-0176126a621e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:14.412774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-75d075fd-efc1-498b-8231-0176126a621e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:14.430307 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d075fd-efc1-498b-8231-0176126a621e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046f0d70-aed7-4c20-b99c-cefdeba6fcb1,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:14.435854 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-75d075fd-efc1-498b-8231-0176126a621e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:14.437013 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-75d075fd-efc1-498b-8231-0176126a621e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/046f0d70-aed7-4c20-b99c-cefdeba6fcb1 HTTP/1.1" status: 204 len: 168 time: 0.1704130 Apr 18 06:20:15.119339 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53638) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:15.225444 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1450910295-network', 'tenant_id': '51b54bf0c0ef4ab3958bd47d3c1e461b'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:20:15.230151 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:20:15.234001 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] Usage tracker for resource:network and tenant:51b54bf0c0ef4ab3958bd47d3c1e461b is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:20:15.237539 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:20:15.243108 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:20:15.253718 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] Made reservation on behalf of 51b54bf0c0ef4ab3958bd47d3c1e461b for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:20:15.255977 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:15.270709 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:15.284516 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:20:15.288289 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] Usage tracker for resource:security_group_rule and tenant:51b54bf0c0ef4ab3958bd47d3c1e461b is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:20:15.291012 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:20:15.296574 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:20:15.383126 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:15.386996 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:15.416746 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:20:15.425543 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:15.431059 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:15.431402 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] Added segment ea724b5e-5623-4024-b998-887a2efa5239 of type vlan for network d6703241-f408-48d6-8f77-8692ba60ba98 Apr 18 06:20:15.457407 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:15.486101 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:15.487082 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:15.487673 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:15.587273 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4667790 Apr 18 06:20:15.590580 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53644) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:15.598187 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7c4d5cfc-7cc3-488a-89ed-ce386ca3254e admin admin] Request body: {'subnet': {'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1450910295-subnet', 'tenant_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'ip_version': 4}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:20:15.602115 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e5bc6-e0dc-44d8-b944-3c905fda25da admin admin] Pushing event updated for resources: {'Network': ['ID=d6703241-f408-48d6-8f77-8692ba60ba98,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:15.605836 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7c4d5cfc-7cc3-488a-89ed-ce386ca3254e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:20:15.610290 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7c4d5cfc-7cc3-488a-89ed-ce386ca3254e admin admin] Usage tracker for resource:subnet and tenant:51b54bf0c0ef4ab3958bd47d3c1e461b is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:20:15.613468 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network d6703241-f408-48d6-8f77-8692ba60ba98 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:20:15.613980 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7c4d5cfc-7cc3-488a-89ed-ce386ca3254e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:20:15.619682 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7c4d5cfc-7cc3-488a-89ed-ce386ca3254e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:20:15.630538 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4d5cfc-7cc3-488a-89ed-ce386ca3254e admin admin] Made reservation on behalf of 51b54bf0c0ef4ab3958bd47d3c1e461b for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:20:15.632972 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7c4d5cfc-7cc3-488a-89ed-ce386ca3254e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:15.949576 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7c4d5cfc-7cc3-488a-89ed-ce386ca3254e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:16.042827 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d5cfc-7cc3-488a-89ed-ce386ca3254e admin admin] Checking segment: {'id': 'ea724b5e-5623-4024-b998-887a2efa5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:20:16.043173 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4d5cfc-7cc3-488a-89ed-ce386ca3254e admin admin] Network hostable DHCP agents. Network: d6703241-f408-48d6-8f77-8692ba60ba98, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:20:16.053046 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d5cfc-7cc3-488a-89ed-ce386ca3254e admin admin] Pushing event updated for resources: {'Subnet': ['ID=15a1f5b1-462e-4b6d-a33f-e3ecba7fffe0,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:16.072452 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4d5cfc-7cc3-488a-89ed-ce386ca3254e admin admin] Network d6703241-f408-48d6-8f77-8692ba60ba98 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:20:16.081836 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-7c4d5cfc-7cc3-488a-89ed-ce386ca3254e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, d6703241-f408-48d6-8f77-8692ba60ba98) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:20:16.086128 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4d5cfc-7cc3-488a-89ed-ce386ca3254e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:16.086752 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7c4d5cfc-7cc3-488a-89ed-ce386ca3254e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:16.091917 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb32610-4028-4e79-84d8-c733ca188478 None None] Network d6703241-f408-48d6-8f77-8692ba60ba98 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:20:16.107828 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7c4d5cfc-7cc3-488a-89ed-ce386ca3254e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5163784 Apr 18 06:20:16.110770 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53648) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:16.116633 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1450910295-router', 'tenant_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:20:16.121275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:20:16.125593 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] Usage tracker for resource:router and tenant:51b54bf0c0ef4ab3958bd47d3c1e461b is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:20:16.129174 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:20:16.135903 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:20:16.146874 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:16.148066 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:16.164210 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:16.325737 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-d6703241-f408-48d6-8f77-8692ba60ba98', 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98', 'tenant_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'fixed_ips': [{'subnet_id': '15a1f5b1-462e-4b6d-a33f-e3ecba7fffe0'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:20:16.326538 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:16.499655 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:16.514993 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] Allocated IP 172.20.0.2 (d6703241-f408-48d6-8f77-8692ba60ba98/15a1f5b1-462e-4b6d-a33f-e3ecba7fffe0/a7aad88b-ad97-410c-84e6-40875ca3e3be) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:20:16.735104 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:16.747638 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] Transition to ACTIVE for port object a7aad88b-ad97-410c-84e6-40875ca3e3be will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:20:16.768413 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] Transition to ACTIVE for port object a7aad88b-ad97-410c-84e6-40875ca3e3be will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:20:16.775084 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:16.890113 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] Network d6703241-f408-48d6-8f77-8692ba60ba98 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:20:16.905395 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:20:16.908275 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:20:16.922378 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] Pushing event updated for resources: {'Port': ['ID=a7aad88b-ad97-410c-84e6-40875ca3e3be,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:16.964093 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:16.998159 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:17.016476 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] Attempting to bind port a7aad88b-ad97-410c-84e6-40875ca3e3be on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:20:17.016840 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] Attempting to bind port a7aad88b-ad97-410c-84e6-40875ca3e3be by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'ea724b5e-5623-4024-b998-887a2efa5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:20:17.017198 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] Attempting to bind port a7aad88b-ad97-410c-84e6-40875ca3e3be on network d6703241-f408-48d6-8f77-8692ba60ba98 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:20:17.023113 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:20:17.023476 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] Checking segment: {'id': 'ea724b5e-5623-4024-b998-887a2efa5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:20:17.023872 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:17.024287 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] Bound using segment: {'id': 'ea724b5e-5623-4024-b998-887a2efa5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:20:17.024743 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] Bound port: a7aad88b-ad97-410c-84e6-40875ca3e3be, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea724b5e-5623-4024-b998-887a2efa5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:20:17.025117 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:17.142230 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] For port a7aad88b-ad97-410c-84e6-40875ca3e3be, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:20:17.145606 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] For port a7aad88b-ad97-410c-84e6-40875ca3e3be, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a7aad88b-ad97-410c-84e6-40875ca3e3be,segment=NetworkSegment(ea724b5e-5623-4024-b998-887a2efa5239),segment_id=ea724b5e-5623-4024-b998-887a2efa5239)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:20:17.151111 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:17.168617 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] Allocated IP 172.26.1.166 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/f6553fa7-e76d-45b4-8c1b-81d2d2189f74) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:20:17.232338 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc750497-c52c-4a1b-982f-5147a3a3c170 None None] Pushing event updated for resources: {'Port': ['ID=a7aad88b-ad97-410c-84e6-40875ca3e3be,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:17.333191 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:17.365731 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:17.442850 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:20:17.449336 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:20:17.460105 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:20:17.511893 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] Pushing event updated for resources: {'Port': ['ID=f6553fa7-e76d-45b4-8c1b-81d2d2189f74,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:17.961145 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:18.319820 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de06003-9962-4736-a9d4-c01417772a09 None None] Network d6703241-f408-48d6-8f77-8692ba60ba98 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:20:18.347418 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:18.452256 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7a7595f4-3946-4e56-9ce9-9655b745e784 None None] Provisioning for port a7aad88b-ad97-410c-84e6-40875ca3e3be completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:20:18.698829 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] Router a39c5a20-937c-45ab-877f-4bcc9553eb9e is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:20:18.806508 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a7aad88b-ad97-410c-84e6-40875ca3e3be up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:20:18.940113 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port a7aad88b-ad97-410c-84e6-40875ca3e3be completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:20:18.945703 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port a7aad88b-ad97-410c-84e6-40875ca3e3be triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:18.946208 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:18.980551 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:20:18.994831 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] Sync routers for ids ['a39c5a20-937c-45ab-877f-4bcc9553eb9e'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:20:19.007696 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] Routers {'a39c5a20-937c-45ab-877f-4bcc9553eb9e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:20:19.008707 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:20:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a39c5a20-937c-45ab-877f-4bcc9553eb9e'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:19.014832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:19.020274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53652) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:19.021326 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-43b5781a-ecd3-4617-a7b7-0bdd3e11e167 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9087024 Apr 18 06:20:19.099857 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:19.141214 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port a7aad88b-ad97-410c-84e6-40875ca3e3be, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a7aad88b-ad97-410c-84e6-40875ca3e3be,segment=NetworkSegment(ea724b5e-5623-4024-b998-887a2efa5239),segment_id=ea724b5e-5623-4024-b998-887a2efa5239)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:20:19.146593 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:19.234978 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=a7aad88b-ad97-410c-84e6-40875ca3e3be,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:19.238842 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] Set router a39c5a20-937c-45ab-877f-4bcc9553eb9e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:20:19.528215 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c5a20-937c-45ab-877f-4bcc9553eb9e', 'name': 'tempest-TestEncryptedCinderVolumes-1450910295-router', 'tenant_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f6553fa7-e76d-45b4-8c1b-81d2d2189f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:20:16Z', 'updated_at': '2022-04-18T06:20:17Z', 'revision_number': 3, 'project_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'gw_port': {'id': 'f6553fa7-e76d-45b4-8c1b-81d2d2189f74', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c5a20-937c-45ab-877f-4bcc9553eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:20:17Z', 'updated_at': '2022-04-18T06:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:19.532601 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] Checking router: a39c5a20-937c-45ab-877f-4bcc9553eb9e for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:20:19.532937 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] Updating router a39c5a20-937c-45ab-877f-4bcc9553eb9e port f6553fa7-e76d-45b4-8c1b-81d2d2189f74 binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:20:19.590064 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:19.790779 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d4728afb-9fb1-450c-82dd-beb29fd4070e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:19.930883 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:19.944078 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] Transition to ACTIVE for port object f6553fa7-e76d-45b4-8c1b-81d2d2189f74 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:20:19.951559 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:20.018377 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-d4728afb-9fb1-450c-82dd-beb29fd4070e admin admin] Allocated IP 172.20.0.1 (d6703241-f408-48d6-8f77-8692ba60ba98/15a1f5b1-462e-4b6d-a33f-e3ecba7fffe0/12616ad1-19d8-4ea0-8f71-471f65a157f2) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:20:20.022451 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab789f24-53d0-4420-a7c5-7f76f8b08b44 None None] Pushing event updated for resources: {'Port': ['ID=f6553fa7-e76d-45b4-8c1b-81d2d2189f74,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:20.041584 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab789f24-53d0-4420-a7c5-7f76f8b08b44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:20.041843 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab789f24-53d0-4420-a7c5-7f76f8b08b44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:20.042173 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab789f24-53d0-4420-a7c5-7f76f8b08b44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:20.042496 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab789f24-53d0-4420-a7c5-7f76f8b08b44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:20.042815 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab789f24-53d0-4420-a7c5-7f76f8b08b44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:20.043133 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab789f24-53d0-4420-a7c5-7f76f8b08b44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:20.043446 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab789f24-53d0-4420-a7c5-7f76f8b08b44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:20.043761 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab789f24-53d0-4420-a7c5-7f76f8b08b44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:20.044100 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab789f24-53d0-4420-a7c5-7f76f8b08b44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:20.044411 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab789f24-53d0-4420-a7c5-7f76f8b08b44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:20.044719 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab789f24-53d0-4420-a7c5-7f76f8b08b44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:20.045027 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab789f24-53d0-4420-a7c5-7f76f8b08b44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:20.049811 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] Attempting to bind port f6553fa7-e76d-45b4-8c1b-81d2d2189f74 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:20:20.050168 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] Attempting to bind port f6553fa7-e76d-45b4-8c1b-81d2d2189f74 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:20:20.050520 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] Attempting to bind port f6553fa7-e76d-45b4-8c1b-81d2d2189f74 on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:20:20.058209 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:20:20.058574 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:20:20.058963 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:20.059343 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:20:20.059841 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] Bound port: f6553fa7-e76d-45b4-8c1b-81d2d2189f74, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:20:20.060240 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:20.175070 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] For port f6553fa7-e76d-45b4-8c1b-81d2d2189f74, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:20:20.178229 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] For port f6553fa7-e76d-45b4-8c1b-81d2d2189f74, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f6553fa7-e76d-45b4-8c1b-81d2d2189f74,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:20:20.179357 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d4728afb-9fb1-450c-82dd-beb29fd4070e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:20.183559 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:20.196432 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-d4728afb-9fb1-450c-82dd-beb29fd4070e admin admin] Transition to ACTIVE for port object 12616ad1-19d8-4ea0-8f71-471f65a157f2 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:20:20.223963 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d4728afb-9fb1-450c-82dd-beb29fd4070e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:20.259880 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] Routers {'a39c5a20-937c-45ab-877f-4bcc9553eb9e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:20:20.260593 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:20:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a39c5a20-937c-45ab-877f-4bcc9553eb9e'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:20.290104 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4728afb-9fb1-450c-82dd-beb29fd4070e admin admin] Network d6703241-f408-48d6-8f77-8692ba60ba98 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:20:20.293080 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-d4728afb-9fb1-450c-82dd-beb29fd4070e admin admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:20:20.296136 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4728afb-9fb1-450c-82dd-beb29fd4070e admin admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:20:20.318440 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab789f24-53d0-4420-a7c5-7f76f8b08b44 None None] Pushing event updated for resources: {'Port': ['ID=f6553fa7-e76d-45b4-8c1b-81d2d2189f74,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:20.369676 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4728afb-9fb1-450c-82dd-beb29fd4070e admin admin] Pushing event updated for resources: {'Port': ['ID=12616ad1-19d8-4ea0-8f71-471f65a157f2,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:20.389476 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d4728afb-9fb1-450c-82dd-beb29fd4070e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:20.481760 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] Set router a39c5a20-937c-45ab-877f-4bcc9553eb9e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:20:20.565369 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-38d2268a-2ec9-409d-b03e-e5efd660696e None None] Provisioning for port 12616ad1-19d8-4ea0-8f71-471f65a157f2 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:20:20.571364 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-38d2268a-2ec9-409d-b03e-e5efd660696e None None] Provisioning complete for port 12616ad1-19d8-4ea0-8f71-471f65a157f2 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:20.571792 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-38d2268a-2ec9-409d-b03e-e5efd660696e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:20.635379 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-38d2268a-2ec9-409d-b03e-e5efd660696e None None] Port 12616ad1-19d8-4ea0-8f71-471f65a157f2 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:20:20.740938 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a7aad88b-ad97-410c-84e6-40875ca3e3be up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:20:20.819727 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c5a20-937c-45ab-877f-4bcc9553eb9e', 'name': 'tempest-TestEncryptedCinderVolumes-1450910295-router', 'tenant_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f6553fa7-e76d-45b4-8c1b-81d2d2189f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:20:16Z', 'updated_at': '2022-04-18T06:20:17Z', 'revision_number': 3, 'project_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'gw_port': {'id': 'f6553fa7-e76d-45b4-8c1b-81d2d2189f74', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c5a20-937c-45ab-877f-4bcc9553eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:20:17Z', 'updated_at': '2022-04-18T06:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:20.819976 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port a7aad88b-ad97-410c-84e6-40875ca3e3be triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:20.820128 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:20.822403 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d4728afb-9fb1-450c-82dd-beb29fd4070e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:20.824625 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f9f7fd-e8c2-431d-bb7f-35c11f43c7f6 None None] The sync data for ids ['a39c5a20-937c-45ab-877f-4bcc9553eb9e'] in dv-neutron-837489-1-hyperv is: [{'id': 'a39c5a20-937c-45ab-877f-4bcc9553eb9e', 'name': 'tempest-TestEncryptedCinderVolumes-1450910295-router', 'tenant_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f6553fa7-e76d-45b4-8c1b-81d2d2189f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:20:16Z', 'updated_at': '2022-04-18T06:20:17Z', 'revision_number': 3, 'project_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'gw_port': {'id': 'f6553fa7-e76d-45b4-8c1b-81d2d2189f74', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c5a20-937c-45ab-877f-4bcc9553eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:20:17Z', 'updated_at': '2022-04-18T06:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:20:21.097810 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d4728afb-9fb1-450c-82dd-beb29fd4070e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:21.105782 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d4728afb-9fb1-450c-82dd-beb29fd4070e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:21.212369 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d4728afb-9fb1-450c-82dd-beb29fd4070e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:21.248139 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4728afb-9fb1-450c-82dd-beb29fd4070e admin admin] Pushing event updated for resources: {'Port': ['ID=12616ad1-19d8-4ea0-8f71-471f65a157f2,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:21.381015 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4728afb-9fb1-450c-82dd-beb29fd4070e admin admin] Network d6703241-f408-48d6-8f77-8692ba60ba98 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:20:21.381982 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-d4728afb-9fb1-450c-82dd-beb29fd4070e admin admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:20:21.614273 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4728afb-9fb1-450c-82dd-beb29fd4070e admin admin] Router a39c5a20-937c-45ab-877f-4bcc9553eb9e has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:20:21.679546 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-039aa2e2-9f2b-4a4f-bfb3-904d4c8941f1 None None] Provisioning complete for port 12616ad1-19d8-4ea0-8f71-471f65a157f2 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:21.680737 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-039aa2e2-9f2b-4a4f-bfb3-904d4c8941f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:21.739940 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-039aa2e2-9f2b-4a4f-bfb3-904d4c8941f1 None None] Port 12616ad1-19d8-4ea0-8f71-471f65a157f2 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:20:21.816408 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4728afb-9fb1-450c-82dd-beb29fd4070e admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:20:21.825219 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d4728afb-9fb1-450c-82dd-beb29fd4070e admin admin] 10.222.0.15 "PUT /v2.0/routers/a39c5a20-937c-45ab-877f-4bcc9553eb9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8013794 Apr 18 06:20:22.389393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53670) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:22.396107 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1704922123-network', 'tenant_id': '06af2a45e2ae4c2daa43f409d399a343'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:20:22.402845 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:20:22.406778 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] Usage tracker for resource:network and tenant:06af2a45e2ae4c2daa43f409d399a343 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:20:22.410708 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:20:22.416463 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:20:22.427624 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] Made reservation on behalf of 06af2a45e2ae4c2daa43f409d399a343 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:20:22.431128 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:22.443232 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:22.459225 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:20:22.462727 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] Sync routers for ids ['a39c5a20-937c-45ab-877f-4bcc9553eb9e'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:20:22.464535 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] Usage tracker for resource:security_group_rule and tenant:06af2a45e2ae4c2daa43f409d399a343 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:20:22.467685 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:20:22.472925 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] Routers {'a39c5a20-937c-45ab-877f-4bcc9553eb9e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:20:22.473512 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:20:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a39c5a20-937c-45ab-877f-4bcc9553eb9e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:22.474676 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:20:22.574306 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:22.581283 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:22.610437 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:20:22.623585 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62194b1-7a50-4a3d-9d7a-613764836d94,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:22.629998 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:22.630482 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] Added segment 9b788fb5-f427-420e-84e4-c8a96ae7999b of type vlan for network faefdb13-40d4-49bc-a624-76a5457a0bb8 Apr 18 06:20:22.662008 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:22.681340 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] Set router a39c5a20-937c-45ab-877f-4bcc9553eb9e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:20:22.701194 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:22.702247 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:22.702925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:22.816281 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] Pushing event updated for resources: {'Network': ['ID=faefdb13-40d4-49bc-a624-76a5457a0bb8,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:22.819893 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c699c20f-2ca6-45d2-8984-3ffc2697ad69 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4294829 Apr 18 06:20:22.822608 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53674) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:22.825139 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f6553fa7-e76d-45b4-8c1b-81d2d2189f74 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:20:22.828894 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-291df6cd-e73f-466c-a7f0-e505ddd5b6ea admin admin] Request body: {'subnet': {'network_id': 'faefdb13-40d4-49bc-a624-76a5457a0bb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1704922123-subnet', 'tenant_id': '06af2a45e2ae4c2daa43f409d399a343', 'ip_version': 4}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:20:22.834165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-291df6cd-e73f-466c-a7f0-e505ddd5b6ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:20:22.838049 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-291df6cd-e73f-466c-a7f0-e505ddd5b6ea admin admin] Usage tracker for resource:subnet and tenant:06af2a45e2ae4c2daa43f409d399a343 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:20:22.840992 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-291df6cd-e73f-466c-a7f0-e505ddd5b6ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:20:22.847807 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-291df6cd-e73f-466c-a7f0-e505ddd5b6ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:20:22.858424 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291df6cd-e73f-466c-a7f0-e505ddd5b6ea admin admin] Made reservation on behalf of 06af2a45e2ae4c2daa43f409d399a343 for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:20:22.860850 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-291df6cd-e73f-466c-a7f0-e505ddd5b6ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:22.873071 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network faefdb13-40d4-49bc-a624-76a5457a0bb8 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:20:23.074743 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-291df6cd-e73f-466c-a7f0-e505ddd5b6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:23.139955 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port f6553fa7-e76d-45b4-8c1b-81d2d2189f74 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:20:23.155203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291df6cd-e73f-466c-a7f0-e505ddd5b6ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=051032bc-5ec2-4831-99bf-8320ae5aa554,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:23.158735 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port f6553fa7-e76d-45b4-8c1b-81d2d2189f74 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:23.159152 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:23.165573 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291df6cd-e73f-466c-a7f0-e505ddd5b6ea admin admin] Checking segment: {'id': '9b788fb5-f427-420e-84e4-c8a96ae7999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'faefdb13-40d4-49bc-a624-76a5457a0bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:20:23.165828 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291df6cd-e73f-466c-a7f0-e505ddd5b6ea admin admin] Network hostable DHCP agents. Network: faefdb13-40d4-49bc-a624-76a5457a0bb8, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:20:23.185680 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291df6cd-e73f-466c-a7f0-e505ddd5b6ea admin admin] Network faefdb13-40d4-49bc-a624-76a5457a0bb8 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:20:23.197444 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-291df6cd-e73f-466c-a7f0-e505ddd5b6ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, faefdb13-40d4-49bc-a624-76a5457a0bb8) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:20:23.204815 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291df6cd-e73f-466c-a7f0-e505ddd5b6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:23.206155 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-291df6cd-e73f-466c-a7f0-e505ddd5b6ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:23.206503 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d18b75-275a-4ac6-a505-b9fcba3a6784 None None] Network faefdb13-40d4-49bc-a624-76a5457a0bb8 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:20:23.228411 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-291df6cd-e73f-466c-a7f0-e505ddd5b6ea admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4043365 Apr 18 06:20:23.231065 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53678) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:23.236115 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1704922123-router', 'tenant_id': '06af2a45e2ae4c2daa43f409d399a343', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:20:23.241666 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:20:23.249694 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] Usage tracker for resource:router and tenant:06af2a45e2ae4c2daa43f409d399a343 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:20:23.253409 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:20:23.261281 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:20:23.273313 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:23.274403 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:23.292824 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:23.499977 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:23.559992 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c5a20-937c-45ab-877f-4bcc9553eb9e', 'name': 'tempest-TestEncryptedCinderVolumes-1450910295-router', 'tenant_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f6553fa7-e76d-45b4-8c1b-81d2d2189f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:20:16Z', 'updated_at': '2022-04-18T06:20:20Z', 'revision_number': 4, 'project_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'gw_port': {'id': 'f6553fa7-e76d-45b4-8c1b-81d2d2189f74', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c5a20-937c-45ab-877f-4bcc9553eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:20:17Z', 'updated_at': '2022-04-18T06:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '12616ad1-19d8-4ea0-8f71-471f65a157f2', 'name': '', 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98', 'tenant_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'mac_address': 'fa:16:3e:58:19:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c5a20-937c-45ab-877f-4bcc9553eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '15a1f5b1-462e-4b6d-a33f-e3ecba7fffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:20:19Z', 'updated_at': '2022-04-18T06:20:20Z', 'revision_number': 2, 'project_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'subnets': [{'id': '15a1f5b1-462e-4b6d-a33f-e3ecba7fffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:23.568496 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-faefdb13-40d4-49bc-a624-76a5457a0bb8', 'network_id': 'faefdb13-40d4-49bc-a624-76a5457a0bb8', 'tenant_id': '06af2a45e2ae4c2daa43f409d399a343', 'fixed_ips': [{'subnet_id': '051032bc-5ec2-4831-99bf-8320ae5aa554'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:20:23.569315 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:23.580213 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port f6553fa7-e76d-45b4-8c1b-81d2d2189f74, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f6553fa7-e76d-45b4-8c1b-81d2d2189f74,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:20:23.581761 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] Checking router: a39c5a20-937c-45ab-877f-4bcc9553eb9e for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:20:23.582111 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] Updating router a39c5a20-937c-45ab-877f-4bcc9553eb9e port 12616ad1-19d8-4ea0-8f71-471f65a157f2 binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:20:23.614049 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:23.708677 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:23.739525 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:23.819074 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=f6553fa7-e76d-45b4-8c1b-81d2d2189f74,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:23.975898 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] Allocated IP 172.20.0.2 (faefdb13-40d4-49bc-a624-76a5457a0bb8/051032bc-5ec2-4831-99bf-8320ae5aa554/c9519584-fbed-4490-af2f-bea3f0e2aad3) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:20:24.045313 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:24.076867 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:24.223177 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] Allocated IP 172.26.1.173 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:20:24.360123 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:24.373288 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] Transition to ACTIVE for port object c9519584-fbed-4490-af2f-bea3f0e2aad3 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:20:24.378491 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:24.394584 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] Transition to ACTIVE for port object c9519584-fbed-4490-af2f-bea3f0e2aad3 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:20:24.408963 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:24.413954 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:24.416581 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:24.471975 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:20:24.472687 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] Transition to ACTIVE for port object 12616ad1-19d8-4ea0-8f71-471f65a157f2 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:20:24.474483 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:20:24.476880 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:20:24.489666 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] Network faefdb13-40d4-49bc-a624-76a5457a0bb8 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:20:24.490614 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:24.496158 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:20:24.500356 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:20:24.531234 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] Pushing event updated for resources: {'Port': ['ID=5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:24.658846 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] Pushing event updated for resources: {'Port': ['ID=c9519584-fbed-4490-af2f-bea3f0e2aad3,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:24.777704 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f6553fa7-e76d-45b4-8c1b-81d2d2189f74 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:20:24.928450 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] Attempting to bind port c9519584-fbed-4490-af2f-bea3f0e2aad3 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:20:24.928653 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] Attempting to bind port c9519584-fbed-4490-af2f-bea3f0e2aad3 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '9b788fb5-f427-420e-84e4-c8a96ae7999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'faefdb13-40d4-49bc-a624-76a5457a0bb8'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:20:24.928898 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] Attempting to bind port c9519584-fbed-4490-af2f-bea3f0e2aad3 on network faefdb13-40d4-49bc-a624-76a5457a0bb8 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:20:24.945686 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a7b6c-7c5e-44cd-97d3-f19034cdbc77 None None] Pushing event updated for resources: {'Port': ['ID=12616ad1-19d8-4ea0-8f71-471f65a157f2,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:24.952741 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:24.971907 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:20:24.972305 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] Checking segment: {'id': '9b788fb5-f427-420e-84e4-c8a96ae7999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'faefdb13-40d4-49bc-a624-76a5457a0bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:20:24.972702 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:24.973090 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] Bound using segment: {'id': '9b788fb5-f427-420e-84e4-c8a96ae7999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'faefdb13-40d4-49bc-a624-76a5457a0bb8'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:20:24.973555 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] Bound port: c9519584-fbed-4490-af2f-bea3f0e2aad3, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b788fb5-f427-420e-84e4-c8a96ae7999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'faefdb13-40d4-49bc-a624-76a5457a0bb8'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:20:24.973923 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:25.002511 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] Attempting to bind port 12616ad1-19d8-4ea0-8f71-471f65a157f2 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:20:25.003109 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] Attempting to bind port 12616ad1-19d8-4ea0-8f71-471f65a157f2 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'ea724b5e-5623-4024-b998-887a2efa5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:20:25.003576 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] Attempting to bind port 12616ad1-19d8-4ea0-8f71-471f65a157f2 on network d6703241-f408-48d6-8f77-8692ba60ba98 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:20:25.039992 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:20:25.040337 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] Checking segment: {'id': 'ea724b5e-5623-4024-b998-887a2efa5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:20:25.040744 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:25.041141 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] Bound using segment: {'id': 'ea724b5e-5623-4024-b998-887a2efa5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:20:25.041616 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] Bound port: 12616ad1-19d8-4ea0-8f71-471f65a157f2, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea724b5e-5623-4024-b998-887a2efa5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:20:25.041996 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:25.113453 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port f6553fa7-e76d-45b4-8c1b-81d2d2189f74 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:25.113828 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:25.207572 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] For port c9519584-fbed-4490-af2f-bea3f0e2aad3, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:20:25.237625 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] For port c9519584-fbed-4490-af2f-bea3f0e2aad3, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c9519584-fbed-4490-af2f-bea3f0e2aad3,segment=NetworkSegment(9b788fb5-f427-420e-84e4-c8a96ae7999b),segment_id=9b788fb5-f427-420e-84e4-c8a96ae7999b)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:20:25.242797 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] For port 12616ad1-19d8-4ea0-8f71-471f65a157f2, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:20:25.247650 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] For port 12616ad1-19d8-4ea0-8f71-471f65a157f2, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=12616ad1-19d8-4ea0-8f71-471f65a157f2,segment=NetworkSegment(ea724b5e-5623-4024-b998-887a2efa5239),segment_id=ea724b5e-5623-4024-b998-887a2efa5239)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:20:25.249050 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:25.288303 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:25.412807 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] Routers {'a39c5a20-937c-45ab-877f-4bcc9553eb9e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:20:25.413468 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:20:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a39c5a20-937c-45ab-877f-4bcc9553eb9e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:25.463570 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:25.476421 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb564d-f6c4-412b-81fb-1fbd3bdb8cc3 None None] Pushing event updated for resources: {'Port': ['ID=c9519584-fbed-4490-af2f-bea3f0e2aad3,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:25.513186 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:20:25.660330 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a7b6c-7c5e-44cd-97d3-f19034cdbc77 None None] Pushing event updated for resources: {'Port': ['ID=12616ad1-19d8-4ea0-8f71-471f65a157f2,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:25.740946 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] Set router a39c5a20-937c-45ab-877f-4bcc9553eb9e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:20:25.778921 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] Router 9410f4b6-88e8-40f5-9c72-7da08dbfe35f is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:20:25.999105 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:20:26.010213 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] Sync routers for ids ['9410f4b6-88e8-40f5-9c72-7da08dbfe35f'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:20:26.020618 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] Routers {'9410f4b6-88e8-40f5-9c72-7da08dbfe35f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:20:26.021425 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:20:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['9410f4b6-88e8-40f5-9c72-7da08dbfe35f'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:26.025500 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:26.029634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53682) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:20:26.031470 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-df14f568-6cce-4173-bee7-10341ead0f70 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7993615 Apr 18 06:20:26.137401 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c5a20-937c-45ab-877f-4bcc9553eb9e', 'name': 'tempest-TestEncryptedCinderVolumes-1450910295-router', 'tenant_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f6553fa7-e76d-45b4-8c1b-81d2d2189f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:20:16Z', 'updated_at': '2022-04-18T06:20:20Z', 'revision_number': 4, 'project_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'gw_port': {'id': 'f6553fa7-e76d-45b4-8c1b-81d2d2189f74', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c5a20-937c-45ab-877f-4bcc9553eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:20:17Z', 'updated_at': '2022-04-18T06:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '12616ad1-19d8-4ea0-8f71-471f65a157f2', 'name': '', 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98', 'tenant_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'mac_address': 'fa:16:3e:58:19:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c5a20-937c-45ab-877f-4bcc9553eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '15a1f5b1-462e-4b6d-a33f-e3ecba7fffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:20:19Z', 'updated_at': '2022-04-18T06:20:25Z', 'revision_number': 4, 'project_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'subnets': [{'id': '15a1f5b1-462e-4b6d-a33f-e3ecba7fffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:26.141825 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092bb7c0-e023-45d0-8d2d-8c7240864419 None None] The sync data for ids ['a39c5a20-937c-45ab-877f-4bcc9553eb9e'] in dv-neutron-837489-1-hyperv is: [{'id': 'a39c5a20-937c-45ab-877f-4bcc9553eb9e', 'name': 'tempest-TestEncryptedCinderVolumes-1450910295-router', 'tenant_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f6553fa7-e76d-45b4-8c1b-81d2d2189f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:20:16Z', 'updated_at': '2022-04-18T06:20:20Z', 'revision_number': 4, 'project_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'gw_port': {'id': 'f6553fa7-e76d-45b4-8c1b-81d2d2189f74', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c5a20-937c-45ab-877f-4bcc9553eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:20:17Z', 'updated_at': '2022-04-18T06:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '12616ad1-19d8-4ea0-8f71-471f65a157f2', 'name': '', 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98', 'tenant_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'mac_address': 'fa:16:3e:58:19:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c5a20-937c-45ab-877f-4bcc9553eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '15a1f5b1-462e-4b6d-a33f-e3ecba7fffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:20:19Z', 'updated_at': '2022-04-18T06:20:25Z', 'revision_number': 4, 'project_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'subnets': [{'id': '15a1f5b1-462e-4b6d-a33f-e3ecba7fffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:20:26.265761 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] Set router 9410f4b6-88e8-40f5-9c72-7da08dbfe35f gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:20:26.751891 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9410f4b6-88e8-40f5-9c72-7da08dbfe35f', 'name': 'tempest-TestEncryptedCinderVolumes-1704922123-router', 'tenant_id': '06af2a45e2ae4c2daa43f409d399a343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:20:23Z', 'updated_at': '2022-04-18T06:20:24Z', 'revision_number': 3, 'project_id': '06af2a45e2ae4c2daa43f409d399a343', 'gw_port': {'id': '5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9410f4b6-88e8-40f5-9c72-7da08dbfe35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:20:24Z', 'updated_at': '2022-04-18T06:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:26.757472 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] Checking router: 9410f4b6-88e8-40f5-9c72-7da08dbfe35f for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:20:26.757844 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] Updating router 9410f4b6-88e8-40f5-9c72-7da08dbfe35f port 5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1 binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:20:26.772937 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a69c56-3499-490b-bd18-42adf8d5374d None None] Network faefdb13-40d4-49bc-a624-76a5457a0bb8 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:20:26.826822 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:26.963264 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 12616ad1-19d8-4ea0-8f71-471f65a157f2 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:20:27.055228 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-46f5a85a-eaa3-4c92-b1b6-11c66cc0639b None None] Provisioning for port c9519584-fbed-4490-af2f-bea3f0e2aad3 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:20:27.171167 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-323b1bc9-0051-4975-b8a8-51f1a6dc324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:27.176079 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 12616ad1-19d8-4ea0-8f71-471f65a157f2 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:20:27.190943 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 12616ad1-19d8-4ea0-8f71-471f65a157f2 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:27.191138 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:27.372656 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:27.395100 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] Transition to ACTIVE for port object 5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:20:27.409389 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:27.413051 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:27.480681 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 12616ad1-19d8-4ea0-8f71-471f65a157f2, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=12616ad1-19d8-4ea0-8f71-471f65a157f2,segment=NetworkSegment(ea724b5e-5623-4024-b998-887a2efa5239),segment_id=ea724b5e-5623-4024-b998-887a2efa5239)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:20:27.488819 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:27.489636 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c9519584-fbed-4490-af2f-bea3f0e2aad3 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:20:27.553922 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] Attempting to bind port 5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:20:27.554785 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] Attempting to bind port 5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:20:27.555378 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] Attempting to bind port 5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1 on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:20:27.567464 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:20:27.568666 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:20:27.569293 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:27.569918 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:20:27.570603 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] Bound port: 5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:20:27.571204 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:27.603741 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-323b1bc9-0051-4975-b8a8-51f1a6dc324a admin admin] Allocated IP 172.20.0.1 (faefdb13-40d4-49bc-a624-76a5457a0bb8/051032bc-5ec2-4831-99bf-8320ae5aa554/b4140c9f-4dbd-40b4-a3c3-b81c85355660) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:20:27.625328 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a3341-85d0-410d-97c3-ef9ac053b4cb None None] Pushing event updated for resources: {'Port': ['ID=5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:27.694398 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] For port 5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:20:27.698991 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port c9519584-fbed-4490-af2f-bea3f0e2aad3 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:20:27.699841 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] For port 5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:20:27.705292 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:27.711789 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port c9519584-fbed-4490-af2f-bea3f0e2aad3 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:27.712290 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:27.749045 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=12616ad1-19d8-4ea0-8f71-471f65a157f2,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:27.820238 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] Routers {'9410f4b6-88e8-40f5-9c72-7da08dbfe35f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:20:27.820929 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:20:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['9410f4b6-88e8-40f5-9c72-7da08dbfe35f'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:27.869707 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-06a4820a-221d-49e4-bd52-e39a6ca30dfb None None] Provisioning complete for port c9519584-fbed-4490-af2f-bea3f0e2aad3 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:27.870099 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-06a4820a-221d-49e4-bd52-e39a6ca30dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:27.879197 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-323b1bc9-0051-4975-b8a8-51f1a6dc324a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:27.900495 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:27.902762 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a3341-85d0-410d-97c3-ef9ac053b4cb None None] Pushing event updated for resources: {'Port': ['ID=5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:27.915855 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-323b1bc9-0051-4975-b8a8-51f1a6dc324a admin admin] Transition to ACTIVE for port object b4140c9f-4dbd-40b4-a3c3-b81c85355660 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:20:27.953492 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-323b1bc9-0051-4975-b8a8-51f1a6dc324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:27.999634 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port c9519584-fbed-4490-af2f-bea3f0e2aad3, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c9519584-fbed-4490-af2f-bea3f0e2aad3,segment=NetworkSegment(9b788fb5-f427-420e-84e4-c8a96ae7999b),segment_id=9b788fb5-f427-420e-84e4-c8a96ae7999b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:20:28.039354 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] Set router 9410f4b6-88e8-40f5-9c72-7da08dbfe35f gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:20:28.040545 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:28.067406 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323b1bc9-0051-4975-b8a8-51f1a6dc324a admin admin] Network faefdb13-40d4-49bc-a624-76a5457a0bb8 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:20:28.068560 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b1bc9-0051-4975-b8a8-51f1a6dc324a admin admin] Pushing event updated for resources: {'Port': ['ID=b4140c9f-4dbd-40b4-a3c3-b81c85355660,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:28.071664 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-323b1bc9-0051-4975-b8a8-51f1a6dc324a admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:20:28.073682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323b1bc9-0051-4975-b8a8-51f1a6dc324a admin admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:20:28.140135 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=c9519584-fbed-4490-af2f-bea3f0e2aad3,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:28.161858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-323b1bc9-0051-4975-b8a8-51f1a6dc324a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:28.404211 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9410f4b6-88e8-40f5-9c72-7da08dbfe35f', 'name': 'tempest-TestEncryptedCinderVolumes-1704922123-router', 'tenant_id': '06af2a45e2ae4c2daa43f409d399a343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:20:23Z', 'updated_at': '2022-04-18T06:20:24Z', 'revision_number': 3, 'project_id': '06af2a45e2ae4c2daa43f409d399a343', 'gw_port': {'id': '5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9410f4b6-88e8-40f5-9c72-7da08dbfe35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:20:24Z', 'updated_at': '2022-04-18T06:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:28.409866 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6a7d59-4ea1-4b00-9df7-c1a369d2f3b1 None None] The sync data for ids ['9410f4b6-88e8-40f5-9c72-7da08dbfe35f'] in dv-neutron-837489-1-hyperv is: [{'id': '9410f4b6-88e8-40f5-9c72-7da08dbfe35f', 'name': 'tempest-TestEncryptedCinderVolumes-1704922123-router', 'tenant_id': '06af2a45e2ae4c2daa43f409d399a343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:20:23Z', 'updated_at': '2022-04-18T06:20:24Z', 'revision_number': 3, 'project_id': '06af2a45e2ae4c2daa43f409d399a343', 'gw_port': {'id': '5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9410f4b6-88e8-40f5-9c72-7da08dbfe35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:20:24Z', 'updated_at': '2022-04-18T06:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:20:28.467490 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-323b1bc9-0051-4975-b8a8-51f1a6dc324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:28.476481 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a8997499-2577-484d-8558-8a181cc6c0ef None None] Provisioning for port b4140c9f-4dbd-40b4-a3c3-b81c85355660 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:20:28.483282 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-a8997499-2577-484d-8558-8a181cc6c0ef None None] Provisioning complete for port b4140c9f-4dbd-40b4-a3c3-b81c85355660 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:28.483648 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a8997499-2577-484d-8558-8a181cc6c0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:28.562596 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a8997499-2577-484d-8558-8a181cc6c0ef None None] Port b4140c9f-4dbd-40b4-a3c3-b81c85355660 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:20:28.765430 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-323b1bc9-0051-4975-b8a8-51f1a6dc324a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:28.778721 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-323b1bc9-0051-4975-b8a8-51f1a6dc324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:28.872869 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 12616ad1-19d8-4ea0-8f71-471f65a157f2 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:20:28.916100 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b1bc9-0051-4975-b8a8-51f1a6dc324a admin admin] Pushing event updated for resources: {'Port': ['ID=b4140c9f-4dbd-40b4-a3c3-b81c85355660,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:28.920637 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-323b1bc9-0051-4975-b8a8-51f1a6dc324a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:28.985564 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 12616ad1-19d8-4ea0-8f71-471f65a157f2 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:28.985938 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:29.079165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323b1bc9-0051-4975-b8a8-51f1a6dc324a admin admin] Network faefdb13-40d4-49bc-a624-76a5457a0bb8 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:20:29.081189 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-323b1bc9-0051-4975-b8a8-51f1a6dc324a admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:20:29.130354 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:20:29.245948 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:20:29.251718 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:29.252117 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:29.452207 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:29.475346 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:20:29.479928 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:29.481044 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c9519584-fbed-4490-af2f-bea3f0e2aad3 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:20:29.523550 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323b1bc9-0051-4975-b8a8-51f1a6dc324a admin admin] Router 9410f4b6-88e8-40f5-9c72-7da08dbfe35f has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:20:29.603916 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:29.637163 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3cc580f6-f4bd-4ebc-8f98-b3dde6673f5e None None] Provisioning complete for port b4140c9f-4dbd-40b4-a3c3-b81c85355660 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:29.637468 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3cc580f6-f4bd-4ebc-8f98-b3dde6673f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:29.702563 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port c9519584-fbed-4490-af2f-bea3f0e2aad3 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:29.702942 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:29.716023 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323b1bc9-0051-4975-b8a8-51f1a6dc324a admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:20:29.730895 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-323b1bc9-0051-4975-b8a8-51f1a6dc324a admin admin] 10.222.0.15 "PUT /v2.0/routers/9410f4b6-88e8-40f5-9c72-7da08dbfe35f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6999826 Apr 18 06:20:29.748679 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-3cc580f6-f4bd-4ebc-8f98-b3dde6673f5e None None] Port b4140c9f-4dbd-40b4-a3c3-b81c85355660 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:20:30.323899 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] Sync routers for ids ['9410f4b6-88e8-40f5-9c72-7da08dbfe35f'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:20:30.335738 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] Routers {'9410f4b6-88e8-40f5-9c72-7da08dbfe35f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:20:30.336470 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:20:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['9410f4b6-88e8-40f5-9c72-7da08dbfe35f'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:30.557426 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-895d1325-1a25-4884-a861-c7c4046819a2 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:30.558311 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-895d1325-1a25-4884-a861-c7c4046819a2 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Synchronizing usage tracker for tenant:51b54bf0c0ef4ab3958bd47d3c1e461b on resource:network {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:20:30.563061 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] Set router 9410f4b6-88e8-40f5-9c72-7da08dbfe35f gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:20:30.577175 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-895d1325-1a25-4884-a861-c7c4046819a2 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Unset dirty status for tenant:51b54bf0c0ef4ab3958bd47d3c1e461b on resource:network {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:20:30.578748 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-895d1325-1a25-4884-a861-c7c4046819a2 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/networks?id=d6703241-f408-48d6-8f77-8692ba60ba98 HTTP/1.1" status: 200 len: 817 time: 0.1778500 Apr 18 06:20:30.601179 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-d05a4f17-3d33-4658-95e8-8247e404d810 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/quotas/51b54bf0c0ef4ab3958bd47d3c1e461b HTTP/1.1" status: 200 len: 375 time: 0.0152555 Apr 18 06:20:30.693700 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-84ae4bed-69ba-4edb-b9b0-7d76a514091c tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Synchronizing usage tracker for tenant:51b54bf0c0ef4ab3958bd47d3c1e461b on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:20:30.718711 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-84ae4bed-69ba-4edb-b9b0-7d76a514091c tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Unset dirty status for tenant:51b54bf0c0ef4ab3958bd47d3c1e461b on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:20:30.730322 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-84ae4bed-69ba-4edb-b9b0-7d76a514091c tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=51b54bf0c0ef4ab3958bd47d3c1e461b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1277988 Apr 18 06:20:30.782196 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:20:30.871096 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-796ebc97-b3b6-4f3e-bf22-c7f754850f57 service neutron] 10.222.0.15 "GET /v2.0/networks/d6703241-f408-48d6-8f77-8692ba60ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362662 Apr 18 06:20:30.924294 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:30.924669 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:31.012226 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-f544a029-3081-47d2-aadd-055c6a540eca service neutron] 10.222.0.15 "GET /v2.0/networks/d6703241-f408-48d6-8f77-8692ba60ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318595 Apr 18 06:20:31.031906 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9410f4b6-88e8-40f5-9c72-7da08dbfe35f', 'name': 'tempest-TestEncryptedCinderVolumes-1704922123-router', 'tenant_id': '06af2a45e2ae4c2daa43f409d399a343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:20:23Z', 'updated_at': '2022-04-18T06:20:28Z', 'revision_number': 4, 'project_id': '06af2a45e2ae4c2daa43f409d399a343', 'gw_port': {'id': '5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9410f4b6-88e8-40f5-9c72-7da08dbfe35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:20:24Z', 'updated_at': '2022-04-18T06:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'b4140c9f-4dbd-40b4-a3c3-b81c85355660', 'name': '', 'network_id': 'faefdb13-40d4-49bc-a624-76a5457a0bb8', 'tenant_id': '06af2a45e2ae4c2daa43f409d399a343', 'mac_address': 'fa:16:3e:f8:16:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9410f4b6-88e8-40f5-9c72-7da08dbfe35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '051032bc-5ec2-4831-99bf-8320ae5aa554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:20:27Z', 'updated_at': '2022-04-18T06:20:28Z', 'revision_number': 2, 'project_id': '06af2a45e2ae4c2daa43f409d399a343', 'subnets': [{'id': '051032bc-5ec2-4831-99bf-8320ae5aa554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:31.045208 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] Checking router: 9410f4b6-88e8-40f5-9c72-7da08dbfe35f for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:20:31.045562 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] Updating router 9410f4b6-88e8-40f5-9c72-7da08dbfe35f port b4140c9f-4dbd-40b4-a3c3-b81c85355660 binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:20:31.109726 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:31.242129 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7dbdaaee-0f49-4359-92f1-ca9e78af1144 req-9a20e089-3860-449c-abf5-f9166beba17d tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=230beea4-d580-46b9-8ea9-22cd47bb524f HTTP/1.1" status: 200 len: 210 time: 0.0489552 Apr 18 06:20:31.513290 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:31.525075 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] Transition to ACTIVE for port object b4140c9f-4dbd-40b4-a3c3-b81c85355660 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:20:31.532679 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:31.690492 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4b89e-408c-41d2-9e75-1fe87a9f0b80 None None] Pushing event updated for resources: {'Port': ['ID=b4140c9f-4dbd-40b4-a3c3-b81c85355660,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:31.759854 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] Attempting to bind port b4140c9f-4dbd-40b4-a3c3-b81c85355660 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:20:31.760355 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] Attempting to bind port b4140c9f-4dbd-40b4-a3c3-b81c85355660 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '9b788fb5-f427-420e-84e4-c8a96ae7999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'faefdb13-40d4-49bc-a624-76a5457a0bb8'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:20:31.760816 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] Attempting to bind port b4140c9f-4dbd-40b4-a3c3-b81c85355660 on network faefdb13-40d4-49bc-a624-76a5457a0bb8 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:20:31.767496 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:20:31.767984 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] Checking segment: {'id': '9b788fb5-f427-420e-84e4-c8a96ae7999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'faefdb13-40d4-49bc-a624-76a5457a0bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:20:31.768622 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:31.769120 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] Bound using segment: {'id': '9b788fb5-f427-420e-84e4-c8a96ae7999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'faefdb13-40d4-49bc-a624-76a5457a0bb8'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:20:31.769686 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] Bound port: b4140c9f-4dbd-40b4-a3c3-b81c85355660, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b788fb5-f427-420e-84e4-c8a96ae7999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'faefdb13-40d4-49bc-a624-76a5457a0bb8'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:20:31.770283 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:31.865676 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] For port b4140c9f-4dbd-40b4-a3c3-b81c85355660, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:20:31.868774 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] For port b4140c9f-4dbd-40b4-a3c3-b81c85355660, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b4140c9f-4dbd-40b4-a3c3-b81c85355660,segment=NetworkSegment(9b788fb5-f427-420e-84e4-c8a96ae7999b),segment_id=9b788fb5-f427-420e-84e4-c8a96ae7999b)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:20:31.877777 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:32.011143 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] Routers {'9410f4b6-88e8-40f5-9c72-7da08dbfe35f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:20:32.012186 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:20:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['9410f4b6-88e8-40f5-9c72-7da08dbfe35f'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:32.083624 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4b89e-408c-41d2-9e75-1fe87a9f0b80 None None] Pushing event updated for resources: {'Port': ['ID=b4140c9f-4dbd-40b4-a3c3-b81c85355660,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:32.226716 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] Set router 9410f4b6-88e8-40f5-9c72-7da08dbfe35f gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:20:32.408461 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e6ef8c27-7899-4b3f-af78-962f2bfd1e4d req-1dea6d41-82ef-4b46-a0ce-8d4f00739a0e tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=230beea4-d580-46b9-8ea9-22cd47bb524f HTTP/1.1" status: 200 len: 210 time: 0.0476041 Apr 18 06:20:32.554670 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9410f4b6-88e8-40f5-9c72-7da08dbfe35f', 'name': 'tempest-TestEncryptedCinderVolumes-1704922123-router', 'tenant_id': '06af2a45e2ae4c2daa43f409d399a343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:20:23Z', 'updated_at': '2022-04-18T06:20:28Z', 'revision_number': 4, 'project_id': '06af2a45e2ae4c2daa43f409d399a343', 'gw_port': {'id': '5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9410f4b6-88e8-40f5-9c72-7da08dbfe35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:20:24Z', 'updated_at': '2022-04-18T06:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'b4140c9f-4dbd-40b4-a3c3-b81c85355660', 'name': '', 'network_id': 'faefdb13-40d4-49bc-a624-76a5457a0bb8', 'tenant_id': '06af2a45e2ae4c2daa43f409d399a343', 'mac_address': 'fa:16:3e:f8:16:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9410f4b6-88e8-40f5-9c72-7da08dbfe35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '051032bc-5ec2-4831-99bf-8320ae5aa554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:20:27Z', 'updated_at': '2022-04-18T06:20:31Z', 'revision_number': 4, 'project_id': '06af2a45e2ae4c2daa43f409d399a343', 'subnets': [{'id': '051032bc-5ec2-4831-99bf-8320ae5aa554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:32.558621 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d857c-d742-4fa8-ab5b-e93c35d8025e None None] The sync data for ids ['9410f4b6-88e8-40f5-9c72-7da08dbfe35f'] in dv-neutron-837489-1-hyperv is: [{'id': '9410f4b6-88e8-40f5-9c72-7da08dbfe35f', 'name': 'tempest-TestEncryptedCinderVolumes-1704922123-router', 'tenant_id': '06af2a45e2ae4c2daa43f409d399a343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:20:23Z', 'updated_at': '2022-04-18T06:20:28Z', 'revision_number': 4, 'project_id': '06af2a45e2ae4c2daa43f409d399a343', 'gw_port': {'id': '5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9410f4b6-88e8-40f5-9c72-7da08dbfe35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:20:24Z', 'updated_at': '2022-04-18T06:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'b4140c9f-4dbd-40b4-a3c3-b81c85355660', 'name': '', 'network_id': 'faefdb13-40d4-49bc-a624-76a5457a0bb8', 'tenant_id': '06af2a45e2ae4c2daa43f409d399a343', 'mac_address': 'fa:16:3e:f8:16:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9410f4b6-88e8-40f5-9c72-7da08dbfe35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '051032bc-5ec2-4831-99bf-8320ae5aa554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:20:27Z', 'updated_at': '2022-04-18T06:20:31Z', 'revision_number': 4, 'project_id': '06af2a45e2ae4c2daa43f409d399a343', 'subnets': [{'id': '051032bc-5ec2-4831-99bf-8320ae5aa554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:20:32.825991 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b4140c9f-4dbd-40b4-a3c3-b81c85355660 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:20:32.905446 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-8d10cfc2-88e9-4393-8d56-b3b332219166 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:32.907619 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-8d10cfc2-88e9-4393-8d56-b3b332219166 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.52 "GET /v2.0/networks?id=d6703241-f408-48d6-8f77-8692ba60ba98 HTTP/1.1" status: 200 len: 817 time: 0.2214706 Apr 18 06:20:32.924710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-d4731478-6b58-431d-9aac-bb4a7d74b9c5 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Request body: {'port': {'device_id': '230beea4-d580-46b9-8ea9-22cd47bb524f', 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98', 'admin_state_up': True, 'tenant_id': '51b54bf0c0ef4ab3958bd47d3c1e461b'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:20:32.928870 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port b4140c9f-4dbd-40b4-a3c3-b81c85355660 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:20:32.939933 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port b4140c9f-4dbd-40b4-a3c3-b81c85355660 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:32.940589 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:33.130910 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-d4731478-6b58-431d-9aac-bb4a7d74b9c5 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:20:33.135308 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:33.142656 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-d4731478-6b58-431d-9aac-bb4a7d74b9c5 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:20:33.157695 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-d4731478-6b58-431d-9aac-bb4a7d74b9c5 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Made reservation on behalf of 51b54bf0c0ef4ab3958bd47d3c1e461b for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:20:33.162062 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-d4731478-6b58-431d-9aac-bb4a7d74b9c5 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:33.177874 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port b4140c9f-4dbd-40b4-a3c3-b81c85355660, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b4140c9f-4dbd-40b4-a3c3-b81c85355660,segment=NetworkSegment(9b788fb5-f427-420e-84e4-c8a96ae7999b),segment_id=9b788fb5-f427-420e-84e4-c8a96ae7999b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:20:33.182611 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:33.263474 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=b4140c9f-4dbd-40b4-a3c3-b81c85355660,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:33.348266 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-d4731478-6b58-431d-9aac-bb4a7d74b9c5 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Allocated IP 172.20.0.6 (d6703241-f408-48d6-8f77-8692ba60ba98/15a1f5b1-462e-4b6d-a33f-e3ecba7fffe0/5e4e883f-87dc-4959-b15d-50a4741cb72a) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:20:33.599185 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-55ffff6c-6d0e-47aa-bf39-7b0fcf50a06a req-e7328eaa-93aa-4d3e-a77f-cb53c80fbb71 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=230beea4-d580-46b9-8ea9-22cd47bb524f HTTP/1.1" status: 200 len: 210 time: 0.0592735 Apr 18 06:20:33.628208 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-d4731478-6b58-431d-9aac-bb4a7d74b9c5 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:33.641615 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-d4731478-6b58-431d-9aac-bb4a7d74b9c5 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Transition to ACTIVE for port object 5e4e883f-87dc-4959-b15d-50a4741cb72a will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:20:33.666233 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-d4731478-6b58-431d-9aac-bb4a7d74b9c5 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:33.749935 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-d4731478-6b58-431d-9aac-bb4a7d74b9c5 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Network d6703241-f408-48d6-8f77-8692ba60ba98 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:20:33.754935 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-d4731478-6b58-431d-9aac-bb4a7d74b9c5 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:20:33.759665 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-d4731478-6b58-431d-9aac-bb4a7d74b9c5 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:20:33.795203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4731478-6b58-431d-9aac-bb4a7d74b9c5 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Pushing event updated for resources: {'Port': ['ID=5e4e883f-87dc-4959-b15d-50a4741cb72a,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:33.841441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-d4731478-6b58-431d-9aac-bb4a7d74b9c5 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:33.842084 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-d4731478-6b58-431d-9aac-bb4a7d74b9c5 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:33.870935 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-d4731478-6b58-431d-9aac-bb4a7d74b9c5 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9504845 Apr 18 06:20:33.886936 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] Request body: {'port': {'device_id': '230beea4-d580-46b9-8ea9-22cd47bb524f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:20:34.015629 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:34.088992 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ba6d347c-d0f1-429f-a728-1e0f030f11cc None None] Provisioning for port 5e4e883f-87dc-4959-b15d-50a4741cb72a completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:20:34.094889 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ba6d347c-d0f1-429f-a728-1e0f030f11cc None None] Provisioning complete for port 5e4e883f-87dc-4959-b15d-50a4741cb72a triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:34.095254 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ba6d347c-d0f1-429f-a728-1e0f030f11cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:34.156324 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d347c-d0f1-429f-a728-1e0f030f11cc None None] Port 5e4e883f-87dc-4959-b15d-50a4741cb72a cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:20:34.487154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4e883f-87dc-4959-b15d-50a4741cb72a {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:20:34.494157 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:34.507828 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] Transition to ACTIVE for port object 5e4e883f-87dc-4959-b15d-50a4741cb72a will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:20:34.511896 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:34.646801 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4e883f-87dc-4959-b15d-50a4741cb72a,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:34.774521 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b4140c9f-4dbd-40b4-a3c3-b81c85355660 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:20:34.779089 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] Attempting to bind port 5e4e883f-87dc-4959-b15d-50a4741cb72a on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:20:34.779476 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] Attempting to bind port 5e4e883f-87dc-4959-b15d-50a4741cb72a by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ea724b5e-5623-4024-b998-887a2efa5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:20:34.779939 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] Attempting to bind port 5e4e883f-87dc-4959-b15d-50a4741cb72a on network d6703241-f408-48d6-8f77-8692ba60ba98 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:20:34.787629 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] Port 5e4e883f-87dc-4959-b15d-50a4741cb72a on network d6703241-f408-48d6-8f77-8692ba60ba98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:20:34.787950 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] Attempting to bind port 5e4e883f-87dc-4959-b15d-50a4741cb72a on network d6703241-f408-48d6-8f77-8692ba60ba98 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:20:34.795308 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:20:34.795653 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] Checking segment: {'id': 'ea724b5e-5623-4024-b998-887a2efa5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:20:34.796060 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] Bound using segment: {'id': 'ea724b5e-5623-4024-b998-887a2efa5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:20:34.796515 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] Bound port: 5e4e883f-87dc-4959-b15d-50a4741cb72a, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea724b5e-5623-4024-b998-887a2efa5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:20:34.797201 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:34.869202 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431fd26-b540-40c9-a41e-3e0667dab957 req-1662c44f-9478-4a0c-aeee-8d128ca8000a tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:34.871332 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6431fd26-b540-40c9-a41e-3e0667dab957 req-1662c44f-9478-4a0c-aeee-8d128ca8000a tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=230beea4-d580-46b9-8ea9-22cd47bb524f HTTP/1.1" status: 200 len: 943 time: 0.1288114 Apr 18 06:20:34.902734 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port b4140c9f-4dbd-40b4-a3c3-b81c85355660 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:34.903355 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:34.904921 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] For port 5e4e883f-87dc-4959-b15d-50a4741cb72a, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:20:34.908540 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] For port 5e4e883f-87dc-4959-b15d-50a4741cb72a, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5e4e883f-87dc-4959-b15d-50a4741cb72a,segment=NetworkSegment(ea724b5e-5623-4024-b998-887a2efa5239),segment_id=ea724b5e-5623-4024-b998-887a2efa5239)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:20:34.916354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:34.921896 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-6431fd26-b540-40c9-a41e-3e0667dab957 req-716df623-6c38-491a-a93c-8d4c0927fa11 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Synchronizing usage tracker for tenant:51b54bf0c0ef4ab3958bd47d3c1e461b on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:20:34.948020 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-6431fd26-b540-40c9-a41e-3e0667dab957 req-716df623-6c38-491a-a93c-8d4c0927fa11 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Unset dirty status for tenant:51b54bf0c0ef4ab3958bd47d3c1e461b on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:20:34.951159 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6431fd26-b540-40c9-a41e-3e0667dab957 req-716df623-6c38-491a-a93c-8d4c0927fa11 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709181 Apr 18 06:20:35.005749 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:35.006497 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:35.007976 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] 10.222.0.52 "PUT /v2.0/ports/5e4e883f-87dc-4959-b15d-50a4741cb72a HTTP/1.1" status: 200 len: 1093 time: 1.1255374 Apr 18 06:20:35.008542 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230beea4-d580-46b9-8ea9-22cd47bb524f', 'tag': '5e4e883f-87dc-4959-b15d-50a4741cb72a'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:20:35.039760 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c315fd-ebf3-4c1c-ad30-b65415779a53 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4e883f-87dc-4959-b15d-50a4741cb72a,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:35.120782 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab0a9e00-6a63-4e99-a174-dd77b4743bb3'] response: {'name': 'network-changed', 'server_uuid': '230beea4-d580-46b9-8ea9-22cd47bb524f', 'tag': '5e4e883f-87dc-4959-b15d-50a4741cb72a', 'status': 'completed', 'code': 200} Apr 18 06:20:35.172704 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-1665d39f-ec40-415d-beb5-83293ac4143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:35.174837 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-1665d39f-ec40-415d-beb5-83293ac4143d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=51b54bf0c0ef4ab3958bd47d3c1e461b&device_id=230beea4-d580-46b9-8ea9-22cd47bb524f HTTP/1.1" status: 200 len: 1096 time: 0.0932958 Apr 18 06:20:35.248969 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-0c871241-e522-4a02-b834-082c4e9cf278 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e4e883f-87dc-4959-b15d-50a4741cb72a HTTP/1.1" status: 200 len: 217 time: 0.0671716 Apr 18 06:20:35.323766 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-4c0aa9e5-e334-4dd0-a5be-d20e40b7f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:35.325373 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-4c0aa9e5-e334-4dd0-a5be-d20e40b7f7e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15a1f5b1-462e-4b6d-a33f-e3ecba7fffe0 HTTP/1.1" status: 200 len: 856 time: 0.0676248 Apr 18 06:20:35.335068 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0aef8c18-4101-4146-8827-1488c0685be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:35.410025 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-ab3bcec2-63f7-4ebc-a33a-c853c791725f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:35.411488 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-ab3bcec2-63f7-4ebc-a33a-c853c791725f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d6703241-f408-48d6-8f77-8692ba60ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767424 Apr 18 06:20:35.551242 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-bcff902a-5184-4bbb-8bc1-a156372221aa service neutron] 10.222.0.52 "GET /v2.0/networks/d6703241-f408-48d6-8f77-8692ba60ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285732 Apr 18 06:20:35.685160 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0e6d0be1-c46f-4ab0-bd1e-67667e75c1b8 req-99ae157f-1fec-4ad7-b06e-16368a975a41 service neutron] 10.222.0.52 "GET /v2.0/networks/d6703241-f408-48d6-8f77-8692ba60ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273310 Apr 18 06:20:35.811969 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aab1e-a188-4a89-bfd0-856e5de52922 req-cde5ff76-fdb1-4572-b46b-6c6245856074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:35.813753 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d34aab1e-a188-4a89-bfd0-856e5de52922 req-cde5ff76-fdb1-4572-b46b-6c6245856074 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=51b54bf0c0ef4ab3958bd47d3c1e461b&device_id=230beea4-d580-46b9-8ea9-22cd47bb524f HTTP/1.1" status: 200 len: 1096 time: 0.0789778 Apr 18 06:20:35.956821 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aab1e-a188-4a89-bfd0-856e5de52922 req-1177cadd-7c2a-4d04-abd6-66d8051f732f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:35.958388 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d34aab1e-a188-4a89-bfd0-856e5de52922 req-1177cadd-7c2a-4d04-abd6-66d8051f732f service neutron] 10.222.0.52 "GET /v2.0/networks?id=d6703241-f408-48d6-8f77-8692ba60ba98 HTTP/1.1" status: 200 len: 918 time: 0.1380391 Apr 18 06:20:36.031722 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d34aab1e-a188-4a89-bfd0-856e5de52922 req-4fef95f7-c26a-49bf-a948-085d60e60355 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e4e883f-87dc-4959-b15d-50a4741cb72a HTTP/1.1" status: 200 len: 217 time: 0.0662453 Apr 18 06:20:36.098808 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aab1e-a188-4a89-bfd0-856e5de52922 req-59e09985-d8ea-4d86-a565-32896cc8e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:36.100479 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d34aab1e-a188-4a89-bfd0-856e5de52922 req-59e09985-d8ea-4d86-a565-32896cc8e0fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15a1f5b1-462e-4b6d-a33f-e3ecba7fffe0 HTTP/1.1" status: 200 len: 856 time: 0.0615819 Apr 18 06:20:36.161826 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4ed89-a450-4811-9021-e8d3c3fff47f req-2cebfb04-7801-48d3-b749-e336c3c9dfce tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:36.163700 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ceb4ed89-a450-4811-9021-e8d3c3fff47f req-2cebfb04-7801-48d3-b749-e336c3c9dfce tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=230beea4-d580-46b9-8ea9-22cd47bb524f HTTP/1.1" status: 200 len: 943 time: 0.0971339 Apr 18 06:20:36.192454 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aab1e-a188-4a89-bfd0-856e5de52922 req-39dfed2a-8331-4f25-a075-63ff57d03d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:36.193937 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d34aab1e-a188-4a89-bfd0-856e5de52922 req-39dfed2a-8331-4f25-a075-63ff57d03d3c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d6703241-f408-48d6-8f77-8692ba60ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853930 Apr 18 06:20:36.219544 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ceb4ed89-a450-4811-9021-e8d3c3fff47f req-875fc176-0a3c-4238-85c8-b7410faf8e40 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491979 Apr 18 06:20:36.442816 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d34aab1e-a188-4a89-bfd0-856e5de52922 req-0407d148-9e5e-4dd9-a12c-1d2cc2e4a3b1 service neutron] 10.222.0.52 "GET /v2.0/networks/d6703241-f408-48d6-8f77-8692ba60ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401879 Apr 18 06:20:36.581434 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d34aab1e-a188-4a89-bfd0-856e5de52922 req-9b6e546f-719a-4b61-8874-b857e8a5b121 service neutron] 10.222.0.52 "GET /v2.0/networks/d6703241-f408-48d6-8f77-8692ba60ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288550 Apr 18 06:20:37.414993 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744332b-c3a8-40b9-86bb-1a3ae98fa84e req-26bbbf2f-48a9-4ad0-8c8f-3911ec2308e9 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:37.415887 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-0744332b-c3a8-40b9-86bb-1a3ae98fa84e req-26bbbf2f-48a9-4ad0-8c8f-3911ec2308e9 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Synchronizing usage tracker for tenant:51b54bf0c0ef4ab3958bd47d3c1e461b on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:20:37.431661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-0744332b-c3a8-40b9-86bb-1a3ae98fa84e req-26bbbf2f-48a9-4ad0-8c8f-3911ec2308e9 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Unset dirty status for tenant:51b54bf0c0ef4ab3958bd47d3c1e461b on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:20:37.432916 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0744332b-c3a8-40b9-86bb-1a3ae98fa84e req-26bbbf2f-48a9-4ad0-8c8f-3911ec2308e9 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=230beea4-d580-46b9-8ea9-22cd47bb524f HTTP/1.1" status: 200 len: 943 time: 0.1040173 Apr 18 06:20:37.479759 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0744332b-c3a8-40b9-86bb-1a3ae98fa84e req-aa7a05a2-41a0-4a0d-a334-8d720ad0ef00 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397389 Apr 18 06:20:37.659640 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ee0b536e-f6bc-48a9-9f21-69dd559287d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:37.955745 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:38.222349 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 5e4e883f-87dc-4959-b15d-50a4741cb72a details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:20:38.356694 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 5e4e883f-87dc-4959-b15d-50a4741cb72a, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5e4e883f-87dc-4959-b15d-50a4741cb72a,segment=NetworkSegment(ea724b5e-5623-4024-b998-887a2efa5239),segment_id=ea724b5e-5623-4024-b998-887a2efa5239)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:20:38.371296 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '5e4e883f-87dc-4959-b15d-50a4741cb72a', 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98', 'port_id': '5e4e883f-87dc-4959-b15d-50a4741cb72a', 'mac_address': 'fa:16:3e:85:3c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a1f5b1-462e-4b6d-a33f-e3ecba7fffe0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:20:38.426688 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:38.443198 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4e883f-87dc-4959-b15d-50a4741cb72a {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:20:38.459614 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 5e4e883f-87dc-4959-b15d-50a4741cb72a, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5e4e883f-87dc-4959-b15d-50a4741cb72a,segment=NetworkSegment(ea724b5e-5623-4024-b998-887a2efa5239),segment_id=ea724b5e-5623-4024-b998-887a2efa5239)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:20:38.464007 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:38.542173 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=5e4e883f-87dc-4959-b15d-50a4741cb72a,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:38.549493 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:38.549894 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:38.550233 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:38.550557 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:38.550878 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:38.551207 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:38.551523 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:38.551839 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:38.552254 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:38.552575 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:38.553015 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:38.553324 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:38.589567 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:38.677545 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479f04c-0043-41ec-a2b2-09887ff46d97 req-ff8b5cc5-281f-4941-aba4-57371218416a tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:38.679012 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e479f04c-0043-41ec-a2b2-09887ff46d97 req-ff8b5cc5-281f-4941-aba4-57371218416a tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=230beea4-d580-46b9-8ea9-22cd47bb524f HTTP/1.1" status: 200 len: 944 time: 0.0825698 Apr 18 06:20:38.700289 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:38.729121 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e479f04c-0043-41ec-a2b2-09887ff46d97 req-2f0c3143-f84c-4440-ac69-d16042d5eec0 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427015 Apr 18 06:20:38.748225 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['5e4e883f-87dc-4959-b15d-50a4741cb72a'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:20:39.912911 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edeb95-7f44-41a4-adaf-9a81781a6bc7 req-a00480c4-244c-463f-8d3a-02a6dea33dec tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:39.914457 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d4edeb95-7f44-41a4-adaf-9a81781a6bc7 req-a00480c4-244c-463f-8d3a-02a6dea33dec tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=230beea4-d580-46b9-8ea9-22cd47bb524f HTTP/1.1" status: 200 len: 944 time: 0.0787895 Apr 18 06:20:39.961618 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d4edeb95-7f44-41a4-adaf-9a81781a6bc7 req-52322c77-5876-4f70-b892-896cd7751b51 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413101 Apr 18 06:20:40.197227 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:40.238755 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 5e4e883f-87dc-4959-b15d-50a4741cb72a up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:20:40.305705 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port 5e4e883f-87dc-4959-b15d-50a4741cb72a completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:20:40.310605 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 5e4e883f-87dc-4959-b15d-50a4741cb72a triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:40.310974 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:40.431635 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:40.458736 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230beea4-d580-46b9-8ea9-22cd47bb524f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4e883f-87dc-4959-b15d-50a4741cb72a'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:20:40.468523 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 5e4e883f-87dc-4959-b15d-50a4741cb72a, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5e4e883f-87dc-4959-b15d-50a4741cb72a,segment=NetworkSegment(ea724b5e-5623-4024-b998-887a2efa5239),segment_id=ea724b5e-5623-4024-b998-887a2efa5239)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:20:40.472756 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:40.547470 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=5e4e883f-87dc-4959-b15d-50a4741cb72a,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:40.577722 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f6081d7-c7af-47bc-98a6-a04e8ed3d35a'] response: {'server_uuid': '230beea4-d580-46b9-8ea9-22cd47bb524f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4e883f-87dc-4959-b15d-50a4741cb72a', 'code': 200} Apr 18 06:20:40.823634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab11ad-021f-4725-8608-36dbed26e094 req-223605f9-d81c-4e80-afbe-e6922fbd34f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:40.825052 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2cab11ad-021f-4725-8608-36dbed26e094 req-223605f9-d81c-4e80-afbe-e6922fbd34f3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=230beea4-d580-46b9-8ea9-22cd47bb524f HTTP/1.1" status: 200 len: 1098 time: 0.0689917 Apr 18 06:20:40.870445 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2cab11ad-021f-4725-8608-36dbed26e094 req-8a6ffb04-aa9c-4ec2-8556-6af1d23b3d57 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354631 Apr 18 06:20:41.150734 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c8f84-e7da-4ae4-8daa-e18e60716dbb req-15b6c411-bf24-4fe6-9415-45be5a8ada32 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:41.152137 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ac7c8f84-e7da-4ae4-8daa-e18e60716dbb req-15b6c411-bf24-4fe6-9415-45be5a8ada32 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=230beea4-d580-46b9-8ea9-22cd47bb524f HTTP/1.1" status: 200 len: 945 time: 0.0824888 Apr 18 06:20:41.198261 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ac7c8f84-e7da-4ae4-8daa-e18e60716dbb req-98a666de-8fa4-4a4a-837e-ecb6f8eaf630 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403259 Apr 18 06:20:42.496600 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacddcde-f20c-43d8-8d58-faba9207602c req-18cf6428-b031-4976-9eab-ad7f17c13d7f tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:42.498046 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-dacddcde-f20c-43d8-8d58-faba9207602c req-18cf6428-b031-4976-9eab-ad7f17c13d7f tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=230beea4-d580-46b9-8ea9-22cd47bb524f HTTP/1.1" status: 200 len: 945 time: 0.1924014 Apr 18 06:20:42.543008 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-dacddcde-f20c-43d8-8d58-faba9207602c req-1c03fa75-2456-4d30-a8db-f953bb4b5706 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387135 Apr 18 06:20:42.725382 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ee822-683d-4f3f-b337-a6b1df560a33 req-6ec48b33-3b3f-4333-9852-2093e2426b41 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:42.726884 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ac0ee822-683d-4f3f-b337-a6b1df560a33 req-6ec48b33-3b3f-4333-9852-2093e2426b41 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=230beea4-d580-46b9-8ea9-22cd47bb524f HTTP/1.1" status: 200 len: 945 time: 0.0788932 Apr 18 06:20:42.771702 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ac0ee822-683d-4f3f-b337-a6b1df560a33 req-b86ba2fe-284f-4d1b-b5ed-d099c49e35d4 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390484 Apr 18 06:20:57.319078 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96f23c-46a2-4ebf-87b3-43a1176f0d36 req-4cc869f2-b33b-4e67-929c-af9850b41e65 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:57.320582 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9d96f23c-46a2-4ebf-87b3-43a1176f0d36 req-4cc869f2-b33b-4e67-929c-af9850b41e65 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=230beea4-d580-46b9-8ea9-22cd47bb524f HTTP/1.1" status: 200 len: 945 time: 0.0900176 Apr 18 06:20:57.367459 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9d96f23c-46a2-4ebf-87b3-43a1176f0d36 req-286c84ba-ff0f-41c9-9afe-b78f15b52cf7 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401950 Apr 18 06:20:58.564453 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c28b57-82e4-4e0e-8ec9-72cecee054d7 req-12b162a8-3b2f-472c-9c00-82151b9d50e7 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:58.567928 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-40c28b57-82e4-4e0e-8ec9-72cecee054d7 req-12b162a8-3b2f-472c-9c00-82151b9d50e7 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=230beea4-d580-46b9-8ea9-22cd47bb524f HTTP/1.1" status: 200 len: 945 time: 0.0897763 Apr 18 06:20:58.614099 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-40c28b57-82e4-4e0e-8ec9-72cecee054d7 req-1cce5700-d700-429a-8bf0-b4fbc1f0ce70 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404727 Apr 18 06:20:58.842758 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3260931-724b-4792-93d0-0d8ba9d8c7e3 req-6a6ce43e-f22d-4c6d-9a9e-4c07787fa7bd tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:58.844457 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c3260931-724b-4792-93d0-0d8ba9d8c7e3 req-6a6ce43e-f22d-4c6d-9a9e-4c07787fa7bd tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.52 "GET /v2.0/ports?device_id=230beea4-d580-46b9-8ea9-22cd47bb524f HTTP/1.1" status: 200 len: 945 time: 0.0844152 Apr 18 06:20:58.926918 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-c3260931-724b-4792-93d0-0d8ba9d8c7e3 req-618bc584-65dd-4664-adb2-4922165f8310 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Deleting port 5e4e883f-87dc-4959-b15d-50a4741cb72a {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:20:58.927177 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-c3260931-724b-4792-93d0-0d8ba9d8c7e3 req-618bc584-65dd-4664-adb2-4922165f8310 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:59.184012 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-c3260931-724b-4792-93d0-0d8ba9d8c7e3 req-618bc584-65dd-4664-adb2-4922165f8310 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] For port 5e4e883f-87dc-4959-b15d-50a4741cb72a, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5e4e883f-87dc-4959-b15d-50a4741cb72a,segment=NetworkSegment(ea724b5e-5623-4024-b998-887a2efa5239),segment_id=ea724b5e-5623-4024-b998-887a2efa5239)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:20:59.185266 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-c3260931-724b-4792-93d0-0d8ba9d8c7e3 req-618bc584-65dd-4664-adb2-4922165f8310 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:59.327006 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-c3260931-724b-4792-93d0-0d8ba9d8c7e3 req-618bc584-65dd-4664-adb2-4922165f8310 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Calling delete_port for 5e4e883f-87dc-4959-b15d-50a4741cb72a owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:20:59.484230 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-c3260931-724b-4792-93d0-0d8ba9d8c7e3 req-618bc584-65dd-4664-adb2-4922165f8310 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:59.500469 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['5e4e883f-87dc-4959-b15d-50a4741cb72a'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:20:59.531070 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bc584-65dd-4664-adb2-4922165f8310 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Pushing event deleted for resources: {'Port': ['ID=5e4e883f-87dc-4959-b15d-50a4741cb72a,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:59.619080 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3260931-724b-4792-93d0-0d8ba9d8c7e3 req-618bc584-65dd-4664-adb2-4922165f8310 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] No DVR routers for this DVR port 5e4e883f-87dc-4959-b15d-50a4741cb72a on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:20:59.621712 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-c3260931-724b-4792-93d0-0d8ba9d8c7e3 req-618bc584-65dd-4664-adb2-4922165f8310 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:59.624377 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230beea4-d580-46b9-8ea9-22cd47bb524f', 'name': 'network-vif-deleted', 'tag': '5e4e883f-87dc-4959-b15d-50a4741cb72a'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:20:59.640551 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c3260931-724b-4792-93d0-0d8ba9d8c7e3 req-618bc584-65dd-4664-adb2-4922165f8310 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.52 "DELETE /v2.0/ports/5e4e883f-87dc-4959-b15d-50a4741cb72a HTTP/1.1" status: 204 len: 173 time: 0.7884214 Apr 18 06:20:59.692414 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497f44ff-af63-4177-90fb-76eb367b63c5'] response: {'server_uuid': '230beea4-d580-46b9-8ea9-22cd47bb524f', 'name': 'network-vif-deleted', 'tag': '5e4e883f-87dc-4959-b15d-50a4741cb72a', 'status': 'completed', 'code': 200} Apr 18 06:20:59.816659 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-cf015ceb-7f9a-4600-a546-fe90b979da44 req-f6a17937-95b0-4c38-becd-fa1c9698b78f tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Synchronizing usage tracker for tenant:51b54bf0c0ef4ab3958bd47d3c1e461b on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:20:59.832607 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-cf015ceb-7f9a-4600-a546-fe90b979da44 req-f6a17937-95b0-4c38-becd-fa1c9698b78f tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Unset dirty status for tenant:51b54bf0c0ef4ab3958bd47d3c1e461b on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:20:59.833755 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cf015ceb-7f9a-4600-a546-fe90b979da44 req-f6a17937-95b0-4c38-becd-fa1c9698b78f tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=230beea4-d580-46b9-8ea9-22cd47bb524f HTTP/1.1" status: 200 len: 210 time: 0.0711231 Apr 18 06:21:02.358938 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 5e4e883f-87dc-4959-b15d-50a4741cb72a no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:21:02.440972 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: 5e4e883f-87dc-4959-b15d-50a4741cb72a {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:21:02.440972 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 5e4e883f-87dc-4959-b15d-50a4741cb72a not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:21:02.449300 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16722152-f442-4574-85e9-4e347dca3b6a req-90194f5e-0c56-47e1-9a67-0a95b1bf460e tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:02.450749 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-16722152-f442-4574-85e9-4e347dca3b6a req-90194f5e-0c56-47e1-9a67-0a95b1bf460e tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/networks?id=d6703241-f408-48d6-8f77-8692ba60ba98 HTTP/1.1" status: 200 len: 817 time: 0.1689529 Apr 18 06:21:02.466045 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-16722152-f442-4574-85e9-4e347dca3b6a req-ff9d7c62-1430-4db2-be70-c720b410ab49 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/quotas/51b54bf0c0ef4ab3958bd47d3c1e461b HTTP/1.1" status: 200 len: 375 time: 0.0092888 Apr 18 06:21:02.513333 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:21:02.572402 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-16722152-f442-4574-85e9-4e347dca3b6a req-209061a3-05c1-476c-aed6-bdb5f5d7f7fd tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=51b54bf0c0ef4ab3958bd47d3c1e461b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841417 Apr 18 06:21:02.914817 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-16722152-f442-4574-85e9-4e347dca3b6a req-f50e5106-40bf-4467-bde3-52520e1401bd service neutron] 10.222.0.15 "GET /v2.0/networks/d6703241-f408-48d6-8f77-8692ba60ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400340 Apr 18 06:21:03.048869 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-16722152-f442-4574-85e9-4e347dca3b6a req-e5b4f1af-c086-4096-9639-5743669a20d0 service neutron] 10.222.0.15 "GET /v2.0/networks/d6703241-f408-48d6-8f77-8692ba60ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280589 Apr 18 06:21:03.257288 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-576530ef-c3ab-428e-a021-e79c96f81470 req-b841e36b-7830-49f8-b750-f75fcc7cb7f4 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b623dbd-414f-4eda-8a46-db0ef45a7671 HTTP/1.1" status: 200 len: 210 time: 0.0549190 Apr 18 06:21:04.398809 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16722152-f442-4574-85e9-4e347dca3b6a req-9794b9f5-e22b-45e3-a4f1-6aeb98062f55 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:04.401853 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-16722152-f442-4574-85e9-4e347dca3b6a req-9794b9f5-e22b-45e3-a4f1-6aeb98062f55 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.52 "GET /v2.0/networks?id=d6703241-f408-48d6-8f77-8692ba60ba98 HTTP/1.1" status: 200 len: 817 time: 0.1644464 Apr 18 06:21:04.415049 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-16722152-f442-4574-85e9-4e347dca3b6a req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Request body: {'port': {'device_id': '0b623dbd-414f-4eda-8a46-db0ef45a7671', 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98', 'admin_state_up': True, 'tenant_id': '51b54bf0c0ef4ab3958bd47d3c1e461b'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:04.491232 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-683733e4-a46f-4c16-bdd2-6e53e48999cd req-0756a734-2625-4e55-bec0-7fc3cfec9d46 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b623dbd-414f-4eda-8a46-db0ef45a7671 HTTP/1.1" status: 200 len: 210 time: 0.0621245 Apr 18 06:21:04.603622 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-16722152-f442-4574-85e9-4e347dca3b6a req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:21:04.614012 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-16722152-f442-4574-85e9-4e347dca3b6a req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:21:04.623771 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16722152-f442-4574-85e9-4e347dca3b6a req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Made reservation on behalf of 51b54bf0c0ef4ab3958bd47d3c1e461b for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:21:04.627937 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-16722152-f442-4574-85e9-4e347dca3b6a req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:04.790045 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-16722152-f442-4574-85e9-4e347dca3b6a req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Allocated IP 172.20.0.5 (d6703241-f408-48d6-8f77-8692ba60ba98/15a1f5b1-462e-4b6d-a33f-e3ecba7fffe0/971014ce-c19d-46d0-bb83-c309784d074c) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:21:04.993368 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-16722152-f442-4574-85e9-4e347dca3b6a req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:05.008795 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-16722152-f442-4574-85e9-4e347dca3b6a req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Transition to ACTIVE for port object 971014ce-c19d-46d0-bb83-c309784d074c will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:21:05.032102 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-16722152-f442-4574-85e9-4e347dca3b6a req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:05.101215 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16722152-f442-4574-85e9-4e347dca3b6a req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Network d6703241-f408-48d6-8f77-8692ba60ba98 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:21:05.104200 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-16722152-f442-4574-85e9-4e347dca3b6a req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:21:05.112939 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-16722152-f442-4574-85e9-4e347dca3b6a req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:21:05.165297 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Pushing event updated for resources: {'Port': ['ID=971014ce-c19d-46d0-bb83-c309784d074c,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:05.183890 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:05.184357 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:05.184811 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:05.185243 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:05.185667 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:05.186091 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:05.186512 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:05.186930 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:05.187350 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:05.187763 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:05.188206 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:05.188591 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:05.203566 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16722152-f442-4574-85e9-4e347dca3b6a req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:05.204251 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-16722152-f442-4574-85e9-4e347dca3b6a req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:05.232927 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-16722152-f442-4574-85e9-4e347dca3b6a req-bd8d227c-2c2c-4a6f-b5da-d013f1ea8396 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8226430 Apr 18 06:21:05.250054 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-16722152-f442-4574-85e9-4e347dca3b6a req-41291955-2867-49de-aba0-5a6402364e4a service neutron] Request body: {'port': {'device_id': '0b623dbd-414f-4eda-8a46-db0ef45a7671', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:05.336380 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a3033810-a2f5-4762-9054-15568ae41b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:05.351541 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-62e09a38-cc40-41fa-8310-20f5fc0e9395 None None] Provisioning for port 971014ce-c19d-46d0-bb83-c309784d074c completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:21:05.357095 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-62e09a38-cc40-41fa-8310-20f5fc0e9395 None None] Provisioning complete for port 971014ce-c19d-46d0-bb83-c309784d074c triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:05.357600 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-62e09a38-cc40-41fa-8310-20f5fc0e9395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:05.381095 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-16722152-f442-4574-85e9-4e347dca3b6a req-41291955-2867-49de-aba0-5a6402364e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:05.417836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-62e09a38-cc40-41fa-8310-20f5fc0e9395 None None] Port 971014ce-c19d-46d0-bb83-c309784d074c cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:21:05.701416 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d85a7f-6ab5-4272-8b7d-8381e6e18ecd req-f6104ba2-e871-40b7-b897-fbec76970e79 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:05.702867 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-51d85a7f-6ab5-4272-8b7d-8381e6e18ecd req-f6104ba2-e871-40b7-b897-fbec76970e79 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b623dbd-414f-4eda-8a46-db0ef45a7671 HTTP/1.1" status: 200 len: 931 time: 0.0950599 Apr 18 06:21:05.746723 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-16722152-f442-4574-85e9-4e347dca3b6a req-41291955-2867-49de-aba0-5a6402364e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 971014ce-c19d-46d0-bb83-c309784d074c {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:21:05.751195 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-51d85a7f-6ab5-4272-8b7d-8381e6e18ecd req-b44235b9-69bf-4646-9124-6d6ddf878b1e tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420239 Apr 18 06:21:05.754377 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-16722152-f442-4574-85e9-4e347dca3b6a req-41291955-2867-49de-aba0-5a6402364e4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:05.770205 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-16722152-f442-4574-85e9-4e347dca3b6a req-41291955-2867-49de-aba0-5a6402364e4a service neutron] Transition to ACTIVE for port object 971014ce-c19d-46d0-bb83-c309784d074c will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:21:05.775286 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-16722152-f442-4574-85e9-4e347dca3b6a req-41291955-2867-49de-aba0-5a6402364e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:06.097960 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41291955-2867-49de-aba0-5a6402364e4a service neutron] Pushing event updated for resources: {'Port': ['ID=971014ce-c19d-46d0-bb83-c309784d074c,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:06.148090 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-16722152-f442-4574-85e9-4e347dca3b6a req-41291955-2867-49de-aba0-5a6402364e4a service neutron] Attempting to bind port 971014ce-c19d-46d0-bb83-c309784d074c on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:21:06.148090 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-16722152-f442-4574-85e9-4e347dca3b6a req-41291955-2867-49de-aba0-5a6402364e4a service neutron] Attempting to bind port 971014ce-c19d-46d0-bb83-c309784d074c by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ea724b5e-5623-4024-b998-887a2efa5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:21:06.148543 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16722152-f442-4574-85e9-4e347dca3b6a req-41291955-2867-49de-aba0-5a6402364e4a service neutron] Attempting to bind port 971014ce-c19d-46d0-bb83-c309784d074c on network d6703241-f408-48d6-8f77-8692ba60ba98 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:21:06.153386 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16722152-f442-4574-85e9-4e347dca3b6a req-41291955-2867-49de-aba0-5a6402364e4a service neutron] Port 971014ce-c19d-46d0-bb83-c309784d074c on network d6703241-f408-48d6-8f77-8692ba60ba98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:21:06.153677 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16722152-f442-4574-85e9-4e347dca3b6a req-41291955-2867-49de-aba0-5a6402364e4a service neutron] Attempting to bind port 971014ce-c19d-46d0-bb83-c309784d074c on network d6703241-f408-48d6-8f77-8692ba60ba98 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:21:06.159318 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16722152-f442-4574-85e9-4e347dca3b6a req-41291955-2867-49de-aba0-5a6402364e4a service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:21:06.159652 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16722152-f442-4574-85e9-4e347dca3b6a req-41291955-2867-49de-aba0-5a6402364e4a service neutron] Checking segment: {'id': 'ea724b5e-5623-4024-b998-887a2efa5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:21:06.160050 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16722152-f442-4574-85e9-4e347dca3b6a req-41291955-2867-49de-aba0-5a6402364e4a service neutron] Bound using segment: {'id': 'ea724b5e-5623-4024-b998-887a2efa5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:21:06.160478 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-16722152-f442-4574-85e9-4e347dca3b6a req-41291955-2867-49de-aba0-5a6402364e4a service neutron] Bound port: 971014ce-c19d-46d0-bb83-c309784d074c, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea724b5e-5623-4024-b998-887a2efa5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:21:06.160820 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-16722152-f442-4574-85e9-4e347dca3b6a req-41291955-2867-49de-aba0-5a6402364e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:06.252546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-16722152-f442-4574-85e9-4e347dca3b6a req-41291955-2867-49de-aba0-5a6402364e4a service neutron] For port 971014ce-c19d-46d0-bb83-c309784d074c, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:21:06.256094 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-16722152-f442-4574-85e9-4e347dca3b6a req-41291955-2867-49de-aba0-5a6402364e4a service neutron] For port 971014ce-c19d-46d0-bb83-c309784d074c, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=971014ce-c19d-46d0-bb83-c309784d074c,segment=NetworkSegment(ea724b5e-5623-4024-b998-887a2efa5239),segment_id=ea724b5e-5623-4024-b998-887a2efa5239)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:21:06.261550 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-16722152-f442-4574-85e9-4e347dca3b6a req-41291955-2867-49de-aba0-5a6402364e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:06.317512 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16722152-f442-4574-85e9-4e347dca3b6a req-41291955-2867-49de-aba0-5a6402364e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:06.318209 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-16722152-f442-4574-85e9-4e347dca3b6a req-41291955-2867-49de-aba0-5a6402364e4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:06.319526 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-16722152-f442-4574-85e9-4e347dca3b6a req-41291955-2867-49de-aba0-5a6402364e4a service neutron] 10.222.0.52 "PUT /v2.0/ports/971014ce-c19d-46d0-bb83-c309784d074c HTTP/1.1" status: 200 len: 1093 time: 1.0738704 Apr 18 06:21:06.319956 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b623dbd-414f-4eda-8a46-db0ef45a7671', 'tag': '971014ce-c19d-46d0-bb83-c309784d074c'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:21:06.378268 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41291955-2867-49de-aba0-5a6402364e4a service neutron] Pushing event updated for resources: {'Port': ['ID=971014ce-c19d-46d0-bb83-c309784d074c,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:06.478193 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16722152-f442-4574-85e9-4e347dca3b6a req-688bb466-a3d3-4cff-b6fa-15dfd02b1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:06.479779 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-16722152-f442-4574-85e9-4e347dca3b6a req-688bb466-a3d3-4cff-b6fa-15dfd02b1548 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=51b54bf0c0ef4ab3958bd47d3c1e461b&device_id=0b623dbd-414f-4eda-8a46-db0ef45a7671 HTTP/1.1" status: 200 len: 1096 time: 0.0948415 Apr 18 06:21:06.561862 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05aa0339-6084-45e8-a187-2b5de92b273c'] response: {'name': 'network-changed', 'server_uuid': '0b623dbd-414f-4eda-8a46-db0ef45a7671', 'tag': '971014ce-c19d-46d0-bb83-c309784d074c', 'status': 'completed', 'code': 200} Apr 18 06:21:06.570972 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-16722152-f442-4574-85e9-4e347dca3b6a req-a0cf2913-a6b8-4c16-9e4a-bc2bcd770cfa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=971014ce-c19d-46d0-bb83-c309784d074c HTTP/1.1" status: 200 len: 217 time: 0.0797820 Apr 18 06:21:06.644836 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16722152-f442-4574-85e9-4e347dca3b6a req-d27761b5-1448-4bd9-a540-c9cc96df7f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:06.644836 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-16722152-f442-4574-85e9-4e347dca3b6a req-d27761b5-1448-4bd9-a540-c9cc96df7f28 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15a1f5b1-462e-4b6d-a33f-e3ecba7fffe0 HTTP/1.1" status: 200 len: 856 time: 0.0596666 Apr 18 06:21:06.723830 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16722152-f442-4574-85e9-4e347dca3b6a req-1fbdacd7-e445-4f05-b7ac-ea95f670e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:06.725326 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-16722152-f442-4574-85e9-4e347dca3b6a req-1fbdacd7-e445-4f05-b7ac-ea95f670e1e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d6703241-f408-48d6-8f77-8692ba60ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775251 Apr 18 06:21:06.867675 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-16722152-f442-4574-85e9-4e347dca3b6a req-23ee781c-e041-4997-86f9-5fefe12394fd service neutron] 10.222.0.52 "GET /v2.0/networks/d6703241-f408-48d6-8f77-8692ba60ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324921 Apr 18 06:21:06.942474 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab360fd-d9f1-4953-a4c3-ab95c50581f9 req-09d79729-4dad-4b28-8df1-e55d05b60514 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:06.944202 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9ab360fd-d9f1-4953-a4c3-ab95c50581f9 req-09d79729-4dad-4b28-8df1-e55d05b60514 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b623dbd-414f-4eda-8a46-db0ef45a7671 HTTP/1.1" status: 200 len: 943 time: 0.0823808 Apr 18 06:21:06.991891 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9ab360fd-d9f1-4953-a4c3-ab95c50581f9 req-76b19840-ed4d-45f5-9350-dfa61275f33e tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415959 Apr 18 06:21:07.007181 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-16722152-f442-4574-85e9-4e347dca3b6a req-a5bbf94c-4e6f-4a05-9631-fd58310a355d service neutron] 10.222.0.52 "GET /v2.0/networks/d6703241-f408-48d6-8f77-8692ba60ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312535 Apr 18 06:21:07.130241 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b2371-b46f-467f-807a-5ccee560a68d req-47501962-451e-47da-8c13-c1d12b3c127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:07.131639 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-854b2371-b46f-467f-807a-5ccee560a68d req-47501962-451e-47da-8c13-c1d12b3c127a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=51b54bf0c0ef4ab3958bd47d3c1e461b&device_id=0b623dbd-414f-4eda-8a46-db0ef45a7671 HTTP/1.1" status: 200 len: 1096 time: 0.0775478 Apr 18 06:21:07.266821 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b2371-b46f-467f-807a-5ccee560a68d req-d44b3826-9a67-49af-b231-53c29283d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:07.268393 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-854b2371-b46f-467f-807a-5ccee560a68d req-d44b3826-9a67-49af-b231-53c29283d4e4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d6703241-f408-48d6-8f77-8692ba60ba98 HTTP/1.1" status: 200 len: 918 time: 0.1304438 Apr 18 06:21:07.345333 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-854b2371-b46f-467f-807a-5ccee560a68d req-27ade63e-ef1c-422d-9ca8-78c3ecfdcadc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=971014ce-c19d-46d0-bb83-c309784d074c HTTP/1.1" status: 200 len: 217 time: 0.0707521 Apr 18 06:21:07.410919 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b2371-b46f-467f-807a-5ccee560a68d req-5d26a0e9-0338-4adf-96a1-4d9299ab2f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:07.412501 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-854b2371-b46f-467f-807a-5ccee560a68d req-5d26a0e9-0338-4adf-96a1-4d9299ab2f3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15a1f5b1-462e-4b6d-a33f-e3ecba7fffe0 HTTP/1.1" status: 200 len: 856 time: 0.0600696 Apr 18 06:21:07.490521 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b2371-b46f-467f-807a-5ccee560a68d req-ca969bbe-25e3-4ceb-9545-df946017229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:07.491987 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-854b2371-b46f-467f-807a-5ccee560a68d req-ca969bbe-25e3-4ceb-9545-df946017229c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d6703241-f408-48d6-8f77-8692ba60ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723248 Apr 18 06:21:07.630287 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-854b2371-b46f-467f-807a-5ccee560a68d req-cf2ae5e7-4ba0-475c-9ca0-f7e2faea9406 service neutron] 10.222.0.52 "GET /v2.0/networks/d6703241-f408-48d6-8f77-8692ba60ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313000 Apr 18 06:21:07.675707 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6626-6d22-418f-a3e9-c626b68b7e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:07.771981 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-854b2371-b46f-467f-807a-5ccee560a68d req-1ae002ac-15e8-4837-a8c3-48de08ff12e8 service neutron] 10.222.0.52 "GET /v2.0/networks/d6703241-f408-48d6-8f77-8692ba60ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331084 Apr 18 06:21:07.973276 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:08.197239 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d60c5-0fd1-4d1b-9131-a41c1c983a11 req-6e25d176-39e6-43cb-a43c-b8d0b23359e1 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:08.197928 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-337d60c5-0fd1-4d1b-9131-a41c1c983a11 req-6e25d176-39e6-43cb-a43c-b8d0b23359e1 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Synchronizing usage tracker for tenant:51b54bf0c0ef4ab3958bd47d3c1e461b on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:21:08.218822 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-337d60c5-0fd1-4d1b-9131-a41c1c983a11 req-6e25d176-39e6-43cb-a43c-b8d0b23359e1 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Unset dirty status for tenant:51b54bf0c0ef4ab3958bd47d3c1e461b on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:21:08.218822 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-337d60c5-0fd1-4d1b-9131-a41c1c983a11 req-6e25d176-39e6-43cb-a43c-b8d0b23359e1 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b623dbd-414f-4eda-8a46-db0ef45a7671 HTTP/1.1" status: 200 len: 943 time: 0.1144402 Apr 18 06:21:08.259793 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-337d60c5-0fd1-4d1b-9131-a41c1c983a11 req-def1f4d1-77d5-4abf-997a-d45319433932 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387862 Apr 18 06:21:08.591068 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:08.695231 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:09.455217 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877de5f-99d6-40b1-896e-86abecb31126 req-3be4a008-0a7a-438d-b5ed-64ff09e24b93 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:09.456860 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5877de5f-99d6-40b1-896e-86abecb31126 req-3be4a008-0a7a-438d-b5ed-64ff09e24b93 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b623dbd-414f-4eda-8a46-db0ef45a7671 HTTP/1.1" status: 200 len: 943 time: 0.0868204 Apr 18 06:21:09.502705 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5877de5f-99d6-40b1-896e-86abecb31126 req-5dbdffed-e148-40d6-ae2e-d666d4b05f5a tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399158 Apr 18 06:21:10.161449 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:10.363411 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 971014ce-c19d-46d0-bb83-c309784d074c details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:21:10.498255 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 971014ce-c19d-46d0-bb83-c309784d074c, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=971014ce-c19d-46d0-bb83-c309784d074c,segment=NetworkSegment(ea724b5e-5623-4024-b998-887a2efa5239),segment_id=ea724b5e-5623-4024-b998-887a2efa5239)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:21:10.511761 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '971014ce-c19d-46d0-bb83-c309784d074c', 'network_id': 'd6703241-f408-48d6-8f77-8692ba60ba98', 'port_id': '971014ce-c19d-46d0-bb83-c309784d074c', 'mac_address': 'fa:16:3e:f1:93:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a1f5b1-462e-4b6d-a33f-e3ecba7fffe0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:21:10.566776 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:10.589390 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 971014ce-c19d-46d0-bb83-c309784d074c {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:21:10.605713 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 971014ce-c19d-46d0-bb83-c309784d074c, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=971014ce-c19d-46d0-bb83-c309784d074c,segment=NetworkSegment(ea724b5e-5623-4024-b998-887a2efa5239),segment_id=ea724b5e-5623-4024-b998-887a2efa5239)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:21:10.610845 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:10.684387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=971014ce-c19d-46d0-bb83-c309784d074c,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:10.691603 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7982e53-d410-4443-aa7d-1d3b33d524ff req-f672524d-be47-4d68-b1ab-1391eb93732b tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:10.693231 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c7982e53-d410-4443-aa7d-1d3b33d524ff req-f672524d-be47-4d68-b1ab-1391eb93732b tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b623dbd-414f-4eda-8a46-db0ef45a7671 HTTP/1.1" status: 200 len: 944 time: 0.0835247 Apr 18 06:21:10.741368 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c7982e53-d410-4443-aa7d-1d3b33d524ff req-98202bb1-bc58-4c1a-9f4f-301cd3e36170 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419788 Apr 18 06:21:10.845475 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['971014ce-c19d-46d0-bb83-c309784d074c'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:21:11.924668 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43014f-eaa8-4885-8c0b-3b732d417d56 req-2200d403-0826-4019-8b9b-37cb972d11ed tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:11.926353 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-aa43014f-eaa8-4885-8c0b-3b732d417d56 req-2200d403-0826-4019-8b9b-37cb972d11ed tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b623dbd-414f-4eda-8a46-db0ef45a7671 HTTP/1.1" status: 200 len: 944 time: 0.0803437 Apr 18 06:21:11.973960 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-aa43014f-eaa8-4885-8c0b-3b732d417d56 req-060622cd-93d5-4387-95a8-f8551bcccfcc tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419338 Apr 18 06:21:12.379935 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 971014ce-c19d-46d0-bb83-c309784d074c up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:21:12.449416 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port 971014ce-c19d-46d0-bb83-c309784d074c completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:21:12.454711 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 971014ce-c19d-46d0-bb83-c309784d074c triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:12.455109 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:12.574741 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:12.603247 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b623dbd-414f-4eda-8a46-db0ef45a7671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971014ce-c19d-46d0-bb83-c309784d074c'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:21:12.614470 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 971014ce-c19d-46d0-bb83-c309784d074c, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=971014ce-c19d-46d0-bb83-c309784d074c,segment=NetworkSegment(ea724b5e-5623-4024-b998-887a2efa5239),segment_id=ea724b5e-5623-4024-b998-887a2efa5239)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:21:12.618811 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:12.663848 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a6a227-9cfa-4666-851e-ebdc6a5957c4'] response: {'server_uuid': '0b623dbd-414f-4eda-8a46-db0ef45a7671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971014ce-c19d-46d0-bb83-c309784d074c', 'code': 200} Apr 18 06:21:12.701932 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=971014ce-c19d-46d0-bb83-c309784d074c,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:12.906233 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba6acf-ba0c-4039-9923-4be37977dede req-f82953e6-15bd-4aca-a008-c901a2e55cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:12.907632 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d3ba6acf-ba0c-4039-9923-4be37977dede req-f82953e6-15bd-4aca-a008-c901a2e55cac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0b623dbd-414f-4eda-8a46-db0ef45a7671 HTTP/1.1" status: 200 len: 1098 time: 0.0700579 Apr 18 06:21:12.953257 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d3ba6acf-ba0c-4039-9923-4be37977dede req-66c3ef32-9b79-4187-98d0-b48a6c3c461f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352333 Apr 18 06:21:13.156202 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c91336-eb92-46eb-aef6-781db98ec885 req-5c18794c-ada6-49b0-90b3-25480d783a74 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:13.157728 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c9c91336-eb92-46eb-aef6-781db98ec885 req-5c18794c-ada6-49b0-90b3-25480d783a74 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b623dbd-414f-4eda-8a46-db0ef45a7671 HTTP/1.1" status: 200 len: 945 time: 0.0791178 Apr 18 06:21:13.201640 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c9c91336-eb92-46eb-aef6-781db98ec885 req-e06324d7-95a3-41e8-9866-cbf03d001ba1 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380409 Apr 18 06:21:14.507370 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3885f4f-09f7-46d2-9327-a7681f2d18ac req-d32de424-8052-4bbd-82e0-c743df671ea7 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:14.508769 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e3885f4f-09f7-46d2-9327-a7681f2d18ac req-d32de424-8052-4bbd-82e0-c743df671ea7 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b623dbd-414f-4eda-8a46-db0ef45a7671 HTTP/1.1" status: 200 len: 945 time: 0.1883080 Apr 18 06:21:14.553277 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e3885f4f-09f7-46d2-9327-a7681f2d18ac req-a26d77c4-6ffa-4c3d-a491-eccd9d58aaaa tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387893 Apr 18 06:21:14.743401 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255044d4-8bd9-46ee-81c3-f9d5da739d1b req-5a4fe15c-5ab9-4fd1-a203-241320da1f05 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:14.744887 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-255044d4-8bd9-46ee-81c3-f9d5da739d1b req-5a4fe15c-5ab9-4fd1-a203-241320da1f05 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b623dbd-414f-4eda-8a46-db0ef45a7671 HTTP/1.1" status: 200 len: 945 time: 0.0843935 Apr 18 06:21:14.788578 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-255044d4-8bd9-46ee-81c3-f9d5da739d1b req-a5af335d-c737-4b19-94b5-412dcfa0f459 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379810 Apr 18 06:21:29.145886 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22567824-a4d2-4179-a198-f7075635af59 req-60d6fa3b-8cc4-4703-b5e4-348297c826b5 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:29.147365 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-22567824-a4d2-4179-a198-f7075635af59 req-60d6fa3b-8cc4-4703-b5e4-348297c826b5 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b623dbd-414f-4eda-8a46-db0ef45a7671 HTTP/1.1" status: 200 len: 945 time: 0.0819566 Apr 18 06:21:29.192131 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-22567824-a4d2-4179-a198-f7075635af59 req-629774a5-8c0d-4740-a627-e99798045e83 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388944 Apr 18 06:21:30.382198 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870da9a-e724-40f0-b73e-945448c8c394 req-ca08e69f-5bdd-43e1-a2a3-f7f97f817fe1 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:30.383740 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d870da9a-e724-40f0-b73e-945448c8c394 req-ca08e69f-5bdd-43e1-a2a3-f7f97f817fe1 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b623dbd-414f-4eda-8a46-db0ef45a7671 HTTP/1.1" status: 200 len: 945 time: 0.0816929 Apr 18 06:21:30.429991 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d870da9a-e724-40f0-b73e-945448c8c394 req-3e475efa-9bad-47c1-896c-23b0d2242b51 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402939 Apr 18 06:21:30.742599 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412866c-675a-467d-adea-2f7038aaf905 req-992d2d4d-c464-4631-b052-0a78e112e725 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:30.744028 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2412866c-675a-467d-adea-2f7038aaf905 req-992d2d4d-c464-4631-b052-0a78e112e725 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b623dbd-414f-4eda-8a46-db0ef45a7671 HTTP/1.1" status: 200 len: 945 time: 0.0835810 Apr 18 06:21:30.816462 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-2412866c-675a-467d-adea-2f7038aaf905 req-00094e0b-4a5a-4de4-9f81-ff94e98948c8 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Deleting port 971014ce-c19d-46d0-bb83-c309784d074c {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:21:30.816796 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-2412866c-675a-467d-adea-2f7038aaf905 req-00094e0b-4a5a-4de4-9f81-ff94e98948c8 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:31.076973 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-2412866c-675a-467d-adea-2f7038aaf905 req-00094e0b-4a5a-4de4-9f81-ff94e98948c8 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] For port 971014ce-c19d-46d0-bb83-c309784d074c, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=971014ce-c19d-46d0-bb83-c309784d074c,segment=NetworkSegment(ea724b5e-5623-4024-b998-887a2efa5239),segment_id=ea724b5e-5623-4024-b998-887a2efa5239)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:21:31.077335 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-2412866c-675a-467d-adea-2f7038aaf905 req-00094e0b-4a5a-4de4-9f81-ff94e98948c8 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:31.201571 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-2412866c-675a-467d-adea-2f7038aaf905 req-00094e0b-4a5a-4de4-9f81-ff94e98948c8 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Calling delete_port for 971014ce-c19d-46d0-bb83-c309784d074c owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:21:31.368861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-2412866c-675a-467d-adea-2f7038aaf905 req-00094e0b-4a5a-4de4-9f81-ff94e98948c8 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:31.390084 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['971014ce-c19d-46d0-bb83-c309784d074c'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:21:31.427637 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00094e0b-4a5a-4de4-9f81-ff94e98948c8 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Pushing event deleted for resources: {'Port': ['ID=971014ce-c19d-46d0-bb83-c309784d074c,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:31.514386 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-2412866c-675a-467d-adea-2f7038aaf905 req-00094e0b-4a5a-4de4-9f81-ff94e98948c8 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] No DVR routers for this DVR port 971014ce-c19d-46d0-bb83-c309784d074c on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:21:31.517866 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-2412866c-675a-467d-adea-2f7038aaf905 req-00094e0b-4a5a-4de4-9f81-ff94e98948c8 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:31.524084 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b623dbd-414f-4eda-8a46-db0ef45a7671', 'name': 'network-vif-deleted', 'tag': '971014ce-c19d-46d0-bb83-c309784d074c'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:21:31.553753 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2412866c-675a-467d-adea-2f7038aaf905 req-00094e0b-4a5a-4de4-9f81-ff94e98948c8 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.52 "DELETE /v2.0/ports/971014ce-c19d-46d0-bb83-c309784d074c HTTP/1.1" status: 204 len: 173 time: 0.8003457 Apr 18 06:21:31.599559 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70619632-df3f-4b94-8184-814a29500075'] response: {'server_uuid': '0b623dbd-414f-4eda-8a46-db0ef45a7671', 'name': 'network-vif-deleted', 'tag': '971014ce-c19d-46d0-bb83-c309784d074c', 'status': 'completed', 'code': 200} Apr 18 06:21:31.612872 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-7a1ae52e-78f0-4468-be7c-5ff0134c1f45 req-726b28d0-7ed2-4b2c-96f7-e6c295b58e79 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Synchronizing usage tracker for tenant:51b54bf0c0ef4ab3958bd47d3c1e461b on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:21:31.633016 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-7a1ae52e-78f0-4468-be7c-5ff0134c1f45 req-726b28d0-7ed2-4b2c-96f7-e6c295b58e79 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] Unset dirty status for tenant:51b54bf0c0ef4ab3958bd47d3c1e461b on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:21:31.639526 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7a1ae52e-78f0-4468-be7c-5ff0134c1f45 req-726b28d0-7ed2-4b2c-96f7-e6c295b58e79 tempest-TestEncryptedCinderVolumes-1441552816 tempest-TestEncryptedCinderVolumes-1441552816-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b623dbd-414f-4eda-8a46-db0ef45a7671 HTTP/1.1" status: 200 len: 210 time: 0.0760007 Apr 18 06:21:32.771437 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53970) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:21:33.429316 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-89c6660d-6dfd-45f1-80df-5a88a4e95011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:33.785334 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-89c6660d-6dfd-45f1-80df-5a88a4e95011 admin admin] Deleting port 12616ad1-19d8-4ea0-8f71-471f65a157f2 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:21:33.785985 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-89c6660d-6dfd-45f1-80df-5a88a4e95011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:33.966256 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-89c6660d-6dfd-45f1-80df-5a88a4e95011 admin admin] For port 12616ad1-19d8-4ea0-8f71-471f65a157f2, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=12616ad1-19d8-4ea0-8f71-471f65a157f2,segment=NetworkSegment(ea724b5e-5623-4024-b998-887a2efa5239),segment_id=ea724b5e-5623-4024-b998-887a2efa5239)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:21:33.966601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-89c6660d-6dfd-45f1-80df-5a88a4e95011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:34.094732 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-89c6660d-6dfd-45f1-80df-5a88a4e95011 admin admin] Calling delete_port for 12616ad1-19d8-4ea0-8f71-471f65a157f2 owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:21:34.426293 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-89c6660d-6dfd-45f1-80df-5a88a4e95011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:34.427333 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 971014ce-c19d-46d0-bb83-c309784d074c no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:21:34.462757 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: 971014ce-c19d-46d0-bb83-c309784d074c {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:21:34.463099 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 971014ce-c19d-46d0-bb83-c309784d074c not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:21:34.475958 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6660d-6dfd-45f1-80df-5a88a4e95011 admin admin] Pushing event deleted for resources: {'Port': ['ID=12616ad1-19d8-4ea0-8f71-471f65a157f2,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:34.892654 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-89c6660d-6dfd-45f1-80df-5a88a4e95011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:35.272295 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c6660d-6dfd-45f1-80df-5a88a4e95011 admin admin] Router a39c5a20-937c-45ab-877f-4bcc9553eb9e has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:21:35.333314 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b677fe3f-c332-4acc-96c4-dc4c3c0fa7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:35.466069 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c6660d-6dfd-45f1-80df-5a88a4e95011 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:21:35.476536 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298a4f6f-3e59-4440-bccb-1919bee00e47 None None] Sync routers for ids ['a39c5a20-937c-45ab-877f-4bcc9553eb9e'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:21:35.486698 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-89c6660d-6dfd-45f1-80df-5a88a4e95011 admin admin] 10.222.0.15 "PUT /v2.0/routers/a39c5a20-937c-45ab-877f-4bcc9553eb9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7140770 Apr 18 06:21:35.489288 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53974) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:21:35.493194 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298a4f6f-3e59-4440-bccb-1919bee00e47 None None] Routers {'a39c5a20-937c-45ab-877f-4bcc9553eb9e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:21:35.493849 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-298a4f6f-3e59-4440-bccb-1919bee00e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:21:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a39c5a20-937c-45ab-877f-4bcc9553eb9e'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:35.668327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0c0c62f5-63ae-4f49-a9c9-adda80775e95 admin admin] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:35.680572 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-298a4f6f-3e59-4440-bccb-1919bee00e47 None None] Set router a39c5a20-937c-45ab-877f-4bcc9553eb9e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:21:35.856081 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0c0c62f5-63ae-4f49-a9c9-adda80775e95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:35.869277 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-0c0c62f5-63ae-4f49-a9c9-adda80775e95 admin admin] Deleting port f6553fa7-e76d-45b4-8c1b-81d2d2189f74 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:21:35.869662 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0c0c62f5-63ae-4f49-a9c9-adda80775e95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:36.023175 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-298a4f6f-3e59-4440-bccb-1919bee00e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c5a20-937c-45ab-877f-4bcc9553eb9e', 'name': 'tempest-TestEncryptedCinderVolumes-1450910295-router', 'tenant_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f6553fa7-e76d-45b4-8c1b-81d2d2189f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:20:16Z', 'updated_at': '2022-04-18T06:21:34Z', 'revision_number': 5, 'project_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'gw_port': {'id': 'f6553fa7-e76d-45b4-8c1b-81d2d2189f74', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c5a20-937c-45ab-877f-4bcc9553eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:20:17Z', 'updated_at': '2022-04-18T06:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:36.027071 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298a4f6f-3e59-4440-bccb-1919bee00e47 None None] Checking router: a39c5a20-937c-45ab-877f-4bcc9553eb9e for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:21:36.037125 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298a4f6f-3e59-4440-bccb-1919bee00e47 None None] Routers {'a39c5a20-937c-45ab-877f-4bcc9553eb9e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:21:36.037728 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-298a4f6f-3e59-4440-bccb-1919bee00e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:21:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['a39c5a20-937c-45ab-877f-4bcc9553eb9e'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:36.050649 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-0c0c62f5-63ae-4f49-a9c9-adda80775e95 admin admin] For port f6553fa7-e76d-45b4-8c1b-81d2d2189f74, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f6553fa7-e76d-45b4-8c1b-81d2d2189f74,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:21:36.051239 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0c0c62f5-63ae-4f49-a9c9-adda80775e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:36.206720 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-298a4f6f-3e59-4440-bccb-1919bee00e47 None None] Set router a39c5a20-937c-45ab-877f-4bcc9553eb9e gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:21:36.303477 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-0c0c62f5-63ae-4f49-a9c9-adda80775e95 admin admin] Calling delete_port for f6553fa7-e76d-45b4-8c1b-81d2d2189f74 owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:21:36.327781 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-298a4f6f-3e59-4440-bccb-1919bee00e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c5a20-937c-45ab-877f-4bcc9553eb9e', 'name': 'tempest-TestEncryptedCinderVolumes-1450910295-router', 'tenant_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:20:16Z', 'updated_at': '2022-04-18T06:21:35Z', 'revision_number': 6, 'project_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:36.333638 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298a4f6f-3e59-4440-bccb-1919bee00e47 None None] The sync data for ids ['a39c5a20-937c-45ab-877f-4bcc9553eb9e'] in dv-neutron-837489-1-hyperv is: [{'id': 'a39c5a20-937c-45ab-877f-4bcc9553eb9e', 'name': 'tempest-TestEncryptedCinderVolumes-1450910295-router', 'tenant_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:20:16Z', 'updated_at': '2022-04-18T06:21:35Z', 'revision_number': 6, 'project_id': '51b54bf0c0ef4ab3958bd47d3c1e461b', 'gw_port_host': None}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:21:36.497365 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0c0c62f5-63ae-4f49-a9c9-adda80775e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:36.547558 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c62f5-63ae-4f49-a9c9-adda80775e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6553fa7-e76d-45b4-8c1b-81d2d2189f74,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:36.641352 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0c0c62f5-63ae-4f49-a9c9-adda80775e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:36.806497 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 12616ad1-19d8-4ea0-8f71-471f65a157f2 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:21:36.829311 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0c0c62f5-63ae-4f49-a9c9-adda80775e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:36.835275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0c0c62f5-63ae-4f49-a9c9-adda80775e95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:36.850708 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 12616ad1-19d8-4ea0-8f71-471f65a157f2 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:21:36.851523 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 12616ad1-19d8-4ea0-8f71-471f65a157f2 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:21:36.871609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0c0c62f5-63ae-4f49-a9c9-adda80775e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:36.872429 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0c62f5-63ae-4f49-a9c9-adda80775e95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a39c5a20-937c-45ab-877f-4bcc9553eb9e {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:21:36.885899 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0c0c62f5-63ae-4f49-a9c9-adda80775e95 admin admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:36.889301 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0c0c62f5-63ae-4f49-a9c9-adda80775e95 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a39c5a20-937c-45ab-877f-4bcc9553eb9e HTTP/1.1" status: 204 len: 168 time: 1.3967221 Apr 18 06:21:36.889698 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53978) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:21:36.958832 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41a41cb-7d1c-4b78-aec0-3a0a9a5dd12e admin admin] Deleting subnet 15a1f5b1-462e-4b6d-a33f-e3ecba7fffe0 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:21:36.962159 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e41a41cb-7d1c-4b78-aec0-3a0a9a5dd12e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:37.012987 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e41a41cb-7d1c-4b78-aec0-3a0a9a5dd12e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:37.094663 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e41a41cb-7d1c-4b78-aec0-3a0a9a5dd12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:37.163881 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e41a41cb-7d1c-4b78-aec0-3a0a9a5dd12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:37.205153 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a41cb-7d1c-4b78-aec0-3a0a9a5dd12e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15a1f5b1-462e-4b6d-a33f-e3ecba7fffe0,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:37.211737 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af00e2f-ad60-42c2-ac4a-46ad7ad2a715 None None] Network d6703241-f408-48d6-8f77-8692ba60ba98 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:21:37.213679 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e41a41cb-7d1c-4b78-aec0-3a0a9a5dd12e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:37.216818 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a41cb-7d1c-4b78-aec0-3a0a9a5dd12e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:37.217168 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a41cb-7d1c-4b78-aec0-3a0a9a5dd12e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:37.217505 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a41cb-7d1c-4b78-aec0-3a0a9a5dd12e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:37.217840 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a41cb-7d1c-4b78-aec0-3a0a9a5dd12e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:37.218168 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a41cb-7d1c-4b78-aec0-3a0a9a5dd12e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:37.218499 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a41cb-7d1c-4b78-aec0-3a0a9a5dd12e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:37.219077 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a41cb-7d1c-4b78-aec0-3a0a9a5dd12e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:37.219400 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a41cb-7d1c-4b78-aec0-3a0a9a5dd12e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:37.219720 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a41cb-7d1c-4b78-aec0-3a0a9a5dd12e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:37.220055 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a41cb-7d1c-4b78-aec0-3a0a9a5dd12e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:37.220381 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a41cb-7d1c-4b78-aec0-3a0a9a5dd12e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:37.220700 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a41cb-7d1c-4b78-aec0-3a0a9a5dd12e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:37.229317 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e41a41cb-7d1c-4b78-aec0-3a0a9a5dd12e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/15a1f5b1-462e-4b6d-a33f-e3ecba7fffe0 HTTP/1.1" status: 204 len: 168 time: 0.3366766 Apr 18 06:21:37.230218 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53982) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:21:37.344594 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e04e1c8a-ddd1-40f8-8c01-a729ea5ec726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:37.356108 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-e04e1c8a-ddd1-40f8-8c01-a729ea5ec726 admin admin] Deleting port a7aad88b-ad97-410c-84e6-40875ca3e3be {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:21:37.356767 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e04e1c8a-ddd1-40f8-8c01-a729ea5ec726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:37.517573 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f2d76b-f0ab-4a75-aa51-60c7a7e186dd None None] DHCP port deletion for d6703241-f408-48d6-8f77-8692ba60ba98 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:21:37.522801 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-c9f2d76b-f0ab-4a75-aa51-60c7a7e186dd None None] Deleting port a7aad88b-ad97-410c-84e6-40875ca3e3be {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:21:37.523473 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c9f2d76b-f0ab-4a75-aa51-60c7a7e186dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:37.595851 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-e04e1c8a-ddd1-40f8-8c01-a729ea5ec726 admin admin] For port a7aad88b-ad97-410c-84e6-40875ca3e3be, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a7aad88b-ad97-410c-84e6-40875ca3e3be,segment=NetworkSegment(ea724b5e-5623-4024-b998-887a2efa5239),segment_id=ea724b5e-5623-4024-b998-887a2efa5239)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:21:37.596389 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e04e1c8a-ddd1-40f8-8c01-a729ea5ec726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:37.700658 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1c4cb275-2d58-48ca-998e-ba274faa9549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:37.735657 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-e04e1c8a-ddd1-40f8-8c01-a729ea5ec726 admin admin] Calling delete_port for a7aad88b-ad97-410c-84e6-40875ca3e3be owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:21:37.780847 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-c9f2d76b-f0ab-4a75-aa51-60c7a7e186dd None None] For port a7aad88b-ad97-410c-84e6-40875ca3e3be, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a7aad88b-ad97-410c-84e6-40875ca3e3be,segment=NetworkSegment(ea724b5e-5623-4024-b998-887a2efa5239),segment_id=ea724b5e-5623-4024-b998-887a2efa5239)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:21:37.781164 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c9f2d76b-f0ab-4a75-aa51-60c7a7e186dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:37.910656 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-c9f2d76b-f0ab-4a75-aa51-60c7a7e186dd None None] Calling delete_port for a7aad88b-ad97-410c-84e6-40875ca3e3be owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:21:37.926334 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e04e1c8a-ddd1-40f8-8c01-a729ea5ec726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:37.972884 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04e1c8a-ddd1-40f8-8c01-a729ea5ec726 admin admin] No DVR routers for this DVR port a7aad88b-ad97-410c-84e6-40875ca3e3be on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:21:38.005704 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e1c8a-ddd1-40f8-8c01-a729ea5ec726 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7aad88b-ad97-410c-84e6-40875ca3e3be,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:38.010308 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:38.012588 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-c9f2d76b-f0ab-4a75-aa51-60c7a7e186dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:21:38.013169 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-c9f2d76b-f0ab-4a75-aa51-60c7a7e186dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:21:38.101325 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e04e1c8a-ddd1-40f8-8c01-a729ea5ec726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:38.127602 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-e04e1c8a-ddd1-40f8-8c01-a729ea5ec726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6703241-f408-48d6-8f77-8692ba60ba98']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:38.140655 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-e04e1c8a-ddd1-40f8-8c01-a729ea5ec726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea724b5e-5623-4024-b998-887a2efa5239') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:38.140947 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-e04e1c8a-ddd1-40f8-8c01-a729ea5ec726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea724b5e-5623-4024-b998-887a2efa5239') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:38.153191 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e04e1c8a-ddd1-40f8-8c01-a729ea5ec726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:38.169753 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e04e1c8a-ddd1-40f8-8c01-a729ea5ec726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:38.175972 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e04e1c8a-ddd1-40f8-8c01-a729ea5ec726 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:21:38.176436 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e04e1c8a-ddd1-40f8-8c01-a729ea5ec726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:21:38.189762 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:21:38.266459 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e04e1c8a-ddd1-40f8-8c01-a729ea5ec726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:38.282553 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e04e1c8a-ddd1-40f8-8c01-a729ea5ec726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:38.293795 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e1c8a-ddd1-40f8-8c01-a729ea5ec726 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6703241-f408-48d6-8f77-8692ba60ba98,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:38.310641 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e04e1c8a-ddd1-40f8-8c01-a729ea5ec726 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d6703241-f408-48d6-8f77-8692ba60ba98 HTTP/1.1" status: 204 len: 168 time: 1.0793605 Apr 18 06:21:38.310862 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53986) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:21:38.514573 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-c9f2d76b-f0ab-4a75-aa51-60c7a7e186dd None None] Deleting port a7aad88b-ad97-410c-84e6-40875ca3e3be {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:21:38.514949 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c9f2d76b-f0ab-4a75-aa51-60c7a7e186dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:38.599699 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-c9f2d76b-f0ab-4a75-aa51-60c7a7e186dd None None] The port 'a7aad88b-ad97-410c-84e6-40875ca3e3be' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 06:21:38.620340 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:38.699303 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:38.779452 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a7aad88b-ad97-410c-84e6-40875ca3e3be no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:21:38.822002 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: a7aad88b-ad97-410c-84e6-40875ca3e3be {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:21:38.822338 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a7aad88b-ad97-410c-84e6-40875ca3e3be not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:21:38.822748 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f6553fa7-e76d-45b4-8c1b-81d2d2189f74 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:21:38.858271 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: f6553fa7-e76d-45b4-8c1b-81d2d2189f74 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:21:38.858721 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f6553fa7-e76d-45b4-8c1b-81d2d2189f74 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:21:38.879605 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9ebc281-78c6-4de9-965d-bcd02dba4db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:39.345932 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-f9ebc281-78c6-4de9-965d-bcd02dba4db0 admin admin] Deleting port b4140c9f-4dbd-40b4-a3c3-b81c85355660 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:21:39.347133 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9ebc281-78c6-4de9-965d-bcd02dba4db0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:39.511812 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:21:39.525711 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-f9ebc281-78c6-4de9-965d-bcd02dba4db0 admin admin] For port b4140c9f-4dbd-40b4-a3c3-b81c85355660, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b4140c9f-4dbd-40b4-a3c3-b81c85355660,segment=NetworkSegment(9b788fb5-f427-420e-84e4-c8a96ae7999b),segment_id=9b788fb5-f427-420e-84e4-c8a96ae7999b)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:21:39.526067 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9ebc281-78c6-4de9-965d-bcd02dba4db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:39.655428 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-f9ebc281-78c6-4de9-965d-bcd02dba4db0 admin admin] Calling delete_port for b4140c9f-4dbd-40b4-a3c3-b81c85355660 owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:21:39.834341 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9ebc281-78c6-4de9-965d-bcd02dba4db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:39.907886 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebc281-78c6-4de9-965d-bcd02dba4db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4140c9f-4dbd-40b4-a3c3-b81c85355660,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:40.156378 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:40.167233 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f9ebc281-78c6-4de9-965d-bcd02dba4db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:40.529232 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ebc281-78c6-4de9-965d-bcd02dba4db0 admin admin] Router 9410f4b6-88e8-40f5-9c72-7da08dbfe35f has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:21:40.819230 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ebc281-78c6-4de9-965d-bcd02dba4db0 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:21:40.827817 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf495f7-f7c1-46d5-9143-3b5d1b742041 None None] Sync routers for ids ['9410f4b6-88e8-40f5-9c72-7da08dbfe35f'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:21:40.831549 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f9ebc281-78c6-4de9-965d-bcd02dba4db0 admin admin] 10.222.0.15 "PUT /v2.0/routers/9410f4b6-88e8-40f5-9c72-7da08dbfe35f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5167947 Apr 18 06:21:40.831861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 53990) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:21:40.839580 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf495f7-f7c1-46d5-9143-3b5d1b742041 None None] Routers {'9410f4b6-88e8-40f5-9c72-7da08dbfe35f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:21:40.840589 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-baf495f7-f7c1-46d5-9143-3b5d1b742041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:21:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['9410f4b6-88e8-40f5-9c72-7da08dbfe35f'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:41.011943 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0df56cee-c300-4adf-91c0-07c5d7faf75c admin admin] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:41.028121 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-baf495f7-f7c1-46d5-9143-3b5d1b742041 None None] Set router 9410f4b6-88e8-40f5-9c72-7da08dbfe35f gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:21:41.200761 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0df56cee-c300-4adf-91c0-07c5d7faf75c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:41.211434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-0df56cee-c300-4adf-91c0-07c5d7faf75c admin admin] Deleting port 5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:21:41.211868 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0df56cee-c300-4adf-91c0-07c5d7faf75c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:41.314035 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-baf495f7-f7c1-46d5-9143-3b5d1b742041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9410f4b6-88e8-40f5-9c72-7da08dbfe35f', 'name': 'tempest-TestEncryptedCinderVolumes-1704922123-router', 'tenant_id': '06af2a45e2ae4c2daa43f409d399a343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:20:23Z', 'updated_at': '2022-04-18T06:21:39Z', 'revision_number': 5, 'project_id': '06af2a45e2ae4c2daa43f409d399a343', 'gw_port': {'id': '5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9410f4b6-88e8-40f5-9c72-7da08dbfe35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:20:24Z', 'updated_at': '2022-04-18T06:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:41.319768 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf495f7-f7c1-46d5-9143-3b5d1b742041 None None] Checking router: 9410f4b6-88e8-40f5-9c72-7da08dbfe35f for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:21:41.329506 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf495f7-f7c1-46d5-9143-3b5d1b742041 None None] Routers {'9410f4b6-88e8-40f5-9c72-7da08dbfe35f'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:21:41.330422 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-baf495f7-f7c1-46d5-9143-3b5d1b742041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:21:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['9410f4b6-88e8-40f5-9c72-7da08dbfe35f'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:41.404182 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-0df56cee-c300-4adf-91c0-07c5d7faf75c admin admin] For port 5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:21:41.404538 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0df56cee-c300-4adf-91c0-07c5d7faf75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:41.519677 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-baf495f7-f7c1-46d5-9143-3b5d1b742041 None None] Set router 9410f4b6-88e8-40f5-9c72-7da08dbfe35f gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:21:41.530492 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-0df56cee-c300-4adf-91c0-07c5d7faf75c admin admin] Calling delete_port for 5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1 owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:21:41.624622 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-baf495f7-f7c1-46d5-9143-3b5d1b742041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9410f4b6-88e8-40f5-9c72-7da08dbfe35f', 'name': 'tempest-TestEncryptedCinderVolumes-1704922123-router', 'tenant_id': '06af2a45e2ae4c2daa43f409d399a343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:20:23Z', 'updated_at': '2022-04-18T06:21:41Z', 'revision_number': 6, 'project_id': '06af2a45e2ae4c2daa43f409d399a343', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:41.629111 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf495f7-f7c1-46d5-9143-3b5d1b742041 None None] The sync data for ids ['9410f4b6-88e8-40f5-9c72-7da08dbfe35f'] in dv-neutron-837489-1-hyperv is: [{'id': '9410f4b6-88e8-40f5-9c72-7da08dbfe35f', 'name': 'tempest-TestEncryptedCinderVolumes-1704922123-router', 'tenant_id': '06af2a45e2ae4c2daa43f409d399a343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:20:23Z', 'updated_at': '2022-04-18T06:21:41Z', 'revision_number': 6, 'project_id': '06af2a45e2ae4c2daa43f409d399a343', 'gw_port_host': None}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:21:41.705364 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0df56cee-c300-4adf-91c0-07c5d7faf75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:41.754152 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df56cee-c300-4adf-91c0-07c5d7faf75c admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:41.842613 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0df56cee-c300-4adf-91c0-07c5d7faf75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:42.015979 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0df56cee-c300-4adf-91c0-07c5d7faf75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:42.018473 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0df56cee-c300-4adf-91c0-07c5d7faf75c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:42.044863 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0df56cee-c300-4adf-91c0-07c5d7faf75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:42.045823 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df56cee-c300-4adf-91c0-07c5d7faf75c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9410f4b6-88e8-40f5-9c72-7da08dbfe35f {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:21:42.059965 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0df56cee-c300-4adf-91c0-07c5d7faf75c admin admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:42.063576 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0df56cee-c300-4adf-91c0-07c5d7faf75c admin admin] 10.222.0.15 "DELETE /v2.0/routers/9410f4b6-88e8-40f5-9c72-7da08dbfe35f HTTP/1.1" status: 204 len: 168 time: 1.2283864 Apr 18 06:21:42.063953 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53994) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:21:42.130921 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e71229-89c4-4e09-83c9-e384644899f2 admin admin] Deleting subnet 051032bc-5ec2-4831-99bf-8320ae5aa554 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:21:42.133971 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-92e71229-89c4-4e09-83c9-e384644899f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:42.183347 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-92e71229-89c4-4e09-83c9-e384644899f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:42.265246 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-92e71229-89c4-4e09-83c9-e384644899f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:42.336714 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-92e71229-89c4-4e09-83c9-e384644899f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:42.377360 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-92e71229-89c4-4e09-83c9-e384644899f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:42.383966 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a607bd9e-faca-43d7-acc8-e3683961e56c None None] Network faefdb13-40d4-49bc-a624-76a5457a0bb8 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:21:42.389590 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e71229-89c4-4e09-83c9-e384644899f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=051032bc-5ec2-4831-99bf-8320ae5aa554,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:42.392385 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-92e71229-89c4-4e09-83c9-e384644899f2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/051032bc-5ec2-4831-99bf-8320ae5aa554 HTTP/1.1" status: 204 len: 168 time: 0.3270695 Apr 18 06:21:42.395725 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 53998) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:21:42.513841 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f878f917-e094-4bc9-b41b-c1adbb2107f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:42.525997 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-f878f917-e094-4bc9-b41b-c1adbb2107f3 admin admin] Deleting port c9519584-fbed-4490-af2f-bea3f0e2aad3 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:21:42.526329 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f878f917-e094-4bc9-b41b-c1adbb2107f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:42.668695 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3c0ea1-ed8a-4dc2-8e31-4f881ad7e07f None None] DHCP port deletion for faefdb13-40d4-49bc-a624-76a5457a0bb8 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:21:42.673106 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-df3c0ea1-ed8a-4dc2-8e31-4f881ad7e07f None None] Deleting port c9519584-fbed-4490-af2f-bea3f0e2aad3 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:21:42.673481 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-df3c0ea1-ed8a-4dc2-8e31-4f881ad7e07f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:42.770575 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-f878f917-e094-4bc9-b41b-c1adbb2107f3 admin admin] For port c9519584-fbed-4490-af2f-bea3f0e2aad3, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c9519584-fbed-4490-af2f-bea3f0e2aad3,segment=NetworkSegment(9b788fb5-f427-420e-84e4-c8a96ae7999b),segment_id=9b788fb5-f427-420e-84e4-c8a96ae7999b)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:21:42.770938 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f878f917-e094-4bc9-b41b-c1adbb2107f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:42.835848 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:21:42.895112 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:21:42.895336 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5c4e8d6f-bc9b-4f60-9bdb-f3cf7ebba7a1 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:21:42.895851 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c9519584-fbed-4490-af2f-bea3f0e2aad3 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:21:42.910469 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-f878f917-e094-4bc9-b41b-c1adbb2107f3 admin admin] Calling delete_port for c9519584-fbed-4490-af2f-bea3f0e2aad3 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:21:42.991556 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f878f917-e094-4bc9-b41b-c1adbb2107f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:43.020548 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-df3c0ea1-ed8a-4dc2-8e31-4f881ad7e07f None None] For port c9519584-fbed-4490-af2f-bea3f0e2aad3, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c9519584-fbed-4490-af2f-bea3f0e2aad3,segment=NetworkSegment(9b788fb5-f427-420e-84e4-c8a96ae7999b),segment_id=9b788fb5-f427-420e-84e4-c8a96ae7999b)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:21:43.021025 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-df3c0ea1-ed8a-4dc2-8e31-4f881ad7e07f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:43.043449 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878f917-e094-4bc9-b41b-c1adbb2107f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9519584-fbed-4490-af2f-bea3f0e2aad3,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:43.045376 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f878f917-e094-4bc9-b41b-c1adbb2107f3 admin admin] No DVR routers for this DVR port c9519584-fbed-4490-af2f-bea3f0e2aad3 on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:21:43.086109 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No active binding found for port c9519584-fbed-4490-af2f-bea3f0e2aad3 {{(pid=88036) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 18 06:21:43.086109 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c9519584-fbed-4490-af2f-bea3f0e2aad3 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:21:43.086648 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b4140c9f-4dbd-40b4-a3c3-b81c85355660 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:21:43.170819 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f878f917-e094-4bc9-b41b-c1adbb2107f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:43.180604 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-df3c0ea1-ed8a-4dc2-8e31-4f881ad7e07f None None] Calling delete_port for c9519584-fbed-4490-af2f-bea3f0e2aad3 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:21:43.196981 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-f878f917-e094-4bc9-b41b-c1adbb2107f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faefdb13-40d4-49bc-a624-76a5457a0bb8']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:43.207876 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: b4140c9f-4dbd-40b4-a3c3-b81c85355660 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:21:43.208322 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b4140c9f-4dbd-40b4-a3c3-b81c85355660 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:21:43.210393 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-f878f917-e094-4bc9-b41b-c1adbb2107f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b788fb5-f427-420e-84e4-c8a96ae7999b') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:43.210903 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-f878f917-e094-4bc9-b41b-c1adbb2107f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b788fb5-f427-420e-84e4-c8a96ae7999b') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:43.224793 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f878f917-e094-4bc9-b41b-c1adbb2107f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:43.243948 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f878f917-e094-4bc9-b41b-c1adbb2107f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:43.253705 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f878f917-e094-4bc9-b41b-c1adbb2107f3 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:21:43.254121 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f878f917-e094-4bc9-b41b-c1adbb2107f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:43.260751 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-df3c0ea1-ed8a-4dc2-8e31-4f881ad7e07f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:21:43.261288 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-df3c0ea1-ed8a-4dc2-8e31-4f881ad7e07f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:21:43.267351 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:21:43.445470 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f878f917-e094-4bc9-b41b-c1adbb2107f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:43.461818 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f878f917-e094-4bc9-b41b-c1adbb2107f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:43.472737 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878f917-e094-4bc9-b41b-c1adbb2107f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=faefdb13-40d4-49bc-a624-76a5457a0bb8,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:43.477861 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f878f917-e094-4bc9-b41b-c1adbb2107f3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/faefdb13-40d4-49bc-a624-76a5457a0bb8 HTTP/1.1" status: 204 len: 168 time: 1.0811684 Apr 18 06:21:43.649003 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54004) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:21:43.699911 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b6a8bf3c-c98c-4a30-b5ef-25cada188c75 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51b54bf0c0ef4ab3958bd47d3c1e461b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496476 Apr 18 06:21:43.702349 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54008) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:21:43.762612 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-df3c0ea1-ed8a-4dc2-8e31-4f881ad7e07f None None] Deleting port c9519584-fbed-4490-af2f-bea3f0e2aad3 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:21:43.763172 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-df3c0ea1-ed8a-4dc2-8e31-4f881ad7e07f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:43.764771 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-65a6a346-c32b-49da-9b68-48335f0d6360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:43.791154 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-65a6a346-c32b-49da-9b68-48335f0d6360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:43.833250 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-df3c0ea1-ed8a-4dc2-8e31-4f881ad7e07f None None] The port 'c9519584-fbed-4490-af2f-bea3f0e2aad3' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 06:21:43.853810 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-65a6a346-c32b-49da-9b68-48335f0d6360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:43.870899 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6a346-c32b-49da-9b68-48335f0d6360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca19323-e8ce-40c9-aed3-c2a55c2e34a0,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:43.882873 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-65a6a346-c32b-49da-9b68-48335f0d6360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:43.886361 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-65a6a346-c32b-49da-9b68-48335f0d6360 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ca19323-e8ce-40c9-aed3-c2a55c2e34a0 HTTP/1.1" status: 204 len: 168 time: 0.1807525 Apr 18 06:21:44.238125 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54016) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:21:44.287218 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c851d3b9-8f14-4986-95d2-032e52891879 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=06af2a45e2ae4c2daa43f409d399a343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477490 Apr 18 06:21:44.289863 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54020) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:21:44.347732 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9419ddf8-1066-4b68-9ee5-4d85d8b3bb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:44.373967 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9419ddf8-1066-4b68-9ee5-4d85d8b3bb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:44.433762 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9419ddf8-1066-4b68-9ee5-4d85d8b3bb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:44.449248 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419ddf8-1066-4b68-9ee5-4d85d8b3bb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62194b1-7a50-4a3d-9d7a-613764836d94,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:44.456325 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9419ddf8-1066-4b68-9ee5-4d85d8b3bb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:44.459961 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9419ddf8-1066-4b68-9ee5-4d85d8b3bb74 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c62194b1-7a50-4a3d-9d7a-613764836d94 HTTP/1.1" status: 204 len: 168 time: 0.1668978 Apr 18 06:21:45.202372 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54044) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:21:45.311783 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-707139481-network', 'tenant_id': 'ea5cf62463704970ac410782c74c0334'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:45.316665 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:21:45.320504 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] Usage tracker for resource:network and tenant:ea5cf62463704970ac410782c74c0334 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:21:45.323394 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:21:45.329658 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:21:45.340985 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] Made reservation on behalf of ea5cf62463704970ac410782c74c0334 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:21:45.344006 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:45.358418 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:45.374795 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:21:45.379931 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] Usage tracker for resource:security_group_rule and tenant:ea5cf62463704970ac410782c74c0334 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:21:45.383198 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:21:45.389012 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:21:45.598859 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:45.604811 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:45.640754 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:21:45.653679 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f186ad9-8746-4137-8dd6-a7984ea2ce09,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:45.661101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:45.661634 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] Added segment bc89edb7-85d1-4292-817d-3854cf385093 of type vlan for network c2335793-e6e4-4b36-be85-650ed68c13b4 Apr 18 06:21:45.693402 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:45.726544 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:45.727561 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:45.728172 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:45.845611 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] Pushing event updated for resources: {'Network': ['ID=c2335793-e6e4-4b36-be85-650ed68c13b4,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:45.857011 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network c2335793-e6e4-4b36-be85-650ed68c13b4 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:21:45.858345 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54050) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:21:45.858945 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1e73260f-0140-4dfb-8c7f-79015a067c94 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6550109 Apr 18 06:21:45.864305 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-e8c79e05-f428-4f7e-9509-6eb4f12db29a admin admin] Request body: {'subnet': {'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-707139481-subnet', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'ip_version': 4}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:45.869296 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e8c79e05-f428-4f7e-9509-6eb4f12db29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:21:45.873439 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e8c79e05-f428-4f7e-9509-6eb4f12db29a admin admin] Usage tracker for resource:subnet and tenant:ea5cf62463704970ac410782c74c0334 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:21:45.876427 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e8c79e05-f428-4f7e-9509-6eb4f12db29a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:21:45.882350 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e8c79e05-f428-4f7e-9509-6eb4f12db29a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:21:45.894542 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c79e05-f428-4f7e-9509-6eb4f12db29a admin admin] Made reservation on behalf of ea5cf62463704970ac410782c74c0334 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:21:45.897345 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e8c79e05-f428-4f7e-9509-6eb4f12db29a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:46.121581 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e8c79e05-f428-4f7e-9509-6eb4f12db29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:46.213591 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c79e05-f428-4f7e-9509-6eb4f12db29a admin admin] Pushing event updated for resources: {'Subnet': ['ID=28f050cb-44cb-49fd-984c-6e48f2663782,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:46.222447 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c79e05-f428-4f7e-9509-6eb4f12db29a admin admin] Checking segment: {'id': 'bc89edb7-85d1-4292-817d-3854cf385093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:21:46.222891 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c79e05-f428-4f7e-9509-6eb4f12db29a admin admin] Network hostable DHCP agents. Network: c2335793-e6e4-4b36-be85-650ed68c13b4, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:21:46.243415 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c79e05-f428-4f7e-9509-6eb4f12db29a admin admin] Network c2335793-e6e4-4b36-be85-650ed68c13b4 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:21:46.254261 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-e8c79e05-f428-4f7e-9509-6eb4f12db29a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, c2335793-e6e4-4b36-be85-650ed68c13b4) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:21:46.258790 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c79e05-f428-4f7e-9509-6eb4f12db29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:46.259379 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e8c79e05-f428-4f7e-9509-6eb4f12db29a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:46.264811 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de5cbdf-ec3a-4c65-b846-aecf38d76e83 None None] Network c2335793-e6e4-4b36-be85-650ed68c13b4 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:21:46.287250 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e8c79e05-f428-4f7e-9509-6eb4f12db29a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4245548 Apr 18 06:21:46.287561 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54054) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:21:46.293241 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-707139481-router', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:46.298520 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:21:46.306954 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] Usage tracker for resource:router and tenant:ea5cf62463704970ac410782c74c0334 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:21:46.310210 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:21:46.318648 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:21:46.343051 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:46.344564 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:46.365054 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:46.561546 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-c2335793-e6e4-4b36-be85-650ed68c13b4', 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'fixed_ips': [{'subnet_id': '28f050cb-44cb-49fd-984c-6e48f2663782'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:21:46.562389 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:46.660693 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:46.733960 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Allocated IP 172.20.0.2 (c2335793-e6e4-4b36-be85-650ed68c13b4/28f050cb-44cb-49fd-984c-6e48f2663782/154eb8b0-2b8a-4553-8373-1abec03dae99) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:21:46.943295 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:46.953324 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Transition to ACTIVE for port object 154eb8b0-2b8a-4553-8373-1abec03dae99 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:21:46.976782 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Transition to ACTIVE for port object 154eb8b0-2b8a-4553-8373-1abec03dae99 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:21:46.982758 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:46.989183 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:47.021151 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:47.041703 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Network c2335793-e6e4-4b36-be85-650ed68c13b4 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:21:47.044522 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:21:47.048016 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:21:47.126245 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Pushing event updated for resources: {'Port': ['ID=154eb8b0-2b8a-4553-8373-1abec03dae99,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:47.149566 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:47.149920 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:47.150254 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:47.150588 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:47.151422 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:47.151422 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:47.151615 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:47.151864 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:47.152211 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:47.152533 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:47.152861 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:47.153183 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:47.164425 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Attempting to bind port 154eb8b0-2b8a-4553-8373-1abec03dae99 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:21:47.164794 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Attempting to bind port 154eb8b0-2b8a-4553-8373-1abec03dae99 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'bc89edb7-85d1-4292-817d-3854cf385093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:21:47.165159 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Attempting to bind port 154eb8b0-2b8a-4553-8373-1abec03dae99 on network c2335793-e6e4-4b36-be85-650ed68c13b4 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:21:47.171009 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:21:47.171385 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Checking segment: {'id': 'bc89edb7-85d1-4292-817d-3854cf385093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:21:47.171787 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:47.172222 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Bound using segment: {'id': 'bc89edb7-85d1-4292-817d-3854cf385093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:21:47.172684 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Bound port: 154eb8b0-2b8a-4553-8373-1abec03dae99, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc89edb7-85d1-4292-817d-3854cf385093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:21:47.173059 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:47.185111 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] Allocated IP 172.26.1.45 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/bd0acb64-97ae-405f-94ec-6d9e568639aa) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:21:47.265252 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] For port 154eb8b0-2b8a-4553-8373-1abec03dae99, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:21:47.276012 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] For port 154eb8b0-2b8a-4553-8373-1abec03dae99, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=154eb8b0-2b8a-4553-8373-1abec03dae99,segment=NetworkSegment(bc89edb7-85d1-4292-817d-3854cf385093),segment_id=bc89edb7-85d1-4292-817d-3854cf385093)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:21:47.281010 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:47.346422 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:47.390939 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d100464-88d4-4096-9bf4-f8f16fc6924c None None] Pushing event updated for resources: {'Port': ['ID=154eb8b0-2b8a-4553-8373-1abec03dae99,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:47.405195 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:47.466375 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:21:47.469860 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:21:47.474489 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:21:47.629299 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] Pushing event updated for resources: {'Port': ['ID=bd0acb64-97ae-405f-94ec-6d9e568639aa,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:48.053843 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:48.415813 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:48.436614 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a12057-dfe7-4f09-9723-d95a51bcf3c9 None None] Network c2335793-e6e4-4b36-be85-650ed68c13b4 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:21:48.555231 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-cfbef687-bdc7-44e3-8f8a-ccb302092aeb None None] Provisioning for port 154eb8b0-2b8a-4553-8373-1abec03dae99 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:21:48.634289 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] Router 593cc214-1586-4b2a-980d-2adedf343b4a is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:21:48.846425 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:21:48.848889 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 154eb8b0-2b8a-4553-8373-1abec03dae99 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:21:48.869092 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] Sync routers for ids ['593cc214-1586-4b2a-980d-2adedf343b4a'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:21:48.878222 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:48.883384 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2428891d-3599-4f49-ba47-6012ea9bcfec admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5923302 Apr 18 06:21:48.883847 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54058) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:21:48.889461 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] Routers {'593cc214-1586-4b2a-980d-2adedf343b4a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:21:48.890424 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:21:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['593cc214-1586-4b2a-980d-2adedf343b4a'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:49.012274 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 154eb8b0-2b8a-4553-8373-1abec03dae99 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:21:49.017734 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 154eb8b0-2b8a-4553-8373-1abec03dae99 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:49.018321 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:49.106584 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] Set router 593cc214-1586-4b2a-980d-2adedf343b4a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:21:49.157610 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:49.193835 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 154eb8b0-2b8a-4553-8373-1abec03dae99, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=154eb8b0-2b8a-4553-8373-1abec03dae99,segment=NetworkSegment(bc89edb7-85d1-4292-817d-3854cf385093),segment_id=bc89edb7-85d1-4292-817d-3854cf385093)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:21:49.201725 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:49.281323 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=154eb8b0-2b8a-4553-8373-1abec03dae99,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:49.431514 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'name': 'tempest-TestMinimumBasicScenario-707139481-router', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:46Z', 'updated_at': '2022-04-18T06:21:47Z', 'revision_number': 3, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'gw_port': {'id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ea:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:47Z', 'updated_at': '2022-04-18T06:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:49.439389 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] Checking router: 593cc214-1586-4b2a-980d-2adedf343b4a for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:21:49.439729 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] Updating router 593cc214-1586-4b2a-980d-2adedf343b4a port bd0acb64-97ae-405f-94ec-6d9e568639aa binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:21:49.495013 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:49.762945 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c811faf-f42a-4f4b-9aeb-34f6876907a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:49.825175 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:49.837525 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] Transition to ACTIVE for port object bd0acb64-97ae-405f-94ec-6d9e568639aa will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:21:49.845526 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:49.946685 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] Attempting to bind port bd0acb64-97ae-405f-94ec-6d9e568639aa on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:21:49.947352 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] Attempting to bind port bd0acb64-97ae-405f-94ec-6d9e568639aa by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:21:49.947449 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] Attempting to bind port bd0acb64-97ae-405f-94ec-6d9e568639aa on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:21:49.960683 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:21:49.961049 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:21:49.961440 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:49.961829 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:21:49.962284 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] Bound port: bd0acb64-97ae-405f-94ec-6d9e568639aa, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:21:49.962667 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:49.982405 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-9c811faf-f42a-4f4b-9aeb-34f6876907a2 admin admin] Allocated IP 172.20.0.1 (c2335793-e6e4-4b36-be85-650ed68c13b4/28f050cb-44cb-49fd-984c-6e48f2663782/d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:21:49.998999 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca42bf-8e18-4b9e-a96e-392b5e20438c None None] Pushing event updated for resources: {'Port': ['ID=bd0acb64-97ae-405f-94ec-6d9e568639aa,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:50.011877 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca42bf-8e18-4b9e-a96e-392b5e20438c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:50.012231 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca42bf-8e18-4b9e-a96e-392b5e20438c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:50.012572 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca42bf-8e18-4b9e-a96e-392b5e20438c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:50.012905 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca42bf-8e18-4b9e-a96e-392b5e20438c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:50.013287 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca42bf-8e18-4b9e-a96e-392b5e20438c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:50.013557 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca42bf-8e18-4b9e-a96e-392b5e20438c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:50.013880 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca42bf-8e18-4b9e-a96e-392b5e20438c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:50.014202 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca42bf-8e18-4b9e-a96e-392b5e20438c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:50.014522 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca42bf-8e18-4b9e-a96e-392b5e20438c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:50.014840 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca42bf-8e18-4b9e-a96e-392b5e20438c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:50.015159 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca42bf-8e18-4b9e-a96e-392b5e20438c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:50.015476 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca42bf-8e18-4b9e-a96e-392b5e20438c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:50.052865 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] For port bd0acb64-97ae-405f-94ec-6d9e568639aa, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:21:50.055886 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] For port bd0acb64-97ae-405f-94ec-6d9e568639aa, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=bd0acb64-97ae-405f-94ec-6d9e568639aa,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:21:50.062848 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:50.140006 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] Routers {'593cc214-1586-4b2a-980d-2adedf343b4a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:21:50.140642 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:21:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['593cc214-1586-4b2a-980d-2adedf343b4a'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:50.161630 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c811faf-f42a-4f4b-9aeb-34f6876907a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:50.177766 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-9c811faf-f42a-4f4b-9aeb-34f6876907a2 admin admin] Transition to ACTIVE for port object d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:21:50.208614 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c811faf-f42a-4f4b-9aeb-34f6876907a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:50.210529 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca42bf-8e18-4b9e-a96e-392b5e20438c None None] Pushing event updated for resources: {'Port': ['ID=bd0acb64-97ae-405f-94ec-6d9e568639aa,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:50.272004 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c811faf-f42a-4f4b-9aeb-34f6876907a2 admin admin] Network c2335793-e6e4-4b36-be85-650ed68c13b4 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:21:50.274762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-9c811faf-f42a-4f4b-9aeb-34f6876907a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:21:50.282883 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c811faf-f42a-4f4b-9aeb-34f6876907a2 admin admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:21:50.320294 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c811faf-f42a-4f4b-9aeb-34f6876907a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:50.338405 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] Set router 593cc214-1586-4b2a-980d-2adedf343b4a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:21:50.369980 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c811faf-f42a-4f4b-9aeb-34f6876907a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:50.632804 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b092bde1-e2b0-42e2-809d-096262b588eb None None] Provisioning for port d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:21:50.641948 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b092bde1-e2b0-42e2-809d-096262b588eb None None] Provisioning complete for port d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:50.642518 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b092bde1-e2b0-42e2-809d-096262b588eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:50.667786 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c811faf-f42a-4f4b-9aeb-34f6876907a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:50.679592 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'name': 'tempest-TestMinimumBasicScenario-707139481-router', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:46Z', 'updated_at': '2022-04-18T06:21:47Z', 'revision_number': 3, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'gw_port': {'id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ea:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:47Z', 'updated_at': '2022-04-18T06:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:50.683651 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f4e873-5578-4299-98e6-cd927778b9fc None None] The sync data for ids ['593cc214-1586-4b2a-980d-2adedf343b4a'] in dv-neutron-837489-1-hyperv is: [{'id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'name': 'tempest-TestMinimumBasicScenario-707139481-router', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:46Z', 'updated_at': '2022-04-18T06:21:47Z', 'revision_number': 3, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'gw_port': {'id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ea:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:47Z', 'updated_at': '2022-04-18T06:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:21:50.742217 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-b092bde1-e2b0-42e2-809d-096262b588eb None None] Port d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:21:50.810277 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 154eb8b0-2b8a-4553-8373-1abec03dae99 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:21:50.883050 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 154eb8b0-2b8a-4553-8373-1abec03dae99 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:50.883558 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:50.953022 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c811faf-f42a-4f4b-9aeb-34f6876907a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:50.959378 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c811faf-f42a-4f4b-9aeb-34f6876907a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:51.231287 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c811faf-f42a-4f4b-9aeb-34f6876907a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:51.238655 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9c811faf-f42a-4f4b-9aeb-34f6876907a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:51.385041 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c811faf-f42a-4f4b-9aeb-34f6876907a2 admin admin] Network c2335793-e6e4-4b36-be85-650ed68c13b4 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:21:51.386453 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-9c811faf-f42a-4f4b-9aeb-34f6876907a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:21:51.596305 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c811faf-f42a-4f4b-9aeb-34f6876907a2 admin admin] Router 593cc214-1586-4b2a-980d-2adedf343b4a has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:21:51.671794 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6b45b3d2-2c16-41eb-82a8-faf42bdfbef5 None None] Provisioning complete for port d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:51.672395 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6b45b3d2-2c16-41eb-82a8-faf42bdfbef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:51.741800 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-6b45b3d2-2c16-41eb-82a8-faf42bdfbef5 None None] Port d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:21:51.792554 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c811faf-f42a-4f4b-9aeb-34f6876907a2 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:21:51.802829 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9c811faf-f42a-4f4b-9aeb-34f6876907a2 admin admin] 10.222.0.15 "PUT /v2.0/routers/593cc214-1586-4b2a-980d-2adedf343b4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9177501 Apr 18 06:21:52.325386 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54076) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:21:52.331582 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-420555032-network', 'tenant_id': '996fb5af65484ea88a2f4badb75c638a'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:52.339972 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:21:52.347839 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] Usage tracker for resource:network and tenant:996fb5af65484ea88a2f4badb75c638a is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:21:52.351984 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:21:52.358769 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:21:52.370224 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] Made reservation on behalf of 996fb5af65484ea88a2f4badb75c638a for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:21:52.372977 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:52.386060 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:52.401593 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:21:52.407170 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] Usage tracker for resource:security_group_rule and tenant:996fb5af65484ea88a2f4badb75c638a is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:21:52.410768 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:21:52.417414 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:21:52.495660 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] Sync routers for ids ['593cc214-1586-4b2a-980d-2adedf343b4a'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:21:52.505355 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] Routers {'593cc214-1586-4b2a-980d-2adedf343b4a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:21:52.506063 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:21:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['593cc214-1586-4b2a-980d-2adedf343b4a'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:52.511279 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:52.515665 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:52.536152 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:21:52.560948 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:52.561380 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] Added segment ec571ea6-ad0d-4888-8037-dc54cdad6ea0 of type vlan for network 82f9c950-9f83-4dac-8f8d-c2176057301e Apr 18 06:21:52.567068 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ad10c2-73e2-46be-bcae-5830e6ee1e55,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:52.595513 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:52.632764 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:52.633599 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:52.634442 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:52.731841 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] Set router 593cc214-1586-4b2a-980d-2adedf343b4a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:21:52.744814 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4181957 Apr 18 06:21:52.745592 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b0e87-c252-424e-9f7e-2c3cd43eb526 admin admin] Pushing event updated for resources: {'Network': ['ID=82f9c950-9f83-4dac-8f8d-c2176057301e,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:52.747379 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54080) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:21:52.754078 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-f5d84623-ffb7-4714-b02a-ce7a4f942390 admin admin] Request body: {'subnet': {'network_id': '82f9c950-9f83-4dac-8f8d-c2176057301e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-420555032-subnet', 'tenant_id': '996fb5af65484ea88a2f4badb75c638a', 'ip_version': 4}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:52.759456 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f5d84623-ffb7-4714-b02a-ce7a4f942390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:21:52.764360 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f5d84623-ffb7-4714-b02a-ce7a4f942390 admin admin] Usage tracker for resource:subnet and tenant:996fb5af65484ea88a2f4badb75c638a is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:21:52.769593 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f5d84623-ffb7-4714-b02a-ce7a4f942390 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:21:52.776958 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f5d84623-ffb7-4714-b02a-ce7a4f942390 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:21:52.796874 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d84623-ffb7-4714-b02a-ce7a4f942390 admin admin] Made reservation on behalf of 996fb5af65484ea88a2f4badb75c638a for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:21:52.801467 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f5d84623-ffb7-4714-b02a-ce7a4f942390 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:52.804474 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 82f9c950-9f83-4dac-8f8d-c2176057301e details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:21:52.906067 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device bd0acb64-97ae-405f-94ec-6d9e568639aa up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:21:53.048210 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f5d84623-ffb7-4714-b02a-ce7a4f942390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:53.133890 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d84623-ffb7-4714-b02a-ce7a4f942390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f7b2226-9923-4aa9-88b2-e53682df2358,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:53.139695 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d84623-ffb7-4714-b02a-ce7a4f942390 admin admin] Checking segment: {'id': 'ec571ea6-ad0d-4888-8037-dc54cdad6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82f9c950-9f83-4dac-8f8d-c2176057301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:21:53.140078 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d84623-ffb7-4714-b02a-ce7a4f942390 admin admin] Network hostable DHCP agents. Network: 82f9c950-9f83-4dac-8f8d-c2176057301e, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:21:53.150134 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port bd0acb64-97ae-405f-94ec-6d9e568639aa completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:21:53.159601 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port bd0acb64-97ae-405f-94ec-6d9e568639aa triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:53.160077 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:53.162830 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d84623-ffb7-4714-b02a-ce7a4f942390 admin admin] Network 82f9c950-9f83-4dac-8f8d-c2176057301e is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:21:53.173331 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-f5d84623-ffb7-4714-b02a-ce7a4f942390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 82f9c950-9f83-4dac-8f8d-c2176057301e) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:21:53.177905 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d84623-ffb7-4714-b02a-ce7a4f942390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:53.178607 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f5d84623-ffb7-4714-b02a-ce7a4f942390 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:53.205919 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f5d84623-ffb7-4714-b02a-ce7a4f942390 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4540143 Apr 18 06:21:53.206133 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b994790a-94d1-4648-aebb-84ecce5f9370 None None] Network 82f9c950-9f83-4dac-8f8d-c2176057301e requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:21:53.206234 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54084) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:21:53.211438 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-420555032-router', 'tenant_id': '996fb5af65484ea88a2f4badb75c638a', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:53.216206 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:21:53.220616 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] Usage tracker for resource:router and tenant:996fb5af65484ea88a2f4badb75c638a is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:21:53.223635 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:21:53.229486 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:21:53.245600 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:53.246934 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:53.263041 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:53.497698 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:53.548482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:53.558546 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'name': 'tempest-TestMinimumBasicScenario-707139481-router', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:46Z', 'updated_at': '2022-04-18T06:21:50Z', 'revision_number': 4, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'gw_port': {'id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ea:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:47Z', 'updated_at': '2022-04-18T06:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd9821de4-a3fc-4c3d-8d4f-12b661bdcc6c', 'name': '', 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'mac_address': 'fa:16:3e:17:db:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '28f050cb-44cb-49fd-984c-6e48f2663782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:49Z', 'updated_at': '2022-04-18T06:21:50Z', 'revision_number': 2, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'subnets': [{'id': '28f050cb-44cb-49fd-984c-6e48f2663782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:53.561876 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port bd0acb64-97ae-405f-94ec-6d9e568639aa, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=bd0acb64-97ae-405f-94ec-6d9e568639aa,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:21:53.568559 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:53.603363 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] Checking router: 593cc214-1586-4b2a-980d-2adedf343b4a for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:21:53.603714 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] Updating router 593cc214-1586-4b2a-980d-2adedf343b4a port d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:21:53.634416 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-82f9c950-9f83-4dac-8f8d-c2176057301e', 'network_id': '82f9c950-9f83-4dac-8f8d-c2176057301e', 'tenant_id': '996fb5af65484ea88a2f4badb75c638a', 'fixed_ips': [{'subnet_id': '3f7b2226-9923-4aa9-88b2-e53682df2358'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:21:53.634682 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:53.741327 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:53.761162 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=bd0acb64-97ae-405f-94ec-6d9e568639aa,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:53.978717 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] Allocated IP 172.20.0.2 (82f9c950-9f83-4dac-8f8d-c2176057301e/3f7b2226-9923-4aa9-88b2-e53682df2358/5c93c6d3-c6bf-4171-a872-25b40ece72df) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:21:54.003569 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:54.039459 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:54.185110 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] Allocated IP 172.26.1.116 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/e148f96b-4045-419e-9733-7ebdad64e959) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:21:54.342606 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:54.381696 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:54.409685 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:54.415992 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:54.432292 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] Transition to ACTIVE for port object d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:21:54.434657 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] Transition to ACTIVE for port object 5c93c6d3-c6bf-4171-a872-25b40ece72df will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:21:54.448395 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:54.454341 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:21:54.458234 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:21:54.462026 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:21:54.513555 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] Pushing event updated for resources: {'Port': ['ID=e148f96b-4045-419e-9733-7ebdad64e959,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:54.554922 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] Transition to ACTIVE for port object 5c93c6d3-c6bf-4171-a872-25b40ece72df will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:21:54.574249 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:54.633459 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b1f2e-9382-414e-8cd6-d6b3e2c5acc9 None None] Pushing event updated for resources: {'Port': ['ID=d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:54.691306 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] Network 82f9c950-9f83-4dac-8f8d-c2176057301e is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:21:54.745862 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:21:54.750041 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:21:54.827838 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] Attempting to bind port d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:21:54.828161 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] Attempting to bind port d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'bc89edb7-85d1-4292-817d-3854cf385093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:21:54.828523 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] Attempting to bind port d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c on network c2335793-e6e4-4b36-be85-650ed68c13b4 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:21:54.830830 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] Pushing event updated for resources: {'Port': ['ID=5c93c6d3-c6bf-4171-a872-25b40ece72df,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:54.866982 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device bd0acb64-97ae-405f-94ec-6d9e568639aa up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:21:54.920654 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:21:54.920970 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] Checking segment: {'id': 'bc89edb7-85d1-4292-817d-3854cf385093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:21:54.921310 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:54.921697 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] Bound using segment: {'id': 'bc89edb7-85d1-4292-817d-3854cf385093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:21:54.922158 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] Bound port: d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc89edb7-85d1-4292-817d-3854cf385093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:21:54.922512 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:54.952623 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] Attempting to bind port 5c93c6d3-c6bf-4171-a872-25b40ece72df on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:21:54.952982 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] Attempting to bind port 5c93c6d3-c6bf-4171-a872-25b40ece72df by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'ec571ea6-ad0d-4888-8037-dc54cdad6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82f9c950-9f83-4dac-8f8d-c2176057301e'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:21:54.953345 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] Attempting to bind port 5c93c6d3-c6bf-4171-a872-25b40ece72df on network 82f9c950-9f83-4dac-8f8d-c2176057301e {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:21:54.969661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:54.998689 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:21:54.999046 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] Checking segment: {'id': 'ec571ea6-ad0d-4888-8037-dc54cdad6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82f9c950-9f83-4dac-8f8d-c2176057301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:21:54.999435 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:54.999817 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] Bound using segment: {'id': 'ec571ea6-ad0d-4888-8037-dc54cdad6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82f9c950-9f83-4dac-8f8d-c2176057301e'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:21:55.000294 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] Bound port: 5c93c6d3-c6bf-4171-a872-25b40ece72df, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec571ea6-ad0d-4888-8037-dc54cdad6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82f9c950-9f83-4dac-8f8d-c2176057301e'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:21:55.000660 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:55.128649 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port bd0acb64-97ae-405f-94ec-6d9e568639aa triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:55.129011 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:55.167214 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] For port d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:21:55.186995 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] For port d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c,segment=NetworkSegment(bc89edb7-85d1-4292-817d-3854cf385093),segment_id=bc89edb7-85d1-4292-817d-3854cf385093)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:21:55.197568 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] For port 5c93c6d3-c6bf-4171-a872-25b40ece72df, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:21:55.204493 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:55.249267 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] For port 5c93c6d3-c6bf-4171-a872-25b40ece72df, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5c93c6d3-c6bf-4171-a872-25b40ece72df,segment=NetworkSegment(ec571ea6-ad0d-4888-8037-dc54cdad6ea0),segment_id=ec571ea6-ad0d-4888-8037-dc54cdad6ea0)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:21:55.267305 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:55.314545 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] Routers {'593cc214-1586-4b2a-980d-2adedf343b4a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:21:55.315375 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:21:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['593cc214-1586-4b2a-980d-2adedf343b4a'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:55.341473 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:55.434923 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b1f2e-9382-414e-8cd6-d6b3e2c5acc9 None None] Pushing event updated for resources: {'Port': ['ID=d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:55.629260 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ed00e-4bd9-4d2b-935c-8d43d8a4bff7 None None] Pushing event updated for resources: {'Port': ['ID=5c93c6d3-c6bf-4171-a872-25b40ece72df,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:55.664724 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] Set router 593cc214-1586-4b2a-980d-2adedf343b4a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:21:55.782804 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] Router 6bb58189-fa3d-4899-829f-a9f93a5c04bd is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:21:56.000961 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:21:56.010016 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] Sync routers for ids ['6bb58189-fa3d-4899-829f-a9f93a5c04bd'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:21:56.020925 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] Routers {'6bb58189-fa3d-4899-829f-a9f93a5c04bd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:21:56.021537 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:21:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6bb58189-fa3d-4899-829f-a9f93a5c04bd'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:56.052557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:56.056415 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-cd40c20b-94ac-455b-aabe-9b8d00be4390 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8490517 Apr 18 06:21:56.058989 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54088) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:21:56.152813 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'name': 'tempest-TestMinimumBasicScenario-707139481-router', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:46Z', 'updated_at': '2022-04-18T06:21:50Z', 'revision_number': 4, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'gw_port': {'id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:47Z', 'updated_at': '2022-04-18T06:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd9821de4-a3fc-4c3d-8d4f-12b661bdcc6c', 'name': '', 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'mac_address': 'fa:16:3e:17:db:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '28f050cb-44cb-49fd-984c-6e48f2663782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:49Z', 'updated_at': '2022-04-18T06:21:55Z', 'revision_number': 4, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'subnets': [{'id': '28f050cb-44cb-49fd-984c-6e48f2663782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:56.157841 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8073bf88-4d5e-4340-aa46-c3951b96ca78 None None] The sync data for ids ['593cc214-1586-4b2a-980d-2adedf343b4a'] in dv-neutron-837489-1-hyperv is: [{'id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'name': 'tempest-TestMinimumBasicScenario-707139481-router', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:46Z', 'updated_at': '2022-04-18T06:21:50Z', 'revision_number': 4, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'gw_port': {'id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:47Z', 'updated_at': '2022-04-18T06:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd9821de4-a3fc-4c3d-8d4f-12b661bdcc6c', 'name': '', 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'mac_address': 'fa:16:3e:17:db:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '28f050cb-44cb-49fd-984c-6e48f2663782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:49Z', 'updated_at': '2022-04-18T06:21:55Z', 'revision_number': 4, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'subnets': [{'id': '28f050cb-44cb-49fd-984c-6e48f2663782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:21:56.284083 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] Set router 6bb58189-fa3d-4899-829f-a9f93a5c04bd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:21:56.718535 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb58189-fa3d-4899-829f-a9f93a5c04bd', 'name': 'tempest-TestMinimumBasicScenario-420555032-router', 'tenant_id': '996fb5af65484ea88a2f4badb75c638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e148f96b-4045-419e-9733-7ebdad64e959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:53Z', 'updated_at': '2022-04-18T06:21:54Z', 'revision_number': 3, 'project_id': '996fb5af65484ea88a2f4badb75c638a', 'gw_port': {'id': 'e148f96b-4045-419e-9733-7ebdad64e959', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:db:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb58189-fa3d-4899-829f-a9f93a5c04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:54Z', 'updated_at': '2022-04-18T06:21:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:56.729680 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] Checking router: 6bb58189-fa3d-4899-829f-a9f93a5c04bd for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:21:56.730132 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] Updating router 6bb58189-fa3d-4899-829f-a9f93a5c04bd port e148f96b-4045-419e-9733-7ebdad64e959 binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:21:56.843145 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:56.942022 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:21:56.986360 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af1a6da-4d03-4b69-a438-b187adf120a7 None None] Network 82f9c950-9f83-4dac-8f8d-c2176057301e requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:21:57.148849 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4fa6a7a6-815d-4304-912c-c18fe35fac0b None None] Provisioning for port 5c93c6d3-c6bf-4171-a872-25b40ece72df completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:21:57.261418 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:21:57.273440 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:57.273958 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:57.275166 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9b3f6038-c77d-4243-a96a-c9c13e787733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:57.412209 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:57.441622 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] Transition to ACTIVE for port object e148f96b-4045-419e-9733-7ebdad64e959 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:21:57.462747 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:57.482758 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:57.548536 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c,segment=NetworkSegment(bc89edb7-85d1-4292-817d-3854cf385093),segment_id=bc89edb7-85d1-4292-817d-3854cf385093)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:21:57.563894 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:57.565435 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5c93c6d3-c6bf-4171-a872-25b40ece72df up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:21:57.567400 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] Attempting to bind port e148f96b-4045-419e-9733-7ebdad64e959 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:21:57.567771 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] Attempting to bind port e148f96b-4045-419e-9733-7ebdad64e959 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:21:57.568145 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] Attempting to bind port e148f96b-4045-419e-9733-7ebdad64e959 on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:21:57.623697 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:21:57.630679 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:21:57.631450 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:57.631859 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:21:57.632379 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] Bound port: e148f96b-4045-419e-9733-7ebdad64e959, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:21:57.632746 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:57.685428 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-9b3f6038-c77d-4243-a96a-c9c13e787733 admin admin] Allocated IP 172.20.0.1 (82f9c950-9f83-4dac-8f8d-c2176057301e/3f7b2226-9923-4aa9-88b2-e53682df2358/23d603a1-3f44-4488-a141-3449f1e23a05) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:21:57.771055 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:57.800109 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eede02-749a-441b-ba03-87f0cb55d2fa None None] Pushing event updated for resources: {'Port': ['ID=e148f96b-4045-419e-9733-7ebdad64e959,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:57.803529 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 5c93c6d3-c6bf-4171-a872-25b40ece72df completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:21:57.832792 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 5c93c6d3-c6bf-4171-a872-25b40ece72df triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:57.839505 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:57.893192 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] For port e148f96b-4045-419e-9733-7ebdad64e959, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:21:57.898101 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] For port e148f96b-4045-419e-9733-7ebdad64e959, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=e148f96b-4045-419e-9733-7ebdad64e959,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:21:57.908015 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:57.954565 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-48827e4b-716e-4e1e-a6f5-192300c32852 None None] Provisioning complete for port 5c93c6d3-c6bf-4171-a872-25b40ece72df triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:57.954958 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-48827e4b-716e-4e1e-a6f5-192300c32852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:58.044174 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] Routers {'6bb58189-fa3d-4899-829f-a9f93a5c04bd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:21:58.045556 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:21:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6bb58189-fa3d-4899-829f-a9f93a5c04bd'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:58.051134 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9b3f6038-c77d-4243-a96a-c9c13e787733 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:58.082377 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-9b3f6038-c77d-4243-a96a-c9c13e787733 admin admin] Transition to ACTIVE for port object 23d603a1-3f44-4488-a141-3449f1e23a05 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:21:58.097311 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:58.116213 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9b3f6038-c77d-4243-a96a-c9c13e787733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:58.144616 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eede02-749a-441b-ba03-87f0cb55d2fa None None] Pushing event updated for resources: {'Port': ['ID=e148f96b-4045-419e-9733-7ebdad64e959,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:58.208498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-48827e4b-716e-4e1e-a6f5-192300c32852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:58.221979 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3f6038-c77d-4243-a96a-c9c13e787733 admin admin] Network 82f9c950-9f83-4dac-8f8d-c2176057301e is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:21:58.226092 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 5c93c6d3-c6bf-4171-a872-25b40ece72df, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5c93c6d3-c6bf-4171-a872-25b40ece72df,segment=NetworkSegment(ec571ea6-ad0d-4888-8037-dc54cdad6ea0),segment_id=ec571ea6-ad0d-4888-8037-dc54cdad6ea0)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:21:58.238959 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:58.240704 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-9b3f6038-c77d-4243-a96a-c9c13e787733 admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:21:58.271979 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f6038-c77d-4243-a96a-c9c13e787733 admin admin] Pushing event updated for resources: {'Port': ['ID=23d603a1-3f44-4488-a141-3449f1e23a05,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:58.281533 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3f6038-c77d-4243-a96a-c9c13e787733 admin admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:21:58.322910 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] Set router 6bb58189-fa3d-4899-829f-a9f93a5c04bd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:21:58.379428 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-48827e4b-716e-4e1e-a6f5-192300c32852 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:21:58.380428 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-48827e4b-716e-4e1e-a6f5-192300c32852 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:21:58.384385 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=5c93c6d3-c6bf-4171-a872-25b40ece72df,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:58.404958 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9b3f6038-c77d-4243-a96a-c9c13e787733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:58.579730 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9b3f6038-c77d-4243-a96a-c9c13e787733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:58.657143 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb58189-fa3d-4899-829f-a9f93a5c04bd', 'name': 'tempest-TestMinimumBasicScenario-420555032-router', 'tenant_id': '996fb5af65484ea88a2f4badb75c638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e148f96b-4045-419e-9733-7ebdad64e959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:53Z', 'updated_at': '2022-04-18T06:21:54Z', 'revision_number': 3, 'project_id': '996fb5af65484ea88a2f4badb75c638a', 'gw_port': {'id': 'e148f96b-4045-419e-9733-7ebdad64e959', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:db:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb58189-fa3d-4899-829f-a9f93a5c04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:54Z', 'updated_at': '2022-04-18T06:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:58.663847 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65ea2f9-e77b-4994-97b1-be43ecf05817 None None] The sync data for ids ['6bb58189-fa3d-4899-829f-a9f93a5c04bd'] in dv-neutron-837489-1-hyperv is: [{'id': '6bb58189-fa3d-4899-829f-a9f93a5c04bd', 'name': 'tempest-TestMinimumBasicScenario-420555032-router', 'tenant_id': '996fb5af65484ea88a2f4badb75c638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e148f96b-4045-419e-9733-7ebdad64e959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:53Z', 'updated_at': '2022-04-18T06:21:54Z', 'revision_number': 3, 'project_id': '996fb5af65484ea88a2f4badb75c638a', 'gw_port': {'id': 'e148f96b-4045-419e-9733-7ebdad64e959', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:db:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb58189-fa3d-4899-829f-a9f93a5c04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:54Z', 'updated_at': '2022-04-18T06:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:21:58.827228 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:21:58.849785 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9b3f6038-c77d-4243-a96a-c9c13e787733 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:58.856049 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9b3f6038-c77d-4243-a96a-c9c13e787733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:59.001023 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:59.001331 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:59.007957 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f6038-c77d-4243-a96a-c9c13e787733 admin admin] Pushing event updated for resources: {'Port': ['ID=23d603a1-3f44-4488-a141-3449f1e23a05,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:59.019688 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9b3f6038-c77d-4243-a96a-c9c13e787733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:59.190704 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3f6038-c77d-4243-a96a-c9c13e787733 admin admin] Network 82f9c950-9f83-4dac-8f8d-c2176057301e is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:21:59.191916 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-9b3f6038-c77d-4243-a96a-c9c13e787733 admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:21:59.204797 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5c93c6d3-c6bf-4171-a872-25b40ece72df up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:21:59.345675 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-dd7f0125-0e04-41b6-a13f-1c59c730757d None None] Provisioning for port 23d603a1-3f44-4488-a141-3449f1e23a05 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:21:59.362409 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-dd7f0125-0e04-41b6-a13f-1c59c730757d None None] Provisioning complete for port 23d603a1-3f44-4488-a141-3449f1e23a05 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:59.365856 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dd7f0125-0e04-41b6-a13f-1c59c730757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:59.503464 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-dd7f0125-0e04-41b6-a13f-1c59c730757d None None] Port 23d603a1-3f44-4488-a141-3449f1e23a05 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:21:59.524993 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 5c93c6d3-c6bf-4171-a872-25b40ece72df triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:59.525516 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:59.559534 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3f6038-c77d-4243-a96a-c9c13e787733 admin admin] Router 6bb58189-fa3d-4899-829f-a9f93a5c04bd has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:21:59.679586 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-b59b3bf4-9fc8-4263-b108-d7d5711c7199 None None] Provisioning complete for port 23d603a1-3f44-4488-a141-3449f1e23a05 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:59.680080 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b59b3bf4-9fc8-4263-b108-d7d5711c7199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:59.740854 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-b59b3bf4-9fc8-4263-b108-d7d5711c7199 None None] Port 23d603a1-3f44-4488-a141-3449f1e23a05 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:21:59.765876 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3f6038-c77d-4243-a96a-c9c13e787733 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:21:59.776862 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9b3f6038-c77d-4243-a96a-c9c13e787733 admin admin] 10.222.0.15 "PUT /v2.0/routers/6bb58189-fa3d-4899-829f-a9f93a5c04bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7164273 Apr 18 06:22:00.589894 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] Sync routers for ids ['6bb58189-fa3d-4899-829f-a9f93a5c04bd'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:22:00.599926 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] Routers {'6bb58189-fa3d-4899-829f-a9f93a5c04bd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:22:00.600588 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:21:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6bb58189-fa3d-4899-829f-a9f93a5c04bd'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:22:00.838560 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] Set router 6bb58189-fa3d-4899-829f-a9f93a5c04bd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:22:00.931154 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device e148f96b-4045-419e-9733-7ebdad64e959 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:22:01.189449 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port e148f96b-4045-419e-9733-7ebdad64e959 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:22:01.228753 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port e148f96b-4045-419e-9733-7ebdad64e959 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:22:01.229434 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:01.365916 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb58189-fa3d-4899-829f-a9f93a5c04bd', 'name': 'tempest-TestMinimumBasicScenario-420555032-router', 'tenant_id': '996fb5af65484ea88a2f4badb75c638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e148f96b-4045-419e-9733-7ebdad64e959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:53Z', 'updated_at': '2022-04-18T06:21:58Z', 'revision_number': 4, 'project_id': '996fb5af65484ea88a2f4badb75c638a', 'gw_port': {'id': 'e148f96b-4045-419e-9733-7ebdad64e959', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:db:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb58189-fa3d-4899-829f-a9f93a5c04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:54Z', 'updated_at': '2022-04-18T06:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '23d603a1-3f44-4488-a141-3449f1e23a05', 'name': '', 'network_id': '82f9c950-9f83-4dac-8f8d-c2176057301e', 'tenant_id': '996fb5af65484ea88a2f4badb75c638a', 'mac_address': 'fa:16:3e:67:b6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb58189-fa3d-4899-829f-a9f93a5c04bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3f7b2226-9923-4aa9-88b2-e53682df2358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:57Z', 'updated_at': '2022-04-18T06:21:58Z', 'revision_number': 2, 'project_id': '996fb5af65484ea88a2f4badb75c638a', 'subnets': [{'id': '3f7b2226-9923-4aa9-88b2-e53682df2358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:22:01.377709 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] Checking router: 6bb58189-fa3d-4899-829f-a9f93a5c04bd for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:22:01.377709 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] Updating router 6bb58189-fa3d-4899-829f-a9f93a5c04bd port 23d603a1-3f44-4488-a141-3449f1e23a05 binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:22:01.429102 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:01.453744 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:01.470298 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port e148f96b-4045-419e-9733-7ebdad64e959, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=e148f96b-4045-419e-9733-7ebdad64e959,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:22:01.505035 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:01.695587 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=e148f96b-4045-419e-9733-7ebdad64e959,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:22:01.938548 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:01.952549 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] Transition to ACTIVE for port object 23d603a1-3f44-4488-a141-3449f1e23a05 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:22:01.965620 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:02.164640 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b572f39-62b1-4a2a-adda-4a5b58ee92b5 None None] Pushing event updated for resources: {'Port': ['ID=23d603a1-3f44-4488-a141-3449f1e23a05,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:22:02.312511 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] Attempting to bind port 23d603a1-3f44-4488-a141-3449f1e23a05 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:22:02.313019 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] Attempting to bind port 23d603a1-3f44-4488-a141-3449f1e23a05 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'ec571ea6-ad0d-4888-8037-dc54cdad6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82f9c950-9f83-4dac-8f8d-c2176057301e'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:22:02.313476 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] Attempting to bind port 23d603a1-3f44-4488-a141-3449f1e23a05 on network 82f9c950-9f83-4dac-8f8d-c2176057301e {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:22:02.320580 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:22:02.320958 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] Checking segment: {'id': 'ec571ea6-ad0d-4888-8037-dc54cdad6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82f9c950-9f83-4dac-8f8d-c2176057301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:22:02.321823 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:02.322229 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] Bound using segment: {'id': 'ec571ea6-ad0d-4888-8037-dc54cdad6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82f9c950-9f83-4dac-8f8d-c2176057301e'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:22:02.322698 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] Bound port: 23d603a1-3f44-4488-a141-3449f1e23a05, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec571ea6-ad0d-4888-8037-dc54cdad6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82f9c950-9f83-4dac-8f8d-c2176057301e'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:22:02.323073 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:02.452489 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] For port 23d603a1-3f44-4488-a141-3449f1e23a05, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:22:02.457282 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] For port 23d603a1-3f44-4488-a141-3449f1e23a05, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=23d603a1-3f44-4488-a141-3449f1e23a05,segment=NetworkSegment(ec571ea6-ad0d-4888-8037-dc54cdad6ea0),segment_id=ec571ea6-ad0d-4888-8037-dc54cdad6ea0)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:22:02.465492 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:02.593043 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b572f39-62b1-4a2a-adda-4a5b58ee92b5 None None] Pushing event updated for resources: {'Port': ['ID=23d603a1-3f44-4488-a141-3449f1e23a05,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:22:02.606884 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] Routers {'6bb58189-fa3d-4899-829f-a9f93a5c04bd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:22:02.607771 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:21:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6bb58189-fa3d-4899-829f-a9f93a5c04bd'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:22:02.832859 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device e148f96b-4045-419e-9733-7ebdad64e959 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:22:02.933618 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] Set router 6bb58189-fa3d-4899-829f-a9f93a5c04bd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:22:03.073320 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port e148f96b-4045-419e-9733-7ebdad64e959 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:22:03.073320 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:03.391104 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb58189-fa3d-4899-829f-a9f93a5c04bd', 'name': 'tempest-TestMinimumBasicScenario-420555032-router', 'tenant_id': '996fb5af65484ea88a2f4badb75c638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e148f96b-4045-419e-9733-7ebdad64e959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:53Z', 'updated_at': '2022-04-18T06:21:58Z', 'revision_number': 4, 'project_id': '996fb5af65484ea88a2f4badb75c638a', 'gw_port': {'id': 'e148f96b-4045-419e-9733-7ebdad64e959', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:db:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb58189-fa3d-4899-829f-a9f93a5c04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:54Z', 'updated_at': '2022-04-18T06:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '23d603a1-3f44-4488-a141-3449f1e23a05', 'name': '', 'network_id': '82f9c950-9f83-4dac-8f8d-c2176057301e', 'tenant_id': '996fb5af65484ea88a2f4badb75c638a', 'mac_address': 'fa:16:3e:67:b6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb58189-fa3d-4899-829f-a9f93a5c04bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3f7b2226-9923-4aa9-88b2-e53682df2358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:57Z', 'updated_at': '2022-04-18T06:22:02Z', 'revision_number': 4, 'project_id': '996fb5af65484ea88a2f4badb75c638a', 'subnets': [{'id': '3f7b2226-9923-4aa9-88b2-e53682df2358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:22:03.395399 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54031f4-8dd5-4e44-b42f-c43f8543b687 None None] The sync data for ids ['6bb58189-fa3d-4899-829f-a9f93a5c04bd'] in dv-neutron-837489-1-hyperv is: [{'id': '6bb58189-fa3d-4899-829f-a9f93a5c04bd', 'name': 'tempest-TestMinimumBasicScenario-420555032-router', 'tenant_id': '996fb5af65484ea88a2f4badb75c638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e148f96b-4045-419e-9733-7ebdad64e959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:53Z', 'updated_at': '2022-04-18T06:21:58Z', 'revision_number': 4, 'project_id': '996fb5af65484ea88a2f4badb75c638a', 'gw_port': {'id': 'e148f96b-4045-419e-9733-7ebdad64e959', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:db:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb58189-fa3d-4899-829f-a9f93a5c04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:54Z', 'updated_at': '2022-04-18T06:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '23d603a1-3f44-4488-a141-3449f1e23a05', 'name': '', 'network_id': '82f9c950-9f83-4dac-8f8d-c2176057301e', 'tenant_id': '996fb5af65484ea88a2f4badb75c638a', 'mac_address': 'fa:16:3e:67:b6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb58189-fa3d-4899-829f-a9f93a5c04bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3f7b2226-9923-4aa9-88b2-e53682df2358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:57Z', 'updated_at': '2022-04-18T06:22:02Z', 'revision_number': 4, 'project_id': '996fb5af65484ea88a2f4badb75c638a', 'subnets': [{'id': '3f7b2226-9923-4aa9-88b2-e53682df2358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:22:04.890823 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 23d603a1-3f44-4488-a141-3449f1e23a05 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:22:04.992948 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 23d603a1-3f44-4488-a141-3449f1e23a05 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:22:04.999051 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 23d603a1-3f44-4488-a141-3449f1e23a05 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:22:05.000459 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:05.199593 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:05.246988 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 23d603a1-3f44-4488-a141-3449f1e23a05, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=23d603a1-3f44-4488-a141-3449f1e23a05,segment=NetworkSegment(ec571ea6-ad0d-4888-8037-dc54cdad6ea0),segment_id=ec571ea6-ad0d-4888-8037-dc54cdad6ea0)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:22:05.253818 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:05.349113 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-769b3d95-3fda-49b7-9af7-9be6990d738b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:05.366268 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=23d603a1-3f44-4488-a141-3449f1e23a05,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:22:06.829546 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 23d603a1-3f44-4488-a141-3449f1e23a05 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:22:06.939715 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 23d603a1-3f44-4488-a141-3449f1e23a05 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:22:06.940165 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:07.693118 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2ccf3ed7-c6b1-4502-8051-275b72ded67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:08.004958 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:08.608885 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:08.711241 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:10.171046 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:11.729304 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-770b5f8c-dd1a-44e3-b0e1-f2cdfdad5356 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:11.730002 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-770b5f8c-dd1a-44e3-b0e1-f2cdfdad5356 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Synchronizing usage tracker for tenant:ea5cf62463704970ac410782c74c0334 on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:22:11.748526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-770b5f8c-dd1a-44e3-b0e1-f2cdfdad5356 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Unset dirty status for tenant:ea5cf62463704970ac410782c74c0334 on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:22:11.749712 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-770b5f8c-dd1a-44e3-b0e1-f2cdfdad5356 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/networks?id=c2335793-e6e4-4b36-be85-650ed68c13b4 HTTP/1.1" status: 200 len: 814 time: 0.1724272 Apr 18 06:22:11.766153 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-532c5ef4-178d-4afd-b848-5b4a2905ab2e tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/quotas/ea5cf62463704970ac410782c74c0334 HTTP/1.1" status: 200 len: 375 time: 0.0097184 Apr 18 06:22:11.849615 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-1e98add6-88fb-465e-a51f-9d65aa95def2 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Synchronizing usage tracker for tenant:ea5cf62463704970ac410782c74c0334 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:22:11.866709 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-1e98add6-88fb-465e-a51f-9d65aa95def2 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Unset dirty status for tenant:ea5cf62463704970ac410782c74c0334 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:22:11.868181 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-1e98add6-88fb-465e-a51f-9d65aa95def2 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea5cf62463704970ac410782c74c0334&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962937 Apr 18 06:22:12.115932 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-2a545f2d-c142-4029-849a-46af5831760a service neutron] 10.222.0.15 "GET /v2.0/networks/c2335793-e6e4-4b36-be85-650ed68c13b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356634 Apr 18 06:22:12.248929 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-0e759cc1-d0b0-484a-8d30-4dc46245f34c service neutron] 10.222.0.15 "GET /v2.0/networks/c2335793-e6e4-4b36-be85-650ed68c13b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272011 Apr 18 06:22:12.447347 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-587f7f31-b997-4456-990b-bf9d07f4038e req-f3ef5686-579e-4f05-ab91-a1c6d7d15d43 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 210 time: 0.0527501 Apr 18 06:22:13.635626 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-57fcd67d-602b-40cc-b8cd-9f4105b4143f req-31155150-5060-4267-9194-5213686934a8 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 210 time: 0.0540080 Apr 18 06:22:13.648299 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-23dcc7ab-1240-43fa-bb67-d77a22e6d78a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:13.650012 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-23dcc7ab-1240-43fa-bb67-d77a22e6d78a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.52 "GET /v2.0/networks?id=c2335793-e6e4-4b36-be85-650ed68c13b4 HTTP/1.1" status: 200 len: 814 time: 0.2041664 Apr 18 06:22:13.668523 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Request body: {'port': {'device_id': '1b44d1cc-2edf-4d17-986b-02e42cb3e4ad', 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4', 'admin_state_up': True, 'tenant_id': 'ea5cf62463704970ac410782c74c0334'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:22:13.814071 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:22:13.824351 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:22:13.835317 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Made reservation on behalf of ea5cf62463704970ac410782c74c0334 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:22:13.839046 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:14.025671 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Allocated IP 172.20.0.13 (c2335793-e6e4-4b36-be85-650ed68c13b4/28f050cb-44cb-49fd-984c-6e48f2663782/defe5327-2935-40c8-a520-5daa22f19c62) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:22:14.402492 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:14.420840 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Transition to ACTIVE for port object defe5327-2935-40c8-a520-5daa22f19c62 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:22:14.452343 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:14.556615 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Network c2335793-e6e4-4b36-be85-650ed68c13b4 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:22:14.560317 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:22:14.565975 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:22:14.652247 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Pushing event updated for resources: {'Port': ['ID=defe5327-2935-40c8-a520-5daa22f19c62,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:22:14.699908 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:14.700618 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:14.701154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:14.701689 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:14.702325 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:14.702862 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:14.703406 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:14.703936 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:14.704477 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:14.706020 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:14.707015 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:14.707801 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:14.736273 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:14.736989 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:14.801789 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-47549d07-1539-4a78-a3a5-83997078e214 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1367359 Apr 18 06:22:14.823205 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-c9e24fc3-b2b1-426e-b1f1-5fced2a679ea tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:22:14.824456 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-c9e24fc3-b2b1-426e-b1f1-5fced2a679ea tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060985 Apr 18 06:22:14.841150 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] Request body: {'port': {'device_id': '1b44d1cc-2edf-4d17-986b-02e42cb3e4ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:22:14.919040 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1b3c2fce-21b6-4086-a775-ffc4b53cf9dc None None] Provisioning for port defe5327-2935-40c8-a520-5daa22f19c62 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:22:14.925521 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1b3c2fce-21b6-4086-a775-ffc4b53cf9dc None None] Provisioning complete for port defe5327-2935-40c8-a520-5daa22f19c62 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:22:14.926164 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1b3c2fce-21b6-4086-a775-ffc4b53cf9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:15.005407 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fb4e7-bdb0-43a6-9776-a4dfea2bd733 req-5b18b5e0-4557-40de-ba76-bb9fc185805c tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:15.018150 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f35fb4e7-bdb0-43a6-9776-a4dfea2bd733 req-5b18b5e0-4557-40de-ba76-bb9fc185805c tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 932 time: 0.1853464 Apr 18 06:22:15.055959 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-1b3c2fce-21b6-4086-a775-ffc4b53cf9dc None None] Port defe5327-2935-40c8-a520-5daa22f19c62 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:22:15.077853 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:15.106498 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f35fb4e7-bdb0-43a6-9776-a4dfea2bd733 req-9bfec780-a0c0-422f-a7c6-c711986f0136 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849378 Apr 18 06:22:15.544348 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id defe5327-2935-40c8-a520-5daa22f19c62 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:22:15.554325 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:15.570612 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] Transition to ACTIVE for port object defe5327-2935-40c8-a520-5daa22f19c62 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:22:15.576138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:15.981576 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] Pushing event updated for resources: {'Port': ['ID=defe5327-2935-40c8-a520-5daa22f19c62,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:22:16.029154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] Attempting to bind port defe5327-2935-40c8-a520-5daa22f19c62 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:22:16.030302 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] Attempting to bind port defe5327-2935-40c8-a520-5daa22f19c62 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'bc89edb7-85d1-4292-817d-3854cf385093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:22:16.030894 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] Attempting to bind port defe5327-2935-40c8-a520-5daa22f19c62 on network c2335793-e6e4-4b36-be85-650ed68c13b4 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:22:16.039260 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] Port defe5327-2935-40c8-a520-5daa22f19c62 on network c2335793-e6e4-4b36-be85-650ed68c13b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:22:16.040804 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] Attempting to bind port defe5327-2935-40c8-a520-5daa22f19c62 on network c2335793-e6e4-4b36-be85-650ed68c13b4 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:22:16.054402 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:22:16.057755 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] Checking segment: {'id': 'bc89edb7-85d1-4292-817d-3854cf385093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:22:16.058821 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] Bound using segment: {'id': 'bc89edb7-85d1-4292-817d-3854cf385093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:22:16.059841 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] Bound port: defe5327-2935-40c8-a520-5daa22f19c62, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc89edb7-85d1-4292-817d-3854cf385093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:22:16.061549 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:16.175229 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] For port defe5327-2935-40c8-a520-5daa22f19c62, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:22:16.178843 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] For port defe5327-2935-40c8-a520-5daa22f19c62, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=defe5327-2935-40c8-a520-5daa22f19c62,segment=NetworkSegment(bc89edb7-85d1-4292-817d-3854cf385093),segment_id=bc89edb7-85d1-4292-817d-3854cf385093)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:22:16.184883 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:16.312540 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:16.313514 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:16.317976 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] 10.222.0.52 "PUT /v2.0/ports/defe5327-2935-40c8-a520-5daa22f19c62 HTTP/1.1" status: 200 len: 1094 time: 1.4818754 Apr 18 06:22:16.318727 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b44d1cc-2edf-4d17-986b-02e42cb3e4ad', 'tag': 'defe5327-2935-40c8-a520-5daa22f19c62'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:22:16.359875 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c6168-6cf2-4d41-aa56-df67fd162213 service neutron] Pushing event updated for resources: {'Port': ['ID=defe5327-2935-40c8-a520-5daa22f19c62,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:22:16.491119 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b22dfe62-4543-4813-9997-3f0f7c30196f'] response: {'name': 'network-changed', 'server_uuid': '1b44d1cc-2edf-4d17-986b-02e42cb3e4ad', 'tag': 'defe5327-2935-40c8-a520-5daa22f19c62', 'status': 'completed', 'code': 200} Apr 18 06:22:16.512659 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:22:16.640637 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246e599-888f-4723-b71e-d0a40c8cfa0f req-4438746d-93ee-4673-98f9-9cfa7868e096 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:16.641793 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-c246e599-888f-4723-b71e-d0a40c8cfa0f req-4438746d-93ee-4673-98f9-9cfa7868e096 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Synchronizing usage tracker for tenant:ea5cf62463704970ac410782c74c0334 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:22:16.692424 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00842f0-c701-4906-b2ac-8c5f877f8e70 req-73e9bfea-4aaf-4ecd-aa5c-c7d74671223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:16.693999 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a00842f0-c701-4906-b2ac-8c5f877f8e70 req-73e9bfea-4aaf-4ecd-aa5c-c7d74671223e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea5cf62463704970ac410782c74c0334&device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 1097 time: 0.1816397 Apr 18 06:22:16.698629 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-c246e599-888f-4723-b71e-d0a40c8cfa0f req-4438746d-93ee-4673-98f9-9cfa7868e096 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Unset dirty status for tenant:ea5cf62463704970ac410782c74c0334 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:22:16.712741 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c246e599-888f-4723-b71e-d0a40c8cfa0f req-4438746d-93ee-4673-98f9-9cfa7868e096 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 944 time: 0.3352559 Apr 18 06:22:16.807993 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-c246e599-888f-4723-b71e-d0a40c8cfa0f req-97c72b8f-8881-40c6-926c-66a0fe9e7151 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Synchronizing usage tracker for tenant:ea5cf62463704970ac410782c74c0334 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:22:16.827804 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-c246e599-888f-4723-b71e-d0a40c8cfa0f req-97c72b8f-8881-40c6-926c-66a0fe9e7151 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Unset dirty status for tenant:ea5cf62463704970ac410782c74c0334 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:22:16.829330 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c246e599-888f-4723-b71e-d0a40c8cfa0f req-97c72b8f-8881-40c6-926c-66a0fe9e7151 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150472 Apr 18 06:22:18.045136 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740fbea-d335-465e-aa46-b98ff4a589d2 req-79ea8ebe-d62c-4fa8-a812-0941e84bad6f tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:18.046633 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9740fbea-d335-465e-aa46-b98ff4a589d2 req-79ea8ebe-d62c-4fa8-a812-0941e84bad6f tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 944 time: 0.0932081 Apr 18 06:22:18.131151 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9740fbea-d335-465e-aa46-b98ff4a589d2 req-509f3fc5-ed6f-44b4-a3d2-17f32fba2ee0 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684335 Apr 18 06:22:19.364349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b58cad-6c83-44fa-8d9d-f7815f68807f req-f5934fd8-3b2a-456b-91e6-75e53fc154c0 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:19.375261 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b8b58cad-6c83-44fa-8d9d-f7815f68807f req-f5934fd8-3b2a-456b-91e6-75e53fc154c0 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 944 time: 0.1025732 Apr 18 06:22:19.422826 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b8b58cad-6c83-44fa-8d9d-f7815f68807f req-5c0d08a7-9ecf-43aa-9b60-cacb8737c754 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465851 Apr 18 06:22:20.651483 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c90ec-be00-46d4-a768-d3cd19679e1b req-f85155d9-cb09-4a67-83b3-897a6b243391 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:20.654542 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-373c90ec-be00-46d4-a768-d3cd19679e1b req-f85155d9-cb09-4a67-83b3-897a6b243391 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 944 time: 0.1044188 Apr 18 06:22:20.704613 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-373c90ec-be00-46d4-a768-d3cd19679e1b req-81a516d5-04d1-4807-b38c-73073179a4d2 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435066 Apr 18 06:22:21.942613 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de29897-e531-41d8-a887-402a0e55411a req-0a893f44-1d36-4823-b607-5d090f14de75 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:21.947933 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9de29897-e531-41d8-a887-402a0e55411a req-0a893f44-1d36-4823-b607-5d090f14de75 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 944 time: 0.1162307 Apr 18 06:22:21.996694 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9de29897-e531-41d8-a887-402a0e55411a req-a023f53a-7def-4309-a6e7-0f330803003a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448139 Apr 18 06:22:23.181117 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00842f0-c701-4906-b2ac-8c5f877f8e70 req-1737d54e-52ab-4d46-a61e-d7b17f55e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:23.182589 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a00842f0-c701-4906-b2ac-8c5f877f8e70 req-1737d54e-52ab-4d46-a61e-d7b17f55e6a3 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=ea5cf62463704970ac410782c74c0334&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1517563 Apr 18 06:22:23.186991 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54954d38-a83f-49ca-89f8-1cedcacc4022 req-3de9ae38-f010-4e21-a5c8-2d716e931663 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:23.188571 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-54954d38-a83f-49ca-89f8-1cedcacc4022 req-3de9ae38-f010-4e21-a5c8-2d716e931663 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 944 time: 0.0825384 Apr 18 06:22:23.236067 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-54954d38-a83f-49ca-89f8-1cedcacc4022 req-677af464-5cc0-4bb8-99c4-59c1bdef9772 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405869 Apr 18 06:22:23.328432 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00842f0-c701-4906-b2ac-8c5f877f8e70 req-3ba604a5-ebb6-475c-806c-64a24e1b8424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:23.330559 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a00842f0-c701-4906-b2ac-8c5f877f8e70 req-3ba604a5-ebb6-475c-806c-64a24e1b8424 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1386883 Apr 18 06:22:23.446606 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-d037fa1c-e075-4483-b6c5-fa16736e633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:23.448132 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-d037fa1c-e075-4483-b6c5-fa16736e633f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea5cf62463704970ac410782c74c0334&device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 1097 time: 0.0745640 Apr 18 06:22:23.525606 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-9b7925ed-7418-44a5-963f-d4fa253013c3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=defe5327-2935-40c8-a520-5daa22f19c62 HTTP/1.1" status: 200 len: 217 time: 0.0670686 Apr 18 06:22:23.593338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-3fb2380a-37c0-44a9-bcc6-5c096fb144d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:23.594988 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-3fb2380a-37c0-44a9-bcc6-5c096fb144d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28f050cb-44cb-49fd-984c-6e48f2663782 HTTP/1.1" status: 200 len: 853 time: 0.0600178 Apr 18 06:22:23.677675 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-39a5944b-2f59-4935-9a07-1b22e56c7b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:23.679186 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-39a5944b-2f59-4935-9a07-1b22e56c7b3e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c2335793-e6e4-4b36-be85-650ed68c13b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751233 Apr 18 06:22:23.818228 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-2806f36f-348c-4d2e-8cbe-f3dcd3657da9 service neutron] 10.222.0.52 "GET /v2.0/networks/c2335793-e6e4-4b36-be85-650ed68c13b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282640 Apr 18 06:22:23.960650 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8bfdc398-648a-4d78-a0d0-60ae4f585193 req-56ee255a-1293-44fc-ba9d-213f07c7a048 service neutron] 10.222.0.52 "GET /v2.0/networks/c2335793-e6e4-4b36-be85-650ed68c13b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331527 Apr 18 06:22:24.420870 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3902e-0e6f-4175-9986-cb433b63dcf7 req-40ed38bf-7783-4ea3-812e-6062386ff101 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:24.422319 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1ce3902e-0e6f-4175-9986-cb433b63dcf7 req-40ed38bf-7783-4ea3-812e-6062386ff101 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 944 time: 0.0803063 Apr 18 06:22:24.466995 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1ce3902e-0e6f-4175-9986-cb433b63dcf7 req-f2ca2e9b-a9e7-4fa7-ba9d-50c541456678 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382416 Apr 18 06:22:25.658601 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ef4e6-2ade-40fb-ae08-3b278da6f932 req-a379b853-5fd2-48cc-8bde-c18aceeacc00 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:25.660641 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2d5ef4e6-2ade-40fb-ae08-3b278da6f932 req-a379b853-5fd2-48cc-8bde-c18aceeacc00 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 944 time: 0.0849717 Apr 18 06:22:25.705358 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2d5ef4e6-2ade-40fb-ae08-3b278da6f932 req-4e457c53-7dde-46b5-baff-630afbacaff7 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397139 Apr 18 06:22:26.688248 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device defe5327-2935-40c8-a520-5daa22f19c62 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:22:26.823759 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port defe5327-2935-40c8-a520-5daa22f19c62, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=defe5327-2935-40c8-a520-5daa22f19c62,segment=NetworkSegment(bc89edb7-85d1-4292-817d-3854cf385093),segment_id=bc89edb7-85d1-4292-817d-3854cf385093)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:22:26.837369 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'defe5327-2935-40c8-a520-5daa22f19c62', 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4', 'port_id': 'defe5327-2935-40c8-a520-5daa22f19c62', 'mac_address': 'fa:16:3e:43:33:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f050cb-44cb-49fd-984c-6e48f2663782', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:22:26.896354 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:26.914113 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id defe5327-2935-40c8-a520-5daa22f19c62 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:22:26.930529 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port defe5327-2935-40c8-a520-5daa22f19c62, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=defe5327-2935-40c8-a520-5daa22f19c62,segment=NetworkSegment(bc89edb7-85d1-4292-817d-3854cf385093),segment_id=bc89edb7-85d1-4292-817d-3854cf385093)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:22:26.935906 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:27.011663 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101e308-d318-4971-b33f-62786f80ad71 req-69eee50a-7f5b-46ac-ae4e-acbd0564d7dc tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:27.013434 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9101e308-d318-4971-b33f-62786f80ad71 req-69eee50a-7f5b-46ac-ae4e-acbd0564d7dc tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 945 time: 0.2028141 Apr 18 06:22:27.014113 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=defe5327-2935-40c8-a520-5daa22f19c62,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:22:27.059775 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9101e308-d318-4971-b33f-62786f80ad71 req-8d76af5a-8adc-4fc0-b83e-17f909c6e574 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391977 Apr 18 06:22:27.203666 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['defe5327-2935-40c8-a520-5daa22f19c62'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:22:28.245179 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66523d71-1338-4edf-9640-0c87df6f2988 req-4dcdeb19-aa6a-47e8-8614-147ad1959c51 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:28.246656 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-66523d71-1338-4edf-9640-0c87df6f2988 req-4dcdeb19-aa6a-47e8-8614-147ad1959c51 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 945 time: 0.0818887 Apr 18 06:22:28.294618 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-66523d71-1338-4edf-9640-0c87df6f2988 req-25e39cba-bbe9-42c5-953e-180cfd8ebb84 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420651 Apr 18 06:22:28.689852 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device defe5327-2935-40c8-a520-5daa22f19c62 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:22:28.756894 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port defe5327-2935-40c8-a520-5daa22f19c62 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:22:28.763169 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port defe5327-2935-40c8-a520-5daa22f19c62 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:22:28.763686 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:28.890943 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:28.918645 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b44d1cc-2edf-4d17-986b-02e42cb3e4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'defe5327-2935-40c8-a520-5daa22f19c62'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:22:28.928985 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port defe5327-2935-40c8-a520-5daa22f19c62, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=defe5327-2935-40c8-a520-5daa22f19c62,segment=NetworkSegment(bc89edb7-85d1-4292-817d-3854cf385093),segment_id=bc89edb7-85d1-4292-817d-3854cf385093)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:22:28.933211 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:28.977040 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aca94d9e-8145-4a9f-ab90-2d22a4cac7d6'] response: {'server_uuid': '1b44d1cc-2edf-4d17-986b-02e42cb3e4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'defe5327-2935-40c8-a520-5daa22f19c62', 'code': 200} Apr 18 06:22:29.009215 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=defe5327-2935-40c8-a520-5daa22f19c62,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:22:29.214774 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ee03a-28d8-4941-ac0b-46db9d79a374 req-c42b3c78-5d20-49eb-8da1-3ae7ffd63f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:29.216195 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5a8ee03a-28d8-4941-ac0b-46db9d79a374 req-c42b3c78-5d20-49eb-8da1-3ae7ffd63f39 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 1099 time: 0.0738714 Apr 18 06:22:29.259258 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5a8ee03a-28d8-4941-ac0b-46db9d79a374 req-4945ea44-f069-4bcf-9e7d-856d39b7433e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339594 Apr 18 06:22:29.478511 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1377bd-45a3-4346-9804-48f217f1c50b req-712d01bc-0678-4de7-b7c3-06812c9b2245 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:29.479879 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-dc1377bd-45a3-4346-9804-48f217f1c50b req-712d01bc-0678-4de7-b7c3-06812c9b2245 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 946 time: 0.0789742 Apr 18 06:22:29.524502 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-dc1377bd-45a3-4346-9804-48f217f1c50b req-719300af-f3a5-4dfc-967d-fe2a44ec1226 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386322 Apr 18 06:22:30.708657 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90cef75-16d0-4145-a2fd-9014bc5f7bad req-1c37d8b4-f847-4a35-9d86-cb69a4e2d20e tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:30.710771 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e90cef75-16d0-4145-a2fd-9014bc5f7bad req-1c37d8b4-f847-4a35-9d86-cb69a4e2d20e tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 946 time: 0.0795662 Apr 18 06:22:30.754953 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e90cef75-16d0-4145-a2fd-9014bc5f7bad req-49bbf1d6-9f04-46de-93c8-5f10a7aa2ba9 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383151 Apr 18 06:22:30.947209 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32909329-c70e-4047-9c47-a8f18c0b5328 req-10bc50ce-bd84-461b-ba72-e7a3b52424ca tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:30.948728 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-32909329-c70e-4047-9c47-a8f18c0b5328 req-10bc50ce-bd84-461b-ba72-e7a3b52424ca tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 946 time: 0.0855381 Apr 18 06:22:30.995271 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-32909329-c70e-4047-9c47-a8f18c0b5328 req-337b8c91-24bf-4873-a72e-3da980a2fe8a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407214 Apr 18 06:22:31.397568 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816b978-4499-445b-a186-b8a8f13489d2 req-1a568c1b-edf1-449b-9ce6-cb72038c4226 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:31.399144 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1816b978-4499-445b-a186-b8a8f13489d2 req-1a568c1b-edf1-449b-9ce6-cb72038c4226 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 946 time: 0.0837963 Apr 18 06:22:31.444906 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1816b978-4499-445b-a186-b8a8f13489d2 req-2d9647e1-374c-4dea-bdca-aa8f7f2e912e tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396559 Apr 18 06:22:35.334046 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-113c6cb9-7067-4f5a-b2fb-a8528aa93d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:37.666353 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5df1b79a-df40-4666-ad68-6bccf7013ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:37.986025 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:38.601628 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:38.704387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:40.164509 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:41.289124 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-06cf20b2-bea3-4695-a488-592201a3f893 req-af3bcbe9-97ee-4095-8b3d-4a3851500a66 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1716599 Apr 18 06:22:41.437532 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf20b2-bea3-4695-a488-592201a3f893 req-08a5ca38-c5e3-4f05-879f-40ddc497e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:41.439078 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-06cf20b2-bea3-4695-a488-592201a3f893 req-08a5ca38-c5e3-4f05-879f-40ddc497e046 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea5cf62463704970ac410782c74c0334&device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 1099 time: 0.0760562 Apr 18 06:22:41.590098 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf20b2-bea3-4695-a488-592201a3f893 req-432f3475-c653-4df7-97c0-a7b54a023c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:41.591914 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-06cf20b2-bea3-4695-a488-592201a3f893 req-432f3475-c653-4df7-97c0-a7b54a023c1f service neutron] 10.222.0.52 "GET /v2.0/networks?id=c2335793-e6e4-4b36-be85-650ed68c13b4 HTTP/1.1" status: 200 len: 915 time: 0.1333101 Apr 18 06:22:41.608893 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe4144-f5a2-4fde-904f-0493dc47dbf2 req-4a804149-b6ee-493a-88b1-cdf1a406a992 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:41.610557 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-acfe4144-f5a2-4fde-904f-0493dc47dbf2 req-4a804149-b6ee-493a-88b1-cdf1a406a992 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 946 time: 0.0875821 Apr 18 06:22:41.658317 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-acfe4144-f5a2-4fde-904f-0493dc47dbf2 req-fb61650e-0d08-4053-819a-6f5f7849e5e1 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415676 Apr 18 06:22:41.665224 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-06cf20b2-bea3-4695-a488-592201a3f893 req-381bc820-a638-4938-b146-c99d2455a0c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=defe5327-2935-40c8-a520-5daa22f19c62 HTTP/1.1" status: 200 len: 217 time: 0.0665252 Apr 18 06:22:41.686024 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54276) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:22:41.731928 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf20b2-bea3-4695-a488-592201a3f893 req-1e3c0f96-90e4-41a2-8c31-cfdf7f0740e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:41.733414 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-06cf20b2-bea3-4695-a488-592201a3f893 req-1e3c0f96-90e4-41a2-8c31-cfdf7f0740e4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28f050cb-44cb-49fd-984c-6e48f2663782 HTTP/1.1" status: 200 len: 853 time: 0.0615871 Apr 18 06:22:41.808745 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817f063d-8350-4aca-bd1c-7a865c174ddc tempest-TestMinimumBasicScenario-1140397764 tempest-TestMinimumBasicScenario-1140397764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:41.813047 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-817f063d-8350-4aca-bd1c-7a865c174ddc tempest-TestMinimumBasicScenario-1140397764 tempest-TestMinimumBasicScenario-1140397764-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 1094 time: 0.1232221 Apr 18 06:22:41.813254 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54282) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:22:41.814378 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf20b2-bea3-4695-a488-592201a3f893 req-e16ebe03-44e2-47fc-aad4-917a5303cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:41.816638 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-06cf20b2-bea3-4695-a488-592201a3f893 req-e16ebe03-44e2-47fc-aad4-917a5303cb99 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c2335793-e6e4-4b36-be85-650ed68c13b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761611 Apr 18 06:22:41.818464 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': 'defe5327-2935-40c8-a520-5daa22f19c62', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:22:41.824843 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:22:41.829440 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Usage tracker for resource:floatingip and tenant:ea5cf62463704970ac410782c74c0334 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:22:41.833670 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:22:41.841096 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:22:41.858573 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for floatingip, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:41.957466 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-06cf20b2-bea3-4695-a488-592201a3f893 req-97ddc98a-fb88-4866-9913-1793f8b1b726 service neutron] 10.222.0.52 "GET /v2.0/networks/c2335793-e6e4-4b36-be85-650ed68c13b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326005 Apr 18 06:22:42.001931 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:42.101199 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-06cf20b2-bea3-4695-a488-592201a3f893 req-4e778650-7c3e-4a2c-914f-de0e09290826 service neutron] 10.222.0.52 "GET /v2.0/networks/c2335793-e6e4-4b36-be85-650ed68c13b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367679 Apr 18 06:22:42.153736 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Allocated IP 172.26.1.194 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/75c199ae-fadf-439b-8aef-f66e63ccb2df) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:22:42.404380 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:42.434063 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:42.497240 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:22:42.499955 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:22:42.508716 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:22:42.544724 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Pushing event updated for resources: {'Port': ['ID=75c199ae-fadf-439b-8aef-f66e63ccb2df,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:22:42.561991 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:42.562338 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:42.562674 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:42.563010 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:42.563345 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:42.563672 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:42.563998 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:42.564347 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:42.564668 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:42.565080 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:42.565395 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:42.565803 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:22:42.994147 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:43.075138 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:43.287729 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:43.292237 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:43.412458 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Pushing event updated for resources: {'Port': ['ID=75c199ae-fadf-439b-8aef-f66e63ccb2df,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:22:43.422455 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:43.603673 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Floating IP 6bd52ac0-6065-4e11-9529-429c12097ecb associated. External IP: 172.26.1.194, port: defe5327-2935-40c8-a520-5daa22f19c62. Apr 18 06:22:44.077567 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Router 593cc214-1586-4b2a-980d-2adedf343b4a has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:22:44.268557 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:22:44.279763 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f8b7d-eaf5-4d4d-994d-7f78fc971278 None None] Sync routers for ids ['593cc214-1586-4b2a-980d-2adedf343b4a'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:22:44.290720 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f8b7d-eaf5-4d4d-994d-7f78fc971278 None None] Routers {'593cc214-1586-4b2a-980d-2adedf343b4a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:22:44.291874 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1c8f8b7d-eaf5-4d4d-994d-7f78fc971278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:22:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['593cc214-1586-4b2a-980d-2adedf343b4a'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:22:44.297435 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:44.386096 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1f4d03db-07cb-40d1-a97f-c8b2fab4021a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5692494 Apr 18 06:22:44.386096 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b44d1cc-2edf-4d17-986b-02e42cb3e4ad', 'tag': 'defe5327-2935-40c8-a520-5daa22f19c62'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:22:44.386357 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54286) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:22:44.391269 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-dad755b9-7b75-41b6-9552-ed7da2b552f4 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1546046856', 'description': 'tempest-secgroup-smoke-1546046856 description', 'project_id': 'ea5cf62463704970ac410782c74c0334'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:22:44.399670 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-dad755b9-7b75-41b6-9552-ed7da2b552f4 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:22:44.411908 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-dad755b9-7b75-41b6-9552-ed7da2b552f4 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:22:44.425075 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dad755b9-7b75-41b6-9552-ed7da2b552f4 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:44.448346 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-dad755b9-7b75-41b6-9552-ed7da2b552f4 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:22:44.452284 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-dad755b9-7b75-41b6-9552-ed7da2b552f4 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Usage tracker for resource:security_group_rule and tenant:ea5cf62463704970ac410782c74c0334 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:22:44.455322 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-dad755b9-7b75-41b6-9552-ed7da2b552f4 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:22:44.462176 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-dad755b9-7b75-41b6-9552-ed7da2b552f4 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:22:44.537944 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dad755b9-7b75-41b6-9552-ed7da2b552f4 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:44.544169 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dad755b9-7b75-41b6-9552-ed7da2b552f4 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:44.589843 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad755b9-7b75-41b6-9552-ed7da2b552f4 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffce0015-d2b0-4880-b6cc-2fe4b1301f74,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:22:44.612202 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dad755b9-7b75-41b6-9552-ed7da2b552f4 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:44.614258 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-dad755b9-7b75-41b6-9552-ed7da2b552f4 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2270205 Apr 18 06:22:44.617282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54294) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:22:44.622017 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-1c8f8b7d-eaf5-4d4d-994d-7f78fc971278 None None] Set router 593cc214-1586-4b2a-980d-2adedf343b4a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:22:44.624550 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-750bcf0e-6d34-4a4b-b90e-ca0744a1296c tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Request body: {'security_group_rule': {'security_group_id': 'ffce0015-d2b0-4880-b6cc-2fe4b1301f74', 'project_id': 'ea5cf62463704970ac410782c74c0334', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:22:44.632433 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-750bcf0e-6d34-4a4b-b90e-ca0744a1296c tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:22:44.638825 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-750bcf0e-6d34-4a4b-b90e-ca0744a1296c tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Usage tracker for resource:security_group_rule and tenant:ea5cf62463704970ac410782c74c0334 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:22:44.642205 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-750bcf0e-6d34-4a4b-b90e-ca0744a1296c tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:22:44.651480 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-750bcf0e-6d34-4a4b-b90e-ca0744a1296c tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:22:44.676165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-750bcf0e-6d34-4a4b-b90e-ca0744a1296c tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:44.714822 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4367e593-d754-4885-a1cc-f0d30045905f'] response: {'name': 'network-changed', 'server_uuid': '1b44d1cc-2edf-4d17-986b-02e42cb3e4ad', 'tag': 'defe5327-2935-40c8-a520-5daa22f19c62', 'status': 'completed', 'code': 200} Apr 18 06:22:44.827321 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-750bcf0e-6d34-4a4b-b90e-ca0744a1296c tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:44.834355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-750bcf0e-6d34-4a4b-b90e-ca0744a1296c tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:44.870635 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750bcf0e-6d34-4a4b-b90e-ca0744a1296c tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ecbfb65-2f61-4dee-8a41-e67b67ae6032,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:22:44.880088 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e9af7-293e-4e47-b4d0-ff06e76d3214 req-d4660c2b-5a86-45c1-9b43-d5f3329c3983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:44.881854 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-036e9af7-293e-4e47-b4d0-ff06e76d3214 req-d4660c2b-5a86-45c1-9b43-d5f3329c3983 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea5cf62463704970ac410782c74c0334&device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 1099 time: 0.1471775 Apr 18 06:22:44.882691 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-750bcf0e-6d34-4a4b-b90e-ca0744a1296c tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:44.886234 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-750bcf0e-6d34-4a4b-b90e-ca0744a1296c tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2651505 Apr 18 06:22:44.886706 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54298) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:22:44.892231 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-eb93870e-6bc7-459e-80d4-9ccd7dbbebdf tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Request body: {'security_group_rule': {'security_group_id': 'ffce0015-d2b0-4880-b6cc-2fe4b1301f74', 'project_id': 'ea5cf62463704970ac410782c74c0334', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:22:44.899389 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-eb93870e-6bc7-459e-80d4-9ccd7dbbebdf tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:22:44.903498 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-eb93870e-6bc7-459e-80d4-9ccd7dbbebdf tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Usage tracker for resource:security_group_rule and tenant:ea5cf62463704970ac410782c74c0334 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:22:44.907033 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-eb93870e-6bc7-459e-80d4-9ccd7dbbebdf tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:22:44.913809 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-eb93870e-6bc7-459e-80d4-9ccd7dbbebdf tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:22:44.933229 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-eb93870e-6bc7-459e-80d4-9ccd7dbbebdf tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:45.003216 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-eb93870e-6bc7-459e-80d4-9ccd7dbbebdf tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:45.009201 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-eb93870e-6bc7-459e-80d4-9ccd7dbbebdf tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:45.039292 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93870e-6bc7-459e-80d4-9ccd7dbbebdf tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac920576-fe8c-4155-95de-a89daff71a6e,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:22:45.058995 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-eb93870e-6bc7-459e-80d4-9ccd7dbbebdf tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:45.060655 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-eb93870e-6bc7-459e-80d4-9ccd7dbbebdf tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1728642 Apr 18 06:22:45.063270 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54302) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:22:45.070524 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-16605ef9-c814-4ad0-bf93-fd7705a10993 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Request body: {'security_group_rule': {'security_group_id': 'ffce0015-d2b0-4880-b6cc-2fe4b1301f74', 'project_id': 'ea5cf62463704970ac410782c74c0334', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:22:45.077480 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-16605ef9-c814-4ad0-bf93-fd7705a10993 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:22:45.086828 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1c8f8b7d-eaf5-4d4d-994d-7f78fc971278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'name': 'tempest-TestMinimumBasicScenario-707139481-router', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:46Z', 'updated_at': '2022-04-18T06:21:50Z', 'revision_number': 4, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'gw_port': {'id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:47Z', 'updated_at': '2022-04-18T06:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '6bd52ac0-6065-4e11-9529-429c12097ecb', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'floating_ip_address': '172.26.1.194', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'port_id': 'defe5327-2935-40c8-a520-5daa22f19c62', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4', 'mac_address': 'fa:16:3e:43:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44d1cc-2edf-4d17-986b-02e42cb3e4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:22:42Z', 'updated_at': '2022-04-18T06:22:42Z', 'revision_number': 0, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9821de4-a3fc-4c3d-8d4f-12b661bdcc6c', 'name': '', 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'mac_address': 'fa:16:3e:17:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '28f050cb-44cb-49fd-984c-6e48f2663782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:49Z', 'updated_at': '2022-04-18T06:21:57Z', 'revision_number': 5, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'subnets': [{'id': '28f050cb-44cb-49fd-984c-6e48f2663782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:22:45.088894 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e9af7-293e-4e47-b4d0-ff06e76d3214 req-247f81cf-f30d-4d19-8e87-b74eb6620e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:45.089668 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-16605ef9-c814-4ad0-bf93-fd7705a10993 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Usage tracker for resource:security_group_rule and tenant:ea5cf62463704970ac410782c74c0334 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:22:45.090571 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-036e9af7-293e-4e47-b4d0-ff06e76d3214 req-247f81cf-f30d-4d19-8e87-b74eb6620e27 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c2335793-e6e4-4b36-be85-650ed68c13b4 HTTP/1.1" status: 200 len: 915 time: 0.1977184 Apr 18 06:22:45.090956 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f8b7d-eaf5-4d4d-994d-7f78fc971278 None None] Checking router: 593cc214-1586-4b2a-980d-2adedf343b4a for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:22:45.093434 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-16605ef9-c814-4ad0-bf93-fd7705a10993 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:22:45.100162 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-16605ef9-c814-4ad0-bf93-fd7705a10993 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:22:45.100605 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f8b7d-eaf5-4d4d-994d-7f78fc971278 None None] Routers {'593cc214-1586-4b2a-980d-2adedf343b4a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:22:45.101217 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1c8f8b7d-eaf5-4d4d-994d-7f78fc971278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:22:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['593cc214-1586-4b2a-980d-2adedf343b4a'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:22:45.125146 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-16605ef9-c814-4ad0-bf93-fd7705a10993 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:45.242075 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-16605ef9-c814-4ad0-bf93-fd7705a10993 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:45.249378 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-16605ef9-c814-4ad0-bf93-fd7705a10993 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:45.273649 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-036e9af7-293e-4e47-b4d0-ff06e76d3214 req-dfcf29dd-699b-40db-bddb-ad5b93d8305c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=defe5327-2935-40c8-a520-5daa22f19c62 HTTP/1.1" status: 200 len: 1000 time: 0.1724412 Apr 18 06:22:45.274598 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16605ef9-c814-4ad0-bf93-fd7705a10993 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba9ebca-58ea-4054-8cc7-cfe9ff2290c8,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:22:45.287748 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-16605ef9-c814-4ad0-bf93-fd7705a10993 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:45.289303 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-16605ef9-c814-4ad0-bf93-fd7705a10993 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2247775 Apr 18 06:22:45.291721 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54306) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:22:45.296691 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-df04366d-c321-460c-9698-5070fd3d8fae tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Request body: {'security_group_rule': {'security_group_id': 'ffce0015-d2b0-4880-b6cc-2fe4b1301f74', 'project_id': 'ea5cf62463704970ac410782c74c0334', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:22:45.303734 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-df04366d-c321-460c-9698-5070fd3d8fae tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:22:45.308587 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-df04366d-c321-460c-9698-5070fd3d8fae tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Usage tracker for resource:security_group_rule and tenant:ea5cf62463704970ac410782c74c0334 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:22:45.313836 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-df04366d-c321-460c-9698-5070fd3d8fae tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:22:45.321430 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-df04366d-c321-460c-9698-5070fd3d8fae tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:22:45.348400 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df04366d-c321-460c-9698-5070fd3d8fae tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:45.349594 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e9af7-293e-4e47-b4d0-ff06e76d3214 req-43cb810a-f773-47f9-8728-8c153bfff8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:45.351274 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-036e9af7-293e-4e47-b4d0-ff06e76d3214 req-43cb810a-f773-47f9-8728-8c153bfff8e4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28f050cb-44cb-49fd-984c-6e48f2663782 HTTP/1.1" status: 200 len: 853 time: 0.0726779 Apr 18 06:22:45.408231 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-1c8f8b7d-eaf5-4d4d-994d-7f78fc971278 None None] Set router 593cc214-1586-4b2a-980d-2adedf343b4a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:22:45.469124 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df04366d-c321-460c-9698-5070fd3d8fae tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:45.475319 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df04366d-c321-460c-9698-5070fd3d8fae tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:45.509727 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04366d-c321-460c-9698-5070fd3d8fae tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fea2fa3-663f-48b6-ba5c-5c34c1efc9b2,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:22:45.518905 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-df04366d-c321-460c-9698-5070fd3d8fae tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:45.523722 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-df04366d-c321-460c-9698-5070fd3d8fae tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2308376 Apr 18 06:22:45.524407 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54310) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:22:45.530761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-f3053213-e1d4-424d-bb54-8f8db01de240 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Request body: {'security_group_rule': {'security_group_id': 'ffce0015-d2b0-4880-b6cc-2fe4b1301f74', 'project_id': 'ea5cf62463704970ac410782c74c0334', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:22:45.541647 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f3053213-e1d4-424d-bb54-8f8db01de240 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:22:45.548923 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f3053213-e1d4-424d-bb54-8f8db01de240 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Usage tracker for resource:security_group_rule and tenant:ea5cf62463704970ac410782c74c0334 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:22:45.553043 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f3053213-e1d4-424d-bb54-8f8db01de240 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:22:45.562552 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f3053213-e1d4-424d-bb54-8f8db01de240 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:22:45.580223 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.securitygroups_db [None req-f3053213-e1d4-424d-bb54-8f8db01de240 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Project ea5cf62463704970ac410782c74c0334 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:22:45.587369 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e9af7-293e-4e47-b4d0-ff06e76d3214 req-102594fe-73c6-469c-9cbe-837e97a85ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:45.589065 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-036e9af7-293e-4e47-b4d0-ff06e76d3214 req-102594fe-73c6-469c-9cbe-837e97a85ed2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c2335793-e6e4-4b36-be85-650ed68c13b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2319729 Apr 18 06:22:45.590221 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f3053213-e1d4-424d-bb54-8f8db01de240 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:45.697443 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f3053213-e1d4-424d-bb54-8f8db01de240 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:45.703998 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f3053213-e1d4-424d-bb54-8f8db01de240 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:45.731113 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3053213-e1d4-424d-bb54-8f8db01de240 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6655ba9e-dc58-476d-aa75-2aee00dd299e,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:22:45.745624 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f3053213-e1d4-424d-bb54-8f8db01de240 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:45.747033 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f3053213-e1d4-424d-bb54-8f8db01de240 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2212083 Apr 18 06:22:45.750119 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54314) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:22:45.755905 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-27a382b0-3a54-48ef-9524-741cdd19cec9 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Request body: {'security_group_rule': {'security_group_id': 'ffce0015-d2b0-4880-b6cc-2fe4b1301f74', 'project_id': 'ea5cf62463704970ac410782c74c0334', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:22:45.765508 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-27a382b0-3a54-48ef-9524-741cdd19cec9 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:22:45.770509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-27a382b0-3a54-48ef-9524-741cdd19cec9 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Usage tracker for resource:security_group_rule and tenant:ea5cf62463704970ac410782c74c0334 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:22:45.773691 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-27a382b0-3a54-48ef-9524-741cdd19cec9 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:22:45.784378 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-27a382b0-3a54-48ef-9524-741cdd19cec9 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:22:45.807679 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.securitygroups_db [None req-27a382b0-3a54-48ef-9524-741cdd19cec9 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Project ea5cf62463704970ac410782c74c0334 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:22:45.818543 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-27a382b0-3a54-48ef-9524-741cdd19cec9 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:45.835749 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-036e9af7-293e-4e47-b4d0-ff06e76d3214 req-2f598e68-dc3f-42b1-bfe2-403ece30f1d7 service neutron] 10.222.0.52 "GET /v2.0/networks/c2335793-e6e4-4b36-be85-650ed68c13b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401147 Apr 18 06:22:45.898950 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1c8f8b7d-eaf5-4d4d-994d-7f78fc971278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'name': 'tempest-TestMinimumBasicScenario-707139481-router', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:46Z', 'updated_at': '2022-04-18T06:21:50Z', 'revision_number': 4, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'gw_port': {'id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:47Z', 'updated_at': '2022-04-18T06:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '6bd52ac0-6065-4e11-9529-429c12097ecb', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'floating_ip_address': '172.26.1.194', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'port_id': 'defe5327-2935-40c8-a520-5daa22f19c62', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4', 'mac_address': 'fa:16:3e:43:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44d1cc-2edf-4d17-986b-02e42cb3e4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:22:42Z', 'updated_at': '2022-04-18T06:22:42Z', 'revision_number': 0, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9821de4-a3fc-4c3d-8d4f-12b661bdcc6c', 'name': '', 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'mac_address': 'fa:16:3e:17:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '28f050cb-44cb-49fd-984c-6e48f2663782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:49Z', 'updated_at': '2022-04-18T06:21:57Z', 'revision_number': 5, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'subnets': [{'id': '28f050cb-44cb-49fd-984c-6e48f2663782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:22:45.904327 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f8b7d-eaf5-4d4d-994d-7f78fc971278 None None] The sync data for ids ['593cc214-1586-4b2a-980d-2adedf343b4a'] in dv-neutron-837489-1-hyperv is: [{'id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'name': 'tempest-TestMinimumBasicScenario-707139481-router', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:46Z', 'updated_at': '2022-04-18T06:21:50Z', 'revision_number': 4, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'gw_port': {'id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:47Z', 'updated_at': '2022-04-18T06:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '6bd52ac0-6065-4e11-9529-429c12097ecb', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'floating_ip_address': '172.26.1.194', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'port_id': 'defe5327-2935-40c8-a520-5daa22f19c62', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4', 'mac_address': 'fa:16:3e:43:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44d1cc-2edf-4d17-986b-02e42cb3e4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:22:42Z', 'updated_at': '2022-04-18T06:22:42Z', 'revision_number': 0, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9821de4-a3fc-4c3d-8d4f-12b661bdcc6c', 'name': '', 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'mac_address': 'fa:16:3e:17:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '28f050cb-44cb-49fd-984c-6e48f2663782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:49Z', 'updated_at': '2022-04-18T06:21:57Z', 'revision_number': 5, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'subnets': [{'id': '28f050cb-44cb-49fd-984c-6e48f2663782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:22:45.910216 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-27a382b0-3a54-48ef-9524-741cdd19cec9 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:45.915766 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-27a382b0-3a54-48ef-9524-741cdd19cec9 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:45.948117 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a382b0-3a54-48ef-9524-741cdd19cec9 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a16e2c-8522-43bf-9e23-fbb19b3d7ddf,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:22:45.961926 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-27a382b0-3a54-48ef-9524-741cdd19cec9 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:45.966639 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-27a382b0-3a54-48ef-9524-741cdd19cec9 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2153926 Apr 18 06:22:46.009777 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-036e9af7-293e-4e47-b4d0-ff06e76d3214 req-daa245f3-eca1-4273-919f-1cc3a5dd2b43 service neutron] 10.222.0.52 "GET /v2.0/networks/c2335793-e6e4-4b36-be85-650ed68c13b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642876 Apr 18 06:22:46.125931 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d6272446-32c0-486b-9659-70f899b1be11 req-cbd592a8-67ab-41d0-a120-26ee6056f764 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1546046856&fields=id&tenant_id=ea5cf62463704970ac410782c74c0334 HTTP/1.1" status: 200 len: 267 time: 0.0557363 Apr 18 06:22:46.189621 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b8a859-f094-42e6-877c-5bb3dd152474 None None] New status for floating IP 6bd52ac0-6065-4e11-9529-429c12097ecb: ACTIVE {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:22:46.224558 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6272446-32c0-486b-9659-70f899b1be11 req-2932cb57-33e6-4ddf-82fb-6cc5146cf73a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:46.226129 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d6272446-32c0-486b-9659-70f899b1be11 req-2932cb57-33e6-4ddf-82fb-6cc5146cf73a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 946 time: 0.0921915 Apr 18 06:22:46.242900 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [req-d6272446-32c0-486b-9659-70f899b1be11 req-71b59131-7b67-492a-af11-0338616b87f1 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Request body: {'port': {'security_groups': ['1f186ad9-8746-4137-8dd6-a7984ea2ce09', 'ffce0015-d2b0-4880-b6cc-2fe4b1301f74']}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:22:46.442809 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-d6272446-32c0-486b-9659-70f899b1be11 req-71b59131-7b67-492a-af11-0338616b87f1 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:46.716837 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [req-d6272446-32c0-486b-9659-70f899b1be11 req-71b59131-7b67-492a-af11-0338616b87f1 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] For port defe5327-2935-40c8-a520-5daa22f19c62, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=defe5327-2935-40c8-a520-5daa22f19c62,segment=NetworkSegment(bc89edb7-85d1-4292-817d-3854cf385093),segment_id=bc89edb7-85d1-4292-817d-3854cf385093)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:22:46.744336 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-d6272446-32c0-486b-9659-70f899b1be11 req-71b59131-7b67-492a-af11-0338616b87f1 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:46.749651 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-d6272446-32c0-486b-9659-70f899b1be11 req-71b59131-7b67-492a-af11-0338616b87f1 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:46.763118 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['defe5327-2935-40c8-a520-5daa22f19c62'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:22:46.825060 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6272446-32c0-486b-9659-70f899b1be11 req-71b59131-7b67-492a-af11-0338616b87f1 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:46.825581 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-d6272446-32c0-486b-9659-70f899b1be11 req-71b59131-7b67-492a-af11-0338616b87f1 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:46.826997 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d6272446-32c0-486b-9659-70f899b1be11 req-71b59131-7b67-492a-af11-0338616b87f1 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "PUT /v2.0/ports/defe5327-2935-40c8-a520-5daa22f19c62 HTTP/1.1" status: 200 len: 982 time: 0.5925922 Apr 18 06:22:46.827524 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b44d1cc-2edf-4d17-986b-02e42cb3e4ad', 'tag': 'defe5327-2935-40c8-a520-5daa22f19c62'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:22:46.895113 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['defe5327-2935-40c8-a520-5daa22f19c62'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:22:46.910841 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b59131-7b67-492a-af11-0338616b87f1 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Pushing event updated for resources: {'Port': ['ID=defe5327-2935-40c8-a520-5daa22f19c62,revision_number=6']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:22:46.934415 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e3c205e-0504-440f-a9c2-ec33a00e78e0'] response: {'name': 'network-changed', 'server_uuid': '1b44d1cc-2edf-4d17-986b-02e42cb3e4ad', 'tag': 'defe5327-2935-40c8-a520-5daa22f19c62', 'status': 'completed', 'code': 200} Apr 18 06:22:47.117351 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3c1c4-4b37-4a82-995e-0a6d28f26797 req-b973696d-1dc7-4d4d-8456-1166324cc7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:47.118769 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bfe3c1c4-4b37-4a82-995e-0a6d28f26797 req-b973696d-1dc7-4d4d-8456-1166324cc7ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea5cf62463704970ac410782c74c0334&device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 1138 time: 0.1591332 Apr 18 06:22:47.177427 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10447ed-0348-4cf6-bf4b-719e2bd4446e req-4241972e-0cff-4cb4-91cd-f39458be4035 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:47.179707 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e10447ed-0348-4cf6-bf4b-719e2bd4446e req-4241972e-0cff-4cb4-91cd-f39458be4035 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 985 time: 0.1541495 Apr 18 06:22:47.299730 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-e10447ed-0348-4cf6-bf4b-719e2bd4446e req-193ac8e8-f70c-43e0-ab0a-a13237e5c7ee tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Synchronizing usage tracker for tenant:ea5cf62463704970ac410782c74c0334 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:22:47.302666 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1045b2ac-d5b8-4112-adb7-60b705e9d065 None None] Provisioning complete for port defe5327-2935-40c8-a520-5daa22f19c62 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:22:47.303213 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1045b2ac-d5b8-4112-adb7-60b705e9d065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:47.328673 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3c1c4-4b37-4a82-995e-0a6d28f26797 req-5e40e2ca-5336-471e-b52d-202b7426ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:47.330191 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bfe3c1c4-4b37-4a82-995e-0a6d28f26797 req-5e40e2ca-5336-471e-b52d-202b7426ba20 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c2335793-e6e4-4b36-be85-650ed68c13b4 HTTP/1.1" status: 200 len: 915 time: 0.2011652 Apr 18 06:22:47.334776 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-e10447ed-0348-4cf6-bf4b-719e2bd4446e req-193ac8e8-f70c-43e0-ab0a-a13237e5c7ee tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Unset dirty status for tenant:ea5cf62463704970ac410782c74c0334 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:22:47.336358 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e10447ed-0348-4cf6-bf4b-719e2bd4446e req-193ac8e8-f70c-43e0-ab0a-a13237e5c7ee tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&id=ffce0015-d2b0-4880-b6cc-2fe4b1301f74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1020029 Apr 18 06:22:47.477842 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bfe3c1c4-4b37-4a82-995e-0a6d28f26797 req-8a60f3c6-b567-4cef-8eea-e7556254fb21 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=defe5327-2935-40c8-a520-5daa22f19c62 HTTP/1.1" status: 200 len: 1002 time: 0.1373971 Apr 18 06:22:47.544724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3c1c4-4b37-4a82-995e-0a6d28f26797 req-deaa10fe-236e-4571-bfb0-873ad7381072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:47.546260 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bfe3c1c4-4b37-4a82-995e-0a6d28f26797 req-deaa10fe-236e-4571-bfb0-873ad7381072 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28f050cb-44cb-49fd-984c-6e48f2663782 HTTP/1.1" status: 200 len: 853 time: 0.0601048 Apr 18 06:22:47.626506 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3c1c4-4b37-4a82-995e-0a6d28f26797 req-0072fbfa-0cc6-4327-8122-ea340df56fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:47.628219 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bfe3c1c4-4b37-4a82-995e-0a6d28f26797 req-0072fbfa-0cc6-4327-8122-ea340df56fad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c2335793-e6e4-4b36-be85-650ed68c13b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758231 Apr 18 06:22:47.778251 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bfe3c1c4-4b37-4a82-995e-0a6d28f26797 req-7febea32-beef-4245-ac7b-e8f7614106e7 service neutron] 10.222.0.52 "GET /v2.0/networks/c2335793-e6e4-4b36-be85-650ed68c13b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393931 Apr 18 06:22:47.911381 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bfe3c1c4-4b37-4a82-995e-0a6d28f26797 req-66ac662a-bd0c-46de-9a8a-778f790c45e5 service neutron] 10.222.0.52 "GET /v2.0/networks/c2335793-e6e4-4b36-be85-650ed68c13b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262047 Apr 18 06:22:53.512599 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:23:05.338892 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e86044f7-5b17-4edd-9974-9bd9dc487946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:07.668518 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f4dfeb09-5f77-4f8e-b038-eebb41b0c2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:07.983445 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:08.604177 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:08.709717 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:10.164642 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:10.460939 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e311235-b9f0-48fa-ad5e-bfefafb5911f req-2c4f70f7-d306-4574-be1e-858168982fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:10.462412 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4e311235-b9f0-48fa-ad5e-bfefafb5911f req-2c4f70f7-d306-4574-be1e-858168982fb9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea5cf62463704970ac410782c74c0334&device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 1138 time: 0.1385891 Apr 18 06:23:10.474687 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1b6bf-b046-447c-a74d-15c8f9acf62d req-fc52deb9-9eab-472b-84b2-964c973347cf tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:10.476126 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5fb1b6bf-b046-447c-a74d-15c8f9acf62d req-fc52deb9-9eab-472b-84b2-964c973347cf tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 985 time: 0.1146123 Apr 18 06:23:10.610921 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5fb1b6bf-b046-447c-a74d-15c8f9acf62d req-a5180792-e0ba-4266-9119-17d9ad996103 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&id=ffce0015-d2b0-4880-b6cc-2fe4b1301f74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1163521 Apr 18 06:23:10.644244 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e311235-b9f0-48fa-ad5e-bfefafb5911f req-026fc874-446e-4f27-a2df-a327ca4c5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:10.645666 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4e311235-b9f0-48fa-ad5e-bfefafb5911f req-026fc874-446e-4f27-a2df-a327ca4c5bfd service neutron] 10.222.0.52 "GET /v2.0/networks?id=c2335793-e6e4-4b36-be85-650ed68c13b4 HTTP/1.1" status: 200 len: 915 time: 0.1686993 Apr 18 06:23:10.882583 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4e311235-b9f0-48fa-ad5e-bfefafb5911f req-61d2885b-b332-4743-87cb-96c032200147 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=defe5327-2935-40c8-a520-5daa22f19c62 HTTP/1.1" status: 200 len: 1002 time: 0.2306864 Apr 18 06:23:10.948421 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e311235-b9f0-48fa-ad5e-bfefafb5911f req-d0053022-2347-47f8-98e0-491188b83818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:10.949811 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4e311235-b9f0-48fa-ad5e-bfefafb5911f req-d0053022-2347-47f8-98e0-491188b83818 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28f050cb-44cb-49fd-984c-6e48f2663782 HTTP/1.1" status: 200 len: 853 time: 0.0600889 Apr 18 06:23:11.030066 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e311235-b9f0-48fa-ad5e-bfefafb5911f req-6b265e66-3b2d-4907-b337-173316a8ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:11.031528 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4e311235-b9f0-48fa-ad5e-bfefafb5911f req-6b265e66-3b2d-4907-b337-173316a8ee15 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c2335793-e6e4-4b36-be85-650ed68c13b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728970 Apr 18 06:23:11.172329 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4e311235-b9f0-48fa-ad5e-bfefafb5911f req-09ab81d3-eb23-472c-be07-816c7e54df3c service neutron] 10.222.0.52 "GET /v2.0/networks/c2335793-e6e4-4b36-be85-650ed68c13b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311758 Apr 18 06:23:11.304812 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4e311235-b9f0-48fa-ad5e-bfefafb5911f req-8dcd3e0a-77b6-46f9-bb69-a0be8877efdc service neutron] 10.222.0.52 "GET /v2.0/networks/c2335793-e6e4-4b36-be85-650ed68c13b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263039 Apr 18 06:23:11.803545 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b43f6f-1ee3-4268-a787-cc818646c7d2 req-8473386e-b45a-44dd-a1e1-0904090a9eaf tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:11.805028 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-68b43f6f-1ee3-4268-a787-cc818646c7d2 req-8473386e-b45a-44dd-a1e1-0904090a9eaf tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 985 time: 0.0800757 Apr 18 06:23:11.852422 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-68b43f6f-1ee3-4268-a787-cc818646c7d2 req-06e1f9f3-7c08-4efb-95c0-1666248d5c60 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&id=ffce0015-d2b0-4880-b6cc-2fe4b1301f74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414765 Apr 18 06:23:13.040150 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5c5d8-1dc9-4720-bcdb-b27d9f1be7c3 req-9f2db64f-e0f4-4443-97ed-0d90954447d3 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:13.043015 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1cb5c5d8-1dc9-4720-bcdb-b27d9f1be7c3 req-9f2db64f-e0f4-4443-97ed-0d90954447d3 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 985 time: 0.0825963 Apr 18 06:23:13.092332 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1cb5c5d8-1dc9-4720-bcdb-b27d9f1be7c3 req-6a718161-32ff-4a0c-88c7-b89c9d4293e3 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&id=ffce0015-d2b0-4880-b6cc-2fe4b1301f74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444915 Apr 18 06:23:14.285762 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542c3ed-45b8-4b9d-a2bd-b32fdbb2a11b req-73906186-3555-483a-8aa8-3a4f0bc541ff tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:14.287221 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7542c3ed-45b8-4b9d-a2bd-b32fdbb2a11b req-73906186-3555-483a-8aa8-3a4f0bc541ff tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 985 time: 0.0875287 Apr 18 06:23:14.337107 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7542c3ed-45b8-4b9d-a2bd-b32fdbb2a11b req-0c2ce464-3b8d-4b9a-b86f-66152b67cce6 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&id=ffce0015-d2b0-4880-b6cc-2fe4b1301f74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440111 Apr 18 06:23:15.532384 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76982c3-c6b8-435e-a690-c4f30f56aadc req-83550450-c1a6-47a4-ad2e-057a5cd129e4 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:15.534588 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c76982c3-c6b8-435e-a690-c4f30f56aadc req-83550450-c1a6-47a4-ad2e-057a5cd129e4 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 985 time: 0.0833278 Apr 18 06:23:15.582012 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c76982c3-c6b8-435e-a690-c4f30f56aadc req-1044ce3c-1ef7-48a5-a64b-a4756fde5add tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&id=ffce0015-d2b0-4880-b6cc-2fe4b1301f74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416389 Apr 18 06:23:16.770895 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d671693-d168-4cd8-85bd-d8010b1a5f59 req-0f529fb5-204d-4a6f-b3e2-4d9141a2645a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:16.772394 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6d671693-d168-4cd8-85bd-d8010b1a5f59 req-0f529fb5-204d-4a6f-b3e2-4d9141a2645a tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 985 time: 0.0844529 Apr 18 06:23:16.925258 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6d671693-d168-4cd8-85bd-d8010b1a5f59 req-69804e23-9812-4ab6-ae9f-315fe6190be0 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&id=ffce0015-d2b0-4880-b6cc-2fe4b1301f74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1468229 Apr 18 06:23:18.113701 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e63a6-a221-435b-9e1a-8755662b8cfb req-29134735-da64-4033-b294-fe2ed9c320c3 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:18.115139 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-633e63a6-a221-435b-9e1a-8755662b8cfb req-29134735-da64-4033-b294-fe2ed9c320c3 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 985 time: 0.0819564 Apr 18 06:23:18.160824 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-633e63a6-a221-435b-9e1a-8755662b8cfb req-b4c5d417-30b3-455d-9661-106735412178 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&id=ffce0015-d2b0-4880-b6cc-2fe4b1301f74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397778 Apr 18 06:23:19.349623 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee948f2a-ba7b-4c64-ae47-41c266e14a1c req-a99a86f7-4c3e-4c81-bc60-3e1f1fe75884 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:19.351242 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ee948f2a-ba7b-4c64-ae47-41c266e14a1c req-a99a86f7-4c3e-4c81-bc60-3e1f1fe75884 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 985 time: 0.0803046 Apr 18 06:23:19.398978 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ee948f2a-ba7b-4c64-ae47-41c266e14a1c req-fafcc436-58f3-43d8-a1cc-e200be82559e tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&id=ffce0015-d2b0-4880-b6cc-2fe4b1301f74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412035 Apr 18 06:23:20.581840 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690d745-5806-4156-9a4c-e038379b491b req-718a4988-9039-4d09-ad71-e364393267ec tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:20.583341 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9690d745-5806-4156-9a4c-e038379b491b req-718a4988-9039-4d09-ad71-e364393267ec tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 985 time: 0.0803399 Apr 18 06:23:20.631389 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9690d745-5806-4156-9a4c-e038379b491b req-0516431e-516b-4f12-8fa1-dec2a4a74923 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&id=ffce0015-d2b0-4880-b6cc-2fe4b1301f74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420949 Apr 18 06:23:21.816706 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f83118-6c81-4af7-b3f9-834b545a44e1 req-67801621-7c9e-4c57-9d57-088d74952488 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:21.818182 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-68f83118-6c81-4af7-b3f9-834b545a44e1 req-67801621-7c9e-4c57-9d57-088d74952488 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 985 time: 0.0813487 Apr 18 06:23:21.863774 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-68f83118-6c81-4af7-b3f9-834b545a44e1 req-64ff3669-1298-4e96-ad0b-8e233e39fd90 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&id=ffce0015-d2b0-4880-b6cc-2fe4b1301f74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398126 Apr 18 06:23:23.057589 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f14867-af1c-41ba-9b4f-f85cbd0a1dfd req-4d079c06-75fb-4562-97f5-5025e21b70e7 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:23.058977 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f0f14867-af1c-41ba-9b4f-f85cbd0a1dfd req-4d079c06-75fb-4562-97f5-5025e21b70e7 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 985 time: 0.0840914 Apr 18 06:23:23.104969 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f0f14867-af1c-41ba-9b4f-f85cbd0a1dfd req-3f667f90-d469-47fe-9268-d654320ee29d tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&id=ffce0015-d2b0-4880-b6cc-2fe4b1301f74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401151 Apr 18 06:23:24.289277 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664db3ae-fb3c-4424-98d9-6f62cd09faba req-d92fe5bb-8eaf-4f58-b220-0c1a791cccad tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:24.296699 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-664db3ae-fb3c-4424-98d9-6f62cd09faba req-d92fe5bb-8eaf-4f58-b220-0c1a791cccad tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 985 time: 0.0814412 Apr 18 06:23:24.341629 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-664db3ae-fb3c-4424-98d9-6f62cd09faba req-1375ab1b-217c-4809-9b5e-4787a8a9ec7d tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&id=ffce0015-d2b0-4880-b6cc-2fe4b1301f74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450318 Apr 18 06:23:25.543988 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261ada2-2bf7-473c-abb7-570f3b337744 req-b36748ed-0cdf-4220-9011-e8b5e01310a4 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:25.545473 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9261ada2-2bf7-473c-abb7-570f3b337744 req-b36748ed-0cdf-4220-9011-e8b5e01310a4 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 985 time: 0.0819061 Apr 18 06:23:25.596139 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9261ada2-2bf7-473c-abb7-570f3b337744 req-ca1822db-ebc7-46bd-b1d4-684acad6e16e tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&id=ffce0015-d2b0-4880-b6cc-2fe4b1301f74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445199 Apr 18 06:23:26.795162 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038a499-b38b-4859-bdc6-f642cc1067e8 req-75cf0632-b462-4ac2-85e8-b0ddf857d3ff tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:26.796696 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6038a499-b38b-4859-bdc6-f642cc1067e8 req-75cf0632-b462-4ac2-85e8-b0ddf857d3ff tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 985 time: 0.0839403 Apr 18 06:23:26.845942 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6038a499-b38b-4859-bdc6-f642cc1067e8 req-6d00e1ab-6087-455f-bfff-a117b7646401 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&id=ffce0015-d2b0-4880-b6cc-2fe4b1301f74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432575 Apr 18 06:23:28.027395 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3660a9a-52b8-4660-bb03-d4188d34dc50 req-f329c6bf-1b5c-4144-accf-f39f70577224 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:28.028894 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b3660a9a-52b8-4660-bb03-d4188d34dc50 req-f329c6bf-1b5c-4144-accf-f39f70577224 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 985 time: 0.0784471 Apr 18 06:23:28.075603 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b3660a9a-52b8-4660-bb03-d4188d34dc50 req-afe03e11-fad3-47fc-9bda-93db1165a199 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&id=ffce0015-d2b0-4880-b6cc-2fe4b1301f74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408561 Apr 18 06:23:30.512677 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:23:35.342516 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5af47d15-0310-4fc6-b4fc-8ab974828ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:37.671842 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2e6ff887-09e7-4065-9154-8c0f8a825815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:37.995903 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:38.609521 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:38.713552 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:40.166197 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:43.251522 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82342223-4032-42ed-a307-eb0c930aa145 req-3c96adab-b06b-4272-9f33-1378d4981e09 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728185 Apr 18 06:23:43.404187 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82342223-4032-42ed-a307-eb0c930aa145 req-063ba3b2-cbfd-4c59-bf3e-46bb73df13f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:43.405640 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82342223-4032-42ed-a307-eb0c930aa145 req-063ba3b2-cbfd-4c59-bf3e-46bb73df13f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea5cf62463704970ac410782c74c0334&device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 1138 time: 0.0766928 Apr 18 06:23:43.550115 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82342223-4032-42ed-a307-eb0c930aa145 req-2464ef00-1b4e-414f-bc15-11ea6f3871d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:43.551469 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82342223-4032-42ed-a307-eb0c930aa145 req-2464ef00-1b4e-414f-bc15-11ea6f3871d4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c2335793-e6e4-4b36-be85-650ed68c13b4 HTTP/1.1" status: 200 len: 915 time: 0.1253507 Apr 18 06:23:43.657569 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82342223-4032-42ed-a307-eb0c930aa145 req-bd5e8c6e-0250-44de-8731-02ef03b1a1e4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=defe5327-2935-40c8-a520-5daa22f19c62 HTTP/1.1" status: 200 len: 1002 time: 0.0996721 Apr 18 06:23:43.721282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82342223-4032-42ed-a307-eb0c930aa145 req-6e4ec714-7558-4b15-9181-75ed44cc6373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:43.722753 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82342223-4032-42ed-a307-eb0c930aa145 req-6e4ec714-7558-4b15-9181-75ed44cc6373 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28f050cb-44cb-49fd-984c-6e48f2663782 HTTP/1.1" status: 200 len: 853 time: 0.0587587 Apr 18 06:23:43.906649 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82342223-4032-42ed-a307-eb0c930aa145 req-dba8c049-bf69-475c-bff8-42199671efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:43.908056 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82342223-4032-42ed-a307-eb0c930aa145 req-dba8c049-bf69-475c-bff8-42199671efb5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c2335793-e6e4-4b36-be85-650ed68c13b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1793044 Apr 18 06:23:44.044699 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82342223-4032-42ed-a307-eb0c930aa145 req-21c280d5-cba4-4dbf-8188-f654dcfa1967 service neutron] 10.222.0.52 "GET /v2.0/networks/c2335793-e6e4-4b36-be85-650ed68c13b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277645 Apr 18 06:23:44.176999 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82342223-4032-42ed-a307-eb0c930aa145 req-4f523fa5-9a2a-44c9-aae6-29211d622a14 service neutron] 10.222.0.52 "GET /v2.0/networks/c2335793-e6e4-4b36-be85-650ed68c13b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254759 Apr 18 06:24:00.901427 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1b4d6042-da3d-4275-9270-2740d02bc3ec req-172da433-43ec-4e10-8109-af6dc55483ca tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1546046856&fields=id&tenant_id=ea5cf62463704970ac410782c74c0334 HTTP/1.1" status: 200 len: 267 time: 0.1514084 Apr 18 06:24:00.989701 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d6042-da3d-4275-9270-2740d02bc3ec req-6b17e1e5-0dd7-471d-9acb-b7e4dc2d2d9c tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:00.991668 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1b4d6042-da3d-4275-9270-2740d02bc3ec req-6b17e1e5-0dd7-471d-9acb-b7e4dc2d2d9c tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 985 time: 0.0844986 Apr 18 06:24:01.002365 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [req-1b4d6042-da3d-4275-9270-2740d02bc3ec req-b8295677-1275-450a-bcda-a86a8d8b1147 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Request body: {'port': {'security_groups': ['1f186ad9-8746-4137-8dd6-a7984ea2ce09']}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:24:01.124928 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-1b4d6042-da3d-4275-9270-2740d02bc3ec req-b8295677-1275-450a-bcda-a86a8d8b1147 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:01.366504 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [req-1b4d6042-da3d-4275-9270-2740d02bc3ec req-b8295677-1275-450a-bcda-a86a8d8b1147 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] For port defe5327-2935-40c8-a520-5daa22f19c62, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=defe5327-2935-40c8-a520-5daa22f19c62,segment=NetworkSegment(bc89edb7-85d1-4292-817d-3854cf385093),segment_id=bc89edb7-85d1-4292-817d-3854cf385093)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:24:01.391577 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-1b4d6042-da3d-4275-9270-2740d02bc3ec req-b8295677-1275-450a-bcda-a86a8d8b1147 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:01.396172 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-1b4d6042-da3d-4275-9270-2740d02bc3ec req-b8295677-1275-450a-bcda-a86a8d8b1147 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:01.407738 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['defe5327-2935-40c8-a520-5daa22f19c62'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:24:01.466301 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d6042-da3d-4275-9270-2740d02bc3ec req-b8295677-1275-450a-bcda-a86a8d8b1147 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:01.466945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [req-1b4d6042-da3d-4275-9270-2740d02bc3ec req-b8295677-1275-450a-bcda-a86a8d8b1147 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:01.468339 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1b4d6042-da3d-4275-9270-2740d02bc3ec req-b8295677-1275-450a-bcda-a86a8d8b1147 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "PUT /v2.0/ports/defe5327-2935-40c8-a520-5daa22f19c62 HTTP/1.1" status: 200 len: 943 time: 0.4703064 Apr 18 06:24:01.468789 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b44d1cc-2edf-4d17-986b-02e42cb3e4ad', 'tag': 'defe5327-2935-40c8-a520-5daa22f19c62'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:24:01.476586 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54388) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:01.530421 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8295677-1275-450a-bcda-a86a8d8b1147 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Pushing event updated for resources: {'Port': ['ID=defe5327-2935-40c8-a520-5daa22f19c62,revision_number=7']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:01.539817 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8295677-1275-450a-bcda-a86a8d8b1147 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.540347 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8295677-1275-450a-bcda-a86a8d8b1147 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.540539 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8295677-1275-450a-bcda-a86a8d8b1147 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.540881 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8295677-1275-450a-bcda-a86a8d8b1147 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.541219 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8295677-1275-450a-bcda-a86a8d8b1147 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.541555 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8295677-1275-450a-bcda-a86a8d8b1147 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.541886 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8295677-1275-450a-bcda-a86a8d8b1147 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.542216 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8295677-1275-450a-bcda-a86a8d8b1147 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.542544 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8295677-1275-450a-bcda-a86a8d8b1147 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.542872 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8295677-1275-450a-bcda-a86a8d8b1147 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.543198 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8295677-1275-450a-bcda-a86a8d8b1147 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.543520 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8295677-1275-450a-bcda-a86a8d8b1147 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.574144 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1f6694e-5062-4231-bb52-5ab309483f9c'] response: {'name': 'network-changed', 'server_uuid': '1b44d1cc-2edf-4d17-986b-02e42cb3e4ad', 'tag': 'defe5327-2935-40c8-a520-5daa22f19c62', 'status': 'completed', 'code': 200} Apr 18 06:24:01.591376 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['defe5327-2935-40c8-a520-5daa22f19c62'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:24:01.632662 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0ad6bf6e-c590-42cc-bb8a-806f6141c0a8 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:01.667393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0ad6bf6e-c590-42cc-bb8a-806f6141c0a8 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:01.769059 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0ad6bf6e-c590-42cc-bb8a-806f6141c0a8 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:01.779755 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc82ca-6733-4e90-a475-9250a87b6e90 req-0a2e69b0-1ad1-45b2-8db4-c2dc2bf52d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:01.783910 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-78fc82ca-6733-4e90-a475-9250a87b6e90 req-0a2e69b0-1ad1-45b2-8db4-c2dc2bf52d2f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea5cf62463704970ac410782c74c0334&device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 1099 time: 0.1925995 Apr 18 06:24:01.832177 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6bf6e-c590-42cc-bb8a-806f6141c0a8 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffce0015-d2b0-4880-b6cc-2fe4b1301f74,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:01.860440 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6bf6e-c590-42cc-bb8a-806f6141c0a8 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.860783 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6bf6e-c590-42cc-bb8a-806f6141c0a8 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.861148 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6bf6e-c590-42cc-bb8a-806f6141c0a8 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.861648 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6bf6e-c590-42cc-bb8a-806f6141c0a8 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.861991 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6bf6e-c590-42cc-bb8a-806f6141c0a8 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.862324 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6bf6e-c590-42cc-bb8a-806f6141c0a8 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.863002 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6bf6e-c590-42cc-bb8a-806f6141c0a8 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.863349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6bf6e-c590-42cc-bb8a-806f6141c0a8 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.863681 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6bf6e-c590-42cc-bb8a-806f6141c0a8 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.864012 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6bf6e-c590-42cc-bb8a-806f6141c0a8 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.864519 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6bf6e-c590-42cc-bb8a-806f6141c0a8 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.864860 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6bf6e-c590-42cc-bb8a-806f6141c0a8 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:01.870378 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0ad6bf6e-c590-42cc-bb8a-806f6141c0a8 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:01.871512 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0ad6bf6e-c590-42cc-bb8a-806f6141c0a8 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "DELETE /v2.0/security-groups/ffce0015-d2b0-4880-b6cc-2fe4b1301f74 HTTP/1.1" status: 204 len: 168 time: 0.3939483 Apr 18 06:24:01.874174 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54394) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:01.946014 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7f156bdd-b67a-4beb-9812-83822da63acc None None] Provisioning complete for port defe5327-2935-40c8-a520-5daa22f19c62 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:24:01.946666 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7f156bdd-b67a-4beb-9812-83822da63acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:01.988138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc82ca-6733-4e90-a475-9250a87b6e90 req-19e06a7d-fb63-4094-b771-323a19c0744e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:01.989757 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-78fc82ca-6733-4e90-a475-9250a87b6e90 req-19e06a7d-fb63-4094-b771-323a19c0744e service neutron] 10.222.0.52 "GET /v2.0/networks?id=c2335793-e6e4-4b36-be85-650ed68c13b4 HTTP/1.1" status: 200 len: 915 time: 0.1888895 Apr 18 06:24:02.106736 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-78fc82ca-6733-4e90-a475-9250a87b6e90 req-c875271c-af96-4778-8e05-de33bfc8e698 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=defe5327-2935-40c8-a520-5daa22f19c62 HTTP/1.1" status: 200 len: 1002 time: 0.1092272 Apr 18 06:24:02.113493 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-629917e9-5dd8-4fa1-ac7e-25688ff7e81d tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Deleting port 75c199ae-fadf-439b-8aef-f66e63ccb2df {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:24:02.113992 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-629917e9-5dd8-4fa1-ac7e-25688ff7e81d tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:02.173001 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc82ca-6733-4e90-a475-9250a87b6e90 req-d962ec96-0234-4628-8b43-1c2f94a938ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:02.174499 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-78fc82ca-6733-4e90-a475-9250a87b6e90 req-d962ec96-0234-4628-8b43-1c2f94a938ed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28f050cb-44cb-49fd-984c-6e48f2663782 HTTP/1.1" status: 200 len: 853 time: 0.0601692 Apr 18 06:24:02.249396 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc82ca-6733-4e90-a475-9250a87b6e90 req-883f9acb-f15c-4c98-ba6e-a6576942ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:02.251111 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-78fc82ca-6733-4e90-a475-9250a87b6e90 req-883f9acb-f15c-4c98-ba6e-a6576942ab61 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c2335793-e6e4-4b36-be85-650ed68c13b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708575 Apr 18 06:24:02.294157 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-629917e9-5dd8-4fa1-ac7e-25688ff7e81d tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:02.294486 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-629917e9-5dd8-4fa1-ac7e-25688ff7e81d tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:02.398993 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-78fc82ca-6733-4e90-a475-9250a87b6e90 req-7301c46e-bc29-4a4b-9559-2e30590a385c service neutron] 10.222.0.52 "GET /v2.0/networks/c2335793-e6e4-4b36-be85-650ed68c13b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413481 Apr 18 06:24:02.437569 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-629917e9-5dd8-4fa1-ac7e-25688ff7e81d tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Calling delete_port for 75c199ae-fadf-439b-8aef-f66e63ccb2df owned by network:floatingip {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:24:02.542497 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-78fc82ca-6733-4e90-a475-9250a87b6e90 req-0e1015ee-92a4-4bc9-b5e8-b55fe6bc0af4 service neutron] 10.222.0.52 "GET /v2.0/networks/c2335793-e6e4-4b36-be85-650ed68c13b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329050 Apr 18 06:24:02.700849 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-629917e9-5dd8-4fa1-ac7e-25688ff7e81d tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:02.749377 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629917e9-5dd8-4fa1-ac7e-25688ff7e81d tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Pushing event deleted for resources: {'Port': ['ID=75c199ae-fadf-439b-8aef-f66e63ccb2df,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:02.841160 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-629917e9-5dd8-4fa1-ac7e-25688ff7e81d tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks [] for floatingip, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:02.841490 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-629917e9-5dd8-4fa1-ac7e-25688ff7e81d tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Floating IP 6bd52ac0-6065-4e11-9529-429c12097ecb disassociated (deleted). External IP: 172.26.1.194, port: defe5327-2935-40c8-a520-5daa22f19c62. Apr 18 06:24:03.204643 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629917e9-5dd8-4fa1-ac7e-25688ff7e81d tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Router 593cc214-1586-4b2a-980d-2adedf343b4a has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:24:03.392935 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629917e9-5dd8-4fa1-ac7e-25688ff7e81d tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:24:03.405781 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbb9c74-2972-48ee-95e1-7cda19c37107 None None] Sync routers for ids ['593cc214-1586-4b2a-980d-2adedf343b4a'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:24:03.420308 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbb9c74-2972-48ee-95e1-7cda19c37107 None None] Routers {'593cc214-1586-4b2a-980d-2adedf343b4a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:24:03.420574 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-629917e9-5dd8-4fa1-ac7e-25688ff7e81d tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:03.421604 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ccbb9c74-2972-48ee-95e1-7cda19c37107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:23:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['593cc214-1586-4b2a-980d-2adedf343b4a'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:03.497748 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-629917e9-5dd8-4fa1-ac7e-25688ff7e81d tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "DELETE /v2.0/floatingips/6bd52ac0-6065-4e11-9529-429c12097ecb HTTP/1.1" status: 204 len: 168 time: 1.6114390 Apr 18 06:24:03.575138 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b44d1cc-2edf-4d17-986b-02e42cb3e4ad', 'tag': 'defe5327-2935-40c8-a520-5daa22f19c62'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:24:03.616613 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-ccbb9c74-2972-48ee-95e1-7cda19c37107 None None] Set router 593cc214-1586-4b2a-980d-2adedf343b4a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:24:03.649961 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-101ad6dd-e7a3-4ff5-ba6c-7763c08166c4'] response: {'name': 'network-changed', 'server_uuid': '1b44d1cc-2edf-4d17-986b-02e42cb3e4ad', 'tag': 'defe5327-2935-40c8-a520-5daa22f19c62', 'status': 'completed', 'code': 200} Apr 18 06:24:03.775866 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8a542-08bd-4735-99e3-a3e9e6dd0c72 req-7ebed86b-5bdf-448f-8136-76242b2e7f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:03.777384 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bde8a542-08bd-4735-99e3-a3e9e6dd0c72 req-7ebed86b-5bdf-448f-8136-76242b2e7f33 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea5cf62463704970ac410782c74c0334&device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 1099 time: 0.1038022 Apr 18 06:24:04.024532 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8a542-08bd-4735-99e3-a3e9e6dd0c72 req-133c9195-100e-470b-ac21-51d2bafe03b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:04.027175 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bde8a542-08bd-4735-99e3-a3e9e6dd0c72 req-133c9195-100e-470b-ac21-51d2bafe03b9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c2335793-e6e4-4b36-be85-650ed68c13b4 HTTP/1.1" status: 200 len: 915 time: 0.2385764 Apr 18 06:24:04.055377 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ccbb9c74-2972-48ee-95e1-7cda19c37107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'name': 'tempest-TestMinimumBasicScenario-707139481-router', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:46Z', 'updated_at': '2022-04-18T06:21:50Z', 'revision_number': 4, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'gw_port': {'id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:47Z', 'updated_at': '2022-04-18T06:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd9821de4-a3fc-4c3d-8d4f-12b661bdcc6c', 'name': '', 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'mac_address': 'fa:16:3e:17:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '28f050cb-44cb-49fd-984c-6e48f2663782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:49Z', 'updated_at': '2022-04-18T06:21:57Z', 'revision_number': 5, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'subnets': [{'id': '28f050cb-44cb-49fd-984c-6e48f2663782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:04.060123 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbb9c74-2972-48ee-95e1-7cda19c37107 None None] Checking router: 593cc214-1586-4b2a-980d-2adedf343b4a for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:24:04.097630 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbb9c74-2972-48ee-95e1-7cda19c37107 None None] Routers {'593cc214-1586-4b2a-980d-2adedf343b4a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:24:04.098584 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ccbb9c74-2972-48ee-95e1-7cda19c37107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:23:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['593cc214-1586-4b2a-980d-2adedf343b4a'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:04.177222 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bde8a542-08bd-4735-99e3-a3e9e6dd0c72 req-ca3e90cc-897f-4ab5-91a8-e6475625c349 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=defe5327-2935-40c8-a520-5daa22f19c62 HTTP/1.1" status: 200 len: 217 time: 0.1310692 Apr 18 06:24:04.250271 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8a542-08bd-4735-99e3-a3e9e6dd0c72 req-3feb06db-ed66-44da-b10d-2ad66ebd272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:04.252900 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bde8a542-08bd-4735-99e3-a3e9e6dd0c72 req-3feb06db-ed66-44da-b10d-2ad66ebd272d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28f050cb-44cb-49fd-984c-6e48f2663782 HTTP/1.1" status: 200 len: 853 time: 0.0646002 Apr 18 06:24:04.307754 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-ccbb9c74-2972-48ee-95e1-7cda19c37107 None None] Set router 593cc214-1586-4b2a-980d-2adedf343b4a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:24:04.335897 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8a542-08bd-4735-99e3-a3e9e6dd0c72 req-b0ef2702-d991-48ed-9511-d9acb3282b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:04.337539 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bde8a542-08bd-4735-99e3-a3e9e6dd0c72 req-b0ef2702-d991-48ed-9511-d9acb3282b90 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c2335793-e6e4-4b36-be85-650ed68c13b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781784 Apr 18 06:24:04.611893 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bde8a542-08bd-4735-99e3-a3e9e6dd0c72 req-030ad16a-f904-48b1-be1e-8ebb8d82d8de service neutron] 10.222.0.52 "GET /v2.0/networks/c2335793-e6e4-4b36-be85-650ed68c13b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664969 Apr 18 06:24:04.758688 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bde8a542-08bd-4735-99e3-a3e9e6dd0c72 req-30846194-904b-4e6f-ad04-9035b9ebf1bb service neutron] 10.222.0.52 "GET /v2.0/networks/c2335793-e6e4-4b36-be85-650ed68c13b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388741 Apr 18 06:24:04.834416 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-ccbb9c74-2972-48ee-95e1-7cda19c37107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'name': 'tempest-TestMinimumBasicScenario-707139481-router', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:46Z', 'updated_at': '2022-04-18T06:21:50Z', 'revision_number': 4, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'gw_port': {'id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:47Z', 'updated_at': '2022-04-18T06:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd9821de4-a3fc-4c3d-8d4f-12b661bdcc6c', 'name': '', 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'mac_address': 'fa:16:3e:17:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '28f050cb-44cb-49fd-984c-6e48f2663782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:49Z', 'updated_at': '2022-04-18T06:21:57Z', 'revision_number': 5, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'subnets': [{'id': '28f050cb-44cb-49fd-984c-6e48f2663782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:04.849053 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbb9c74-2972-48ee-95e1-7cda19c37107 None None] The sync data for ids ['593cc214-1586-4b2a-980d-2adedf343b4a'] in dv-neutron-837489-1-hyperv is: [{'id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'name': 'tempest-TestMinimumBasicScenario-707139481-router', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:46Z', 'updated_at': '2022-04-18T06:21:50Z', 'revision_number': 4, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'gw_port': {'id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:47Z', 'updated_at': '2022-04-18T06:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'd9821de4-a3fc-4c3d-8d4f-12b661bdcc6c', 'name': '', 'network_id': 'c2335793-e6e4-4b36-be85-650ed68c13b4', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'mac_address': 'fa:16:3e:17:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '28f050cb-44cb-49fd-984c-6e48f2663782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:49Z', 'updated_at': '2022-04-18T06:21:57Z', 'revision_number': 5, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'subnets': [{'id': '28f050cb-44cb-49fd-984c-6e48f2663782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:24:05.106834 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5458b6-3c1e-4d2c-883d-216f228a5597 None None] New status for floating IP 6bd52ac0-6065-4e11-9529-429c12097ecb: DOWN {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:24:05.344637 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c6ade1a9-13ea-46e2-ad7c-3494657ba94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:07.512003 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:24:07.679851 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-31a19cd7-f6ff-47fd-a644-a070eec69534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:07.997840 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:08.609859 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:08.719359 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:09.203784 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8743ed-33f0-49ba-90b2-8ad3c39421c2 req-b547825f-6891-417f-ba2b-5aea1c98a6f7 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:09.204564 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-db8743ed-33f0-49ba-90b2-8ad3c39421c2 req-b547825f-6891-417f-ba2b-5aea1c98a6f7 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Synchronizing usage tracker for tenant:ea5cf62463704970ac410782c74c0334 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:24:09.222137 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-db8743ed-33f0-49ba-90b2-8ad3c39421c2 req-b547825f-6891-417f-ba2b-5aea1c98a6f7 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Unset dirty status for tenant:ea5cf62463704970ac410782c74c0334 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:24:09.223332 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-db8743ed-33f0-49ba-90b2-8ad3c39421c2 req-b547825f-6891-417f-ba2b-5aea1c98a6f7 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 946 time: 0.1026945 Apr 18 06:24:09.276872 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-db8743ed-33f0-49ba-90b2-8ad3c39421c2 req-511d4ab0-dd94-481f-91b2-3c8e9f70c769 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465078 Apr 18 06:24:10.169128 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:10.531301 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8c0f5-a3b7-48aa-b1f5-6ba86e1a1fc1 req-9ba3a2dc-8873-4eb1-86ec-45ca4e665386 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:10.532815 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a6f8c0f5-a3b7-48aa-b1f5-6ba86e1a1fc1 req-9ba3a2dc-8873-4eb1-86ec-45ca4e665386 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 946 time: 0.1467583 Apr 18 06:24:10.577773 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-a6f8c0f5-a3b7-48aa-b1f5-6ba86e1a1fc1 req-f20d1389-dff0-448e-bec3-15fca362f0c0 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Synchronizing usage tracker for tenant:ea5cf62463704970ac410782c74c0334 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:24:10.593262 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-a6f8c0f5-a3b7-48aa-b1f5-6ba86e1a1fc1 req-f20d1389-dff0-448e-bec3-15fca362f0c0 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Unset dirty status for tenant:ea5cf62463704970ac410782c74c0334 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:24:10.594541 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a6f8c0f5-a3b7-48aa-b1f5-6ba86e1a1fc1 req-f20d1389-dff0-448e-bec3-15fca362f0c0 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f186ad9-8746-4137-8dd6-a7984ea2ce09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558565 Apr 18 06:24:11.011024 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97415ee1-bf49-4c8a-aa8a-7f3d713c1949 req-282adace-b33d-4673-ae58-7431b93922d3 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:11.012485 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-97415ee1-bf49-4c8a-aa8a-7f3d713c1949 req-282adace-b33d-4673-ae58-7431b93922d3 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 946 time: 0.0787818 Apr 18 06:24:11.089020 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-97415ee1-bf49-4c8a-aa8a-7f3d713c1949 req-6f27b4ad-80f0-4c8a-8b26-0f4f5a82250e tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Deleting port defe5327-2935-40c8-a520-5daa22f19c62 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:24:11.089292 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-97415ee1-bf49-4c8a-aa8a-7f3d713c1949 req-6f27b4ad-80f0-4c8a-8b26-0f4f5a82250e tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:11.340271 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-97415ee1-bf49-4c8a-aa8a-7f3d713c1949 req-6f27b4ad-80f0-4c8a-8b26-0f4f5a82250e tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] For port defe5327-2935-40c8-a520-5daa22f19c62, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=defe5327-2935-40c8-a520-5daa22f19c62,segment=NetworkSegment(bc89edb7-85d1-4292-817d-3854cf385093),segment_id=bc89edb7-85d1-4292-817d-3854cf385093)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:24:11.340646 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-97415ee1-bf49-4c8a-aa8a-7f3d713c1949 req-6f27b4ad-80f0-4c8a-8b26-0f4f5a82250e tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:11.468053 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-97415ee1-bf49-4c8a-aa8a-7f3d713c1949 req-6f27b4ad-80f0-4c8a-8b26-0f4f5a82250e tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Calling delete_port for defe5327-2935-40c8-a520-5daa22f19c62 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:24:11.616162 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-97415ee1-bf49-4c8a-aa8a-7f3d713c1949 req-6f27b4ad-80f0-4c8a-8b26-0f4f5a82250e tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:11.634589 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['defe5327-2935-40c8-a520-5daa22f19c62'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:24:11.675599 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27b4ad-80f0-4c8a-8b26-0f4f5a82250e tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Pushing event deleted for resources: {'Port': ['ID=defe5327-2935-40c8-a520-5daa22f19c62,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:11.757190 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-97415ee1-bf49-4c8a-aa8a-7f3d713c1949 req-6f27b4ad-80f0-4c8a-8b26-0f4f5a82250e tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] No DVR routers for this DVR port defe5327-2935-40c8-a520-5daa22f19c62 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:24:11.759611 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-97415ee1-bf49-4c8a-aa8a-7f3d713c1949 req-6f27b4ad-80f0-4c8a-8b26-0f4f5a82250e tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:11.762449 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f3106dc4-d95a-46bb-9911-401f5f3f4d45 req-2f400fd5-f5ae-44c9-8078-139641dcfdc1 tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b44d1cc-2edf-4d17-986b-02e42cb3e4ad HTTP/1.1" status: 200 len: 210 time: 0.0483570 Apr 18 06:24:11.762938 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b44d1cc-2edf-4d17-986b-02e42cb3e4ad', 'name': 'network-vif-deleted', 'tag': 'defe5327-2935-40c8-a520-5daa22f19c62'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:24:11.784274 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-97415ee1-bf49-4c8a-aa8a-7f3d713c1949 req-6f27b4ad-80f0-4c8a-8b26-0f4f5a82250e tempest-TestMinimumBasicScenario-129385829 tempest-TestMinimumBasicScenario-129385829-project] 10.222.0.52 "DELETE /v2.0/ports/defe5327-2935-40c8-a520-5daa22f19c62 HTTP/1.1" status: 204 len: 173 time: 0.7638786 Apr 18 06:24:11.873372 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64722bb-634f-4983-930a-88a7969de020'] response: {'server_uuid': '1b44d1cc-2edf-4d17-986b-02e42cb3e4ad', 'name': 'network-vif-deleted', 'tag': 'defe5327-2935-40c8-a520-5daa22f19c62', 'status': 'completed', 'code': 200} Apr 18 06:24:14.468611 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54486) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:15.116687 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-72976c1f-89ca-49d1-a16d-b2156594296e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:15.329459 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device defe5327-2935-40c8-a520-5daa22f19c62 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:24:15.375699 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: defe5327-2935-40c8-a520-5daa22f19c62 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:24:15.376293 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device defe5327-2935-40c8-a520-5daa22f19c62 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:24:15.472829 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-72976c1f-89ca-49d1-a16d-b2156594296e admin admin] Deleting port d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:24:15.473382 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-72976c1f-89ca-49d1-a16d-b2156594296e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:15.648607 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-72976c1f-89ca-49d1-a16d-b2156594296e admin admin] For port d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c,segment=NetworkSegment(bc89edb7-85d1-4292-817d-3854cf385093),segment_id=bc89edb7-85d1-4292-817d-3854cf385093)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:24:15.648886 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-72976c1f-89ca-49d1-a16d-b2156594296e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:15.779604 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-72976c1f-89ca-49d1-a16d-b2156594296e admin admin] Calling delete_port for d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:24:16.099122 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-72976c1f-89ca-49d1-a16d-b2156594296e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:16.146932 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72976c1f-89ca-49d1-a16d-b2156594296e admin admin] Pushing event deleted for resources: {'Port': ['ID=d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:16.521499 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-72976c1f-89ca-49d1-a16d-b2156594296e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:16.881872 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72976c1f-89ca-49d1-a16d-b2156594296e admin admin] Router 593cc214-1586-4b2a-980d-2adedf343b4a has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:24:17.060915 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72976c1f-89ca-49d1-a16d-b2156594296e admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:24:17.070644 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd328fb5-d6f8-4452-bf7b-0b3576f3daba None None] Sync routers for ids ['593cc214-1586-4b2a-980d-2adedf343b4a'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:24:17.076635 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-72976c1f-89ca-49d1-a16d-b2156594296e admin admin] 10.222.0.15 "PUT /v2.0/routers/593cc214-1586-4b2a-980d-2adedf343b4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6036756 Apr 18 06:24:17.076635 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54490) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:17.082474 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd328fb5-d6f8-4452-bf7b-0b3576f3daba None None] Routers {'593cc214-1586-4b2a-980d-2adedf343b4a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:24:17.083075 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-bd328fb5-d6f8-4452-bf7b-0b3576f3daba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:24:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['593cc214-1586-4b2a-980d-2adedf343b4a'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:17.255002 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-950063d8-ee68-42d4-b156-a49c999f78d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:17.261176 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-bd328fb5-d6f8-4452-bf7b-0b3576f3daba None None] Set router 593cc214-1586-4b2a-980d-2adedf343b4a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:24:17.447115 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-950063d8-ee68-42d4-b156-a49c999f78d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:17.457379 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-950063d8-ee68-42d4-b156-a49c999f78d4 admin admin] Deleting port bd0acb64-97ae-405f-94ec-6d9e568639aa {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:24:17.457716 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-950063d8-ee68-42d4-b156-a49c999f78d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:17.554110 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-bd328fb5-d6f8-4452-bf7b-0b3576f3daba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'name': 'tempest-TestMinimumBasicScenario-707139481-router', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:46Z', 'updated_at': '2022-04-18T06:24:16Z', 'revision_number': 5, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'gw_port': {'id': 'bd0acb64-97ae-405f-94ec-6d9e568639aa', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:47Z', 'updated_at': '2022-04-18T06:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:17.558036 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd328fb5-d6f8-4452-bf7b-0b3576f3daba None None] Checking router: 593cc214-1586-4b2a-980d-2adedf343b4a for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:24:17.566665 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd328fb5-d6f8-4452-bf7b-0b3576f3daba None None] Routers {'593cc214-1586-4b2a-980d-2adedf343b4a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:24:17.567265 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-bd328fb5-d6f8-4452-bf7b-0b3576f3daba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:24:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['593cc214-1586-4b2a-980d-2adedf343b4a'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:17.641334 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-950063d8-ee68-42d4-b156-a49c999f78d4 admin admin] For port bd0acb64-97ae-405f-94ec-6d9e568639aa, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=bd0acb64-97ae-405f-94ec-6d9e568639aa,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:24:17.641870 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-950063d8-ee68-42d4-b156-a49c999f78d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:17.728969 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-bd328fb5-d6f8-4452-bf7b-0b3576f3daba None None] Set router 593cc214-1586-4b2a-980d-2adedf343b4a gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:24:17.870309 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-bd328fb5-d6f8-4452-bf7b-0b3576f3daba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'name': 'tempest-TestMinimumBasicScenario-707139481-router', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:46Z', 'updated_at': '2022-04-18T06:24:17Z', 'revision_number': 6, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:17.874555 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd328fb5-d6f8-4452-bf7b-0b3576f3daba None None] The sync data for ids ['593cc214-1586-4b2a-980d-2adedf343b4a'] in dv-neutron-837489-1-hyperv is: [{'id': '593cc214-1586-4b2a-980d-2adedf343b4a', 'name': 'tempest-TestMinimumBasicScenario-707139481-router', 'tenant_id': 'ea5cf62463704970ac410782c74c0334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:46Z', 'updated_at': '2022-04-18T06:24:17Z', 'revision_number': 6, 'project_id': 'ea5cf62463704970ac410782c74c0334', 'gw_port_host': None}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:24:17.893459 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-950063d8-ee68-42d4-b156-a49c999f78d4 admin admin] Calling delete_port for bd0acb64-97ae-405f-94ec-6d9e568639aa owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:24:18.065820 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-950063d8-ee68-42d4-b156-a49c999f78d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:18.118325 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950063d8-ee68-42d4-b156-a49c999f78d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd0acb64-97ae-405f-94ec-6d9e568639aa,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:18.209946 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-950063d8-ee68-42d4-b156-a49c999f78d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:18.394607 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-950063d8-ee68-42d4-b156-a49c999f78d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:18.397031 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-950063d8-ee68-42d4-b156-a49c999f78d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:18.424989 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-950063d8-ee68-42d4-b156-a49c999f78d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:18.425534 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950063d8-ee68-42d4-b156-a49c999f78d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 593cc214-1586-4b2a-980d-2adedf343b4a {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:24:18.439063 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-950063d8-ee68-42d4-b156-a49c999f78d4 admin admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:18.440256 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-950063d8-ee68-42d4-b156-a49c999f78d4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/593cc214-1586-4b2a-980d-2adedf343b4a HTTP/1.1" status: 204 len: 168 time: 1.3627179 Apr 18 06:24:18.442694 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54494) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:18.501666 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-b125f62c-51d6-4b4b-9944-670abc53e45b admin admin] Deleting subnet 28f050cb-44cb-49fd-984c-6e48f2663782 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:24:18.504640 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b125f62c-51d6-4b4b-9944-670abc53e45b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:18.555767 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b125f62c-51d6-4b4b-9944-670abc53e45b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:18.638574 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b125f62c-51d6-4b4b-9944-670abc53e45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:18.708157 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b125f62c-51d6-4b4b-9944-670abc53e45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:18.749865 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b125f62c-51d6-4b4b-9944-670abc53e45b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:18.752939 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125f62c-51d6-4b4b-9944-670abc53e45b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28f050cb-44cb-49fd-984c-6e48f2663782,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:18.758902 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b125f62c-51d6-4b4b-9944-670abc53e45b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/28f050cb-44cb-49fd-984c-6e48f2663782 HTTP/1.1" status: 204 len: 168 time: 0.3151116 Apr 18 06:24:18.761338 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54498) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:18.761971 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80125232-e0e8-4c91-b92a-aee936f4f9c1 None None] Network c2335793-e6e4-4b36-be85-650ed68c13b4 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:24:18.928361 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b6e646c6-ee44-46d3-b293-aec79048fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:18.937719 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:24:18.939386 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-b6e646c6-ee44-46d3-b293-aec79048fbc1 admin admin] Deleting port 154eb8b0-2b8a-4553-8373-1abec03dae99 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:24:18.939818 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b6e646c6-ee44-46d3-b293-aec79048fbc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:19.020783 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:24:19.021042 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d9821de4-a3fc-4c3d-8d4f-12b661bdcc6c not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:24:19.022175 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device bd0acb64-97ae-405f-94ec-6d9e568639aa no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:24:19.058315 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: bd0acb64-97ae-405f-94ec-6d9e568639aa {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:24:19.058940 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device bd0acb64-97ae-405f-94ec-6d9e568639aa not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:24:19.166279 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-b6e646c6-ee44-46d3-b293-aec79048fbc1 admin admin] For port 154eb8b0-2b8a-4553-8373-1abec03dae99, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=154eb8b0-2b8a-4553-8373-1abec03dae99,segment=NetworkSegment(bc89edb7-85d1-4292-817d-3854cf385093),segment_id=bc89edb7-85d1-4292-817d-3854cf385093)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:24:19.166605 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b6e646c6-ee44-46d3-b293-aec79048fbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:19.174560 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ad4e55-c6b2-44c9-bd0c-9cf4366890f7 None None] DHCP port deletion for c2335793-e6e4-4b36-be85-650ed68c13b4 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:24:19.178922 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-20ad4e55-c6b2-44c9-bd0c-9cf4366890f7 None None] Deleting port 154eb8b0-2b8a-4553-8373-1abec03dae99 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:24:19.179397 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-20ad4e55-c6b2-44c9-bd0c-9cf4366890f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:19.293037 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-b6e646c6-ee44-46d3-b293-aec79048fbc1 admin admin] Calling delete_port for 154eb8b0-2b8a-4553-8373-1abec03dae99 owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:24:19.393605 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b6e646c6-ee44-46d3-b293-aec79048fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:19.399681 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-20ad4e55-c6b2-44c9-bd0c-9cf4366890f7 None None] For port 154eb8b0-2b8a-4553-8373-1abec03dae99, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=154eb8b0-2b8a-4553-8373-1abec03dae99,segment=NetworkSegment(bc89edb7-85d1-4292-817d-3854cf385093),segment_id=bc89edb7-85d1-4292-817d-3854cf385093)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:24:19.400223 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-20ad4e55-c6b2-44c9-bd0c-9cf4366890f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:19.446630 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e646c6-ee44-46d3-b293-aec79048fbc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=154eb8b0-2b8a-4553-8373-1abec03dae99,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:19.454274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e646c6-ee44-46d3-b293-aec79048fbc1 admin admin] No DVR routers for this DVR port 154eb8b0-2b8a-4553-8373-1abec03dae99 on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:24:19.523301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-20ad4e55-c6b2-44c9-bd0c-9cf4366890f7 None None] Calling delete_port for 154eb8b0-2b8a-4553-8373-1abec03dae99 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:24:19.596059 dv-neutron-837489-1-hyperv neutron-server[88036]: util.warn( Apr 18 06:24:19.603988 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-20ad4e55-c6b2-44c9-bd0c-9cf4366890f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:24:19.604496 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-20ad4e55-c6b2-44c9-bd0c-9cf4366890f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:24:19.677037 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b6e646c6-ee44-46d3-b293-aec79048fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:19.704845 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-b6e646c6-ee44-46d3-b293-aec79048fbc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2335793-e6e4-4b36-be85-650ed68c13b4']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:19.721824 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-b6e646c6-ee44-46d3-b293-aec79048fbc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc89edb7-85d1-4292-817d-3854cf385093') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:19.722488 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-b6e646c6-ee44-46d3-b293-aec79048fbc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc89edb7-85d1-4292-817d-3854cf385093') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:19.734766 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b6e646c6-ee44-46d3-b293-aec79048fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:19.751999 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b6e646c6-ee44-46d3-b293-aec79048fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:19.758983 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e646c6-ee44-46d3-b293-aec79048fbc1 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:24:19.759373 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b6e646c6-ee44-46d3-b293-aec79048fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:24:19.775709 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:24:19.852167 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b6e646c6-ee44-46d3-b293-aec79048fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:19.869479 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b6e646c6-ee44-46d3-b293-aec79048fbc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:19.880583 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e646c6-ee44-46d3-b293-aec79048fbc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2335793-e6e4-4b36-be85-650ed68c13b4,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:19.895077 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b6e646c6-ee44-46d3-b293-aec79048fbc1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c2335793-e6e4-4b36-be85-650ed68c13b4 HTTP/1.1" status: 204 len: 168 time: 1.1325319 Apr 18 06:24:19.898232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54502) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:20.106004 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-20ad4e55-c6b2-44c9-bd0c-9cf4366890f7 None None] Deleting port 154eb8b0-2b8a-4553-8373-1abec03dae99 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:24:20.106978 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-20ad4e55-c6b2-44c9-bd0c-9cf4366890f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:20.183908 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-20ad4e55-c6b2-44c9-bd0c-9cf4366890f7 None None] The port '154eb8b0-2b8a-4553-8373-1abec03dae99' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 06:24:20.514029 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-43c04271-0a0b-4405-adc0-bb0361df196f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:20.868682 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 154eb8b0-2b8a-4553-8373-1abec03dae99 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:24:20.873860 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-43c04271-0a0b-4405-adc0-bb0361df196f admin admin] Deleting port 23d603a1-3f44-4488-a141-3449f1e23a05 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:24:20.874851 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-43c04271-0a0b-4405-adc0-bb0361df196f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:20.903954 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 154eb8b0-2b8a-4553-8373-1abec03dae99 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:24:20.904461 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 154eb8b0-2b8a-4553-8373-1abec03dae99 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:24:21.046490 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-43c04271-0a0b-4405-adc0-bb0361df196f admin admin] For port 23d603a1-3f44-4488-a141-3449f1e23a05, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=23d603a1-3f44-4488-a141-3449f1e23a05,segment=NetworkSegment(ec571ea6-ad0d-4888-8037-dc54cdad6ea0),segment_id=ec571ea6-ad0d-4888-8037-dc54cdad6ea0)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:24:21.046836 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-43c04271-0a0b-4405-adc0-bb0361df196f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:21.276378 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-43c04271-0a0b-4405-adc0-bb0361df196f admin admin] Calling delete_port for 23d603a1-3f44-4488-a141-3449f1e23a05 owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:24:21.462565 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-43c04271-0a0b-4405-adc0-bb0361df196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:21.510854 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c04271-0a0b-4405-adc0-bb0361df196f admin admin] Pushing event deleted for resources: {'Port': ['ID=23d603a1-3f44-4488-a141-3449f1e23a05,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:21.792371 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-43c04271-0a0b-4405-adc0-bb0361df196f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:22.165126 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c04271-0a0b-4405-adc0-bb0361df196f admin admin] Router 6bb58189-fa3d-4899-829f-a9f93a5c04bd has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:24:22.342911 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c04271-0a0b-4405-adc0-bb0361df196f admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:24:22.353519 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-43c04271-0a0b-4405-adc0-bb0361df196f admin admin] 10.222.0.15 "PUT /v2.0/routers/6bb58189-fa3d-4899-829f-a9f93a5c04bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4536328 Apr 18 06:24:22.355374 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54506) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:22.355637 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6afb27-b87a-4fb4-af5a-52ad2dede3d4 None None] Sync routers for ids ['6bb58189-fa3d-4899-829f-a9f93a5c04bd'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:24:22.365808 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6afb27-b87a-4fb4-af5a-52ad2dede3d4 None None] Routers {'6bb58189-fa3d-4899-829f-a9f93a5c04bd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:24:22.366721 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-5f6afb27-b87a-4fb4-af5a-52ad2dede3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:24:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6bb58189-fa3d-4899-829f-a9f93a5c04bd'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:22.552156 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-5f6afb27-b87a-4fb4-af5a-52ad2dede3d4 None None] Set router 6bb58189-fa3d-4899-829f-a9f93a5c04bd gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:24:22.663389 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-05c3bc42-8d4e-4a42-8991-d91846d22aa2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:22.852664 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-5f6afb27-b87a-4fb4-af5a-52ad2dede3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb58189-fa3d-4899-829f-a9f93a5c04bd', 'name': 'tempest-TestMinimumBasicScenario-420555032-router', 'tenant_id': '996fb5af65484ea88a2f4badb75c638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e148f96b-4045-419e-9733-7ebdad64e959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:53Z', 'updated_at': '2022-04-18T06:24:21Z', 'revision_number': 5, 'project_id': '996fb5af65484ea88a2f4badb75c638a', 'gw_port': {'id': 'e148f96b-4045-419e-9733-7ebdad64e959', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:db:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb58189-fa3d-4899-829f-a9f93a5c04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:54Z', 'updated_at': '2022-04-18T06:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:22.856966 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-05c3bc42-8d4e-4a42-8991-d91846d22aa2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:22.863515 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6afb27-b87a-4fb4-af5a-52ad2dede3d4 None None] Checking router: 6bb58189-fa3d-4899-829f-a9f93a5c04bd for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:24:22.869018 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-05c3bc42-8d4e-4a42-8991-d91846d22aa2 admin admin] Deleting port e148f96b-4045-419e-9733-7ebdad64e959 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:24:22.869598 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-05c3bc42-8d4e-4a42-8991-d91846d22aa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:22.874517 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6afb27-b87a-4fb4-af5a-52ad2dede3d4 None None] Routers {'6bb58189-fa3d-4899-829f-a9f93a5c04bd'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:24:22.875134 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-5f6afb27-b87a-4fb4-af5a-52ad2dede3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:24:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6bb58189-fa3d-4899-829f-a9f93a5c04bd'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:23.031390 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-5f6afb27-b87a-4fb4-af5a-52ad2dede3d4 None None] Set router 6bb58189-fa3d-4899-829f-a9f93a5c04bd gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:24:23.055789 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-05c3bc42-8d4e-4a42-8991-d91846d22aa2 admin admin] For port e148f96b-4045-419e-9733-7ebdad64e959, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=e148f96b-4045-419e-9733-7ebdad64e959,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:24:23.056189 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-05c3bc42-8d4e-4a42-8991-d91846d22aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:23.176930 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-5f6afb27-b87a-4fb4-af5a-52ad2dede3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb58189-fa3d-4899-829f-a9f93a5c04bd', 'name': 'tempest-TestMinimumBasicScenario-420555032-router', 'tenant_id': '996fb5af65484ea88a2f4badb75c638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:53Z', 'updated_at': '2022-04-18T06:24:22Z', 'revision_number': 6, 'project_id': '996fb5af65484ea88a2f4badb75c638a', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:23.181400 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6afb27-b87a-4fb4-af5a-52ad2dede3d4 None None] The sync data for ids ['6bb58189-fa3d-4899-829f-a9f93a5c04bd'] in dv-neutron-837489-1-hyperv is: [{'id': '6bb58189-fa3d-4899-829f-a9f93a5c04bd', 'name': 'tempest-TestMinimumBasicScenario-420555032-router', 'tenant_id': '996fb5af65484ea88a2f4badb75c638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:53Z', 'updated_at': '2022-04-18T06:24:22Z', 'revision_number': 6, 'project_id': '996fb5af65484ea88a2f4badb75c638a', 'gw_port_host': None}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:24:23.183434 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-05c3bc42-8d4e-4a42-8991-d91846d22aa2 admin admin] Calling delete_port for e148f96b-4045-419e-9733-7ebdad64e959 owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:24:23.360646 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-05c3bc42-8d4e-4a42-8991-d91846d22aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:23.473257 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3bc42-8d4e-4a42-8991-d91846d22aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e148f96b-4045-419e-9733-7ebdad64e959,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:23.504598 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-05c3bc42-8d4e-4a42-8991-d91846d22aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:23.686168 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-05c3bc42-8d4e-4a42-8991-d91846d22aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:23.688438 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-05c3bc42-8d4e-4a42-8991-d91846d22aa2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:23.712586 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-05c3bc42-8d4e-4a42-8991-d91846d22aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:23.713175 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c3bc42-8d4e-4a42-8991-d91846d22aa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bb58189-fa3d-4899-829f-a9f93a5c04bd {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:24:23.726642 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-05c3bc42-8d4e-4a42-8991-d91846d22aa2 admin admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:23.727711 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-05c3bc42-8d4e-4a42-8991-d91846d22aa2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6bb58189-fa3d-4899-829f-a9f93a5c04bd HTTP/1.1" status: 204 len: 168 time: 1.3704076 Apr 18 06:24:23.730181 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54510) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:23.789476 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f11478e-47ef-4b52-bbe2-90fb044513be admin admin] Deleting subnet 3f7b2226-9923-4aa9-88b2-e53682df2358 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:24:23.792496 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2f11478e-47ef-4b52-bbe2-90fb044513be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:23.845067 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2f11478e-47ef-4b52-bbe2-90fb044513be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:23.926707 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2f11478e-47ef-4b52-bbe2-90fb044513be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:23.998608 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2f11478e-47ef-4b52-bbe2-90fb044513be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:24.042036 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11478e-47ef-4b52-bbe2-90fb044513be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f7b2226-9923-4aa9-88b2-e53682df2358,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:24.046593 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2f11478e-47ef-4b52-bbe2-90fb044513be admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:24.051983 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279ac064-30bc-4732-ae2d-05a8290a2492 None None] Network 82f9c950-9f83-4dac-8f8d-c2176057301e requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:24:24.067251 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54514) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:24.068582 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2f11478e-47ef-4b52-bbe2-90fb044513be admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3f7b2226-9923-4aa9-88b2-e53682df2358 HTTP/1.1" status: 204 len: 168 time: 0.3373754 Apr 18 06:24:24.185957 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e7d954b-ee59-4c15-bcef-5e61f46ad16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:24.201519 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-8e7d954b-ee59-4c15-bcef-5e61f46ad16d admin admin] Deleting port 5c93c6d3-c6bf-4171-a872-25b40ece72df {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:24:24.201844 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e7d954b-ee59-4c15-bcef-5e61f46ad16d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:24.340271 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd12cdff-08eb-49ee-b9fb-262069cd1108 None None] DHCP port deletion for 82f9c950-9f83-4dac-8f8d-c2176057301e request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:24:24.345526 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-bd12cdff-08eb-49ee-b9fb-262069cd1108 None None] Deleting port 5c93c6d3-c6bf-4171-a872-25b40ece72df {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:24:24.346059 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bd12cdff-08eb-49ee-b9fb-262069cd1108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:24.424741 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-8e7d954b-ee59-4c15-bcef-5e61f46ad16d admin admin] For port 5c93c6d3-c6bf-4171-a872-25b40ece72df, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5c93c6d3-c6bf-4171-a872-25b40ece72df,segment=NetworkSegment(ec571ea6-ad0d-4888-8037-dc54cdad6ea0),segment_id=ec571ea6-ad0d-4888-8037-dc54cdad6ea0)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:24:24.425094 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e7d954b-ee59-4c15-bcef-5e61f46ad16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:24.561760 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-bd12cdff-08eb-49ee-b9fb-262069cd1108 None None] For port 5c93c6d3-c6bf-4171-a872-25b40ece72df, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5c93c6d3-c6bf-4171-a872-25b40ece72df,segment=NetworkSegment(ec571ea6-ad0d-4888-8037-dc54cdad6ea0),segment_id=ec571ea6-ad0d-4888-8037-dc54cdad6ea0)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:24:24.562103 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bd12cdff-08eb-49ee-b9fb-262069cd1108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:24.654849 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-8e7d954b-ee59-4c15-bcef-5e61f46ad16d admin admin] Calling delete_port for 5c93c6d3-c6bf-4171-a872-25b40ece72df owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:24:24.693780 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-bd12cdff-08eb-49ee-b9fb-262069cd1108 None None] Calling delete_port for 5c93c6d3-c6bf-4171-a872-25b40ece72df owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:24:24.732391 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e7d954b-ee59-4c15-bcef-5e61f46ad16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:24.779563 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d954b-ee59-4c15-bcef-5e61f46ad16d admin admin] Pushing event deleted for resources: {'Port': ['ID=5c93c6d3-c6bf-4171-a872-25b40ece72df,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:24.784341 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7d954b-ee59-4c15-bcef-5e61f46ad16d admin admin] No DVR routers for this DVR port 5c93c6d3-c6bf-4171-a872-25b40ece72df on host dv-neutron-837489-1-hyperv {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:24:24.787507 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-bd12cdff-08eb-49ee-b9fb-262069cd1108 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:24:24.787949 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-bd12cdff-08eb-49ee-b9fb-262069cd1108 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:24:24.870995 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 23d603a1-3f44-4488-a141-3449f1e23a05 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:24:24.902757 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e7d954b-ee59-4c15-bcef-5e61f46ad16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:24.905813 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 23d603a1-3f44-4488-a141-3449f1e23a05 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:24:24.906250 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 23d603a1-3f44-4488-a141-3449f1e23a05 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:24:24.906752 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device e148f96b-4045-419e-9733-7ebdad64e959 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:24:24.933236 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-8e7d954b-ee59-4c15-bcef-5e61f46ad16d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f9c950-9f83-4dac-8f8d-c2176057301e']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:24.944638 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: e148f96b-4045-419e-9733-7ebdad64e959 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:24:24.945103 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device e148f96b-4045-419e-9733-7ebdad64e959 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:24:24.945598 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5c93c6d3-c6bf-4171-a872-25b40ece72df no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:24:24.946222 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-8e7d954b-ee59-4c15-bcef-5e61f46ad16d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec571ea6-ad0d-4888-8037-dc54cdad6ea0') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:24.946431 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-8e7d954b-ee59-4c15-bcef-5e61f46ad16d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec571ea6-ad0d-4888-8037-dc54cdad6ea0') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:24.957802 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e7d954b-ee59-4c15-bcef-5e61f46ad16d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:24.976410 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e7d954b-ee59-4c15-bcef-5e61f46ad16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:24.979286 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 5c93c6d3-c6bf-4171-a872-25b40ece72df {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:24:24.979740 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5c93c6d3-c6bf-4171-a872-25b40ece72df not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:24:24.984001 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7d954b-ee59-4c15-bcef-5e61f46ad16d admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:24:24.984382 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e7d954b-ee59-4c15-bcef-5e61f46ad16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:24:24.998799 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:24:25.077330 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e7d954b-ee59-4c15-bcef-5e61f46ad16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:25.093379 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e7d954b-ee59-4c15-bcef-5e61f46ad16d admin admin] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:25.104403 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d954b-ee59-4c15-bcef-5e61f46ad16d admin admin] Pushing event deleted for resources: {'Network': ['ID=82f9c950-9f83-4dac-8f8d-c2176057301e,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:25.107206 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8e7d954b-ee59-4c15-bcef-5e61f46ad16d admin admin] 10.222.0.15 "DELETE /v2.0/networks/82f9c950-9f83-4dac-8f8d-c2176057301e HTTP/1.1" status: 204 len: 168 time: 1.0380092 Apr 18 06:24:25.285551 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54520) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:25.289366 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-bd12cdff-08eb-49ee-b9fb-262069cd1108 None None] Deleting port 5c93c6d3-c6bf-4171-a872-25b40ece72df {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:24:25.289753 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bd12cdff-08eb-49ee-b9fb-262069cd1108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:25.359047 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-bd12cdff-08eb-49ee-b9fb-262069cd1108 None None] The port '5c93c6d3-c6bf-4171-a872-25b40ece72df' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 06:24:25.360938 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54524) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:25.364401 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1c6b08e0-0611-4c45-b278-0b7a2a865304 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea5cf62463704970ac410782c74c0334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0739372 Apr 18 06:24:25.428735 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-183dcf5a-5a14-4ce1-9a07-d6f07fee578f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:25.461203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-183dcf5a-5a14-4ce1-9a07-d6f07fee578f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:25.519409 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-183dcf5a-5a14-4ce1-9a07-d6f07fee578f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:25.542048 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dcf5a-5a14-4ce1-9a07-d6f07fee578f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f186ad9-8746-4137-8dd6-a7984ea2ce09,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:25.554097 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-183dcf5a-5a14-4ce1-9a07-d6f07fee578f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:25.555230 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-183dcf5a-5a14-4ce1-9a07-d6f07fee578f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f186ad9-8746-4137-8dd6-a7984ea2ce09 HTTP/1.1" status: 204 len: 168 time: 0.1931570 Apr 18 06:24:25.905136 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54532) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:25.953833 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f1ea5a6d-dd14-4c09-939f-10a77896fb3f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=996fb5af65484ea88a2f4badb75c638a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474486 Apr 18 06:24:25.956220 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54536) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:26.018224 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dc7189cf-3825-47da-a075-9bf0f5716a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:26.044464 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dc7189cf-3825-47da-a075-9bf0f5716a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:26.098500 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dc7189cf-3825-47da-a075-9bf0f5716a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:26.116247 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7189cf-3825-47da-a075-9bf0f5716a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ad10c2-73e2-46be-bcae-5830e6ee1e55,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:26.120914 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dc7189cf-3825-47da-a075-9bf0f5716a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:26.121844 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-dc7189cf-3825-47da-a075-9bf0f5716a47 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08ad10c2-73e2-46be-bcae-5830e6ee1e55 HTTP/1.1" status: 204 len: 168 time: 0.1646681 Apr 18 06:24:27.923153 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54578) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:27.928435 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-7fba9ed3-5e71-47e6-b5ba-4d356de8a6be tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1705837358', 'description': 'tempest-secgroup-smoke-1705837358 description', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:24:27.934460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7fba9ed3-5e71-47e6-b5ba-4d356de8a6be tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:24:27.938333 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7fba9ed3-5e71-47e6-b5ba-4d356de8a6be tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:24:27.941140 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7fba9ed3-5e71-47e6-b5ba-4d356de8a6be tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:24:27.946908 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7fba9ed3-5e71-47e6-b5ba-4d356de8a6be tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:24:27.957241 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7fba9ed3-5e71-47e6-b5ba-4d356de8a6be tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:27.970018 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7fba9ed3-5e71-47e6-b5ba-4d356de8a6be tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:27.985983 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7fba9ed3-5e71-47e6-b5ba-4d356de8a6be tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:24:27.990187 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7fba9ed3-5e71-47e6-b5ba-4d356de8a6be tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:24:27.993392 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7fba9ed3-5e71-47e6-b5ba-4d356de8a6be tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:24:27.999367 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7fba9ed3-5e71-47e6-b5ba-4d356de8a6be tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:24:28.087059 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7fba9ed3-5e71-47e6-b5ba-4d356de8a6be tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.091167 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7fba9ed3-5e71-47e6-b5ba-4d356de8a6be tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.107224 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7fba9ed3-5e71-47e6-b5ba-4d356de8a6be tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:24:28.113415 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7fba9ed3-5e71-47e6-b5ba-4d356de8a6be tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:24:28.118097 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7fba9ed3-5e71-47e6-b5ba-4d356de8a6be tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:24:28.132187 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7fba9ed3-5e71-47e6-b5ba-4d356de8a6be tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:24:28.139358 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba9ed3-5e71-47e6-b5ba-4d356de8a6be tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3afa19f9-83f6-43a5-a006-bc6e1be52ec2,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:28.212441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7fba9ed3-5e71-47e6-b5ba-4d356de8a6be tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.216253 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7fba9ed3-5e71-47e6-b5ba-4d356de8a6be tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.257410 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba9ed3-5e71-47e6-b5ba-4d356de8a6be tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25766b6a-1749-43ab-ae9c-f45f4137899b,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:28.261157 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7fba9ed3-5e71-47e6-b5ba-4d356de8a6be tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.265265 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7fba9ed3-5e71-47e6-b5ba-4d356de8a6be tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3382947 Apr 18 06:24:28.265629 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54582) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:28.270343 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-ba7d0f72-a459-4ed6-a4bb-f39d3d5deac7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '25766b6a-1749-43ab-ae9c-f45f4137899b', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:24:28.276464 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ba7d0f72-a459-4ed6-a4bb-f39d3d5deac7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:24:28.280459 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ba7d0f72-a459-4ed6-a4bb-f39d3d5deac7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:24:28.283456 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-ba7d0f72-a459-4ed6-a4bb-f39d3d5deac7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:24:28.290178 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-ba7d0f72-a459-4ed6-a4bb-f39d3d5deac7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:24:28.309214 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0f72-a459-4ed6-a4bb-f39d3d5deac7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.372567 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0f72-a459-4ed6-a4bb-f39d3d5deac7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.377653 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0f72-a459-4ed6-a4bb-f39d3d5deac7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.401784 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d0f72-a459-4ed6-a4bb-f39d3d5deac7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f421101-7115-4a5e-a2cb-dc4e69ad8c17,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:28.410880 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0f72-a459-4ed6-a4bb-f39d3d5deac7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.412776 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ba7d0f72-a459-4ed6-a4bb-f39d3d5deac7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1462531 Apr 18 06:24:28.415342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54586) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:28.420439 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-b6d605f4-03b4-42a4-ad44-7e598209cd55 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '25766b6a-1749-43ab-ae9c-f45f4137899b', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:24:28.426211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b6d605f4-03b4-42a4-ad44-7e598209cd55 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:24:28.430167 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b6d605f4-03b4-42a4-ad44-7e598209cd55 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:24:28.432992 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b6d605f4-03b4-42a4-ad44-7e598209cd55 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:24:28.438452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b6d605f4-03b4-42a4-ad44-7e598209cd55 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:24:28.454883 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b6d605f4-03b4-42a4-ad44-7e598209cd55 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.520065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b6d605f4-03b4-42a4-ad44-7e598209cd55 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.524848 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b6d605f4-03b4-42a4-ad44-7e598209cd55 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.547274 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d605f4-03b4-42a4-ad44-7e598209cd55 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf555dac-024b-4348-bfcd-ce09f4d5fb2f,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:28.557405 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b6d605f4-03b4-42a4-ad44-7e598209cd55 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.558703 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b6d605f4-03b4-42a4-ad44-7e598209cd55 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1423962 Apr 18 06:24:28.561426 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54590) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:28.566455 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-73b3aaf8-b85c-490b-bddb-641fc2013bd2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '25766b6a-1749-43ab-ae9c-f45f4137899b', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:24:28.572680 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-73b3aaf8-b85c-490b-bddb-641fc2013bd2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:24:28.576466 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-73b3aaf8-b85c-490b-bddb-641fc2013bd2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:24:28.579335 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-73b3aaf8-b85c-490b-bddb-641fc2013bd2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:24:28.585788 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-73b3aaf8-b85c-490b-bddb-641fc2013bd2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:24:28.603147 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73b3aaf8-b85c-490b-bddb-641fc2013bd2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.665618 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73b3aaf8-b85c-490b-bddb-641fc2013bd2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.669523 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73b3aaf8-b85c-490b-bddb-641fc2013bd2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.692826 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3aaf8-b85c-490b-bddb-641fc2013bd2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdb923b-5f22-41ce-b0ab-5f2309fed3b9,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:28.702063 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73b3aaf8-b85c-490b-bddb-641fc2013bd2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.703250 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-73b3aaf8-b85c-490b-bddb-641fc2013bd2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409166 Apr 18 06:24:28.706063 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54594) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:28.711680 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-15ce661b-9eac-444d-80c4-feba6589197e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '25766b6a-1749-43ab-ae9c-f45f4137899b', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:24:28.717628 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-15ce661b-9eac-444d-80c4-feba6589197e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:24:28.721744 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-15ce661b-9eac-444d-80c4-feba6589197e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:24:28.725203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-15ce661b-9eac-444d-80c4-feba6589197e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:24:28.731161 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-15ce661b-9eac-444d-80c4-feba6589197e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:24:28.747443 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-15ce661b-9eac-444d-80c4-feba6589197e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.812715 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-15ce661b-9eac-444d-80c4-feba6589197e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.816857 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-15ce661b-9eac-444d-80c4-feba6589197e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.841209 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce661b-9eac-444d-80c4-feba6589197e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a019ec0c-0580-45d8-91d1-aef8825db9cf,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:28.851064 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-15ce661b-9eac-444d-80c4-feba6589197e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.852287 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-15ce661b-9eac-444d-80c4-feba6589197e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452932 Apr 18 06:24:28.855005 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54598) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:28.860025 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-aae7b6f7-7dc1-4461-8f7e-2d62940651dc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '25766b6a-1749-43ab-ae9c-f45f4137899b', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:24:28.866908 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-aae7b6f7-7dc1-4461-8f7e-2d62940651dc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:24:28.870793 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-aae7b6f7-7dc1-4461-8f7e-2d62940651dc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:24:28.873699 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-aae7b6f7-7dc1-4461-8f7e-2d62940651dc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:24:28.879566 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-aae7b6f7-7dc1-4461-8f7e-2d62940651dc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:24:28.889971 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-aae7b6f7-7dc1-4461-8f7e-2d62940651dc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Project 18c0f35214f54e28b3e8e8a6c60959de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:24:28.897142 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-aae7b6f7-7dc1-4461-8f7e-2d62940651dc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.965316 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-aae7b6f7-7dc1-4461-8f7e-2d62940651dc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.969363 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-aae7b6f7-7dc1-4461-8f7e-2d62940651dc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.994558 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7b6f7-7dc1-4461-8f7e-2d62940651dc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfada5d-5b9b-48d9-8ad0-b22edf8a69b4,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:29.003028 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-aae7b6f7-7dc1-4461-8f7e-2d62940651dc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:29.008165 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-aae7b6f7-7dc1-4461-8f7e-2d62940651dc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1483731 Apr 18 06:24:29.009022 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54602) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:29.016227 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-1fc6b2e3-5caf-4de2-84a9-f8f6b88495ea tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '25766b6a-1749-43ab-ae9c-f45f4137899b', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:24:29.025672 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1fc6b2e3-5caf-4de2-84a9-f8f6b88495ea tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:24:29.029469 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1fc6b2e3-5caf-4de2-84a9-f8f6b88495ea tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:24:29.033012 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1fc6b2e3-5caf-4de2-84a9-f8f6b88495ea tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:24:29.039678 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1fc6b2e3-5caf-4de2-84a9-f8f6b88495ea tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:24:29.050307 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.securitygroups_db [None req-1fc6b2e3-5caf-4de2-84a9-f8f6b88495ea tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Project 18c0f35214f54e28b3e8e8a6c60959de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:24:29.057973 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1fc6b2e3-5caf-4de2-84a9-f8f6b88495ea tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:29.125567 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1fc6b2e3-5caf-4de2-84a9-f8f6b88495ea tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:29.129322 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1fc6b2e3-5caf-4de2-84a9-f8f6b88495ea tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:29.153081 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6b2e3-5caf-4de2-84a9-f8f6b88495ea tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4fd1b37-9f11-456a-9541-0ed340141187,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:29.163810 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1fc6b2e3-5caf-4de2-84a9-f8f6b88495ea tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:29.165156 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1fc6b2e3-5caf-4de2-84a9-f8f6b88495ea tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1544738 Apr 18 06:24:29.168022 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54606) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:29.173475 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-fcd67f25-30a7-4459-9278-8c544293f126 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'network': {'name': 'tempest-network-smoke--652855277', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'port_security_enabled': True}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:24:29.179466 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fcd67f25-30a7-4459-9278-8c544293f126 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:24:29.183358 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fcd67f25-30a7-4459-9278-8c544293f126 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:network and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:24:29.186211 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-fcd67f25-30a7-4459-9278-8c544293f126 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:24:29.191937 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-fcd67f25-30a7-4459-9278-8c544293f126 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:24:29.202544 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd67f25-30a7-4459-9278-8c544293f126 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Made reservation on behalf of 18c0f35214f54e28b3e8e8a6c60959de for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:24:29.205952 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fcd67f25-30a7-4459-9278-8c544293f126 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:29.234214 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd67f25-30a7-4459-9278-8c544293f126 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:24:29.243619 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fcd67f25-30a7-4459-9278-8c544293f126 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:29.243963 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-fcd67f25-30a7-4459-9278-8c544293f126 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Added segment def863ef-c450-4b5e-94c5-a8cdca46b8df of type vlan for network 2de57480-fad1-4fd7-b52b-35dae15d40bc Apr 18 06:24:29.384348 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fcd67f25-30a7-4459-9278-8c544293f126 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:29.417782 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fcd67f25-30a7-4459-9278-8c544293f126 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:29.423370 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd67f25-30a7-4459-9278-8c544293f126 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:29.423965 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fcd67f25-30a7-4459-9278-8c544293f126 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:29.520783 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fcd67f25-30a7-4459-9278-8c544293f126 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3517148 Apr 18 06:24:29.524238 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54610) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:29.529702 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1821540255', 'admin_state_up': True, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:24:29.533586 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd67f25-30a7-4459-9278-8c544293f126 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Network': ['ID=2de57480-fad1-4fd7-b52b-35dae15d40bc,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:29.537751 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:24:29.542034 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:router and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:24:29.544452 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 2de57480-fad1-4fd7-b52b-35dae15d40bc details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:24:29.544932 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:24:29.550952 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:24:29.562620 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:29.563648 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:29.580513 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:29.857330 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:30.268582 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:30.298016 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:30.438818 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Allocated IP 172.26.1.209 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/a71016ef-e866-4396-ace9-22b93038b2ff) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:24:30.585975 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:30.615807 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:30.674320 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:24:30.677020 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:24:30.684833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:24:30.724325 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=a71016ef-e866-4396-ace9-22b93038b2ff,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:31.104268 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:31.573386 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:31.806811 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router c372becc-59fe-40bd-84d9-289b34a03990 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:24:31.989513 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:24:32.001817 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] Sync routers for ids ['c372becc-59fe-40bd-84d9-289b34a03990'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:24:32.011824 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] Routers {'c372becc-59fe-40bd-84d9-289b34a03990'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:24:32.012608 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:24:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c372becc-59fe-40bd-84d9-289b34a03990'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:32.018249 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:32.019479 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a01bd170-32a6-4dad-ba3c-d8e4a79b505f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4942386 Apr 18 06:24:32.022666 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54616) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:32.190711 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a8214d3d-d77a-4d61-a0c6-b30e487e244a tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=18c0f35214f54e28b3e8e8a6c60959de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1666572 Apr 18 06:24:32.191047 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] Set router c372becc-59fe-40bd-84d9-289b34a03990 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:24:32.194087 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54622) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:32.334256 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde022e3-0735-45a4-bbc1-9e69f2901753 tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:32.339145 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54626) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:32.349258 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-fde022e3-0735-45a4-bbc1-9e69f2901753 tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1537840 Apr 18 06:24:32.387686 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54630) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:32.389277 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c4c818df-b8b5-43b3-ad7a-1fec4defa8b9 tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486324 Apr 18 06:24:32.393666 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-b30aac26-cd9f-4daa-836e-ec930a90eabd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2143814184', 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:24:32.491154 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821540255', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:24:29Z', 'updated_at': '2022-04-18T06:24:30Z', 'revision_number': 3, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:30Z', 'updated_at': '2022-04-18T06:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:32.495364 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] Checking router: c372becc-59fe-40bd-84d9-289b34a03990 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:24:32.495703 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] Updating router c372becc-59fe-40bd-84d9-289b34a03990 port a71016ef-e866-4396-ace9-22b93038b2ff binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:24:32.507692 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b30aac26-cd9f-4daa-836e-ec930a90eabd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:24:32.511698 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b30aac26-cd9f-4daa-836e-ec930a90eabd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:subnet and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:24:32.514876 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b30aac26-cd9f-4daa-836e-ec930a90eabd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:24:32.521432 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b30aac26-cd9f-4daa-836e-ec930a90eabd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:24:32.532901 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30aac26-cd9f-4daa-836e-ec930a90eabd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Made reservation on behalf of 18c0f35214f54e28b3e8e8a6c60959de for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:24:32.537475 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b30aac26-cd9f-4daa-836e-ec930a90eabd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:32.555477 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:32.774896 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b30aac26-cd9f-4daa-836e-ec930a90eabd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:32.870091 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30aac26-cd9f-4daa-836e-ec930a90eabd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Subnet': ['ID=31821bea-c298-4986-8014-2e81eb77fcb3,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:32.884995 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30aac26-cd9f-4daa-836e-ec930a90eabd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Checking segment: {'id': 'def863ef-c450-4b5e-94c5-a8cdca46b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:24:32.885779 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30aac26-cd9f-4daa-836e-ec930a90eabd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network hostable DHCP agents. Network: 2de57480-fad1-4fd7-b52b-35dae15d40bc, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:24:32.899207 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:32.905301 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30aac26-cd9f-4daa-836e-ec930a90eabd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network 2de57480-fad1-4fd7-b52b-35dae15d40bc is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:24:32.912207 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] Transition to ACTIVE for port object a71016ef-e866-4396-ace9-22b93038b2ff will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:24:32.915034 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-b30aac26-cd9f-4daa-836e-ec930a90eabd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 2de57480-fad1-4fd7-b52b-35dae15d40bc) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:24:32.920133 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30aac26-cd9f-4daa-836e-ec930a90eabd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:32.920286 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:32.923140 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b30aac26-cd9f-4daa-836e-ec930a90eabd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:32.927509 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f75c5c-19db-4a28-8488-5fa6d716538a None None] Network 2de57480-fad1-4fd7-b52b-35dae15d40bc requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:24:32.967273 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b30aac26-cd9f-4daa-836e-ec930a90eabd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5781739 Apr 18 06:24:32.970096 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54634) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:33.000584 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c986d-142e-4153-84ca-b4e3ce16fcdd None None] Pushing event updated for resources: {'Port': ['ID=a71016ef-e866-4396-ace9-22b93038b2ff,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:33.010624 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c986d-142e-4153-84ca-b4e3ce16fcdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.011285 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c986d-142e-4153-84ca-b4e3ce16fcdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.011285 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c986d-142e-4153-84ca-b4e3ce16fcdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.011649 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c986d-142e-4153-84ca-b4e3ce16fcdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.012000 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c986d-142e-4153-84ca-b4e3ce16fcdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.012350 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c986d-142e-4153-84ca-b4e3ce16fcdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.012687 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c986d-142e-4153-84ca-b4e3ce16fcdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.012994 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c986d-142e-4153-84ca-b4e3ce16fcdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.013386 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c986d-142e-4153-84ca-b4e3ce16fcdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.013711 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c986d-142e-4153-84ca-b4e3ce16fcdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.014030 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c986d-142e-4153-84ca-b4e3ce16fcdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.014345 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c986d-142e-4153-84ca-b4e3ce16fcdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.035046 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] Attempting to bind port a71016ef-e866-4396-ace9-22b93038b2ff on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:24:33.035329 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] Attempting to bind port a71016ef-e866-4396-ace9-22b93038b2ff by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:24:33.035681 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] Attempting to bind port a71016ef-e866-4396-ace9-22b93038b2ff on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:24:33.042299 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:24:33.042675 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:24:33.043072 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:33.043459 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:24:33.043921 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] Bound port: a71016ef-e866-4396-ace9-22b93038b2ff, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:24:33.044314 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:33.141944 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] For port a71016ef-e866-4396-ace9-22b93038b2ff, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:24:33.145605 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] For port a71016ef-e866-4396-ace9-22b93038b2ff, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a71016ef-e866-4396-ace9-22b93038b2ff,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:24:33.153409 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:33.171208 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-2de57480-fad1-4fd7-b52b-35dae15d40bc', 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ips': [{'subnet_id': '31821bea-c298-4986-8014-2e81eb77fcb3'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:24:33.172168 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:33.235345 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c986d-142e-4153-84ca-b4e3ce16fcdd None None] Pushing event updated for resources: {'Port': ['ID=a71016ef-e866-4396-ace9-22b93038b2ff,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:33.257661 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] Routers {'c372becc-59fe-40bd-84d9-289b34a03990'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:24:33.258305 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:24:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c372becc-59fe-40bd-84d9-289b34a03990'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:33.416328 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Allocated IP 172.20.0.2 (2de57480-fad1-4fd7-b52b-35dae15d40bc/31821bea-c298-4986-8014-2e81eb77fcb3/44dd4a76-8a70-4608-9304-158d244d56c0) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:24:33.460382 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] Set router c372becc-59fe-40bd-84d9-289b34a03990 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:24:33.700493 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:33.714706 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Transition to ACTIVE for port object 44dd4a76-8a70-4608-9304-158d244d56c0 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:24:33.739700 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Transition to ACTIVE for port object 44dd4a76-8a70-4608-9304-158d244d56c0 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:24:33.746530 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:33.808562 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821540255', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:24:29Z', 'updated_at': '2022-04-18T06:24:30Z', 'revision_number': 3, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:30Z', 'updated_at': '2022-04-18T06:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:33.812761 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa267ac-c8db-495a-850a-7ce2e0c90496 None None] The sync data for ids ['c372becc-59fe-40bd-84d9-289b34a03990'] in dv-neutron-837489-1-hyperv is: [{'id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821540255', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:24:29Z', 'updated_at': '2022-04-18T06:24:30Z', 'revision_number': 3, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:30Z', 'updated_at': '2022-04-18T06:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:24:33.818134 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Network 2de57480-fad1-4fd7-b52b-35dae15d40bc is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:24:33.821934 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:24:33.827088 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:24:33.859232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-edf7ac40-de7a-4f89-897c-4a2053c40a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:33.878052 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Pushing event updated for resources: {'Port': ['ID=44dd4a76-8a70-4608-9304-158d244d56c0,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:33.921486 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.921877 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.922216 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.922551 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.922872 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.923197 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.923512 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.924153 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.924309 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.925200 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.925297 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.925619 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:24:33.962489 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Attempting to bind port 44dd4a76-8a70-4608-9304-158d244d56c0 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:24:33.963156 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Attempting to bind port 44dd4a76-8a70-4608-9304-158d244d56c0 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'def863ef-c450-4b5e-94c5-a8cdca46b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:24:33.963156 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Attempting to bind port 44dd4a76-8a70-4608-9304-158d244d56c0 on network 2de57480-fad1-4fd7-b52b-35dae15d40bc {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:24:33.968433 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:24:33.968799 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Checking segment: {'id': 'def863ef-c450-4b5e-94c5-a8cdca46b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:24:33.969189 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:33.969575 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Bound using segment: {'id': 'def863ef-c450-4b5e-94c5-a8cdca46b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:24:33.970026 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Bound port: 44dd4a76-8a70-4608-9304-158d244d56c0, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def863ef-c450-4b5e-94c5-a8cdca46b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:24:33.970636 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:34.076410 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] For port 44dd4a76-8a70-4608-9304-158d244d56c0, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:24:34.080837 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] For port 44dd4a76-8a70-4608-9304-158d244d56c0, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=44dd4a76-8a70-4608-9304-158d244d56c0,segment=NetworkSegment(def863ef-c450-4b5e-94c5-a8cdca46b8df),segment_id=def863ef-c450-4b5e-94c5-a8cdca46b8df)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:24:34.087056 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:34.219238 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3159d4-f5ef-4b15-b854-9e7de9d81ca0 None None] Pushing event updated for resources: {'Port': ['ID=44dd4a76-8a70-4608-9304-158d244d56c0,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:34.370196 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-edf7ac40-de7a-4f89-897c-4a2053c40a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Allocated IP 172.20.0.1 (2de57480-fad1-4fd7-b52b-35dae15d40bc/31821bea-c298-4986-8014-2e81eb77fcb3/90cd0c6a-43dd-4645-b803-11d4b9e850bd) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:24:34.697690 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-edf7ac40-de7a-4f89-897c-4a2053c40a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:34.715936 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-edf7ac40-de7a-4f89-897c-4a2053c40a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Transition to ACTIVE for port object 90cd0c6a-43dd-4645-b803-11d4b9e850bd will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:24:34.742122 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-edf7ac40-de7a-4f89-897c-4a2053c40a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:34.809554 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf7ac40-de7a-4f89-897c-4a2053c40a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network 2de57480-fad1-4fd7-b52b-35dae15d40bc is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:24:34.821066 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-edf7ac40-de7a-4f89-897c-4a2053c40a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:24:34.825804 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf7ac40-de7a-4f89-897c-4a2053c40a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:24:34.860274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7ac40-de7a-4f89-897c-4a2053c40a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=90cd0c6a-43dd-4645-b803-11d4b9e850bd,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:34.905555 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-edf7ac40-de7a-4f89-897c-4a2053c40a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:34.994113 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a71016ef-e866-4396-ace9-22b93038b2ff up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:24:35.073819 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port a71016ef-e866-4396-ace9-22b93038b2ff completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:24:35.082206 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port a71016ef-e866-4396-ace9-22b93038b2ff triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:24:35.082585 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:35.253770 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-edf7ac40-de7a-4f89-897c-4a2053c40a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:35.256525 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:35.279972 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port a71016ef-e866-4396-ace9-22b93038b2ff, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a71016ef-e866-4396-ace9-22b93038b2ff,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:24:35.292290 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:35.293168 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 44dd4a76-8a70-4608-9304-158d244d56c0 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:24:35.492955 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=a71016ef-e866-4396-ace9-22b93038b2ff,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:35.528426 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ba473b80-627e-4cbc-8953-08023af2a203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:35.536942 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 44dd4a76-8a70-4608-9304-158d244d56c0 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:24:35.569164 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5621fe-b89a-4843-aeb5-ed65ea0d2035 None None] Network 2de57480-fad1-4fd7-b52b-35dae15d40bc requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:24:35.707377 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f6ce6224-d20d-4f37-b729-a9bd841195bf None None] Provisioning for port 44dd4a76-8a70-4608-9304-158d244d56c0 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:24:35.715600 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f6ce6224-d20d-4f37-b729-a9bd841195bf None None] Provisioning complete for port 44dd4a76-8a70-4608-9304-158d244d56c0 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:24:35.715973 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f6ce6224-d20d-4f37-b729-a9bd841195bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:35.779925 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-edf7ac40-de7a-4f89-897c-4a2053c40a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:35.787814 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-edf7ac40-de7a-4f89-897c-4a2053c40a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:35.918745 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-edf7ac40-de7a-4f89-897c-4a2053c40a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:35.923233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7ac40-de7a-4f89-897c-4a2053c40a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=90cd0c6a-43dd-4645-b803-11d4b9e850bd,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:35.959681 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f6ce6224-d20d-4f37-b729-a9bd841195bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:36.006433 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f6ce6224-d20d-4f37-b729-a9bd841195bf None None] For port 44dd4a76-8a70-4608-9304-158d244d56c0, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=44dd4a76-8a70-4608-9304-158d244d56c0,segment=NetworkSegment(def863ef-c450-4b5e-94c5-a8cdca46b8df),segment_id=def863ef-c450-4b5e-94c5-a8cdca46b8df)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:24:36.014392 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f6ce6224-d20d-4f37-b729-a9bd841195bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:36.090595 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf7ac40-de7a-4f89-897c-4a2053c40a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network 2de57480-fad1-4fd7-b52b-35dae15d40bc is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:24:36.091651 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce6224-d20d-4f37-b729-a9bd841195bf None None] Pushing event updated for resources: {'Port': ['ID=44dd4a76-8a70-4608-9304-158d244d56c0,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:36.093036 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-edf7ac40-de7a-4f89-897c-4a2053c40a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:24:36.250910 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-0db4a277-abb4-4f69-b75a-66f462f4fc25 None None] Provisioning for port 90cd0c6a-43dd-4645-b803-11d4b9e850bd completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:24:36.259018 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-0db4a277-abb4-4f69-b75a-66f462f4fc25 None None] Provisioning complete for port 90cd0c6a-43dd-4645-b803-11d4b9e850bd triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:24:36.259390 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0db4a277-abb4-4f69-b75a-66f462f4fc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:36.303846 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf7ac40-de7a-4f89-897c-4a2053c40a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router c372becc-59fe-40bd-84d9-289b34a03990 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:24:36.316902 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-0db4a277-abb4-4f69-b75a-66f462f4fc25 None None] Port 90cd0c6a-43dd-4645-b803-11d4b9e850bd cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:24:36.328972 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-0db4a277-abb4-4f69-b75a-66f462f4fc25 None None] Provisioning complete for port 44dd4a76-8a70-4608-9304-158d244d56c0 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:24:36.329677 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0db4a277-abb4-4f69-b75a-66f462f4fc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:36.608706 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ed445d4f-3371-4ae9-adf7-6a8300d4e76d None None] Provisioning complete for port 90cd0c6a-43dd-4645-b803-11d4b9e850bd triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:24:36.609227 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ed445d4f-3371-4ae9-adf7-6a8300d4e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:36.635193 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf7ac40-de7a-4f89-897c-4a2053c40a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:24:36.654926 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-edf7ac40-de7a-4f89-897c-4a2053c40a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "PUT /v2.0/routers/c372becc-59fe-40bd-84d9-289b34a03990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6829326 Apr 18 06:24:36.659916 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8014110-1269-4604-8418-c949da70aca3 None None] Sync routers for ids ['c372becc-59fe-40bd-84d9-289b34a03990'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:24:36.685420 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8014110-1269-4604-8418-c949da70aca3 None None] Routers {'c372becc-59fe-40bd-84d9-289b34a03990'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:24:36.686142 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d8014110-1269-4604-8418-c949da70aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:24:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c372becc-59fe-40bd-84d9-289b34a03990'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:36.745415 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-ed445d4f-3371-4ae9-adf7-6a8300d4e76d None None] Port 90cd0c6a-43dd-4645-b803-11d4b9e850bd cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:24:36.850207 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-dee2b30b-29e7-4f5d-a2e9-8f66fa8a913e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:24:36.877476 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-dee2b30b-29e7-4f5d-a2e9-8f66fa8a913e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:24:36.881933 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-dee2b30b-29e7-4f5d-a2e9-8f66fa8a913e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1705837358&fields=id&tenant_id=18c0f35214f54e28b3e8e8a6c60959de HTTP/1.1" status: 200 len: 267 time: 0.0803149 Apr 18 06:24:36.917109 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a71016ef-e866-4396-ace9-22b93038b2ff up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:24:36.965258 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c41a8f69-7b33-4d3d-ab2d-ae9ac7662ee7 None None] Provisioning complete for port 90cd0c6a-43dd-4645-b803-11d4b9e850bd triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:24:36.965632 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c41a8f69-7b33-4d3d-ab2d-ae9ac7662ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:37.020458 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-d8014110-1269-4604-8418-c949da70aca3 None None] Set router c372becc-59fe-40bd-84d9-289b34a03990 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:24:37.049556 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-65ed709e-6174-495c-9418-68b05da3927f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:37.051034 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-65ed709e-6174-495c-9418-68b05da3927f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/networks?id=2de57480-fad1-4fd7-b52b-35dae15d40bc HTTP/1.1" status: 200 len: 796 time: 0.1617978 Apr 18 06:24:37.067258 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-1c30fe2c-e1b9-419a-8bc9-847887693514 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/quotas/18c0f35214f54e28b3e8e8a6c60959de HTTP/1.1" status: 200 len: 375 time: 0.0098114 Apr 18 06:24:37.108757 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-c41a8f69-7b33-4d3d-ab2d-ae9ac7662ee7 None None] Port 90cd0c6a-43dd-4645-b803-11d4b9e850bd cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:24:37.163387 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-6c2d9117-5059-4bee-b05f-fcb149711046 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0864286 Apr 18 06:24:37.179961 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-850c308f-3745-48ba-ad9a-d133ef2ecf9d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:24:37.181379 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-850c308f-3745-48ba-ad9a-d133ef2ecf9d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060682 Apr 18 06:24:37.219417 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port a71016ef-e866-4396-ace9-22b93038b2ff triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:24:37.220003 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:37.449460 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-6e29e9fd-7ea6-43c9-b7fd-0018c747a436 service neutron] 10.222.0.15 "GET /v2.0/networks/2de57480-fad1-4fd7-b52b-35dae15d40bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611935 Apr 18 06:24:37.488609 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 44dd4a76-8a70-4608-9304-158d244d56c0 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:24:37.557876 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d8014110-1269-4604-8418-c949da70aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821540255', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:24:29Z', 'updated_at': '2022-04-18T06:24:35Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:30Z', 'updated_at': '2022-04-18T06:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '90cd0c6a-43dd-4645-b803-11d4b9e850bd', 'name': '', 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:27:2a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '31821bea-c298-4986-8014-2e81eb77fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:34Z', 'updated_at': '2022-04-18T06:24:35Z', 'revision_number': 2, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '31821bea-c298-4986-8014-2e81eb77fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:37.564369 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8014110-1269-4604-8418-c949da70aca3 None None] Checking router: c372becc-59fe-40bd-84d9-289b34a03990 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:24:37.564786 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8014110-1269-4604-8418-c949da70aca3 None None] Updating router c372becc-59fe-40bd-84d9-289b34a03990 port 90cd0c6a-43dd-4645-b803-11d4b9e850bd binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:24:37.586121 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-ba1a346a-e30e-415e-99c3-8e84d453fbec service neutron] 10.222.0.15 "GET /v2.0/networks/2de57480-fad1-4fd7-b52b-35dae15d40bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302834 Apr 18 06:24:37.613319 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 44dd4a76-8a70-4608-9304-158d244d56c0 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:24:37.613782 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:37.679134 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d8014110-1269-4604-8418-c949da70aca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:37.716726 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-af028f97-d0af-4ef6-a3a0-5bb07716b035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:38.003602 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:38.104533 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d8014110-1269-4604-8418-c949da70aca3 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:38.116267 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d8014110-1269-4604-8418-c949da70aca3 None None] Transition to ACTIVE for port object 90cd0c6a-43dd-4645-b803-11d4b9e850bd will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:24:38.122731 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d8014110-1269-4604-8418-c949da70aca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:38.251093 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dae7a9-9971-4171-b6d6-2efa10fb20b7 None None] Pushing event updated for resources: {'Port': ['ID=90cd0c6a-43dd-4645-b803-11d4b9e850bd,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:38.386855 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-d8014110-1269-4604-8418-c949da70aca3 None None] Attempting to bind port 90cd0c6a-43dd-4645-b803-11d4b9e850bd on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:24:38.387223 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-d8014110-1269-4604-8418-c949da70aca3 None None] Attempting to bind port 90cd0c6a-43dd-4645-b803-11d4b9e850bd by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'def863ef-c450-4b5e-94c5-a8cdca46b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:24:38.387582 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8014110-1269-4604-8418-c949da70aca3 None None] Attempting to bind port 90cd0c6a-43dd-4645-b803-11d4b9e850bd on network 2de57480-fad1-4fd7-b52b-35dae15d40bc {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:24:38.392809 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8014110-1269-4604-8418-c949da70aca3 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:24:38.393176 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8014110-1269-4604-8418-c949da70aca3 None None] Checking segment: {'id': 'def863ef-c450-4b5e-94c5-a8cdca46b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:24:38.393570 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d8014110-1269-4604-8418-c949da70aca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:38.393956 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8014110-1269-4604-8418-c949da70aca3 None None] Bound using segment: {'id': 'def863ef-c450-4b5e-94c5-a8cdca46b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:24:38.394408 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-d8014110-1269-4604-8418-c949da70aca3 None None] Bound port: 90cd0c6a-43dd-4645-b803-11d4b9e850bd, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def863ef-c450-4b5e-94c5-a8cdca46b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:24:38.394777 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d8014110-1269-4604-8418-c949da70aca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:38.491939 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-d8014110-1269-4604-8418-c949da70aca3 None None] For port 90cd0c6a-43dd-4645-b803-11d4b9e850bd, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:24:38.494965 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-d8014110-1269-4604-8418-c949da70aca3 None None] For port 90cd0c6a-43dd-4645-b803-11d4b9e850bd, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=90cd0c6a-43dd-4645-b803-11d4b9e850bd,segment=NetworkSegment(def863ef-c450-4b5e-94c5-a8cdca46b8df),segment_id=def863ef-c450-4b5e-94c5-a8cdca46b8df)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:24:38.499905 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d8014110-1269-4604-8418-c949da70aca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:38.580928 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8014110-1269-4604-8418-c949da70aca3 None None] Routers {'c372becc-59fe-40bd-84d9-289b34a03990'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:24:38.581562 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d8014110-1269-4604-8418-c949da70aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:24:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c372becc-59fe-40bd-84d9-289b34a03990'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:38.649713 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dae7a9-9971-4171-b6d6-2efa10fb20b7 None None] Pushing event updated for resources: {'Port': ['ID=90cd0c6a-43dd-4645-b803-11d4b9e850bd,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:38.671224 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:38.803871 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:38.807401 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-c11cf977-1b3a-4c6c-af3e-3091584b1b0f req-b3f6c6a0-f146-4ae4-9e09-f41900fb2816 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:24:38.826279 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-c11cf977-1b3a-4c6c-af3e-3091584b1b0f req-b3f6c6a0-f146-4ae4-9e09-f41900fb2816 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:24:38.828405 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c11cf977-1b3a-4c6c-af3e-3091584b1b0f req-b3f6c6a0-f146-4ae4-9e09-f41900fb2816 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 210 time: 0.0641427 Apr 18 06:24:38.828837 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-d8014110-1269-4604-8418-c949da70aca3 None None] Set router c372becc-59fe-40bd-84d9-289b34a03990 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:24:39.140201 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d8014110-1269-4604-8418-c949da70aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821540255', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:24:29Z', 'updated_at': '2022-04-18T06:24:35Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:30Z', 'updated_at': '2022-04-18T06:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '90cd0c6a-43dd-4645-b803-11d4b9e850bd', 'name': '', 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:27:2a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '31821bea-c298-4986-8014-2e81eb77fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:34Z', 'updated_at': '2022-04-18T06:24:38Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '31821bea-c298-4986-8014-2e81eb77fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:39.143933 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8014110-1269-4604-8418-c949da70aca3 None None] The sync data for ids ['c372becc-59fe-40bd-84d9-289b34a03990'] in dv-neutron-837489-1-hyperv is: [{'id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821540255', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:24:29Z', 'updated_at': '2022-04-18T06:24:35Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:30Z', 'updated_at': '2022-04-18T06:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '90cd0c6a-43dd-4645-b803-11d4b9e850bd', 'name': '', 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:27:2a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '31821bea-c298-4986-8014-2e81eb77fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:34Z', 'updated_at': '2022-04-18T06:24:38Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '31821bea-c298-4986-8014-2e81eb77fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:24:39.951990 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bcaae46e-866d-4801-ab50-b040d09a8170 req-52d385e8-0e82-4b06-8855-3f4bbd14ed75 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 210 time: 0.0580633 Apr 18 06:24:40.182259 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:40.899595 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 90cd0c6a-43dd-4645-b803-11d4b9e850bd up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:24:40.977308 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 90cd0c6a-43dd-4645-b803-11d4b9e850bd completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:24:40.982612 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 90cd0c6a-43dd-4645-b803-11d4b9e850bd triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:24:40.983047 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:41.104684 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:41.112320 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6c2d662a-3129-473e-9c21-613704e41346 req-ea917627-1e12-4ae7-ab93-9fd9e926c4b5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 210 time: 0.0498133 Apr 18 06:24:41.141338 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 90cd0c6a-43dd-4645-b803-11d4b9e850bd, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=90cd0c6a-43dd-4645-b803-11d4b9e850bd,segment=NetworkSegment(def863ef-c450-4b5e-94c5-a8cdca46b8df),segment_id=def863ef-c450-4b5e-94c5-a8cdca46b8df)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:24:41.145042 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:41.216005 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=90cd0c6a-43dd-4645-b803-11d4b9e850bd,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:42.334724 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4db716b2-8480-4fd2-9b5c-93a6fbcc3514 req-b928eef8-73fb-49a4-aed7-6d447cc9cfb3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 210 time: 0.0965431 Apr 18 06:24:42.409997 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-980f9aa8-221c-4e66-a8a9-4b241a24a9b4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:42.412378 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-980f9aa8-221c-4e66-a8a9-4b241a24a9b4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "GET /v2.0/networks?id=2de57480-fad1-4fd7-b52b-35dae15d40bc HTTP/1.1" status: 200 len: 796 time: 0.2113130 Apr 18 06:24:42.472663 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-5878b76b-b640-4c63-94b8-868ecadda383 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18c0f35214f54e28b3e8e8a6c60959de HTTP/1.1" status: 200 len: 380 time: 0.0466659 Apr 18 06:24:42.483924 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-c469fa6b-8792-444d-b7a9-c88dcd20c354 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'port': {'device_id': '84c5da96-ee76-4773-a1bf-16f38548033f', 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc', 'admin_state_up': True, 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'security_groups': ['25766b6a-1749-43ab-ae9c-f45f4137899b']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:24:42.627438 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-c469fa6b-8792-444d-b7a9-c88dcd20c354 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:24:42.636941 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-c469fa6b-8792-444d-b7a9-c88dcd20c354 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:24:42.646782 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-c469fa6b-8792-444d-b7a9-c88dcd20c354 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Made reservation on behalf of 18c0f35214f54e28b3e8e8a6c60959de for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:24:42.650563 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-c469fa6b-8792-444d-b7a9-c88dcd20c354 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:42.828319 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-c469fa6b-8792-444d-b7a9-c88dcd20c354 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Allocated IP 172.20.0.3 (2de57480-fad1-4fd7-b52b-35dae15d40bc/31821bea-c298-4986-8014-2e81eb77fcb3/5e7473a3-a541-4934-b494-29f1b6382017) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:24:42.882298 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 90cd0c6a-43dd-4645-b803-11d4b9e850bd up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:24:42.950200 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 90cd0c6a-43dd-4645-b803-11d4b9e850bd triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:24:42.950478 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:43.030911 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-c469fa6b-8792-444d-b7a9-c88dcd20c354 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:43.047922 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-c469fa6b-8792-444d-b7a9-c88dcd20c354 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Transition to ACTIVE for port object 5e7473a3-a541-4934-b494-29f1b6382017 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:24:43.074566 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-c469fa6b-8792-444d-b7a9-c88dcd20c354 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:43.144935 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-c469fa6b-8792-444d-b7a9-c88dcd20c354 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network 2de57480-fad1-4fd7-b52b-35dae15d40bc is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:24:43.153016 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-c469fa6b-8792-444d-b7a9-c88dcd20c354 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:24:43.155526 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-c469fa6b-8792-444d-b7a9-c88dcd20c354 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:24:43.199721 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469fa6b-8792-444d-b7a9-c88dcd20c354 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=5e7473a3-a541-4934-b494-29f1b6382017,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:43.237144 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-c469fa6b-8792-444d-b7a9-c88dcd20c354 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:43.237819 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-c469fa6b-8792-444d-b7a9-c88dcd20c354 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:43.268618 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-c469fa6b-8792-444d-b7a9-c88dcd20c354 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7885034 Apr 18 06:24:43.283895 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] Request body: {'port': {'device_id': '84c5da96-ee76-4773-a1bf-16f38548033f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:24:43.432168 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-14cba865-2468-4d65-bf84-277463e1b144 None None] Provisioning for port 5e7473a3-a541-4934-b494-29f1b6382017 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:24:43.434460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:43.437481 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-14cba865-2468-4d65-bf84-277463e1b144 None None] Provisioning complete for port 5e7473a3-a541-4934-b494-29f1b6382017 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:24:43.437853 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-14cba865-2468-4d65-bf84-277463e1b144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:43.509824 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-14cba865-2468-4d65-bf84-277463e1b144 None None] Port 5e7473a3-a541-4934-b494-29f1b6382017 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:24:43.565043 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7de0a9-8b37-4583-a6b2-ed91be774900 req-a55d080f-feda-4f7b-836c-881b94919890 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:43.566498 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9b7de0a9-8b37-4583-a6b2-ed91be774900 req-a55d080f-feda-4f7b-836c-881b94919890 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 931 time: 0.0952606 Apr 18 06:24:43.614732 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9b7de0a9-8b37-4583-a6b2-ed91be774900 req-a81ca9b6-23b1-40c1-99e1-2591bcca8820 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=25766b6a-1749-43ab-ae9c-f45f4137899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421116 Apr 18 06:24:43.793709 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7473a3-a541-4934-b494-29f1b6382017 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:24:43.800804 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:43.816564 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] Transition to ACTIVE for port object 5e7473a3-a541-4934-b494-29f1b6382017 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:24:43.821422 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:44.093651 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7473a3-a541-4934-b494-29f1b6382017,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:44.180475 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] Attempting to bind port 5e7473a3-a541-4934-b494-29f1b6382017 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:24:44.180726 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] Attempting to bind port 5e7473a3-a541-4934-b494-29f1b6382017 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'def863ef-c450-4b5e-94c5-a8cdca46b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:24:44.181052 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] Attempting to bind port 5e7473a3-a541-4934-b494-29f1b6382017 on network 2de57480-fad1-4fd7-b52b-35dae15d40bc {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:24:44.185695 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] Port 5e7473a3-a541-4934-b494-29f1b6382017 on network 2de57480-fad1-4fd7-b52b-35dae15d40bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:24:44.186009 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] Attempting to bind port 5e7473a3-a541-4934-b494-29f1b6382017 on network 2de57480-fad1-4fd7-b52b-35dae15d40bc {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:24:44.191290 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:24:44.191624 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] Checking segment: {'id': 'def863ef-c450-4b5e-94c5-a8cdca46b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:24:44.192009 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] Bound using segment: {'id': 'def863ef-c450-4b5e-94c5-a8cdca46b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:24:44.192467 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] Bound port: 5e7473a3-a541-4934-b494-29f1b6382017, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def863ef-c450-4b5e-94c5-a8cdca46b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:24:44.193503 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:44.285138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] For port 5e7473a3-a541-4934-b494-29f1b6382017, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:24:44.288576 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] For port 5e7473a3-a541-4934-b494-29f1b6382017, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5e7473a3-a541-4934-b494-29f1b6382017,segment=NetworkSegment(def863ef-c450-4b5e-94c5-a8cdca46b8df),segment_id=def863ef-c450-4b5e-94c5-a8cdca46b8df)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:24:44.293457 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:44.352747 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:44.353351 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:44.354718 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] 10.222.0.52 "PUT /v2.0/ports/5e7473a3-a541-4934-b494-29f1b6382017 HTTP/1.1" status: 200 len: 1093 time: 1.0753531 Apr 18 06:24:44.355193 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c5da96-ee76-4773-a1bf-16f38548033f', 'tag': '5e7473a3-a541-4934-b494-29f1b6382017'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:24:44.417126 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed4a35-564a-4b2c-85ae-b82ac34546e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7473a3-a541-4934-b494-29f1b6382017,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:44.430108 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a59b91f-0bbd-49a0-9dde-f9d7fc3ffe57'] response: {'name': 'network-changed', 'server_uuid': '84c5da96-ee76-4773-a1bf-16f38548033f', 'tag': '5e7473a3-a541-4934-b494-29f1b6382017', 'status': 'completed', 'code': 200} Apr 18 06:24:44.511239 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:24:44.525255 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-7cb9cdaa-37be-45a9-af3a-03b60c4e8f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:44.527094 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-7cb9cdaa-37be-45a9-af3a-03b60c4e8f72 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 1096 time: 0.0836639 Apr 18 06:24:44.623987 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-770e8954-1c4f-475f-801f-314c4ccac611 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e7473a3-a541-4934-b494-29f1b6382017 HTTP/1.1" status: 200 len: 217 time: 0.0861516 Apr 18 06:24:44.716647 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-ae2052e5-abc7-46a7-8614-9e186bf951ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:44.718575 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-ae2052e5-abc7-46a7-8614-9e186bf951ec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31821bea-c298-4986-8014-2e81eb77fcb3 HTTP/1.1" status: 200 len: 835 time: 0.0795302 Apr 18 06:24:44.814104 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-4b5c3054-c01c-4036-82f4-394d251f5f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:44.815767 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-4b5c3054-c01c-4036-82f4-394d251f5f2d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2de57480-fad1-4fd7-b52b-35dae15d40bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872664 Apr 18 06:24:44.914604 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb8751-280d-4592-a73a-6aef1e820c36 req-24e2ae6c-0ad3-4015-8b40-8b34e5a69c5f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:44.916876 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6dbb8751-280d-4592-a73a-6aef1e820c36 req-24e2ae6c-0ad3-4015-8b40-8b34e5a69c5f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 943 time: 0.1512141 Apr 18 06:24:44.969929 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6dbb8751-280d-4592-a73a-6aef1e820c36 req-b589e693-c475-4534-98c9-e832828cc179 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=25766b6a-1749-43ab-ae9c-f45f4137899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471568 Apr 18 06:24:44.986212 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-511ee8f7-ddf6-40fb-9751-d3095c1ef9d4 service neutron] 10.222.0.52 "GET /v2.0/networks/2de57480-fad1-4fd7-b52b-35dae15d40bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613195 Apr 18 06:24:45.124761 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-05ee7a51-19d3-4942-b6d0-537f8008cd96 req-b44b1074-7818-4ca1-9cda-e377ad64592f service neutron] 10.222.0.52 "GET /v2.0/networks/2de57480-fad1-4fd7-b52b-35dae15d40bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293726 Apr 18 06:24:45.247044 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1732c2a-3db1-4e7e-b7de-ba27970a8995 req-cef9f98f-4142-42da-b6df-e35b3aa77371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:45.248546 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d1732c2a-3db1-4e7e-b7de-ba27970a8995 req-cef9f98f-4142-42da-b6df-e35b3aa77371 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 1096 time: 0.0702457 Apr 18 06:24:45.385355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1732c2a-3db1-4e7e-b7de-ba27970a8995 req-ed2b62b8-4179-45e4-b62c-15c9edce8961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:45.386846 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d1732c2a-3db1-4e7e-b7de-ba27970a8995 req-ed2b62b8-4179-45e4-b62c-15c9edce8961 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2de57480-fad1-4fd7-b52b-35dae15d40bc HTTP/1.1" status: 200 len: 897 time: 0.1317480 Apr 18 06:24:45.460553 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d1732c2a-3db1-4e7e-b7de-ba27970a8995 req-46bbb436-1e3a-4615-ac8d-16c23529803a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e7473a3-a541-4934-b494-29f1b6382017 HTTP/1.1" status: 200 len: 217 time: 0.0635693 Apr 18 06:24:45.521294 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1732c2a-3db1-4e7e-b7de-ba27970a8995 req-4a0df8cf-6ea2-4c08-8734-3030dda2f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:45.522715 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d1732c2a-3db1-4e7e-b7de-ba27970a8995 req-4a0df8cf-6ea2-4c08-8734-3030dda2f470 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31821bea-c298-4986-8014-2e81eb77fcb3 HTTP/1.1" status: 200 len: 835 time: 0.0566349 Apr 18 06:24:45.602745 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1732c2a-3db1-4e7e-b7de-ba27970a8995 req-de38da14-2a5b-4a04-b812-4f1994e42972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:45.604238 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d1732c2a-3db1-4e7e-b7de-ba27970a8995 req-de38da14-2a5b-4a04-b812-4f1994e42972 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2de57480-fad1-4fd7-b52b-35dae15d40bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734150 Apr 18 06:24:45.738409 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d1732c2a-3db1-4e7e-b7de-ba27970a8995 req-aab8a8d6-9c73-4057-9a33-f55a2bc57518 service neutron] 10.222.0.52 "GET /v2.0/networks/2de57480-fad1-4fd7-b52b-35dae15d40bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273935 Apr 18 06:24:45.873130 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d1732c2a-3db1-4e7e-b7de-ba27970a8995 req-dd212735-6f82-407a-aa5c-1deda5e702c9 service neutron] 10.222.0.52 "GET /v2.0/networks/2de57480-fad1-4fd7-b52b-35dae15d40bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283703 Apr 18 06:24:46.269097 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd565248-d2e9-4903-be74-b870922f0691 req-237dd64f-1358-4b56-8dcc-8f109dfe694d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:46.269703 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-cd565248-d2e9-4903-be74-b870922f0691 req-237dd64f-1358-4b56-8dcc-8f109dfe694d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:24:46.285373 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-cd565248-d2e9-4903-be74-b870922f0691 req-237dd64f-1358-4b56-8dcc-8f109dfe694d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:24:46.287010 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cd565248-d2e9-4903-be74-b870922f0691 req-237dd64f-1358-4b56-8dcc-8f109dfe694d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 943 time: 0.2057726 Apr 18 06:24:46.331969 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cd565248-d2e9-4903-be74-b870922f0691 req-be202cc4-6ecb-4c33-8cce-a3d9d21ea33f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=25766b6a-1749-43ab-ae9c-f45f4137899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388746 Apr 18 06:24:47.484233 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 5e7473a3-a541-4934-b494-29f1b6382017 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:24:47.525208 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a25ca-b139-456f-9b50-aa4a6be5c16e req-1675efb5-b69f-4dfd-89e8-555aea01f71b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:47.526658 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-266a25ca-b139-456f-9b50-aa4a6be5c16e req-1675efb5-b69f-4dfd-89e8-555aea01f71b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 943 time: 0.0892017 Apr 18 06:24:47.573272 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-266a25ca-b139-456f-9b50-aa4a6be5c16e req-78a925dc-a602-4235-a9ee-66fa2742ef87 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=25766b6a-1749-43ab-ae9c-f45f4137899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407293 Apr 18 06:24:47.680334 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 5e7473a3-a541-4934-b494-29f1b6382017, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5e7473a3-a541-4934-b494-29f1b6382017,segment=NetworkSegment(def863ef-c450-4b5e-94c5-a8cdca46b8df),segment_id=def863ef-c450-4b5e-94c5-a8cdca46b8df)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:24:47.693736 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '5e7473a3-a541-4934-b494-29f1b6382017', 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc', 'port_id': '5e7473a3-a541-4934-b494-29f1b6382017', 'mac_address': 'fa:16:3e:81:d6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31821bea-c298-4986-8014-2e81eb77fcb3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:24:47.748797 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:47.766487 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7473a3-a541-4934-b494-29f1b6382017 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:24:47.782325 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 5e7473a3-a541-4934-b494-29f1b6382017, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5e7473a3-a541-4934-b494-29f1b6382017,segment=NetworkSegment(def863ef-c450-4b5e-94c5-a8cdca46b8df),segment_id=def863ef-c450-4b5e-94c5-a8cdca46b8df)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:24:47.787379 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:47.857644 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=5e7473a3-a541-4934-b494-29f1b6382017,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:48.032824 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['5e7473a3-a541-4934-b494-29f1b6382017'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:24:48.779256 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc98d9-6548-4d69-9533-3de9e9a432a5 req-29c13a5d-ffc4-471a-9732-f7c0b2469ca8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:48.780767 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-60bc98d9-6548-4d69-9533-3de9e9a432a5 req-29c13a5d-ffc4-471a-9732-f7c0b2469ca8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 944 time: 0.0875094 Apr 18 06:24:48.843100 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-60bc98d9-6548-4d69-9533-3de9e9a432a5 req-d0e5d839-032d-45de-b4d9-978a9218ee7c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=25766b6a-1749-43ab-ae9c-f45f4137899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547764 Apr 18 06:24:49.498789 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 5e7473a3-a541-4934-b494-29f1b6382017 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:24:49.571449 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port 5e7473a3-a541-4934-b494-29f1b6382017 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:24:49.576459 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 5e7473a3-a541-4934-b494-29f1b6382017 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:24:49.576826 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:49.699336 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:49.726438 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c5da96-ee76-4773-a1bf-16f38548033f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7473a3-a541-4934-b494-29f1b6382017'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:24:49.736207 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 5e7473a3-a541-4934-b494-29f1b6382017, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5e7473a3-a541-4934-b494-29f1b6382017,segment=NetworkSegment(def863ef-c450-4b5e-94c5-a8cdca46b8df),segment_id=def863ef-c450-4b5e-94c5-a8cdca46b8df)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:24:49.740832 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:49.780899 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-355c9af3-337e-42d6-8d06-f5080b7f7304'] response: {'server_uuid': '84c5da96-ee76-4773-a1bf-16f38548033f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7473a3-a541-4934-b494-29f1b6382017', 'code': 200} Apr 18 06:24:49.820887 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=5e7473a3-a541-4934-b494-29f1b6382017,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:50.091269 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4cf38-751e-4097-8ccc-8acb9e69ca38 req-78952e0a-4756-4b69-ad13-ba782c50db7f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:50.092691 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4fe4cf38-751e-4097-8ccc-8acb9e69ca38 req-78952e0a-4756-4b69-ad13-ba782c50db7f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 945 time: 0.1415944 Apr 18 06:24:50.095359 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49303709-cd13-4ca6-8b35-d953e33703f7 req-adb97945-b4c8-4a3f-b67f-7dbf3a6f6c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:50.097083 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-49303709-cd13-4ca6-8b35-d953e33703f7 req-adb97945-b4c8-4a3f-b67f-7dbf3a6f6c82 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 1098 time: 0.1147778 Apr 18 06:24:50.163972 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-49303709-cd13-4ca6-8b35-d953e33703f7 req-f804a0a9-658e-4810-8a0f-7a018988523e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=25766b6a-1749-43ab-ae9c-f45f4137899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523651 Apr 18 06:24:50.166641 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4fe4cf38-751e-4097-8ccc-8acb9e69ca38 req-1af1deea-38a6-46f5-8372-e5931c619e05 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=25766b6a-1749-43ab-ae9c-f45f4137899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680397 Apr 18 06:24:51.368148 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68dfc4-9cf5-4e37-bb55-a42089f5aa61 req-757028b4-d509-470c-af83-869de35325de tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:51.370555 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2a68dfc4-9cf5-4e37-bb55-a42089f5aa61 req-757028b4-d509-470c-af83-869de35325de tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 945 time: 0.0922596 Apr 18 06:24:51.427124 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2a68dfc4-9cf5-4e37-bb55-a42089f5aa61 req-bd235da0-b146-4b8b-8625-fd5336a25c0c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=25766b6a-1749-43ab-ae9c-f45f4137899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491452 Apr 18 06:24:52.616205 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079b1f5-3dfa-4f6c-becd-ebcbf822bb4b req-7c096350-557d-402b-97c4-f80c692a407a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:52.617671 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0079b1f5-3dfa-4f6c-becd-ebcbf822bb4b req-7c096350-557d-402b-97c4-f80c692a407a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 945 time: 0.0832067 Apr 18 06:24:52.662861 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0079b1f5-3dfa-4f6c-becd-ebcbf822bb4b req-ba1b12ed-b8f7-4ba1-8bac-8220ca0d6607 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=25766b6a-1749-43ab-ae9c-f45f4137899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393298 Apr 18 06:24:52.852193 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a15d13-5ea7-4a58-acdb-c3e098ced56e req-13d00c63-18c3-4dd9-b2fe-d22515103463 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:52.853673 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-94a15d13-5ea7-4a58-acdb-c3e098ced56e req-13d00c63-18c3-4dd9-b2fe-d22515103463 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 945 time: 0.0837600 Apr 18 06:24:52.898032 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-94a15d13-5ea7-4a58-acdb-c3e098ced56e req-48a2c2e9-8b1b-4144-9e50-c02bc0df4764 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=25766b6a-1749-43ab-ae9c-f45f4137899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386484 Apr 18 06:24:52.922651 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54706) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:52.996905 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c585fc-470d-4031-a7e0-5fe3fce0bed9 tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:52.998413 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-69c585fc-470d-4031-a7e0-5fe3fce0bed9 tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 1093 time: 0.0747416 Apr 18 06:24:53.001364 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54710) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:53.006956 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': '5e7473a3-a541-4934-b494-29f1b6382017', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:24:53.012947 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:24:53.016923 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:floatingip and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:24:53.019799 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:24:53.026300 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:24:53.037816 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for floatingip, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:53.178115 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:53.310930 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Allocated IP 172.26.1.47 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/04da3c72-a648-4fbd-a800-4a7859e8e42e) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:24:53.473561 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:53.503001 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:53.560371 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:24:53.563125 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:24:53.566679 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:24:53.613037 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=04da3c72-a648-4fbd-a800-4a7859e8e42e,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:54.109869 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:54.188064 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:54.415222 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:54.420858 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:54.531292 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=04da3c72-a648-4fbd-a800-4a7859e8e42e,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:24:54.543933 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:54.740632 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Floating IP eba8ef3b-b800-4c09-9dbc-193d8397c0a5 associated. External IP: 172.26.1.47, port: 5e7473a3-a541-4934-b494-29f1b6382017. Apr 18 06:24:55.093834 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router c372becc-59fe-40bd-84d9-289b34a03990 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:24:55.281361 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:24:55.292484 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672d906-7a05-4a94-b756-e62790ecae85 None None] Sync routers for ids ['c372becc-59fe-40bd-84d9-289b34a03990'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:24:55.305054 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b672d906-7a05-4a94-b756-e62790ecae85 None None] Routers {'c372becc-59fe-40bd-84d9-289b34a03990'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:24:55.305687 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b672d906-7a05-4a94-b756-e62790ecae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:24:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c372becc-59fe-40bd-84d9-289b34a03990'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:55.309382 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:55.376119 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d39ac246-74a9-48d6-aace-8759e5c3b1cf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3735502 Apr 18 06:24:55.376601 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c5da96-ee76-4773-a1bf-16f38548033f', 'tag': '5e7473a3-a541-4934-b494-29f1b6382017'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:24:55.425522 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8488689f-b054-4d19-8bce-3e429189563d'] response: {'name': 'network-changed', 'server_uuid': '84c5da96-ee76-4773-a1bf-16f38548033f', 'tag': '5e7473a3-a541-4934-b494-29f1b6382017', 'status': 'completed', 'code': 200} Apr 18 06:24:55.528432 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-b672d906-7a05-4a94-b756-e62790ecae85 None None] Set router c372becc-59fe-40bd-84d9-289b34a03990 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:24:55.605188 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fec3b6-adca-44eb-adfc-40e654a751c9 req-1ca74754-d02c-469b-93fc-9e387c962394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:55.607279 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-37fec3b6-adca-44eb-adfc-40e654a751c9 req-1ca74754-d02c-469b-93fc-9e387c962394 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 1098 time: 0.1524804 Apr 18 06:24:55.620479 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875bd9c-7b03-4faa-bdc9-126a1c918b6c req-46ec4a0c-3ce7-4135-b5c7-57e395118c67 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:55.621899 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c875bd9c-7b03-4faa-bdc9-126a1c918b6c req-46ec4a0c-3ce7-4135-b5c7-57e395118c67 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 945 time: 0.1169834 Apr 18 06:24:55.761945 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c875bd9c-7b03-4faa-bdc9-126a1c918b6c req-9c60cd80-726c-433b-beab-96e1f59251fd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=25766b6a-1749-43ab-ae9c-f45f4137899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211596 Apr 18 06:24:55.788419 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54718) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:55.793907 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fec3b6-adca-44eb-adfc-40e654a751c9 req-ed1c52fd-6728-4027-a72e-f4d545f77bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:55.795478 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-37fec3b6-adca-44eb-adfc-40e654a751c9 req-ed1c52fd-6728-4027-a72e-f4d545f77bf4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2de57480-fad1-4fd7-b52b-35dae15d40bc HTTP/1.1" status: 200 len: 897 time: 0.1727457 Apr 18 06:24:55.898945 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b672d906-7a05-4a94-b756-e62790ecae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821540255', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:24:29Z', 'updated_at': '2022-04-18T06:24:35Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:30Z', 'updated_at': '2022-04-18T06:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'eba8ef3b-b800-4c09-9dbc-193d8397c0a5', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'floating_ip_address': '172.26.1.47', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'port_id': '5e7473a3-a541-4934-b494-29f1b6382017', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc', 'mac_address': 'fa:16:3e:81:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c5da96-ee76-4773-a1bf-16f38548033f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:24:54Z', 'updated_at': '2022-04-18T06:24:54Z', 'revision_number': 0, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cd0c6a-43dd-4645-b803-11d4b9e850bd', 'name': '', 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:27:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '31821bea-c298-4986-8014-2e81eb77fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:34Z', 'updated_at': '2022-04-18T06:24:41Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '31821bea-c298-4986-8014-2e81eb77fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:55.904078 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672d906-7a05-4a94-b756-e62790ecae85 None None] Checking router: c372becc-59fe-40bd-84d9-289b34a03990 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:24:55.914878 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b672d906-7a05-4a94-b756-e62790ecae85 None None] Routers {'c372becc-59fe-40bd-84d9-289b34a03990'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:24:55.916106 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b672d906-7a05-4a94-b756-e62790ecae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:24:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c372becc-59fe-40bd-84d9-289b34a03990'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:55.920500 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-522fa81e-918d-49f6-abae-84cafcc9034e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/floatingips/eba8ef3b-b800-4c09-9dbc-193d8397c0a5 HTTP/1.1" status: 200 len: 990 time: 0.1306334 Apr 18 06:24:55.925636 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-37fec3b6-adca-44eb-adfc-40e654a751c9 req-62968266-7966-48d7-bab8-6fc59e24afac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e7473a3-a541-4934-b494-29f1b6382017 HTTP/1.1" status: 200 len: 998 time: 0.1222427 Apr 18 06:24:55.992132 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fec3b6-adca-44eb-adfc-40e654a751c9 req-3652929a-976d-4fcd-a496-d902ead97acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:55.993583 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-37fec3b6-adca-44eb-adfc-40e654a751c9 req-3652929a-976d-4fcd-a496-d902ead97acf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31821bea-c298-4986-8014-2e81eb77fcb3 HTTP/1.1" status: 200 len: 835 time: 0.0603621 Apr 18 06:24:56.074655 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fec3b6-adca-44eb-adfc-40e654a751c9 req-e906fac3-eb9a-40d1-b657-e698d9714c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:56.076029 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-37fec3b6-adca-44eb-adfc-40e654a751c9 req-e906fac3-eb9a-40d1-b657-e698d9714c4d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2de57480-fad1-4fd7-b52b-35dae15d40bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751610 Apr 18 06:24:56.106334 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-b672d906-7a05-4a94-b756-e62790ecae85 None None] Set router c372becc-59fe-40bd-84d9-289b34a03990 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:24:56.215880 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-37fec3b6-adca-44eb-adfc-40e654a751c9 req-05afc7e4-9c38-4041-84f8-e769d60fa48f service neutron] 10.222.0.52 "GET /v2.0/networks/2de57480-fad1-4fd7-b52b-35dae15d40bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332328 Apr 18 06:24:56.357654 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-37fec3b6-adca-44eb-adfc-40e654a751c9 req-c7444e7f-2ce5-442e-84ab-31a44190de5c service neutron] 10.222.0.52 "GET /v2.0/networks/2de57480-fad1-4fd7-b52b-35dae15d40bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356566 Apr 18 06:24:56.467449 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b672d906-7a05-4a94-b756-e62790ecae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821540255', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:24:29Z', 'updated_at': '2022-04-18T06:24:35Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:30Z', 'updated_at': '2022-04-18T06:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'eba8ef3b-b800-4c09-9dbc-193d8397c0a5', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'floating_ip_address': '172.26.1.47', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'port_id': '5e7473a3-a541-4934-b494-29f1b6382017', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc', 'mac_address': 'fa:16:3e:81:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c5da96-ee76-4773-a1bf-16f38548033f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:24:54Z', 'updated_at': '2022-04-18T06:24:54Z', 'revision_number': 0, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cd0c6a-43dd-4645-b803-11d4b9e850bd', 'name': '', 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:27:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '31821bea-c298-4986-8014-2e81eb77fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:34Z', 'updated_at': '2022-04-18T06:24:41Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '31821bea-c298-4986-8014-2e81eb77fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:24:56.471584 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672d906-7a05-4a94-b756-e62790ecae85 None None] The sync data for ids ['c372becc-59fe-40bd-84d9-289b34a03990'] in dv-neutron-837489-1-hyperv is: [{'id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821540255', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:24:29Z', 'updated_at': '2022-04-18T06:24:35Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:30Z', 'updated_at': '2022-04-18T06:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'eba8ef3b-b800-4c09-9dbc-193d8397c0a5', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'floating_ip_address': '172.26.1.47', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'port_id': '5e7473a3-a541-4934-b494-29f1b6382017', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc', 'mac_address': 'fa:16:3e:81:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c5da96-ee76-4773-a1bf-16f38548033f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:24:54Z', 'updated_at': '2022-04-18T06:24:54Z', 'revision_number': 0, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cd0c6a-43dd-4645-b803-11d4b9e850bd', 'name': '', 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:27:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '31821bea-c298-4986-8014-2e81eb77fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:34Z', 'updated_at': '2022-04-18T06:24:41Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '31821bea-c298-4986-8014-2e81eb77fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:24:56.653026 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96769793-7559-4de2-82d4-cec6b9f93746 None None] New status for floating IP eba8ef3b-b800-4c09-9dbc-193d8397c0a5: ACTIVE {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:24:56.922232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54722) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:24:57.152261 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-87e12c4b-f744-408a-a0e9-281727f1985f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/floatingips/eba8ef3b-b800-4c09-9dbc-193d8397c0a5 HTTP/1.1" status: 200 len: 992 time: 0.2237601 Apr 18 06:25:05.351816 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-94db27be-4ef4-4bbe-8474-f27cdea46f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:07.669376 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7a2de272-b1c3-4501-97bd-8ea4d7cc4310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:08.012163 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:08.617746 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:08.716622 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:10.174221 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:21.512125 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:25:30.820690 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53586ec-46a2-4069-b8ae-a24a4bac67a8 req-fc90d60e-d263-4557-9b05-8731c9a9f3bb tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:30.822137 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f53586ec-46a2-4069-b8ae-a24a4bac67a8 req-fc90d60e-d263-4557-9b05-8731c9a9f3bb tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 945 time: 0.0799685 Apr 18 06:25:30.867370 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f53586ec-46a2-4069-b8ae-a24a4bac67a8 req-cf127b8e-2523-48fd-b77b-4c3a5407c4c9 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=25766b6a-1749-43ab-ae9c-f45f4137899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394783 Apr 18 06:25:32.060308 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabd482-1018-402c-b640-4d2ba7ddd923 req-5ba410b2-9308-403c-ab3b-1d49c20766d2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:32.061803 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9cabd482-1018-402c-b640-4d2ba7ddd923 req-5ba410b2-9308-403c-ab3b-1d49c20766d2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 945 time: 0.0825951 Apr 18 06:25:32.106242 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9cabd482-1018-402c-b640-4d2ba7ddd923 req-2b1d2bc9-2d4e-41d9-acf9-fb4fe0d9f948 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=25766b6a-1749-43ab-ae9c-f45f4137899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381529 Apr 18 06:25:32.131138 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54742) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:25:32.240836 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-82139a1d-437d-43fa-8ed0-4e6c6347f5ba tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/floatingips/eba8ef3b-b800-4c09-9dbc-193d8397c0a5 HTTP/1.1" status: 200 len: 992 time: 0.1085846 Apr 18 06:25:33.714955 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdeefc-cf4e-42a1-b3b1-c38881eb2f18 req-5ad03824-5043-40f4-a7b5-ac615fe6b718 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:33.716453 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-63cdeefc-cf4e-42a1-b3b1-c38881eb2f18 req-5ad03824-5043-40f4-a7b5-ac615fe6b718 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 945 time: 0.0851011 Apr 18 06:25:33.764593 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-63cdeefc-cf4e-42a1-b3b1-c38881eb2f18 req-7560a18e-6d30-46ec-af75-e242ef0f218e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=25766b6a-1749-43ab-ae9c-f45f4137899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420918 Apr 18 06:25:34.960557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4b79e-ce81-449e-8892-3df52492554e req-1240f280-9a7f-4828-ab50-16eb08a34c55 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:34.962185 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6ea4b79e-ce81-449e-8892-3df52492554e req-1240f280-9a7f-4828-ab50-16eb08a34c55 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 945 time: 0.0830190 Apr 18 06:25:35.007506 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6ea4b79e-ce81-449e-8892-3df52492554e req-58822bce-70c3-4cb1-983e-f9d812b60174 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=25766b6a-1749-43ab-ae9c-f45f4137899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395703 Apr 18 06:25:35.030353 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54754) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:25:35.138529 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-079cdb2d-3391-466c-9551-260a3f14ffe8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/floatingips/eba8ef3b-b800-4c09-9dbc-193d8397c0a5 HTTP/1.1" status: 200 len: 992 time: 0.1069715 Apr 18 06:25:35.359498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-91cfc4f9-2bd8-4b33-a5a6-21ea211bf65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:35.461800 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54762) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:25:35.665467 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting port 04da3c72-a648-4fbd-a800-4a7859e8e42e {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:25:35.665806 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:35.835837 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:35.836184 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:35.962822 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Calling delete_port for 04da3c72-a648-4fbd-a800-4a7859e8e42e owned by network:floatingip {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:25:36.117730 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:36.165734 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Port': ['ID=04da3c72-a648-4fbd-a800-4a7859e8e42e,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:36.206781 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:36.207643 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:36.208146 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:36.208625 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:36.208963 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:36.209290 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:36.209614 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:36.209941 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:36.210263 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:36.210581 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:36.210918 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:36.211216 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:36.271479 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for floatingip, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:36.271827 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Floating IP eba8ef3b-b800-4c09-9dbc-193d8397c0a5 disassociated (deleted). External IP: 172.26.1.47, port: 5e7473a3-a541-4934-b494-29f1b6382017. Apr 18 06:25:36.731833 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router c372becc-59fe-40bd-84d9-289b34a03990 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:25:36.924867 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:25:36.935796 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396fbbef-efb6-4bed-bd1d-244b2310a909 None None] Sync routers for ids ['c372becc-59fe-40bd-84d9-289b34a03990'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:25:36.947400 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396fbbef-efb6-4bed-bd1d-244b2310a909 None None] Routers {'c372becc-59fe-40bd-84d9-289b34a03990'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:25:36.948133 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-396fbbef-efb6-4bed-bd1d-244b2310a909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:25:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c372becc-59fe-40bd-84d9-289b34a03990'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:36.950752 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:37.010763 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-15762019-d020-4d92-a023-fd29ec129ee4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/floatingips/eba8ef3b-b800-4c09-9dbc-193d8397c0a5 HTTP/1.1" status: 204 len: 168 time: 1.5478604 Apr 18 06:25:37.011377 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c5da96-ee76-4773-a1bf-16f38548033f', 'tag': '5e7473a3-a541-4934-b494-29f1b6382017'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:25:37.056787 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3049730-3a08-4c44-a2a5-dd74df8d5697'] response: {'name': 'network-changed', 'server_uuid': '84c5da96-ee76-4773-a1bf-16f38548033f', 'tag': '5e7473a3-a541-4934-b494-29f1b6382017', 'status': 'completed', 'code': 200} Apr 18 06:25:37.146148 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-396fbbef-efb6-4bed-bd1d-244b2310a909 None None] Set router c372becc-59fe-40bd-84d9-289b34a03990 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:25:37.174366 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5c971-ee17-4edc-b5a0-d218f27daa39 req-685691b8-50c6-4820-93ea-d039c54843fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:37.176812 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fff5c971-ee17-4edc-b5a0-d218f27daa39 req-685691b8-50c6-4820-93ea-d039c54843fc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 1098 time: 0.0861630 Apr 18 06:25:37.451994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e693e6-7ea0-41e8-802c-1658e15fc09e req-95d1c20b-984f-4984-a6a6-7b250dff61c0 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:37.452732 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-97e693e6-7ea0-41e8-802c-1658e15fc09e req-95d1c20b-984f-4984-a6a6-7b250dff61c0 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:25:37.472331 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-97e693e6-7ea0-41e8-802c-1658e15fc09e req-95d1c20b-984f-4984-a6a6-7b250dff61c0 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:25:37.481586 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-97e693e6-7ea0-41e8-802c-1658e15fc09e req-95d1c20b-984f-4984-a6a6-7b250dff61c0 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 945 time: 0.1206932 Apr 18 06:25:37.500027 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5c971-ee17-4edc-b5a0-d218f27daa39 req-430a23ad-2415-432a-9126-7265b626d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:37.502896 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fff5c971-ee17-4edc-b5a0-d218f27daa39 req-430a23ad-2415-432a-9126-7265b626d583 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2de57480-fad1-4fd7-b52b-35dae15d40bc HTTP/1.1" status: 200 len: 897 time: 0.3159661 Apr 18 06:25:37.537269 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-396fbbef-efb6-4bed-bd1d-244b2310a909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821540255', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:24:29Z', 'updated_at': '2022-04-18T06:24:35Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:30Z', 'updated_at': '2022-04-18T06:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '90cd0c6a-43dd-4645-b803-11d4b9e850bd', 'name': '', 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:27:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '31821bea-c298-4986-8014-2e81eb77fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:34Z', 'updated_at': '2022-04-18T06:24:41Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '31821bea-c298-4986-8014-2e81eb77fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:37.542064 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-97e693e6-7ea0-41e8-802c-1658e15fc09e req-b900ecda-364c-4e6b-85c6-93f855a4b82b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=25766b6a-1749-43ab-ae9c-f45f4137899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594966 Apr 18 06:25:37.542624 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396fbbef-efb6-4bed-bd1d-244b2310a909 None None] Checking router: c372becc-59fe-40bd-84d9-289b34a03990 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:25:37.561872 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396fbbef-efb6-4bed-bd1d-244b2310a909 None None] Routers {'c372becc-59fe-40bd-84d9-289b34a03990'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:25:37.562485 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-396fbbef-efb6-4bed-bd1d-244b2310a909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:25:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c372becc-59fe-40bd-84d9-289b34a03990'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:37.573045 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fff5c971-ee17-4edc-b5a0-d218f27daa39 req-48fb26a6-7b96-4e43-aac3-05e4c18ac85a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e7473a3-a541-4934-b494-29f1b6382017 HTTP/1.1" status: 200 len: 217 time: 0.0614786 Apr 18 06:25:37.640327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5c971-ee17-4edc-b5a0-d218f27daa39 req-85b5d14e-d938-49ce-be5f-b38722643f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:37.641896 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fff5c971-ee17-4edc-b5a0-d218f27daa39 req-85b5d14e-d938-49ce-be5f-b38722643f5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31821bea-c298-4986-8014-2e81eb77fcb3 HTTP/1.1" status: 200 len: 835 time: 0.0626786 Apr 18 06:25:37.676857 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ccfae053-7783-4b5a-9780-f4091260493d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:37.718284 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5c971-ee17-4edc-b5a0-d218f27daa39 req-bf29fb54-077e-4b7f-9f34-a3bd3207a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:37.719790 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fff5c971-ee17-4edc-b5a0-d218f27daa39 req-bf29fb54-077e-4b7f-9f34-a3bd3207a925 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2de57480-fad1-4fd7-b52b-35dae15d40bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713608 Apr 18 06:25:37.749290 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-396fbbef-efb6-4bed-bd1d-244b2310a909 None None] Set router c372becc-59fe-40bd-84d9-289b34a03990 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:25:37.857908 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fff5c971-ee17-4edc-b5a0-d218f27daa39 req-b32863fe-bb93-4973-a979-8423c75ba3a9 service neutron] 10.222.0.52 "GET /v2.0/networks/2de57480-fad1-4fd7-b52b-35dae15d40bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289070 Apr 18 06:25:37.996276 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fff5c971-ee17-4edc-b5a0-d218f27daa39 req-66d96000-79bb-4def-85dd-79605beac391 service neutron] 10.222.0.52 "GET /v2.0/networks/2de57480-fad1-4fd7-b52b-35dae15d40bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286929 Apr 18 06:25:38.024403 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:38.065853 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-396fbbef-efb6-4bed-bd1d-244b2310a909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821540255', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:24:29Z', 'updated_at': '2022-04-18T06:24:35Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:30Z', 'updated_at': '2022-04-18T06:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '90cd0c6a-43dd-4645-b803-11d4b9e850bd', 'name': '', 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:27:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '31821bea-c298-4986-8014-2e81eb77fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:34Z', 'updated_at': '2022-04-18T06:24:41Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '31821bea-c298-4986-8014-2e81eb77fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:38.069717 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396fbbef-efb6-4bed-bd1d-244b2310a909 None None] The sync data for ids ['c372becc-59fe-40bd-84d9-289b34a03990'] in dv-neutron-837489-1-hyperv is: [{'id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821540255', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:24:29Z', 'updated_at': '2022-04-18T06:24:35Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:30Z', 'updated_at': '2022-04-18T06:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '90cd0c6a-43dd-4645-b803-11d4b9e850bd', 'name': '', 'network_id': '2de57480-fad1-4fd7-b52b-35dae15d40bc', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:27:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '31821bea-c298-4986-8014-2e81eb77fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:34Z', 'updated_at': '2022-04-18T06:24:41Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '31821bea-c298-4986-8014-2e81eb77fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:25:38.306309 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3bf2d1-7092-47b1-bbdb-fd1b32d78ccc None None] New status for floating IP eba8ef3b-b800-4c09-9dbc-193d8397c0a5: DOWN {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:25:38.623460 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:38.722416 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:38.734099 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5cc95-deab-4a28-86b6-b5047f470607 req-54bacb0f-3c1e-4d73-af10-5cb337cfc4b3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:38.735685 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-69e5cc95-deab-4a28-86b6-b5047f470607 req-54bacb0f-3c1e-4d73-af10-5cb337cfc4b3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 945 time: 0.0879025 Apr 18 06:25:38.781828 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-69e5cc95-deab-4a28-86b6-b5047f470607 req-2357ee18-69fb-462b-a861-a03688240510 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=25766b6a-1749-43ab-ae9c-f45f4137899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398369 Apr 18 06:25:39.122258 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8e361-03b5-4bc9-8677-b6f1a7cfcd12 req-187febd5-e4e7-4abe-9e78-6f4df8ee0868 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:39.123683 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dbf8e361-03b5-4bc9-8677-b6f1a7cfcd12 req-187febd5-e4e7-4abe-9e78-6f4df8ee0868 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 945 time: 0.0839176 Apr 18 06:25:39.198302 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-dbf8e361-03b5-4bc9-8677-b6f1a7cfcd12 req-39a117dc-f6bc-4a44-a29a-4687f52b3f7c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting port 5e7473a3-a541-4934-b494-29f1b6382017 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:25:39.198642 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-dbf8e361-03b5-4bc9-8677-b6f1a7cfcd12 req-39a117dc-f6bc-4a44-a29a-4687f52b3f7c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:39.456569 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-dbf8e361-03b5-4bc9-8677-b6f1a7cfcd12 req-39a117dc-f6bc-4a44-a29a-4687f52b3f7c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] For port 5e7473a3-a541-4934-b494-29f1b6382017, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5e7473a3-a541-4934-b494-29f1b6382017,segment=NetworkSegment(def863ef-c450-4b5e-94c5-a8cdca46b8df),segment_id=def863ef-c450-4b5e-94c5-a8cdca46b8df)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:25:39.456922 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-dbf8e361-03b5-4bc9-8677-b6f1a7cfcd12 req-39a117dc-f6bc-4a44-a29a-4687f52b3f7c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:39.585534 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-dbf8e361-03b5-4bc9-8677-b6f1a7cfcd12 req-39a117dc-f6bc-4a44-a29a-4687f52b3f7c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Calling delete_port for 5e7473a3-a541-4934-b494-29f1b6382017 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:25:39.735971 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-dbf8e361-03b5-4bc9-8677-b6f1a7cfcd12 req-39a117dc-f6bc-4a44-a29a-4687f52b3f7c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:39.788862 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a117dc-f6bc-4a44-a29a-4687f52b3f7c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Port': ['ID=5e7473a3-a541-4934-b494-29f1b6382017,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:39.874113 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a117dc-f6bc-4a44-a29a-4687f52b3f7c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:39.874458 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a117dc-f6bc-4a44-a29a-4687f52b3f7c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:39.874797 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a117dc-f6bc-4a44-a29a-4687f52b3f7c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:39.875130 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a117dc-f6bc-4a44-a29a-4687f52b3f7c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:39.875461 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a117dc-f6bc-4a44-a29a-4687f52b3f7c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:39.875791 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a117dc-f6bc-4a44-a29a-4687f52b3f7c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:39.876140 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a117dc-f6bc-4a44-a29a-4687f52b3f7c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:39.876466 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a117dc-f6bc-4a44-a29a-4687f52b3f7c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:39.876788 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a117dc-f6bc-4a44-a29a-4687f52b3f7c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:39.877105 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a117dc-f6bc-4a44-a29a-4687f52b3f7c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:39.877423 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a117dc-f6bc-4a44-a29a-4687f52b3f7c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:39.877741 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a117dc-f6bc-4a44-a29a-4687f52b3f7c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:39.881499 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf8e361-03b5-4bc9-8677-b6f1a7cfcd12 req-39a117dc-f6bc-4a44-a29a-4687f52b3f7c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] No DVR routers for this DVR port 5e7473a3-a541-4934-b494-29f1b6382017 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:25:39.883466 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-dbf8e361-03b5-4bc9-8677-b6f1a7cfcd12 req-39a117dc-f6bc-4a44-a29a-4687f52b3f7c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:39.886097 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c5da96-ee76-4773-a1bf-16f38548033f', 'name': 'network-vif-deleted', 'tag': '5e7473a3-a541-4934-b494-29f1b6382017'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:25:39.903758 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dbf8e361-03b5-4bc9-8677-b6f1a7cfcd12 req-39a117dc-f6bc-4a44-a29a-4687f52b3f7c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "DELETE /v2.0/ports/5e7473a3-a541-4934-b494-29f1b6382017 HTTP/1.1" status: 204 len: 173 time: 0.7721798 Apr 18 06:25:39.947335 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b1c0bd-c9e1-4fcb-8691-0cc1c03f6d1c'] response: {'server_uuid': '84c5da96-ee76-4773-a1bf-16f38548033f', 'name': 'network-vif-deleted', 'tag': '5e7473a3-a541-4934-b494-29f1b6382017', 'status': 'completed', 'code': 200} Apr 18 06:25:39.964637 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-98053590-2bfa-476b-bdb3-39f2dd78dd94 req-f83457a1-8ae8-4cb0-8580-75b3ea75bf19 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=84c5da96-ee76-4773-a1bf-16f38548033f HTTP/1.1" status: 200 len: 210 time: 0.0511174 Apr 18 06:25:40.186543 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:41.057225 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54782) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:25:41.622567 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-342c7755-82a3-4da0-9ced-31ebbfebbe3a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:41.779785 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 5e7473a3-a541-4934-b494-29f1b6382017 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:25:41.817506 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: 5e7473a3-a541-4934-b494-29f1b6382017 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:25:41.817859 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 5e7473a3-a541-4934-b494-29f1b6382017 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:25:42.098652 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-342c7755-82a3-4da0-9ced-31ebbfebbe3a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting port 90cd0c6a-43dd-4645-b803-11d4b9e850bd {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:25:42.099250 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-342c7755-82a3-4da0-9ced-31ebbfebbe3a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:42.288252 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-342c7755-82a3-4da0-9ced-31ebbfebbe3a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] For port 90cd0c6a-43dd-4645-b803-11d4b9e850bd, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=90cd0c6a-43dd-4645-b803-11d4b9e850bd,segment=NetworkSegment(def863ef-c450-4b5e-94c5-a8cdca46b8df),segment_id=def863ef-c450-4b5e-94c5-a8cdca46b8df)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:25:42.288651 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-342c7755-82a3-4da0-9ced-31ebbfebbe3a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:42.413374 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-342c7755-82a3-4da0-9ced-31ebbfebbe3a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Calling delete_port for 90cd0c6a-43dd-4645-b803-11d4b9e850bd owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:25:42.753229 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-342c7755-82a3-4da0-9ced-31ebbfebbe3a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:42.802051 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c7755-82a3-4da0-9ced-31ebbfebbe3a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Port': ['ID=90cd0c6a-43dd-4645-b803-11d4b9e850bd,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:43.122701 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-342c7755-82a3-4da0-9ced-31ebbfebbe3a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:43.609687 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342c7755-82a3-4da0-9ced-31ebbfebbe3a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router c372becc-59fe-40bd-84d9-289b34a03990 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:25:43.790031 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342c7755-82a3-4da0-9ced-31ebbfebbe3a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:25:43.799772 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e560c794-a4ff-458f-bbcb-c5ee66887576 None None] Sync routers for ids ['c372becc-59fe-40bd-84d9-289b34a03990'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:25:43.804915 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-342c7755-82a3-4da0-9ced-31ebbfebbe3a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "PUT /v2.0/routers/c372becc-59fe-40bd-84d9-289b34a03990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7465165 Apr 18 06:25:43.807471 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54786) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:25:43.810994 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e560c794-a4ff-458f-bbcb-c5ee66887576 None None] Routers {'c372becc-59fe-40bd-84d9-289b34a03990'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:25:43.811602 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e560c794-a4ff-458f-bbcb-c5ee66887576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:25:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c372becc-59fe-40bd-84d9-289b34a03990'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:43.878894 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-070153b9-a134-4d99-bdbf-8c18061ba6ac tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting subnet 31821bea-c298-4986-8014-2e81eb77fcb3 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:25:43.882162 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-070153b9-a134-4d99-bdbf-8c18061ba6ac tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:43.940557 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-070153b9-a134-4d99-bdbf-8c18061ba6ac tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:43.991481 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-e560c794-a4ff-458f-bbcb-c5ee66887576 None None] Set router c372becc-59fe-40bd-84d9-289b34a03990 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:25:44.029163 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-070153b9-a134-4d99-bdbf-8c18061ba6ac tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:44.111814 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-070153b9-a134-4d99-bdbf-8c18061ba6ac tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:44.157806 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070153b9-a134-4d99-bdbf-8c18061ba6ac tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Subnet': ['ID=31821bea-c298-4986-8014-2e81eb77fcb3,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:44.159882 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-070153b9-a134-4d99-bdbf-8c18061ba6ac tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:44.169222 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-070153b9-a134-4d99-bdbf-8c18061ba6ac tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/subnets/31821bea-c298-4986-8014-2e81eb77fcb3 HTTP/1.1" status: 204 len: 168 time: 0.3584192 Apr 18 06:25:44.169567 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54790) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:25:44.171730 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6491b09d-c09a-4b25-b567-7906bc4b6151 None None] Network 2de57480-fad1-4fd7-b52b-35dae15d40bc requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:25:44.376376 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e560c794-a4ff-458f-bbcb-c5ee66887576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821540255', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:24:29Z', 'updated_at': '2022-04-18T06:25:42Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:30Z', 'updated_at': '2022-04-18T06:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:44.386436 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e560c794-a4ff-458f-bbcb-c5ee66887576 None None] Checking router: c372becc-59fe-40bd-84d9-289b34a03990 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:25:44.403744 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e560c794-a4ff-458f-bbcb-c5ee66887576 None None] Routers {'c372becc-59fe-40bd-84d9-289b34a03990'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:25:44.404586 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e560c794-a4ff-458f-bbcb-c5ee66887576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:25:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['c372becc-59fe-40bd-84d9-289b34a03990'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:44.505786 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bb3260-bb76-403e-88de-746bcb7487f7 None None] DHCP port deletion for 2de57480-fad1-4fd7-b52b-35dae15d40bc request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:25:44.510369 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb3260-bb76-403e-88de-746bcb7487f7 None None] Deleting port 44dd4a76-8a70-4608-9304-158d244d56c0 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:25:44.510742 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c7bb3260-bb76-403e-88de-746bcb7487f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:44.528981 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6491378-ed85-49fb-a8c6-5c417330ea94 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:44.625181 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-e560c794-a4ff-458f-bbcb-c5ee66887576 None None] Set router c372becc-59fe-40bd-84d9-289b34a03990 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:25:44.719650 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6491378-ed85-49fb-a8c6-5c417330ea94 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:44.728544 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-c7bb3260-bb76-403e-88de-746bcb7487f7 None None] For port 44dd4a76-8a70-4608-9304-158d244d56c0, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=44dd4a76-8a70-4608-9304-158d244d56c0,segment=NetworkSegment(def863ef-c450-4b5e-94c5-a8cdca46b8df),segment_id=def863ef-c450-4b5e-94c5-a8cdca46b8df)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:25:44.728835 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c7bb3260-bb76-403e-88de-746bcb7487f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:44.732478 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-e6491378-ed85-49fb-a8c6-5c417330ea94 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting port a71016ef-e866-4396-ace9-22b93038b2ff {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:25:44.733073 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6491378-ed85-49fb-a8c6-5c417330ea94 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:44.860731 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb3260-bb76-403e-88de-746bcb7487f7 None None] Calling delete_port for 44dd4a76-8a70-4608-9304-158d244d56c0 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:25:44.957633 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c7bb3260-bb76-403e-88de-746bcb7487f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:44.964883 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-e6491378-ed85-49fb-a8c6-5c417330ea94 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] For port a71016ef-e866-4396-ace9-22b93038b2ff, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=a71016ef-e866-4396-ace9-22b93038b2ff,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:25:44.965856 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6491378-ed85-49fb-a8c6-5c417330ea94 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:45.011578 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 44dd4a76-8a70-4608-9304-158d244d56c0 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:25:45.021510 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e560c794-a4ff-458f-bbcb-c5ee66887576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821540255', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:24:29Z', 'updated_at': '2022-04-18T06:25:42Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:30Z', 'updated_at': '2022-04-18T06:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:45.026918 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e560c794-a4ff-458f-bbcb-c5ee66887576 None None] The sync data for ids ['c372becc-59fe-40bd-84d9-289b34a03990'] in dv-neutron-837489-1-hyperv is: [{'id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821540255', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:24:29Z', 'updated_at': '2022-04-18T06:25:42Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'a71016ef-e866-4396-ace9-22b93038b2ff', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372becc-59fe-40bd-84d9-289b34a03990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:24:30Z', 'updated_at': '2022-04-18T06:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:25:45.041053 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb3260-bb76-403e-88de-746bcb7487f7 None None] Pushing event deleted for resources: {'Port': ['ID=44dd4a76-8a70-4608-9304-158d244d56c0,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:45.059614 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb3260-bb76-403e-88de-746bcb7487f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:45.059957 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb3260-bb76-403e-88de-746bcb7487f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:45.060521 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb3260-bb76-403e-88de-746bcb7487f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:45.060664 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb3260-bb76-403e-88de-746bcb7487f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:45.060973 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb3260-bb76-403e-88de-746bcb7487f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:45.061303 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb3260-bb76-403e-88de-746bcb7487f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:45.061627 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb3260-bb76-403e-88de-746bcb7487f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:45.061947 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb3260-bb76-403e-88de-746bcb7487f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:45.062270 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb3260-bb76-403e-88de-746bcb7487f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:45.062591 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb3260-bb76-403e-88de-746bcb7487f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:45.062940 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb3260-bb76-403e-88de-746bcb7487f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:45.063260 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb3260-bb76-403e-88de-746bcb7487f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:45.066355 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb3260-bb76-403e-88de-746bcb7487f7 None None] No DVR routers for this DVR port 44dd4a76-8a70-4608-9304-158d244d56c0 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:25:45.068339 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 44dd4a76-8a70-4608-9304-158d244d56c0 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:25:45.068679 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 44dd4a76-8a70-4608-9304-158d244d56c0 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:25:45.116751 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-e6491378-ed85-49fb-a8c6-5c417330ea94 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Calling delete_port for a71016ef-e866-4396-ace9-22b93038b2ff owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:25:45.436486 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6491378-ed85-49fb-a8c6-5c417330ea94 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:45.503125 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6491378-ed85-49fb-a8c6-5c417330ea94 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Port': ['ID=a71016ef-e866-4396-ace9-22b93038b2ff,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:45.601632 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6491378-ed85-49fb-a8c6-5c417330ea94 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:45.779146 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6491378-ed85-49fb-a8c6-5c417330ea94 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:45.781699 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6491378-ed85-49fb-a8c6-5c417330ea94 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:45.805108 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6491378-ed85-49fb-a8c6-5c417330ea94 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:45.805542 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6491378-ed85-49fb-a8c6-5c417330ea94 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Fanout notify agent at l3_agent the message router_deleted on router c372becc-59fe-40bd-84d9-289b34a03990 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:25:45.820843 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e6491378-ed85-49fb-a8c6-5c417330ea94 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:45.822527 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e6491378-ed85-49fb-a8c6-5c417330ea94 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/routers/c372becc-59fe-40bd-84d9-289b34a03990 HTTP/1.1" status: 204 len: 168 time: 1.6518950 Apr 18 06:25:45.825236 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54794) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:25:46.068173 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ad58faad-25c1-4926-813b-3d23fe0cf634 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:46.201698 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ad58faad-25c1-4926-813b-3d23fe0cf634 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:46.227719 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-ad58faad-25c1-4926-813b-3d23fe0cf634 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2de57480-fad1-4fd7-b52b-35dae15d40bc']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:46.241949 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-ad58faad-25c1-4926-813b-3d23fe0cf634 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def863ef-c450-4b5e-94c5-a8cdca46b8df') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:46.242240 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-ad58faad-25c1-4926-813b-3d23fe0cf634 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def863ef-c450-4b5e-94c5-a8cdca46b8df') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:46.254491 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ad58faad-25c1-4926-813b-3d23fe0cf634 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:46.271135 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ad58faad-25c1-4926-813b-3d23fe0cf634 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:46.277918 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad58faad-25c1-4926-813b-3d23fe0cf634 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:25:46.278307 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ad58faad-25c1-4926-813b-3d23fe0cf634 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:25:46.293730 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:25:46.379588 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ad58faad-25c1-4926-813b-3d23fe0cf634 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:46.408461 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ad58faad-25c1-4926-813b-3d23fe0cf634 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:46.418489 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58faad-25c1-4926-813b-3d23fe0cf634 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Network': ['ID=2de57480-fad1-4fd7-b52b-35dae15d40bc,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:46.424089 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ad58faad-25c1-4926-813b-3d23fe0cf634 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/networks/2de57480-fad1-4fd7-b52b-35dae15d40bc HTTP/1.1" status: 204 len: 168 time: 0.5951211 Apr 18 06:25:46.424089 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54798) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:25:46.495232 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de34d3dc-6859-4bad-9bd3-3fc923574281 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:46.525547 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de34d3dc-6859-4bad-9bd3-3fc923574281 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:46.590350 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de34d3dc-6859-4bad-9bd3-3fc923574281 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:46.609244 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34d3dc-6859-4bad-9bd3-3fc923574281 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25766b6a-1749-43ab-ae9c-f45f4137899b,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:46.626049 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-de34d3dc-6859-4bad-9bd3-3fc923574281 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:46.627209 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-de34d3dc-6859-4bad-9bd3-3fc923574281 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/security-groups/25766b6a-1749-43ab-ae9c-f45f4137899b HTTP/1.1" status: 204 len: 168 time: 0.2024486 Apr 18 06:25:46.911455 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a71016ef-e866-4396-ace9-22b93038b2ff no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:25:46.949361 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: a71016ef-e866-4396-ace9-22b93038b2ff {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:25:46.949708 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device a71016ef-e866-4396-ace9-22b93038b2ff not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:25:46.950119 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 90cd0c6a-43dd-4645-b803-11d4b9e850bd no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:25:46.967551 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54806) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:25:46.973901 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-0e7a703d-a471-440c-901d-5fe48f7aae41 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-290955668', 'description': 'tempest-secgroup-smoke-290955668 description', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:25:46.981047 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0e7a703d-a471-440c-901d-5fe48f7aae41 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:25:46.984935 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 90cd0c6a-43dd-4645-b803-11d4b9e850bd {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:25:46.985281 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 90cd0c6a-43dd-4645-b803-11d4b9e850bd not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:25:46.985392 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-0e7a703d-a471-440c-901d-5fe48f7aae41 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:25:46.989294 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-0e7a703d-a471-440c-901d-5fe48f7aae41 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:25:46.995017 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0e7a703d-a471-440c-901d-5fe48f7aae41 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:25:47.005713 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0e7a703d-a471-440c-901d-5fe48f7aae41 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.025666 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0e7a703d-a471-440c-901d-5fe48f7aae41 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:25:47.029439 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-0e7a703d-a471-440c-901d-5fe48f7aae41 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:25:47.032243 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-0e7a703d-a471-440c-901d-5fe48f7aae41 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:25:47.038327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-0e7a703d-a471-440c-901d-5fe48f7aae41 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:25:47.108566 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0e7a703d-a471-440c-901d-5fe48f7aae41 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.112168 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0e7a703d-a471-440c-901d-5fe48f7aae41 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.159858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a703d-a471-440c-901d-5fe48f7aae41 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46908cdf-3dcb-4438-81d8-72b9ad792aa4,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:47.163749 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0e7a703d-a471-440c-901d-5fe48f7aae41 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.164949 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0e7a703d-a471-440c-901d-5fe48f7aae41 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1963670 Apr 18 06:25:47.167858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54810) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:25:47.172850 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-dc4605c9-ecc4-444a-8918-820b4aa57dd7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '46908cdf-3dcb-4438-81d8-72b9ad792aa4', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:25:47.179991 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-dc4605c9-ecc4-444a-8918-820b4aa57dd7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:25:47.184131 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-dc4605c9-ecc4-444a-8918-820b4aa57dd7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:25:47.186971 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-dc4605c9-ecc4-444a-8918-820b4aa57dd7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:25:47.192788 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-dc4605c9-ecc4-444a-8918-820b4aa57dd7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:25:47.210512 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dc4605c9-ecc4-444a-8918-820b4aa57dd7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.272550 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dc4605c9-ecc4-444a-8918-820b4aa57dd7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.276277 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dc4605c9-ecc4-444a-8918-820b4aa57dd7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.298845 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4605c9-ecc4-444a-8918-820b4aa57dd7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580705fd-7f83-427a-a0f7-d5b9750c6027,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:47.309039 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dc4605c9-ecc4-444a-8918-820b4aa57dd7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.312902 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-dc4605c9-ecc4-444a-8918-820b4aa57dd7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1414676 Apr 18 06:25:47.313247 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54814) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:25:47.319039 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-f140ca8c-f441-45c6-a192-72fae125d475 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '46908cdf-3dcb-4438-81d8-72b9ad792aa4', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:25:47.326978 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f140ca8c-f441-45c6-a192-72fae125d475 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:25:47.331548 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f140ca8c-f441-45c6-a192-72fae125d475 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:25:47.334881 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f140ca8c-f441-45c6-a192-72fae125d475 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:25:47.340709 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f140ca8c-f441-45c6-a192-72fae125d475 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:25:47.358237 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f140ca8c-f441-45c6-a192-72fae125d475 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.422117 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f140ca8c-f441-45c6-a192-72fae125d475 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.427333 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f140ca8c-f441-45c6-a192-72fae125d475 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.454706 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140ca8c-f441-45c6-a192-72fae125d475 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59958145-6d82-436e-b9ea-a4ff8af4eadc,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:47.466102 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f140ca8c-f441-45c6-a192-72fae125d475 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.468078 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f140ca8c-f441-45c6-a192-72fae125d475 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1531065 Apr 18 06:25:47.470015 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54818) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:25:47.475326 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7cf40f18-35da-4cfd-a0d7-05e90b198cbc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '46908cdf-3dcb-4438-81d8-72b9ad792aa4', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:25:47.481102 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7cf40f18-35da-4cfd-a0d7-05e90b198cbc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:25:47.484924 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7cf40f18-35da-4cfd-a0d7-05e90b198cbc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:25:47.487780 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7cf40f18-35da-4cfd-a0d7-05e90b198cbc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:25:47.494637 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7cf40f18-35da-4cfd-a0d7-05e90b198cbc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:25:47.513001 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7cf40f18-35da-4cfd-a0d7-05e90b198cbc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.576458 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7cf40f18-35da-4cfd-a0d7-05e90b198cbc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.581302 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7cf40f18-35da-4cfd-a0d7-05e90b198cbc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.609338 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf40f18-35da-4cfd-a0d7-05e90b198cbc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0a8add-02e4-4fa1-92e7-10d3a22b34bf,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:47.620613 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7cf40f18-35da-4cfd-a0d7-05e90b198cbc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.621802 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7cf40f18-35da-4cfd-a0d7-05e90b198cbc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1508906 Apr 18 06:25:47.624527 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54822) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:25:47.630001 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-27ea1b80-5cf6-4198-9457-d0725491a637 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '46908cdf-3dcb-4438-81d8-72b9ad792aa4', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:25:47.635884 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-27ea1b80-5cf6-4198-9457-d0725491a637 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:25:47.639778 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-27ea1b80-5cf6-4198-9457-d0725491a637 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:25:47.642686 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-27ea1b80-5cf6-4198-9457-d0725491a637 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:25:47.648581 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-27ea1b80-5cf6-4198-9457-d0725491a637 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:25:47.666704 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-27ea1b80-5cf6-4198-9457-d0725491a637 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.731321 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-27ea1b80-5cf6-4198-9457-d0725491a637 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.735055 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-27ea1b80-5cf6-4198-9457-d0725491a637 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.759657 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea1b80-5cf6-4198-9457-d0725491a637 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f8f1ea-362a-4b99-8c8a-fd76a61f4bd5,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:47.768592 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-27ea1b80-5cf6-4198-9457-d0725491a637 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.769850 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-27ea1b80-5cf6-4198-9457-d0725491a637 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1443543 Apr 18 06:25:47.773059 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54826) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:25:47.777806 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-151e4bed-ae6a-4750-a5cf-f057090ad0a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '46908cdf-3dcb-4438-81d8-72b9ad792aa4', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:25:47.783763 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-151e4bed-ae6a-4750-a5cf-f057090ad0a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:25:47.788663 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-151e4bed-ae6a-4750-a5cf-f057090ad0a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:25:47.791476 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-151e4bed-ae6a-4750-a5cf-f057090ad0a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:25:47.797150 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-151e4bed-ae6a-4750-a5cf-f057090ad0a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:25:47.808221 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.securitygroups_db [None req-151e4bed-ae6a-4750-a5cf-f057090ad0a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Project 18c0f35214f54e28b3e8e8a6c60959de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:25:47.815221 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-151e4bed-ae6a-4750-a5cf-f057090ad0a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.882408 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-151e4bed-ae6a-4750-a5cf-f057090ad0a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.886099 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-151e4bed-ae6a-4750-a5cf-f057090ad0a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.909609 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e4bed-ae6a-4750-a5cf-f057090ad0a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28de5933-98da-4b74-a296-9306029397f1,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:47.920203 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-151e4bed-ae6a-4750-a5cf-f057090ad0a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:47.921676 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-151e4bed-ae6a-4750-a5cf-f057090ad0a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1477253 Apr 18 06:25:47.924563 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54830) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:25:47.930153 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c060a495-6f4f-4f60-9271-ab946cc2ab6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '46908cdf-3dcb-4438-81d8-72b9ad792aa4', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:25:47.936124 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c060a495-6f4f-4f60-9271-ab946cc2ab6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:25:47.939990 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c060a495-6f4f-4f60-9271-ab946cc2ab6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:25:47.943018 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c060a495-6f4f-4f60-9271-ab946cc2ab6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:25:47.948706 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c060a495-6f4f-4f60-9271-ab946cc2ab6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:25:47.959481 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.securitygroups_db [None req-c060a495-6f4f-4f60-9271-ab946cc2ab6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Project 18c0f35214f54e28b3e8e8a6c60959de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:25:47.966180 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c060a495-6f4f-4f60-9271-ab946cc2ab6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:48.034022 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c060a495-6f4f-4f60-9271-ab946cc2ab6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:48.038310 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c060a495-6f4f-4f60-9271-ab946cc2ab6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:48.062105 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060a495-6f4f-4f60-9271-ab946cc2ab6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d39782a-456b-4ad9-9947-5cc6ce2066ba,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:48.070751 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c060a495-6f4f-4f60-9271-ab946cc2ab6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:48.072400 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c060a495-6f4f-4f60-9271-ab946cc2ab6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1469271 Apr 18 06:25:48.075160 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54834) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:25:48.080586 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-de4f027f-fb88-4e65-a5b7-528a2acaab9a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'network': {'name': 'tempest-network-smoke--102194058', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'port_security_enabled': True}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:25:48.086034 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-de4f027f-fb88-4e65-a5b7-528a2acaab9a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:25:48.089919 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-de4f027f-fb88-4e65-a5b7-528a2acaab9a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:network and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:25:48.092996 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-de4f027f-fb88-4e65-a5b7-528a2acaab9a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:25:48.100320 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-de4f027f-fb88-4e65-a5b7-528a2acaab9a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:25:48.111209 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4f027f-fb88-4e65-a5b7-528a2acaab9a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Made reservation on behalf of 18c0f35214f54e28b3e8e8a6c60959de for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:25:48.115377 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-de4f027f-fb88-4e65-a5b7-528a2acaab9a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:48.143122 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4f027f-fb88-4e65-a5b7-528a2acaab9a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:25:48.163274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-de4f027f-fb88-4e65-a5b7-528a2acaab9a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:48.163532 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-de4f027f-fb88-4e65-a5b7-528a2acaab9a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Added segment 1b7d7534-802a-4dad-b90b-107ed982013a of type vlan for network ba02e5a4-07be-41c6-a418-83c5232c4c94 Apr 18 06:25:48.192196 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-de4f027f-fb88-4e65-a5b7-528a2acaab9a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:48.222326 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-de4f027f-fb88-4e65-a5b7-528a2acaab9a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:48.228432 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4f027f-fb88-4e65-a5b7-528a2acaab9a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:48.229137 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-de4f027f-fb88-4e65-a5b7-528a2acaab9a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:48.322359 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-de4f027f-fb88-4e65-a5b7-528a2acaab9a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2461874 Apr 18 06:25:48.325083 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54838) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:25:48.334618 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f027f-fb88-4e65-a5b7-528a2acaab9a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Network': ['ID=ba02e5a4-07be-41c6-a418-83c5232c4c94,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:48.334936 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-803482564', 'admin_state_up': True, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:25:48.344854 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network ba02e5a4-07be-41c6-a418-83c5232c4c94 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:25:48.366596 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:25:48.371085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:router and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:25:48.374297 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:25:48.381377 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:25:48.393859 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:48.395646 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:48.410906 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:48.689215 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:48.996130 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:49.026044 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:49.274039 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Allocated IP 172.26.1.153 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:25:49.428119 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:49.459393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:49.518030 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:25:49.521507 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:25:49.529589 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:25:49.570149 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:50.005478 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:50.362242 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:50.598550 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router 6707dc57-5039-4637-bd44-b5621bcb65ef is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:25:50.936584 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:25:50.946723 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] Sync routers for ids ['6707dc57-5039-4637-bd44-b5621bcb65ef'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:25:50.955942 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] Routers {'6707dc57-5039-4637-bd44-b5621bcb65ef'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:25:50.956637 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:25:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6707dc57-5039-4637-bd44-b5621bcb65ef'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:50.965446 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:50.969776 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-2906d23b-0f48-4856-8a82-f8bcd37704a1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6399672 Apr 18 06:25:50.970031 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54842) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:25:51.012800 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-dde6861f-5e9d-4c5f-9947-985ef29e81c4 tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=18c0f35214f54e28b3e8e8a6c60959de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416541 Apr 18 06:25:51.015429 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54846) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:25:51.144989 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] Set router 6707dc57-5039-4637-bd44-b5621bcb65ef gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:25:51.152769 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23a7a2e-ebdc-4ff7-a625-8f22e1a7f148 tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:51.154429 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a23a7a2e-ebdc-4ff7-a625-8f22e1a7f148 tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1379566 Apr 18 06:25:51.157656 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54850) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:25:51.199918 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5946a779-9549-4fa7-a7a8-517c1b98fde7 tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411456 Apr 18 06:25:51.202537 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54854) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:25:51.208482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-b4a18e99-b58c-4760-b82a-a26725861b1a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-521879972', 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:25:51.329999 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b4a18e99-b58c-4760-b82a-a26725861b1a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:25:51.335082 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b4a18e99-b58c-4760-b82a-a26725861b1a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:subnet and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:25:51.338368 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b4a18e99-b58c-4760-b82a-a26725861b1a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:25:51.344336 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b4a18e99-b58c-4760-b82a-a26725861b1a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:25:51.357558 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a18e99-b58c-4760-b82a-a26725861b1a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Made reservation on behalf of 18c0f35214f54e28b3e8e8a6c60959de for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:25:51.361758 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b4a18e99-b58c-4760-b82a-a26725861b1a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:51.439340 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803482564', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:25:48Z', 'updated_at': '2022-04-18T06:25:49Z', 'revision_number': 3, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:49Z', 'updated_at': '2022-04-18T06:25:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:51.444401 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] Checking router: 6707dc57-5039-4637-bd44-b5621bcb65ef for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:25:51.444861 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] Updating router 6707dc57-5039-4637-bd44-b5621bcb65ef port c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552 binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:25:51.500814 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:51.604075 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b4a18e99-b58c-4760-b82a-a26725861b1a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:51.689721 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a18e99-b58c-4760-b82a-a26725861b1a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Subnet': ['ID=6441914f-5a52-4d40-8aeb-e66c0f30d22a,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:51.703887 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a18e99-b58c-4760-b82a-a26725861b1a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Checking segment: {'id': '1b7d7534-802a-4dad-b90b-107ed982013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:25:51.703887 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a18e99-b58c-4760-b82a-a26725861b1a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network hostable DHCP agents. Network: ba02e5a4-07be-41c6-a418-83c5232c4c94, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:25:51.726999 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a18e99-b58c-4760-b82a-a26725861b1a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network ba02e5a4-07be-41c6-a418-83c5232c4c94 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:25:51.737970 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-b4a18e99-b58c-4760-b82a-a26725861b1a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, ba02e5a4-07be-41c6-a418-83c5232c4c94) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:25:51.749848 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a18e99-b58c-4760-b82a-a26725861b1a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:51.750600 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b4a18e99-b58c-4760-b82a-a26725861b1a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:51.773761 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0ce187-b27f-48f7-8ed2-a316da33725f None None] Network ba02e5a4-07be-41c6-a418-83c5232c4c94 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:25:51.776650 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b4a18e99-b58c-4760-b82a-a26725861b1a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5731158 Apr 18 06:25:51.779267 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54858) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:25:52.043128 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-ba02e5a4-07be-41c6-a418-83c5232c4c94', 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ips': [{'subnet_id': '6441914f-5a52-4d40-8aeb-e66c0f30d22a'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:25:52.044008 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:52.179796 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:52.206622 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] Transition to ACTIVE for port object c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:25:52.246918 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:52.350705 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] Attempting to bind port c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:25:52.351332 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] Attempting to bind port c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:25:52.351451 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] Attempting to bind port c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552 on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:25:52.364278 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb678cb4-d07d-4889-b2e3-306f4c6c5fff None None] Pushing event updated for resources: {'Port': ['ID=c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:52.371163 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] Allocated IP 172.20.0.2 (ba02e5a4-07be-41c6-a418-83c5232c4c94/6441914f-5a52-4d40-8aeb-e66c0f30d22a/74412620-81f0-4dbf-9c08-28027bf39dbb) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:25:52.373318 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:25:52.373687 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:25:52.374111 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:52.374479 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:25:52.374994 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] Bound port: c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:25:52.375322 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:52.549576 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] For port c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:25:52.563729 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] For port c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:25:52.577505 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:52.669829 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5affa290-be37-43e1-8c56-98f87c725337 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:52.728880 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb678cb4-d07d-4889-b2e3-306f4c6c5fff None None] Pushing event updated for resources: {'Port': ['ID=c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:52.733032 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] Routers {'6707dc57-5039-4637-bd44-b5621bcb65ef'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:25:52.733637 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:25:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6707dc57-5039-4637-bd44-b5621bcb65ef'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:52.908823 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] Set router 6707dc57-5039-4637-bd44-b5621bcb65ef gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:25:53.019787 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:53.054027 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] Transition to ACTIVE for port object 74412620-81f0-4dbf-9c08-28027bf39dbb will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:25:53.183372 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] Transition to ACTIVE for port object 74412620-81f0-4dbf-9c08-28027bf39dbb will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:25:53.194459 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:53.261272 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-5affa290-be37-43e1-8c56-98f87c725337 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Allocated IP 172.20.0.1 (ba02e5a4-07be-41c6-a418-83c5232c4c94/6441914f-5a52-4d40-8aeb-e66c0f30d22a/1b54cfa6-b287-4a4f-bc07-eb7e59b0769f) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:25:53.277735 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] Network ba02e5a4-07be-41c6-a418-83c5232c4c94 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:25:53.304738 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:25:53.315757 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:25:53.359141 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] Pushing event updated for resources: {'Port': ['ID=74412620-81f0-4dbf-9c08-28027bf39dbb,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:53.434073 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] Attempting to bind port 74412620-81f0-4dbf-9c08-28027bf39dbb on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:25:53.434365 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] Attempting to bind port 74412620-81f0-4dbf-9c08-28027bf39dbb by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '1b7d7534-802a-4dad-b90b-107ed982013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:25:53.434730 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] Attempting to bind port 74412620-81f0-4dbf-9c08-28027bf39dbb on network ba02e5a4-07be-41c6-a418-83c5232c4c94 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:25:53.443552 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:25:53.443552 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] Checking segment: {'id': '1b7d7534-802a-4dad-b90b-107ed982013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:25:53.443930 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:53.444350 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] Bound using segment: {'id': '1b7d7534-802a-4dad-b90b-107ed982013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:25:53.444813 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] Bound port: 74412620-81f0-4dbf-9c08-28027bf39dbb, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7d7534-802a-4dad-b90b-107ed982013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:25:53.445191 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:53.464200 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5affa290-be37-43e1-8c56-98f87c725337 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:53.482429 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-5affa290-be37-43e1-8c56-98f87c725337 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Transition to ACTIVE for port object 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:25:53.499714 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803482564', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:25:48Z', 'updated_at': '2022-04-18T06:25:49Z', 'revision_number': 3, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:49Z', 'updated_at': '2022-04-18T06:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:53.507282 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5affa290-be37-43e1-8c56-98f87c725337 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:53.513696 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe229e-7081-47db-8572-e5e667ffa049 None None] The sync data for ids ['6707dc57-5039-4637-bd44-b5621bcb65ef'] in dv-neutron-837489-1-hyperv is: [{'id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803482564', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:25:48Z', 'updated_at': '2022-04-18T06:25:49Z', 'revision_number': 3, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:49Z', 'updated_at': '2022-04-18T06:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:25:53.566917 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] For port 74412620-81f0-4dbf-9c08-28027bf39dbb, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:25:53.570695 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] For port 74412620-81f0-4dbf-9c08-28027bf39dbb, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=74412620-81f0-4dbf-9c08-28027bf39dbb,segment=NetworkSegment(1b7d7534-802a-4dad-b90b-107ed982013a),segment_id=1b7d7534-802a-4dad-b90b-107ed982013a)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:25:53.575718 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:53.576177 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5affa290-be37-43e1-8c56-98f87c725337 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network ba02e5a4-07be-41c6-a418-83c5232c4c94 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:25:53.584992 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-5affa290-be37-43e1-8c56-98f87c725337 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:25:53.589655 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5affa290-be37-43e1-8c56-98f87c725337 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:25:53.663680 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affa290-be37-43e1-8c56-98f87c725337 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=1b54cfa6-b287-4a4f-bc07-eb7e59b0769f,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:53.673170 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5affa290-be37-43e1-8c56-98f87c725337 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:53.673837 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84654161-9f22-4a87-928c-da736b3dc330 None None] Pushing event updated for resources: {'Port': ['ID=74412620-81f0-4dbf-9c08-28027bf39dbb,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:54.126928 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5affa290-be37-43e1-8c56-98f87c725337 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:54.731414 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5affa290-be37-43e1-8c56-98f87c725337 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:54.737072 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5affa290-be37-43e1-8c56-98f87c725337 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:54.808333 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fd99d8-9792-4c98-a4e2-59b7907549ea None None] Network ba02e5a4-07be-41c6-a418-83c5232c4c94 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:25:54.866138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affa290-be37-43e1-8c56-98f87c725337 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=1b54cfa6-b287-4a4f-bc07-eb7e59b0769f,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:54.869732 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5affa290-be37-43e1-8c56-98f87c725337 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:54.929899 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-88bec1a9-67c0-4011-aa0d-ab8d5514a624 None None] Provisioning for port 74412620-81f0-4dbf-9c08-28027bf39dbb completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:25:55.047363 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5affa290-be37-43e1-8c56-98f87c725337 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network ba02e5a4-07be-41c6-a418-83c5232c4c94 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:25:55.048804 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-5affa290-be37-43e1-8c56-98f87c725337 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:25:55.065201 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 74412620-81f0-4dbf-9c08-28027bf39dbb up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:25:55.164484 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 74412620-81f0-4dbf-9c08-28027bf39dbb completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:25:55.170202 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 74412620-81f0-4dbf-9c08-28027bf39dbb triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:25:55.170861 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:55.249789 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5affa290-be37-43e1-8c56-98f87c725337 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router 6707dc57-5039-4637-bd44-b5621bcb65ef has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:25:55.366959 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:55.411184 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 74412620-81f0-4dbf-9c08-28027bf39dbb, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=74412620-81f0-4dbf-9c08-28027bf39dbb,segment=NetworkSegment(1b7d7534-802a-4dad-b90b-107ed982013a),segment_id=1b7d7534-802a-4dad-b90b-107ed982013a)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:25:55.425428 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:55.426195 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:25:55.513958 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5affa290-be37-43e1-8c56-98f87c725337 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:25:55.529729 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5affa290-be37-43e1-8c56-98f87c725337 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "PUT /v2.0/routers/6707dc57-5039-4637-bd44-b5621bcb65ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7492530 Apr 18 06:25:55.612378 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-52c3d52a-b03b-4626-9b17-3bc22208a65c None None] Provisioning complete for port 74412620-81f0-4dbf-9c08-28027bf39dbb triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:25:55.612802 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-52c3d52a-b03b-4626-9b17-3bc22208a65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:55.649817 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:25:55.670350 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:25:55.670913 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:55.700529 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=74412620-81f0-4dbf-9c08-28027bf39dbb,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:55.779115 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-11ec0eff-1c6f-4439-8711-c76abba3d0fb tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-290955668&fields=id&tenant_id=18c0f35214f54e28b3e8e8a6c60959de HTTP/1.1" status: 200 len: 267 time: 0.0697572 Apr 18 06:25:55.802989 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] Sync routers for ids ['6707dc57-5039-4637-bd44-b5621bcb65ef'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:25:55.833376 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] Routers {'6707dc57-5039-4637-bd44-b5621bcb65ef'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:25:55.834006 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:25:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6707dc57-5039-4637-bd44-b5621bcb65ef'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:55.894016 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:55.940894 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:25:55.944156 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-52c3d52a-b03b-4626-9b17-3bc22208a65c None None] Provisioning for port 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:25:55.953903 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-52c3d52a-b03b-4626-9b17-3bc22208a65c None None] Provisioning complete for port 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:25:55.954324 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-52c3d52a-b03b-4626-9b17-3bc22208a65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:56.023223 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:56.025099 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-52c3d52a-b03b-4626-9b17-3bc22208a65c None None] Port 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:25:56.053532 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-8035863c-1c8f-455e-bbec-343469187188 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:56.054476 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-8035863c-1c8f-455e-bbec-343469187188 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:network {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:25:56.076728 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-8035863c-1c8f-455e-bbec-343469187188 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:network {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:25:56.079581 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-8035863c-1c8f-455e-bbec-343469187188 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/networks?id=ba02e5a4-07be-41c6-a418-83c5232c4c94 HTTP/1.1" status: 200 len: 796 time: 0.2926466 Apr 18 06:25:56.101750 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-7b3a05c0-7889-49ba-81a6-32abaca94c35 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/quotas/18c0f35214f54e28b3e8e8a6c60959de HTTP/1.1" status: 200 len: 375 time: 0.0160234 Apr 18 06:25:56.108571 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:56.123674 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] Set router 6707dc57-5039-4637-bd44-b5621bcb65ef gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:25:56.146536 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d7c1fcb8-1310-46b9-9a8f-0afbe1cff241 None None] Provisioning complete for port 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:25:56.147265 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d7c1fcb8-1310-46b9-9a8f-0afbe1cff241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:56.206266 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-a3e3f6bd-2fa8-4486-977f-7f89c815d6ec tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:25:56.215270 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-d7c1fcb8-1310-46b9-9a8f-0afbe1cff241 None None] Port 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:25:56.229048 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-a3e3f6bd-2fa8-4486-977f-7f89c815d6ec tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:25:56.230586 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-a3e3f6bd-2fa8-4486-977f-7f89c815d6ec tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1278489 Apr 18 06:25:56.297369 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-2e0558e5-4e04-4cda-9674-66c10f98e6bd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:25:56.298433 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-2e0558e5-4e04-4cda-9674-66c10f98e6bd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0564425 Apr 18 06:25:56.470442 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803482564', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:25:48Z', 'updated_at': '2022-04-18T06:25:54Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:49Z', 'updated_at': '2022-04-18T06:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '1b54cfa6-b287-4a4f-bc07-eb7e59b0769f', 'name': '', 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:33:42:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '6441914f-5a52-4d40-8aeb-e66c0f30d22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:52Z', 'updated_at': '2022-04-18T06:25:54Z', 'revision_number': 2, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '6441914f-5a52-4d40-8aeb-e66c0f30d22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:56.474594 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] Checking router: 6707dc57-5039-4637-bd44-b5621bcb65ef for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:25:56.474938 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] Updating router 6707dc57-5039-4637-bd44-b5621bcb65ef port 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:25:56.556756 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-3fcaedec-a6ba-4de2-ae2e-b6b63440e343 service neutron] 10.222.0.15 "GET /v2.0/networks/ba02e5a4-07be-41c6-a418-83c5232c4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512600 Apr 18 06:25:56.568306 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:56.689911 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-71db8b32-bced-48a5-a350-0154b594f532 service neutron] 10.222.0.15 "GET /v2.0/networks/ba02e5a4-07be-41c6-a418-83c5232c4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273656 Apr 18 06:25:56.882248 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-25e76987-a114-4e57-99bf-71c0d9d691c5 req-a9881e89-ed40-4d68-9644-3dee55464345 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:25:56.899330 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-25e76987-a114-4e57-99bf-71c0d9d691c5 req-a9881e89-ed40-4d68-9644-3dee55464345 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:25:56.901303 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-25e76987-a114-4e57-99bf-71c0d9d691c5 req-a9881e89-ed40-4d68-9644-3dee55464345 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 210 time: 0.0657141 Apr 18 06:25:56.948392 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:56.960580 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 74412620-81f0-4dbf-9c08-28027bf39dbb up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:25:56.964413 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] Transition to ACTIVE for port object 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:25:56.971907 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:57.063911 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 74412620-81f0-4dbf-9c08-28027bf39dbb triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:25:57.064525 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:57.156911 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e3a30-b87c-4db1-9d8a-4181d043ca48 None None] Pushing event updated for resources: {'Port': ['ID=1b54cfa6-b287-4a4f-bc07-eb7e59b0769f,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:57.199618 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e3a30-b87c-4db1-9d8a-4181d043ca48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:57.199975 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e3a30-b87c-4db1-9d8a-4181d043ca48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:57.200329 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e3a30-b87c-4db1-9d8a-4181d043ca48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:57.200845 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e3a30-b87c-4db1-9d8a-4181d043ca48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:57.200968 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e3a30-b87c-4db1-9d8a-4181d043ca48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:57.201322 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e3a30-b87c-4db1-9d8a-4181d043ca48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:57.201637 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e3a30-b87c-4db1-9d8a-4181d043ca48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:57.201955 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e3a30-b87c-4db1-9d8a-4181d043ca48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:57.202319 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e3a30-b87c-4db1-9d8a-4181d043ca48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:57.202611 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e3a30-b87c-4db1-9d8a-4181d043ca48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:57.203075 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e3a30-b87c-4db1-9d8a-4181d043ca48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:57.203225 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e3a30-b87c-4db1-9d8a-4181d043ca48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:57.229386 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] Attempting to bind port 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:25:57.229899 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] Attempting to bind port 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '1b7d7534-802a-4dad-b90b-107ed982013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:25:57.230353 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] Attempting to bind port 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f on network ba02e5a4-07be-41c6-a418-83c5232c4c94 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:25:57.237641 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:25:57.238045 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] Checking segment: {'id': '1b7d7534-802a-4dad-b90b-107ed982013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:25:57.238439 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:57.239015 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] Bound using segment: {'id': '1b7d7534-802a-4dad-b90b-107ed982013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:25:57.239686 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] Bound port: 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7d7534-802a-4dad-b90b-107ed982013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:25:57.240079 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:57.354406 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:25:57.356905 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] For port 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:25:57.367538 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] For port 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=1b54cfa6-b287-4a4f-bc07-eb7e59b0769f,segment=NetworkSegment(1b7d7534-802a-4dad-b90b-107ed982013a),segment_id=1b7d7534-802a-4dad-b90b-107ed982013a)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:25:57.379235 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:57.448858 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:25:57.449268 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:57.496775 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] Routers {'6707dc57-5039-4637-bd44-b5621bcb65ef'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:25:57.497592 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:25:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6707dc57-5039-4637-bd44-b5621bcb65ef'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:57.570737 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e3a30-b87c-4db1-9d8a-4181d043ca48 None None] Pushing event updated for resources: {'Port': ['ID=1b54cfa6-b287-4a4f-bc07-eb7e59b0769f,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:57.716101 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] Set router 6707dc57-5039-4637-bd44-b5621bcb65ef gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:25:58.035940 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803482564', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:25:48Z', 'updated_at': '2022-04-18T06:25:54Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:49Z', 'updated_at': '2022-04-18T06:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '1b54cfa6-b287-4a4f-bc07-eb7e59b0769f', 'name': '', 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:33:42:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '6441914f-5a52-4d40-8aeb-e66c0f30d22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:52Z', 'updated_at': '2022-04-18T06:25:57Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '6441914f-5a52-4d40-8aeb-e66c0f30d22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:58.039960 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ab2bf0-a2c2-43b2-a23b-3689b25b3604 None None] The sync data for ids ['6707dc57-5039-4637-bd44-b5621bcb65ef'] in dv-neutron-837489-1-hyperv is: [{'id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803482564', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:25:48Z', 'updated_at': '2022-04-18T06:25:54Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:49Z', 'updated_at': '2022-04-18T06:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '1b54cfa6-b287-4a4f-bc07-eb7e59b0769f', 'name': '', 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:33:42:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '6441914f-5a52-4d40-8aeb-e66c0f30d22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:52Z', 'updated_at': '2022-04-18T06:25:57Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '6441914f-5a52-4d40-8aeb-e66c0f30d22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:25:58.070772 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5c8459a8-538d-4786-a661-a8bc9a8e64d4 req-fc040a9f-db73-40b1-abb0-5e8d009820a9 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 210 time: 0.0482612 Apr 18 06:25:58.439661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-8ab0bc84-8be2-45ec-a6df-f84047a77f92 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:58.441684 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-8ab0bc84-8be2-45ec-a6df-f84047a77f92 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:25:58.454061 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-8ab0bc84-8be2-45ec-a6df-f84047a77f92 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:25:58.455597 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-8ab0bc84-8be2-45ec-a6df-f84047a77f92 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "GET /v2.0/networks?id=ba02e5a4-07be-41c6-a418-83c5232c4c94 HTTP/1.1" status: 200 len: 796 time: 0.2064092 Apr 18 06:25:58.521313 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-302278a9-c946-4850-8154-6a4b0e137e63 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:25:58.521868 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:25:58.541371 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-302278a9-c946-4850-8154-6a4b0e137e63 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:25:58.543035 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-302278a9-c946-4850-8154-6a4b0e137e63 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18c0f35214f54e28b3e8e8a6c60959de HTTP/1.1" status: 200 len: 379 time: 0.0715957 Apr 18 06:25:58.555984 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-13fa4261-5fc7-4e4d-bfa0-1d1477e43995 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'port': {'device_id': '0afb6166-92f0-4836-8f76-ed408dc7f98c', 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94', 'admin_state_up': True, 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'security_groups': ['46908cdf-3dcb-4438-81d8-72b9ad792aa4']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:25:58.701781 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-13fa4261-5fc7-4e4d-bfa0-1d1477e43995 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:25:58.713798 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-13fa4261-5fc7-4e4d-bfa0-1d1477e43995 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:25:58.729127 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-13fa4261-5fc7-4e4d-bfa0-1d1477e43995 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Made reservation on behalf of 18c0f35214f54e28b3e8e8a6c60959de for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:25:58.732831 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-13fa4261-5fc7-4e4d-bfa0-1d1477e43995 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:58.922653 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-13fa4261-5fc7-4e4d-bfa0-1d1477e43995 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Allocated IP 172.20.0.9 (ba02e5a4-07be-41c6-a418-83c5232c4c94/6441914f-5a52-4d40-8aeb-e66c0f30d22a/f56d5a94-099f-4d95-92a9-469fd79fb2c1) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:25:58.965312 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:25:59.056643 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:25:59.062788 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:25:59.063276 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:59.203895 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:59.213056 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-13fa4261-5fc7-4e4d-bfa0-1d1477e43995 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:59.246924 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=1b54cfa6-b287-4a4f-bc07-eb7e59b0769f,segment=NetworkSegment(1b7d7534-802a-4dad-b90b-107ed982013a),segment_id=1b7d7534-802a-4dad-b90b-107ed982013a)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:25:59.252526 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:59.284196 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-42bd78d7-f4b6-451c-ab61-6b8455c75071 req-4f448fea-e804-451e-b12f-2d00ac55ee1e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 210 time: 0.0577183 Apr 18 06:25:59.287565 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-13fa4261-5fc7-4e4d-bfa0-1d1477e43995 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Transition to ACTIVE for port object f56d5a94-099f-4d95-92a9-469fd79fb2c1 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:25:59.331205 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-13fa4261-5fc7-4e4d-bfa0-1d1477e43995 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:59.368495 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=1b54cfa6-b287-4a4f-bc07-eb7e59b0769f,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:59.436176 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa4261-5fc7-4e4d-bfa0-1d1477e43995 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=f56d5a94-099f-4d95-92a9-469fd79fb2c1,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:59.443921 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-13fa4261-5fc7-4e4d-bfa0-1d1477e43995 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network ba02e5a4-07be-41c6-a418-83c5232c4c94 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:25:59.445633 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-13fa4261-5fc7-4e4d-bfa0-1d1477e43995 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:25:59.448958 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-13fa4261-5fc7-4e4d-bfa0-1d1477e43995 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:25:59.632728 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-13fa4261-5fc7-4e4d-bfa0-1d1477e43995 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:59.633379 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-13fa4261-5fc7-4e4d-bfa0-1d1477e43995 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:59.658407 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-13fa4261-5fc7-4e4d-bfa0-1d1477e43995 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1066985 Apr 18 06:25:59.674419 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] Request body: {'port': {'device_id': '0afb6166-92f0-4836-8f76-ed408dc7f98c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:25:59.689632 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-9c0f7b00-83d0-4778-8fd3-23ad46801f8d None None] Provisioning for port f56d5a94-099f-4d95-92a9-469fd79fb2c1 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:25:59.694986 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-9c0f7b00-83d0-4778-8fd3-23ad46801f8d None None] Provisioning complete for port f56d5a94-099f-4d95-92a9-469fd79fb2c1 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:25:59.695381 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9c0f7b00-83d0-4778-8fd3-23ad46801f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:59.753154 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-9c0f7b00-83d0-4778-8fd3-23ad46801f8d None None] Port f56d5a94-099f-4d95-92a9-469fd79fb2c1 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:25:59.791341 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:00.134076 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56d5a94-099f-4d95-92a9-469fd79fb2c1 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:26:00.141778 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:00.157069 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] Transition to ACTIVE for port object f56d5a94-099f-4d95-92a9-469fd79fb2c1 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:26:00.160348 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:00.319989 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] Pushing event updated for resources: {'Port': ['ID=f56d5a94-099f-4d95-92a9-469fd79fb2c1,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:26:00.413267 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] Attempting to bind port f56d5a94-099f-4d95-92a9-469fd79fb2c1 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:26:00.414849 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] Attempting to bind port f56d5a94-099f-4d95-92a9-469fd79fb2c1 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '1b7d7534-802a-4dad-b90b-107ed982013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:26:00.415302 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] Attempting to bind port f56d5a94-099f-4d95-92a9-469fd79fb2c1 on network ba02e5a4-07be-41c6-a418-83c5232c4c94 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:26:00.421811 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] Port f56d5a94-099f-4d95-92a9-469fd79fb2c1 on network ba02e5a4-07be-41c6-a418-83c5232c4c94 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:26:00.422254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] Attempting to bind port f56d5a94-099f-4d95-92a9-469fd79fb2c1 on network ba02e5a4-07be-41c6-a418-83c5232c4c94 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:26:00.427941 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:26:00.428396 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] Checking segment: {'id': '1b7d7534-802a-4dad-b90b-107ed982013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:26:00.428854 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] Bound using segment: {'id': '1b7d7534-802a-4dad-b90b-107ed982013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:26:00.429579 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] Bound port: f56d5a94-099f-4d95-92a9-469fd79fb2c1, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7d7534-802a-4dad-b90b-107ed982013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:26:00.429998 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:00.514989 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad24c8-1521-4588-801b-a618d2017702 req-b7ede98a-b372-497b-b6de-53dcc28ddf5b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:00.516568 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-29ad24c8-1521-4588-801b-a618d2017702 req-b7ede98a-b372-497b-b6de-53dcc28ddf5b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 943 time: 0.0857494 Apr 18 06:26:00.533408 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] For port f56d5a94-099f-4d95-92a9-469fd79fb2c1, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:26:00.537136 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] For port f56d5a94-099f-4d95-92a9-469fd79fb2c1, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f56d5a94-099f-4d95-92a9-469fd79fb2c1,segment=NetworkSegment(1b7d7534-802a-4dad-b90b-107ed982013a),segment_id=1b7d7534-802a-4dad-b90b-107ed982013a)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:26:00.542338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:00.563812 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-29ad24c8-1521-4588-801b-a618d2017702 req-84b8a8c9-63eb-4d6c-94c1-680d940a3df6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=46908cdf-3dcb-4438-81d8-72b9ad792aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401833 Apr 18 06:26:00.604787 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:00.605780 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:00.607144 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] 10.222.0.52 "PUT /v2.0/ports/f56d5a94-099f-4d95-92a9-469fd79fb2c1 HTTP/1.1" status: 200 len: 1093 time: 0.9370570 Apr 18 06:26:00.607617 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afb6166-92f0-4836-8f76-ed408dc7f98c', 'tag': 'f56d5a94-099f-4d95-92a9-469fd79fb2c1'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:26:00.645706 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51ccac-8501-4164-bde2-5447f0704324 service neutron] Pushing event updated for resources: {'Port': ['ID=f56d5a94-099f-4d95-92a9-469fd79fb2c1,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:26:00.700973 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa3016a-5dec-4a8a-b462-845a5eb905fd'] response: {'name': 'network-changed', 'server_uuid': '0afb6166-92f0-4836-8f76-ed408dc7f98c', 'tag': 'f56d5a94-099f-4d95-92a9-469fd79fb2c1', 'status': 'completed', 'code': 200} Apr 18 06:26:00.750492 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-bc7fbcd1-3748-42b3-8940-ed2049ae7780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:00.752078 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-bc7fbcd1-3748-42b3-8940-ed2049ae7780 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 1096 time: 0.0829027 Apr 18 06:26:00.825452 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-2cb2ee94-395b-4b15-bd20-1c5eaf49f888 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f56d5a94-099f-4d95-92a9-469fd79fb2c1 HTTP/1.1" status: 200 len: 217 time: 0.0624952 Apr 18 06:26:00.899072 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-6e7e1bde-6479-4a49-a282-d014024b9807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:00.900567 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-6e7e1bde-6479-4a49-a282-d014024b9807 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6441914f-5a52-4d40-8aeb-e66c0f30d22a HTTP/1.1" status: 200 len: 834 time: 0.0660172 Apr 18 06:26:00.939004 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:26:00.981109 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-c0b2d93b-7381-4608-a48a-cac21bd7034c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:00.982581 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-c0b2d93b-7381-4608-a48a-cac21bd7034c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ba02e5a4-07be-41c6-a418-83c5232c4c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718877 Apr 18 06:26:01.011432 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:26:01.011804 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:01.123423 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-2f1f66ef-2261-4215-b42b-d979556ee4d6 service neutron] 10.222.0.52 "GET /v2.0/networks/ba02e5a4-07be-41c6-a418-83c5232c4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293619 Apr 18 06:26:01.271403 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9ceee356-aba1-42ea-afc7-4d7b7a4c5a92 req-f7788f75-d27a-4192-b7e3-407506553cd2 service neutron] 10.222.0.52 "GET /v2.0/networks/ba02e5a4-07be-41c6-a418-83c5232c4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391902 Apr 18 06:26:01.403117 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3abad-4f5d-45d9-a8e4-52d24282c47d req-c089ddad-9689-4361-9fe7-8a474f25ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:01.404686 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b2c3abad-4f5d-45d9-a8e4-52d24282c47d req-c089ddad-9689-4361-9fe7-8a474f25ad21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 1096 time: 0.0714860 Apr 18 06:26:01.643309 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3abad-4f5d-45d9-a8e4-52d24282c47d req-c05cfc43-ff2f-40e4-9f5f-9a94fc33b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:01.645326 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b2c3abad-4f5d-45d9-a8e4-52d24282c47d req-c05cfc43-ff2f-40e4-9f5f-9a94fc33b022 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ba02e5a4-07be-41c6-a418-83c5232c4c94 HTTP/1.1" status: 200 len: 897 time: 0.2341886 Apr 18 06:26:01.714487 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b2c3abad-4f5d-45d9-a8e4-52d24282c47d req-46e88022-8a25-4fae-8c2e-d47e9c4c02c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f56d5a94-099f-4d95-92a9-469fd79fb2c1 HTTP/1.1" status: 200 len: 217 time: 0.0623059 Apr 18 06:26:01.772089 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60ab44-572c-4d1d-9452-681fb3fd05ce req-31bf0c90-5323-4f5d-b2a6-80a1b1ec06b3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:01.774200 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0c60ab44-572c-4d1d-9452-681fb3fd05ce req-31bf0c90-5323-4f5d-b2a6-80a1b1ec06b3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 943 time: 0.0882478 Apr 18 06:26:01.786449 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3abad-4f5d-45d9-a8e4-52d24282c47d req-e078e5b0-3c82-4f47-bc14-973698c6fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:01.787940 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b2c3abad-4f5d-45d9-a8e4-52d24282c47d req-e078e5b0-3c82-4f47-bc14-973698c6fd4f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6441914f-5a52-4d40-8aeb-e66c0f30d22a HTTP/1.1" status: 200 len: 834 time: 0.0658162 Apr 18 06:26:01.821119 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0c60ab44-572c-4d1d-9452-681fb3fd05ce req-9809914c-3f81-4647-a010-041c677122d1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=46908cdf-3dcb-4438-81d8-72b9ad792aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406668 Apr 18 06:26:01.865978 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3abad-4f5d-45d9-a8e4-52d24282c47d req-4db24dd2-d627-4acc-a93e-a11bbd5ac1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:01.867385 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b2c3abad-4f5d-45d9-a8e4-52d24282c47d req-4db24dd2-d627-4acc-a93e-a11bbd5ac1f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ba02e5a4-07be-41c6-a418-83c5232c4c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728374 Apr 18 06:26:02.008760 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b2c3abad-4f5d-45d9-a8e4-52d24282c47d req-58a975a6-5867-4a32-bc6e-3a9d3795dda8 service neutron] 10.222.0.52 "GET /v2.0/networks/ba02e5a4-07be-41c6-a418-83c5232c4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315186 Apr 18 06:26:02.145359 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b2c3abad-4f5d-45d9-a8e4-52d24282c47d req-a8818b83-583c-4e7c-8b9f-62dba95fffab service neutron] 10.222.0.52 "GET /v2.0/networks/ba02e5a4-07be-41c6-a418-83c5232c4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294556 Apr 18 06:26:03.016661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fe660-99e2-40cf-8866-cfe399b083d3 req-3319e372-7417-4072-9465-e4a8f8b8b58b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:03.017386 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-9d3fe660-99e2-40cf-8866-cfe399b083d3 req-3319e372-7417-4072-9465-e4a8f8b8b58b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:26:03.033525 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-9d3fe660-99e2-40cf-8866-cfe399b083d3 req-3319e372-7417-4072-9465-e4a8f8b8b58b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:26:03.035041 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d3fe660-99e2-40cf-8866-cfe399b083d3 req-3319e372-7417-4072-9465-e4a8f8b8b58b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 943 time: 0.1016035 Apr 18 06:26:03.080959 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d3fe660-99e2-40cf-8866-cfe399b083d3 req-d30abff7-dd1a-49b7-8126-9b86af3a3cf6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=46908cdf-3dcb-4438-81d8-72b9ad792aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403228 Apr 18 06:26:03.871922 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device f56d5a94-099f-4d95-92a9-469fd79fb2c1 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:26:04.024762 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port f56d5a94-099f-4d95-92a9-469fd79fb2c1, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f56d5a94-099f-4d95-92a9-469fd79fb2c1,segment=NetworkSegment(1b7d7534-802a-4dad-b90b-107ed982013a),segment_id=1b7d7534-802a-4dad-b90b-107ed982013a)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:26:04.038654 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'f56d5a94-099f-4d95-92a9-469fd79fb2c1', 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94', 'port_id': 'f56d5a94-099f-4d95-92a9-469fd79fb2c1', 'mac_address': 'fa:16:3e:d1:0a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6441914f-5a52-4d40-8aeb-e66c0f30d22a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:26:04.097981 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:04.115632 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56d5a94-099f-4d95-92a9-469fd79fb2c1 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:26:04.133693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port f56d5a94-099f-4d95-92a9-469fd79fb2c1, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f56d5a94-099f-4d95-92a9-469fd79fb2c1,segment=NetworkSegment(1b7d7534-802a-4dad-b90b-107ed982013a),segment_id=1b7d7534-802a-4dad-b90b-107ed982013a)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:26:04.140403 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:04.226177 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=f56d5a94-099f-4d95-92a9-469fd79fb2c1,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:26:04.405280 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['f56d5a94-099f-4d95-92a9-469fd79fb2c1'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:26:04.455703 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4d732-bfe6-467d-b264-11c09ccde3af req-4a1c8793-d96a-41d5-b8b7-c875d3b20f48 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:04.463828 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f1e4d732-bfe6-467d-b264-11c09ccde3af req-4a1c8793-d96a-41d5-b8b7-c875d3b20f48 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 944 time: 0.1047230 Apr 18 06:26:04.512668 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f1e4d732-bfe6-467d-b264-11c09ccde3af req-d2ac4298-3f62-45d0-8942-960706199cab tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=46908cdf-3dcb-4438-81d8-72b9ad792aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473316 Apr 18 06:26:05.354746 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2e249dbc-2bb2-4b23-9ca2-7668b4b2dc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:05.705441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99302004-6cc8-4183-bdb1-9184843bf7ab req-6f564ccc-7d8a-449d-bc4b-a21ed9a7f351 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:05.707461 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-99302004-6cc8-4183-bdb1-9184843bf7ab req-6f564ccc-7d8a-449d-bc4b-a21ed9a7f351 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 944 time: 0.0815792 Apr 18 06:26:05.751740 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-99302004-6cc8-4183-bdb1-9184843bf7ab req-add0ffe7-35f3-44c4-8fa8-59f9a8255098 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=46908cdf-3dcb-4438-81d8-72b9ad792aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384471 Apr 18 06:26:05.872419 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device f56d5a94-099f-4d95-92a9-469fd79fb2c1 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:26:05.945829 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port f56d5a94-099f-4d95-92a9-469fd79fb2c1 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:26:05.950884 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port f56d5a94-099f-4d95-92a9-469fd79fb2c1 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:26:05.951102 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:06.068924 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:06.095411 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afb6166-92f0-4836-8f76-ed408dc7f98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56d5a94-099f-4d95-92a9-469fd79fb2c1'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:26:06.111121 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port f56d5a94-099f-4d95-92a9-469fd79fb2c1, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f56d5a94-099f-4d95-92a9-469fd79fb2c1,segment=NetworkSegment(1b7d7534-802a-4dad-b90b-107ed982013a),segment_id=1b7d7534-802a-4dad-b90b-107ed982013a)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:26:06.116429 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:06.185049 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=f56d5a94-099f-4d95-92a9-469fd79fb2c1,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:26:06.208899 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5456117-c145-42ac-8d2c-1f3d1d57b6ab'] response: {'server_uuid': '0afb6166-92f0-4836-8f76-ed408dc7f98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56d5a94-099f-4d95-92a9-469fd79fb2c1', 'code': 200} Apr 18 06:26:06.459129 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc7c9b-dd2f-4ec7-95e4-0a7a46e93fd5 req-048d860f-cacd-4137-8301-ed4d586a7ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:06.460640 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-53cc7c9b-dd2f-4ec7-95e4-0a7a46e93fd5 req-048d860f-cacd-4137-8301-ed4d586a7ce8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 1098 time: 0.0745609 Apr 18 06:26:06.504969 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-53cc7c9b-dd2f-4ec7-95e4-0a7a46e93fd5 req-7e1c6f2b-965f-4a23-9c5e-172a77f5e84e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=46908cdf-3dcb-4438-81d8-72b9ad792aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354383 Apr 18 06:26:06.939326 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611dece-d8f8-483d-9640-31424eca1f65 req-b4d8f273-46b5-4a65-b5cf-ceb7c32e0916 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:06.940829 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7611dece-d8f8-483d-9640-31424eca1f65 req-b4d8f273-46b5-4a65-b5cf-ceb7c32e0916 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 945 time: 0.0823677 Apr 18 06:26:06.989835 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7611dece-d8f8-483d-9640-31424eca1f65 req-1cc6e70d-e827-483b-8e6c-4dd97060467a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=46908cdf-3dcb-4438-81d8-72b9ad792aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431941 Apr 18 06:26:07.673544 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cebcb299-c3bd-442f-8bc1-82d0dd2836b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:08.037498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:08.179314 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe44632-1ad4-45a8-b71a-6f739d0945da req-05806449-faca-4eec-9867-ede4a406896f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:08.180941 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-cbe44632-1ad4-45a8-b71a-6f739d0945da req-05806449-faca-4eec-9867-ede4a406896f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 945 time: 0.0835555 Apr 18 06:26:08.228077 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-cbe44632-1ad4-45a8-b71a-6f739d0945da req-d47b35e3-66b0-4b85-a791-6576b06ef132 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=46908cdf-3dcb-4438-81d8-72b9ad792aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406322 Apr 18 06:26:08.422798 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1f120-d65c-4e5d-ad14-bfd52acd1414 req-d069ba77-674f-47f8-9cb6-41de062705ac tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:08.424313 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-17c1f120-d65c-4e5d-ad14-bfd52acd1414 req-d069ba77-674f-47f8-9cb6-41de062705ac tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 945 time: 0.0862777 Apr 18 06:26:08.470622 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-17c1f120-d65c-4e5d-ad14-bfd52acd1414 req-58262a5d-5a9f-41a7-9aa7-39e3a7f14b5b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=46908cdf-3dcb-4438-81d8-72b9ad792aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403664 Apr 18 06:26:08.494209 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54916) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:26:08.568882 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08de413-3b2c-4b38-b085-f548802ae23d tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:08.571648 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d08de413-3b2c-4b38-b085-f548802ae23d tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 1093 time: 0.0763850 Apr 18 06:26:08.573243 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 54920) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:26:08.578016 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': 'f56d5a94-099f-4d95-92a9-469fd79fb2c1', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:26:08.584277 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:26:08.588026 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:floatingip and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:26:08.590803 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:26:08.596677 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:26:08.614207 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for floatingip, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:08.627664 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:08.715986 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:08.755549 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:08.889779 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Allocated IP 172.26.1.90 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/f1458650-36ae-4542-bbe8-21269e63908a) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:26:09.043217 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:09.075784 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:09.239383 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:26:09.242178 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:26:09.250054 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:26:09.297181 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=f1458650-36ae-4542-bbe8-21269e63908a,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:26:09.695573 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:09.774138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:09.987089 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:09.992514 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:10.124015 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=f1458650-36ae-4542-bbe8-21269e63908a,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:26:10.133710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:10.177943 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:10.311789 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Floating IP fc59437d-d3d9-42c9-b296-9d7f01eaec86 associated. External IP: 172.26.1.90, port: f56d5a94-099f-4d95-92a9-469fd79fb2c1. Apr 18 06:26:10.783081 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router 6707dc57-5039-4637-bd44-b5621bcb65ef has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:26:10.965707 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:26:10.976181 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1f2d9-bebf-4578-9a60-960b3c7fbc91 None None] Sync routers for ids ['6707dc57-5039-4637-bd44-b5621bcb65ef'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:26:10.985337 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df1f2d9-bebf-4578-9a60-960b3c7fbc91 None None] Routers {'6707dc57-5039-4637-bd44-b5621bcb65ef'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:26:10.985947 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6df1f2d9-bebf-4578-9a60-960b3c7fbc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:26:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6707dc57-5039-4637-bd44-b5621bcb65ef'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:26:10.990990 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:11.055163 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1c973e29-785f-4f77-ad7e-c569fa3e4d6c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4785159 Apr 18 06:26:11.055163 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afb6166-92f0-4836-8f76-ed408dc7f98c', 'tag': 'f56d5a94-099f-4d95-92a9-469fd79fb2c1'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:26:11.110668 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44552812-15d4-4bfc-92a2-184f5bd92877'] response: {'name': 'network-changed', 'server_uuid': '0afb6166-92f0-4836-8f76-ed408dc7f98c', 'tag': 'f56d5a94-099f-4d95-92a9-469fd79fb2c1', 'status': 'completed', 'code': 200} Apr 18 06:26:11.207255 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65739e-75a4-4eb7-b217-632df00ef708 req-f97840f0-580b-4e9a-8ae9-3500b7126cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:11.208705 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9f65739e-75a4-4eb7-b217-632df00ef708 req-f97840f0-580b-4e9a-8ae9-3500b7126cc5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 1098 time: 0.0759149 Apr 18 06:26:11.215002 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-6df1f2d9-bebf-4578-9a60-960b3c7fbc91 None None] Set router 6707dc57-5039-4637-bd44-b5621bcb65ef gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:26:11.239039 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7d9e0-a2ce-4ec8-bec5-7221b072f890 req-9658b8b2-f1ff-4240-8973-833f5fdfb90c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:11.240556 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-65d7d9e0-a2ce-4ec8-bec5-7221b072f890 req-9658b8b2-f1ff-4240-8973-833f5fdfb90c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 945 time: 0.0951180 Apr 18 06:26:11.294033 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-65d7d9e0-a2ce-4ec8-bec5-7221b072f890 req-83ef3136-433a-46ad-a63b-77dae5771746 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=46908cdf-3dcb-4438-81d8-72b9ad792aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468624 Apr 18 06:26:11.342496 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54928) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:26:11.397693 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65739e-75a4-4eb7-b217-632df00ef708 req-843035d3-827e-4c5b-ac6c-e6f0094181dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:11.399151 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9f65739e-75a4-4eb7-b217-632df00ef708 req-843035d3-827e-4c5b-ac6c-e6f0094181dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=ba02e5a4-07be-41c6-a418-83c5232c4c94 HTTP/1.1" status: 200 len: 897 time: 0.1843731 Apr 18 06:26:11.459988 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5c8d24e8-b0e1-4b32-a9fa-aad6a59b65d1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/floatingips/fc59437d-d3d9-42c9-b296-9d7f01eaec86 HTTP/1.1" status: 200 len: 990 time: 0.1161313 Apr 18 06:26:11.515060 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9f65739e-75a4-4eb7-b217-632df00ef708 req-50496ffc-098b-46b0-9b61-f0c7adc7e188 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f56d5a94-099f-4d95-92a9-469fd79fb2c1 HTTP/1.1" status: 200 len: 998 time: 0.1094193 Apr 18 06:26:11.577239 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65739e-75a4-4eb7-b217-632df00ef708 req-113d2fb3-fe3f-470e-b988-3c9dfe636631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:11.578755 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9f65739e-75a4-4eb7-b217-632df00ef708 req-113d2fb3-fe3f-470e-b988-3c9dfe636631 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6441914f-5a52-4d40-8aeb-e66c0f30d22a HTTP/1.1" status: 200 len: 834 time: 0.0582860 Apr 18 06:26:11.594811 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6df1f2d9-bebf-4578-9a60-960b3c7fbc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803482564', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:25:48Z', 'updated_at': '2022-04-18T06:25:54Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:49Z', 'updated_at': '2022-04-18T06:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'fc59437d-d3d9-42c9-b296-9d7f01eaec86', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'port_id': 'f56d5a94-099f-4d95-92a9-469fd79fb2c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94', 'mac_address': 'fa:16:3e:d1:0a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb6166-92f0-4836-8f76-ed408dc7f98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:26:09Z', 'updated_at': '2022-04-18T06:26:09Z', 'revision_number': 0, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b54cfa6-b287-4a4f-bc07-eb7e59b0769f', 'name': '', 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:33:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '6441914f-5a52-4d40-8aeb-e66c0f30d22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:52Z', 'updated_at': '2022-04-18T06:25:59Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '6441914f-5a52-4d40-8aeb-e66c0f30d22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:26:11.599540 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1f2d9-bebf-4578-9a60-960b3c7fbc91 None None] Checking router: 6707dc57-5039-4637-bd44-b5621bcb65ef for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:26:11.608271 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df1f2d9-bebf-4578-9a60-960b3c7fbc91 None None] Routers {'6707dc57-5039-4637-bd44-b5621bcb65ef'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:26:11.608875 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6df1f2d9-bebf-4578-9a60-960b3c7fbc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:26:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6707dc57-5039-4637-bd44-b5621bcb65ef'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:26:11.657022 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65739e-75a4-4eb7-b217-632df00ef708 req-cf4cbe55-2e99-462f-b31e-3b832ca4d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:11.658486 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9f65739e-75a4-4eb7-b217-632df00ef708 req-cf4cbe55-2e99-462f-b31e-3b832ca4d0b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ba02e5a4-07be-41c6-a418-83c5232c4c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736895 Apr 18 06:26:11.791242 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9f65739e-75a4-4eb7-b217-632df00ef708 req-d810a5d7-c572-4b68-9574-256067475d0e service neutron] 10.222.0.52 "GET /v2.0/networks/ba02e5a4-07be-41c6-a418-83c5232c4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259131 Apr 18 06:26:11.792937 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-6df1f2d9-bebf-4578-9a60-960b3c7fbc91 None None] Set router 6707dc57-5039-4637-bd44-b5621bcb65ef gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:26:11.920448 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9f65739e-75a4-4eb7-b217-632df00ef708 req-b23c7bd1-c0be-49e4-bc2b-9b19228cddcc service neutron] 10.222.0.52 "GET /v2.0/networks/ba02e5a4-07be-41c6-a418-83c5232c4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235564 Apr 18 06:26:12.149114 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6df1f2d9-bebf-4578-9a60-960b3c7fbc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803482564', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:25:48Z', 'updated_at': '2022-04-18T06:25:54Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:49Z', 'updated_at': '2022-04-18T06:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'fc59437d-d3d9-42c9-b296-9d7f01eaec86', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'port_id': 'f56d5a94-099f-4d95-92a9-469fd79fb2c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94', 'mac_address': 'fa:16:3e:d1:0a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb6166-92f0-4836-8f76-ed408dc7f98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:26:09Z', 'updated_at': '2022-04-18T06:26:09Z', 'revision_number': 0, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b54cfa6-b287-4a4f-bc07-eb7e59b0769f', 'name': '', 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:33:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '6441914f-5a52-4d40-8aeb-e66c0f30d22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:52Z', 'updated_at': '2022-04-18T06:25:59Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '6441914f-5a52-4d40-8aeb-e66c0f30d22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:26:12.153220 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1f2d9-bebf-4578-9a60-960b3c7fbc91 None None] The sync data for ids ['6707dc57-5039-4637-bd44-b5621bcb65ef'] in dv-neutron-837489-1-hyperv is: [{'id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803482564', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:25:48Z', 'updated_at': '2022-04-18T06:25:54Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:49Z', 'updated_at': '2022-04-18T06:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'fc59437d-d3d9-42c9-b296-9d7f01eaec86', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'port_id': 'f56d5a94-099f-4d95-92a9-469fd79fb2c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94', 'mac_address': 'fa:16:3e:d1:0a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb6166-92f0-4836-8f76-ed408dc7f98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:26:09Z', 'updated_at': '2022-04-18T06:26:09Z', 'revision_number': 0, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b54cfa6-b287-4a4f-bc07-eb7e59b0769f', 'name': '', 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:33:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '6441914f-5a52-4d40-8aeb-e66c0f30d22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:52Z', 'updated_at': '2022-04-18T06:25:59Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '6441914f-5a52-4d40-8aeb-e66c0f30d22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:26:12.364955 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e545f-5e6b-4a1f-81a9-c0284e560f88 None None] New status for floating IP fc59437d-d3d9-42c9-b296-9d7f01eaec86: ACTIVE {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:26:12.461916 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54932) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:26:12.567417 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-00b31c6a-9533-4edd-adc1-17ea87d3b477 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/floatingips/fc59437d-d3d9-42c9-b296-9d7f01eaec86 HTTP/1.1" status: 200 len: 990 time: 0.1037219 Apr 18 06:26:13.570943 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54936) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:26:13.681556 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-519ce945-f109-4e21-a318-2a4564a13878 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/floatingips/fc59437d-d3d9-42c9-b296-9d7f01eaec86 HTTP/1.1" status: 200 len: 992 time: 0.1091766 Apr 18 06:26:35.352541 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d8bd0e38-da2d-4bb1-aa31-a57850fd9fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:35.511933 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:26:37.674565 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3884bb7f-6468-4976-b184-6d7fb50ba977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:38.025988 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:38.631233 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:38.718437 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:40.179302 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:45.167684 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87244b9d-f1de-43c0-af2e-7c3d8d02da24 req-cb2092fd-4167-4a29-9940-27e122cb30c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:45.169100 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-87244b9d-f1de-43c0-af2e-7c3d8d02da24 req-cb2092fd-4167-4a29-9940-27e122cb30c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 1098 time: 0.1362758 Apr 18 06:26:45.177929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ba2e1-25e8-4a29-8ec6-f4f004fb60c2 req-cd32ac61-2a3b-4583-9dee-3bbc3187b19f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:45.179384 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-815ba2e1-25e8-4a29-8ec6-f4f004fb60c2 req-cd32ac61-2a3b-4583-9dee-3bbc3187b19f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 945 time: 0.1118271 Apr 18 06:26:45.308303 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-815ba2e1-25e8-4a29-8ec6-f4f004fb60c2 req-9aeeab23-a9c8-4ad4-88cf-fee65a884152 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=46908cdf-3dcb-4438-81d8-72b9ad792aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104763 Apr 18 06:26:45.341862 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87244b9d-f1de-43c0-af2e-7c3d8d02da24 req-8b29557d-0893-445d-a10b-f62cd33fb3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:45.341862 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-87244b9d-f1de-43c0-af2e-7c3d8d02da24 req-8b29557d-0893-445d-a10b-f62cd33fb3e7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ba02e5a4-07be-41c6-a418-83c5232c4c94 HTTP/1.1" status: 200 len: 897 time: 0.1594403 Apr 18 06:26:45.448542 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-87244b9d-f1de-43c0-af2e-7c3d8d02da24 req-419f797f-862d-4039-bd1f-5ed6729e8e03 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f56d5a94-099f-4d95-92a9-469fd79fb2c1 HTTP/1.1" status: 200 len: 1000 time: 0.1017880 Apr 18 06:26:45.512318 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87244b9d-f1de-43c0-af2e-7c3d8d02da24 req-b8583a29-6517-422c-b3b9-9d6e0b0efce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:45.513769 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-87244b9d-f1de-43c0-af2e-7c3d8d02da24 req-b8583a29-6517-422c-b3b9-9d6e0b0efce2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6441914f-5a52-4d40-8aeb-e66c0f30d22a HTTP/1.1" status: 200 len: 834 time: 0.0577657 Apr 18 06:26:45.710183 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87244b9d-f1de-43c0-af2e-7c3d8d02da24 req-6bc46862-e212-49da-b65e-e5f9cf99433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:45.711583 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-87244b9d-f1de-43c0-af2e-7c3d8d02da24 req-6bc46862-e212-49da-b65e-e5f9cf99433a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ba02e5a4-07be-41c6-a418-83c5232c4c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1913211 Apr 18 06:26:45.844882 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-87244b9d-f1de-43c0-af2e-7c3d8d02da24 req-dfe2ea3d-3f21-49d0-9d8e-d37547e8141b service neutron] 10.222.0.52 "GET /v2.0/networks/ba02e5a4-07be-41c6-a418-83c5232c4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260326 Apr 18 06:26:45.979466 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-87244b9d-f1de-43c0-af2e-7c3d8d02da24 req-702d2417-ab07-4a88-8e70-9c6dd31dabb5 service neutron] 10.222.0.52 "GET /v2.0/networks/ba02e5a4-07be-41c6-a418-83c5232c4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275690 Apr 18 06:26:46.141079 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c561e1e-15da-4013-8068-ab85284e8209 req-30db25ca-3d96-4dd0-bfa1-920411c31c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:46.142672 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9c561e1e-15da-4013-8068-ab85284e8209 req-30db25ca-3d96-4dd0-bfa1-920411c31c2c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 1098 time: 0.0773332 Apr 18 06:26:46.289842 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c561e1e-15da-4013-8068-ab85284e8209 req-09cc10a2-d5bc-4267-a15b-5cb1b39ce1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:46.291270 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9c561e1e-15da-4013-8068-ab85284e8209 req-09cc10a2-d5bc-4267-a15b-5cb1b39ce1f1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ba02e5a4-07be-41c6-a418-83c5232c4c94 HTTP/1.1" status: 200 len: 897 time: 0.1297979 Apr 18 06:26:46.397703 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9c561e1e-15da-4013-8068-ab85284e8209 req-6b44116b-a4b3-485b-8a71-10ac9d5eec4e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f56d5a94-099f-4d95-92a9-469fd79fb2c1 HTTP/1.1" status: 200 len: 1000 time: 0.0999599 Apr 18 06:26:46.464215 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c561e1e-15da-4013-8068-ab85284e8209 req-78434bc6-1d3e-4c93-9fff-8343f8a4bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:46.465685 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9c561e1e-15da-4013-8068-ab85284e8209 req-78434bc6-1d3e-4c93-9fff-8343f8a4bfb9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6441914f-5a52-4d40-8aeb-e66c0f30d22a HTTP/1.1" status: 200 len: 834 time: 0.0613708 Apr 18 06:26:46.516777 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a1d9f-de4e-409c-9af8-ce355da2ece5 req-e120eef2-9681-4a43-9c76-ca5c99482a8b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:46.518276 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-057a1d9f-de4e-409c-9af8-ce355da2ece5 req-e120eef2-9681-4a43-9c76-ca5c99482a8b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 945 time: 0.0843983 Apr 18 06:26:46.550326 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c561e1e-15da-4013-8068-ab85284e8209 req-9607f694-d75b-4f50-8387-57b96efea013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:46.552812 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9c561e1e-15da-4013-8068-ab85284e8209 req-9607f694-d75b-4f50-8387-57b96efea013 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ba02e5a4-07be-41c6-a418-83c5232c4c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810258 Apr 18 06:26:46.564734 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-057a1d9f-de4e-409c-9af8-ce355da2ece5 req-4df72e4b-64bb-4c83-b0b6-308c5af6526f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=46908cdf-3dcb-4438-81d8-72b9ad792aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391624 Apr 18 06:26:46.688952 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9c561e1e-15da-4013-8068-ab85284e8209 req-f7835873-9aeb-4c37-be28-3d8575e7edcb service neutron] 10.222.0.52 "GET /v2.0/networks/ba02e5a4-07be-41c6-a418-83c5232c4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285694 Apr 18 06:26:46.823129 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9c561e1e-15da-4013-8068-ab85284e8209 req-8feb44e1-0c19-4103-8c6a-57292f547226 service neutron] 10.222.0.52 "GET /v2.0/networks/ba02e5a4-07be-41c6-a418-83c5232c4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270669 Apr 18 06:26:47.753358 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9042b62-26c4-45b0-b3d4-a87bca046cc4 req-222b63cb-5f20-46bc-b499-4e9978a26c47 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:47.754874 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e9042b62-26c4-45b0-b3d4-a87bca046cc4 req-222b63cb-5f20-46bc-b499-4e9978a26c47 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 945 time: 0.0810826 Apr 18 06:26:47.802683 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e9042b62-26c4-45b0-b3d4-a87bca046cc4 req-861bf8e3-59a3-4708-8120-a35098f443e7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=46908cdf-3dcb-4438-81d8-72b9ad792aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420432 Apr 18 06:26:48.989416 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589fd91-7b6a-4994-9b5b-011078ad366e req-1205a253-279f-406f-a2de-fdd302dcd740 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:48.990880 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0589fd91-7b6a-4994-9b5b-011078ad366e req-1205a253-279f-406f-a2de-fdd302dcd740 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 945 time: 0.0839257 Apr 18 06:26:49.036662 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0589fd91-7b6a-4994-9b5b-011078ad366e req-5e7c80f8-43d7-46cd-82e9-d9635179fa42 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=46908cdf-3dcb-4438-81d8-72b9ad792aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399270 Apr 18 06:26:50.249464 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d006de-f772-4c5c-b93d-6f3c6aa39731 req-54200562-2a88-4694-9c6a-ffa9ba11fc69 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:50.250972 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f3d006de-f772-4c5c-b93d-6f3c6aa39731 req-54200562-2a88-4694-9c6a-ffa9ba11fc69 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 945 time: 0.1033821 Apr 18 06:26:50.297057 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f3d006de-f772-4c5c-b93d-6f3c6aa39731 req-e1724e64-fd41-4f6b-894a-ebb97006a603 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=46908cdf-3dcb-4438-81d8-72b9ad792aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397322 Apr 18 06:26:51.488709 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a1b63-de13-4125-b7fc-b3fef0be2fb5 req-0520068c-1625-4eef-81c0-32cd1f4aec58 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:51.490351 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a97a1b63-de13-4125-b7fc-b3fef0be2fb5 req-0520068c-1625-4eef-81c0-32cd1f4aec58 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 945 time: 0.0830498 Apr 18 06:26:51.537888 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a97a1b63-de13-4125-b7fc-b3fef0be2fb5 req-fe00c1c9-4540-46be-9f48-3a2db315d257 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=46908cdf-3dcb-4438-81d8-72b9ad792aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419483 Apr 18 06:26:52.731304 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb527d2-fa10-44dd-b042-c87253f51a95 req-518e5e64-1ef0-4910-a4ae-ec5a6d50b136 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:52.732851 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8eb527d2-fa10-44dd-b042-c87253f51a95 req-518e5e64-1ef0-4910-a4ae-ec5a6d50b136 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 945 time: 0.0852721 Apr 18 06:26:52.776491 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8eb527d2-fa10-44dd-b042-c87253f51a95 req-a6776e84-5921-4238-9fbf-faf37373d7fc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=46908cdf-3dcb-4438-81d8-72b9ad792aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380135 Apr 18 06:26:53.965151 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447374f-90cf-48ad-82b2-00cd258ce7ba req-b7cb1c50-dfec-4b0f-96e8-fb66382e5faa tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:53.966614 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8447374f-90cf-48ad-82b2-00cd258ce7ba req-b7cb1c50-dfec-4b0f-96e8-fb66382e5faa tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 945 time: 0.0816338 Apr 18 06:26:54.012520 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8447374f-90cf-48ad-82b2-00cd258ce7ba req-005d5c85-5f3f-4641-a82e-8d65679866bc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=46908cdf-3dcb-4438-81d8-72b9ad792aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399146 Apr 18 06:26:55.197850 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21973e18-4d75-4995-bc2b-406dc33c0f00 req-f90de497-4d7e-4ef7-b093-aa54bece943f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:55.199243 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-21973e18-4d75-4995-bc2b-406dc33c0f00 req-f90de497-4d7e-4ef7-b093-aa54bece943f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 945 time: 0.0794559 Apr 18 06:26:55.245125 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-21973e18-4d75-4995-bc2b-406dc33c0f00 req-a8401ab8-772b-470b-89c8-35002efced36 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=46908cdf-3dcb-4438-81d8-72b9ad792aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400403 Apr 18 06:26:56.431711 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff214a-7089-47d8-bd94-b8cfe0e65e35 req-47539f58-45d5-4f83-9b34-e27abca3e4d4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:56.433216 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-97ff214a-7089-47d8-bd94-b8cfe0e65e35 req-47539f58-45d5-4f83-9b34-e27abca3e4d4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 945 time: 0.0811267 Apr 18 06:26:56.482573 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-97ff214a-7089-47d8-bd94-b8cfe0e65e35 req-d3e960d8-bfa9-40de-bece-02dfc382a9a4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=46908cdf-3dcb-4438-81d8-72b9ad792aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436463 Apr 18 06:26:57.670362 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe9914-0476-4004-aa9d-a98d888fc57a req-647b7835-d3a4-45c7-b3f9-102af0732d05 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:57.671780 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-84fe9914-0476-4004-aa9d-a98d888fc57a req-647b7835-d3a4-45c7-b3f9-102af0732d05 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 945 time: 0.0839150 Apr 18 06:26:57.717007 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-84fe9914-0476-4004-aa9d-a98d888fc57a req-90797e3e-28fa-4dc2-b26a-1231344bd477 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=46908cdf-3dcb-4438-81d8-72b9ad792aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394292 Apr 18 06:26:57.740643 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54976) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:26:57.940613 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b64e5e5a-443d-412a-b7aa-7a14fae6e7d8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/floatingips/fc59437d-d3d9-42c9-b296-9d7f01eaec86 HTTP/1.1" status: 200 len: 992 time: 0.1987374 Apr 18 06:27:05.349173 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-90a14ec8-d06c-4f7a-a892-b70f98dd9e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:07.677633 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-48cba0e0-5b09-4c98-89ff-e795aa1934cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:08.065103 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:08.631400 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:08.722298 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:10.180327 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:12.511360 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:27:28.507262 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 54990) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:27:28.713684 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting port f1458650-36ae-4542-bbe8-21269e63908a {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:27:28.713943 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:28.891957 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:28.892337 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:29.025845 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Calling delete_port for f1458650-36ae-4542-bbe8-21269e63908a owned by network:floatingip {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:27:29.185253 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:29.234740 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Port': ['ID=f1458650-36ae-4542-bbe8-21269e63908a,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:29.274228 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:29.274578 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:29.274925 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:29.275263 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:29.275601 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:29.275989 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:29.276296 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:29.276628 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:29.276954 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:29.277279 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:29.277603 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:29.277927 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:29.346781 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for floatingip, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:29.347159 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Floating IP fc59437d-d3d9-42c9-b296-9d7f01eaec86 disassociated (deleted). External IP: 172.26.1.90, port: f56d5a94-099f-4d95-92a9-469fd79fb2c1. Apr 18 06:27:29.717700 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router 6707dc57-5039-4637-bd44-b5621bcb65ef has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:27:30.019412 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:27:30.030644 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bd9d92-e218-442d-9553-a6b1d04798ad None None] Sync routers for ids ['6707dc57-5039-4637-bd44-b5621bcb65ef'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:27:30.041688 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bd9d92-e218-442d-9553-a6b1d04798ad None None] Routers {'6707dc57-5039-4637-bd44-b5621bcb65ef'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:27:30.042551 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-00bd9d92-e218-442d-9553-a6b1d04798ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:27:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6707dc57-5039-4637-bd44-b5621bcb65ef'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:27:30.043637 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:30.102111 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3ba40f81-769f-46ae-86be-3b0e66fa77df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/floatingips/fc59437d-d3d9-42c9-b296-9d7f01eaec86 HTTP/1.1" status: 204 len: 168 time: 1.5937591 Apr 18 06:27:30.102784 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afb6166-92f0-4836-8f76-ed408dc7f98c', 'tag': 'f56d5a94-099f-4d95-92a9-469fd79fb2c1'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:27:30.159654 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dcf5c80-3cdf-4106-a367-5d81cb28e4ba'] response: {'name': 'network-changed', 'server_uuid': '0afb6166-92f0-4836-8f76-ed408dc7f98c', 'tag': 'f56d5a94-099f-4d95-92a9-469fd79fb2c1', 'status': 'completed', 'code': 200} Apr 18 06:27:30.270785 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-00bd9d92-e218-442d-9553-a6b1d04798ad None None] Set router 6707dc57-5039-4637-bd44-b5621bcb65ef gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:27:30.275176 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a1339-37c4-4dfa-b248-89ede73d877c req-a037dcaa-8da9-40fb-acd6-e2e0747636fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:30.277233 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca5a1339-37c4-4dfa-b248-89ede73d877c req-a037dcaa-8da9-40fb-acd6-e2e0747636fc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 1098 time: 0.0953493 Apr 18 06:27:30.583338 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5328a5-d44e-4b42-b434-43f53ff95121 req-4be1eeb3-0b55-4676-8c7a-316a1a027e17 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:30.584154 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-6b5328a5-d44e-4b42-b434-43f53ff95121 req-4be1eeb3-0b55-4676-8c7a-316a1a027e17 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:27:30.602780 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-6b5328a5-d44e-4b42-b434-43f53ff95121 req-4be1eeb3-0b55-4676-8c7a-316a1a027e17 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:27:30.604270 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a1339-37c4-4dfa-b248-89ede73d877c req-1cca201c-f58f-48b0-89f6-190c0c31b6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:30.605900 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca5a1339-37c4-4dfa-b248-89ede73d877c req-1cca201c-f58f-48b0-89f6-190c0c31b6f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ba02e5a4-07be-41c6-a418-83c5232c4c94 HTTP/1.1" status: 200 len: 897 time: 0.3179142 Apr 18 06:27:30.606632 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6b5328a5-d44e-4b42-b434-43f53ff95121 req-4be1eeb3-0b55-4676-8c7a-316a1a027e17 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 945 time: 0.1154754 Apr 18 06:27:30.628561 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-00bd9d92-e218-442d-9553-a6b1d04798ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803482564', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:25:48Z', 'updated_at': '2022-04-18T06:25:54Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:49Z', 'updated_at': '2022-04-18T06:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '1b54cfa6-b287-4a4f-bc07-eb7e59b0769f', 'name': '', 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:33:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '6441914f-5a52-4d40-8aeb-e66c0f30d22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:52Z', 'updated_at': '2022-04-18T06:25:59Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '6441914f-5a52-4d40-8aeb-e66c0f30d22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:27:30.633603 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bd9d92-e218-442d-9553-a6b1d04798ad None None] Checking router: 6707dc57-5039-4637-bd44-b5621bcb65ef for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:27:30.642411 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bd9d92-e218-442d-9553-a6b1d04798ad None None] Routers {'6707dc57-5039-4637-bd44-b5621bcb65ef'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:27:30.643029 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-00bd9d92-e218-442d-9553-a6b1d04798ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:27:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6707dc57-5039-4637-bd44-b5621bcb65ef'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:27:30.656926 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6b5328a5-d44e-4b42-b434-43f53ff95121 req-ffccf51a-648b-4cd6-ac06-db0156cb6d1d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=46908cdf-3dcb-4438-81d8-72b9ad792aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433002 Apr 18 06:27:30.705348 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca5a1339-37c4-4dfa-b248-89ede73d877c req-cd5d3cfb-f09c-4c63-b662-85d6de0903c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f56d5a94-099f-4d95-92a9-469fd79fb2c1 HTTP/1.1" status: 200 len: 217 time: 0.0906019 Apr 18 06:27:30.778045 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a1339-37c4-4dfa-b248-89ede73d877c req-774cf6ed-9920-4236-ae2a-35bd688c1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:30.779476 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca5a1339-37c4-4dfa-b248-89ede73d877c req-774cf6ed-9920-4236-ae2a-35bd688c1da7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6441914f-5a52-4d40-8aeb-e66c0f30d22a HTTP/1.1" status: 200 len: 834 time: 0.0673964 Apr 18 06:27:30.837189 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-00bd9d92-e218-442d-9553-a6b1d04798ad None None] Set router 6707dc57-5039-4637-bd44-b5621bcb65ef gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:27:30.858706 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a1339-37c4-4dfa-b248-89ede73d877c req-d0d8fd52-76cc-480a-ac96-eec251a64029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:30.860328 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca5a1339-37c4-4dfa-b248-89ede73d877c req-d0d8fd52-76cc-480a-ac96-eec251a64029 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ba02e5a4-07be-41c6-a418-83c5232c4c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742426 Apr 18 06:27:31.003399 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca5a1339-37c4-4dfa-b248-89ede73d877c req-355405ce-e382-4f8c-afda-0ebbb95b4c53 service neutron] 10.222.0.52 "GET /v2.0/networks/ba02e5a4-07be-41c6-a418-83c5232c4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348112 Apr 18 06:27:31.142592 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca5a1339-37c4-4dfa-b248-89ede73d877c req-41eb3684-b78d-4b31-b0b3-59cbd9220da8 service neutron] 10.222.0.52 "GET /v2.0/networks/ba02e5a4-07be-41c6-a418-83c5232c4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324089 Apr 18 06:27:31.157820 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-00bd9d92-e218-442d-9553-a6b1d04798ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803482564', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:25:48Z', 'updated_at': '2022-04-18T06:25:54Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:49Z', 'updated_at': '2022-04-18T06:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '1b54cfa6-b287-4a4f-bc07-eb7e59b0769f', 'name': '', 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:33:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '6441914f-5a52-4d40-8aeb-e66c0f30d22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:52Z', 'updated_at': '2022-04-18T06:25:59Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '6441914f-5a52-4d40-8aeb-e66c0f30d22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:27:31.161977 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bd9d92-e218-442d-9553-a6b1d04798ad None None] The sync data for ids ['6707dc57-5039-4637-bd44-b5621bcb65ef'] in dv-neutron-837489-1-hyperv is: [{'id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803482564', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:25:48Z', 'updated_at': '2022-04-18T06:25:54Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:49Z', 'updated_at': '2022-04-18T06:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '1b54cfa6-b287-4a4f-bc07-eb7e59b0769f', 'name': '', 'network_id': 'ba02e5a4-07be-41c6-a418-83c5232c4c94', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:33:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '6441914f-5a52-4d40-8aeb-e66c0f30d22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:52Z', 'updated_at': '2022-04-18T06:25:59Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '6441914f-5a52-4d40-8aeb-e66c0f30d22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:27:31.393209 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031a8a69-4e3d-4b71-9a10-9f281f31d65c None None] New status for floating IP fc59437d-d3d9-42c9-b296-9d7f01eaec86: DOWN {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:27:31.844085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ddfd4-63b4-4cff-8bf7-2e03f4693cfd req-59bbf14d-7d8e-4ed9-bcab-ab898e5f32ee tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:31.845539 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-422ddfd4-63b4-4cff-8bf7-2e03f4693cfd req-59bbf14d-7d8e-4ed9-bcab-ab898e5f32ee tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 945 time: 0.0790958 Apr 18 06:27:31.892606 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-422ddfd4-63b4-4cff-8bf7-2e03f4693cfd req-9309aacf-f00d-43d5-af65-7fd07d85fb21 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=46908cdf-3dcb-4438-81d8-72b9ad792aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409536 Apr 18 06:27:32.147138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79f6cf-1edc-40f6-aa10-e93f1b42369c req-21b2f16a-cce3-4baa-9207-30b6f904e8df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:32.148592 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-eb79f6cf-1edc-40f6-aa10-e93f1b42369c req-21b2f16a-cce3-4baa-9207-30b6f904e8df tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 945 time: 0.0789883 Apr 18 06:27:32.218759 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-eb79f6cf-1edc-40f6-aa10-e93f1b42369c req-753f6532-9699-44eb-84fe-bea1a53da08a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting port f56d5a94-099f-4d95-92a9-469fd79fb2c1 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:27:32.219090 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-eb79f6cf-1edc-40f6-aa10-e93f1b42369c req-753f6532-9699-44eb-84fe-bea1a53da08a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:32.467808 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-eb79f6cf-1edc-40f6-aa10-e93f1b42369c req-753f6532-9699-44eb-84fe-bea1a53da08a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] For port f56d5a94-099f-4d95-92a9-469fd79fb2c1, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f56d5a94-099f-4d95-92a9-469fd79fb2c1,segment=NetworkSegment(1b7d7534-802a-4dad-b90b-107ed982013a),segment_id=1b7d7534-802a-4dad-b90b-107ed982013a)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:27:32.468110 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-eb79f6cf-1edc-40f6-aa10-e93f1b42369c req-753f6532-9699-44eb-84fe-bea1a53da08a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:32.595189 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-eb79f6cf-1edc-40f6-aa10-e93f1b42369c req-753f6532-9699-44eb-84fe-bea1a53da08a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Calling delete_port for f56d5a94-099f-4d95-92a9-469fd79fb2c1 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:27:32.744012 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-eb79f6cf-1edc-40f6-aa10-e93f1b42369c req-753f6532-9699-44eb-84fe-bea1a53da08a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:32.797060 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f6532-9699-44eb-84fe-bea1a53da08a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Port': ['ID=f56d5a94-099f-4d95-92a9-469fd79fb2c1,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:32.836090 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6532-9699-44eb-84fe-bea1a53da08a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:32.836415 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6532-9699-44eb-84fe-bea1a53da08a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:32.836754 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6532-9699-44eb-84fe-bea1a53da08a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:32.837081 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6532-9699-44eb-84fe-bea1a53da08a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:32.837413 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6532-9699-44eb-84fe-bea1a53da08a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:32.837741 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6532-9699-44eb-84fe-bea1a53da08a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:32.838066 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6532-9699-44eb-84fe-bea1a53da08a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:32.838387 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6532-9699-44eb-84fe-bea1a53da08a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:32.838711 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6532-9699-44eb-84fe-bea1a53da08a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:32.839034 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6532-9699-44eb-84fe-bea1a53da08a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:32.839356 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6532-9699-44eb-84fe-bea1a53da08a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:32.839677 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6532-9699-44eb-84fe-bea1a53da08a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:32.881925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb79f6cf-1edc-40f6-aa10-e93f1b42369c req-753f6532-9699-44eb-84fe-bea1a53da08a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] No DVR routers for this DVR port f56d5a94-099f-4d95-92a9-469fd79fb2c1 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:27:32.884302 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-eb79f6cf-1edc-40f6-aa10-e93f1b42369c req-753f6532-9699-44eb-84fe-bea1a53da08a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:32.886778 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afb6166-92f0-4836-8f76-ed408dc7f98c', 'name': 'network-vif-deleted', 'tag': 'f56d5a94-099f-4d95-92a9-469fd79fb2c1'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:27:32.909683 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-eb79f6cf-1edc-40f6-aa10-e93f1b42369c req-753f6532-9699-44eb-84fe-bea1a53da08a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "DELETE /v2.0/ports/f56d5a94-099f-4d95-92a9-469fd79fb2c1 HTTP/1.1" status: 204 len: 173 time: 0.7537820 Apr 18 06:27:32.959955 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d39a5f-3df4-4f7b-8881-66ef3e1d0be7'] response: {'server_uuid': '0afb6166-92f0-4836-8f76-ed408dc7f98c', 'name': 'network-vif-deleted', 'tag': 'f56d5a94-099f-4d95-92a9-469fd79fb2c1', 'status': 'completed', 'code': 200} Apr 18 06:27:33.082501 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-74ec4328-ea89-4254-895f-12f5838dee88 req-d546c5f5-645d-4b87-abd1-dac9c72dc1e2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:27:33.098891 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-74ec4328-ea89-4254-895f-12f5838dee88 req-d546c5f5-645d-4b87-abd1-dac9c72dc1e2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:27:33.100327 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-74ec4328-ea89-4254-895f-12f5838dee88 req-d546c5f5-645d-4b87-abd1-dac9c72dc1e2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=0afb6166-92f0-4836-8f76-ed408dc7f98c HTTP/1.1" status: 200 len: 210 time: 0.0645385 Apr 18 06:27:34.197728 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55010) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:27:34.213516 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device f56d5a94-099f-4d95-92a9-469fd79fb2c1 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:27:34.247992 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: f56d5a94-099f-4d95-92a9-469fd79fb2c1 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:27:34.248372 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device f56d5a94-099f-4d95-92a9-469fd79fb2c1 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:27:34.761801 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4704935d-0540-4ab0-bf57-63eda9d34866 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:35.120693 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-4704935d-0540-4ab0-bf57-63eda9d34866 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting port 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:27:35.120946 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4704935d-0540-4ab0-bf57-63eda9d34866 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:35.351103 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-064aecc1-9e2f-4b0c-b102-f5a36e845bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:35.429954 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-4704935d-0540-4ab0-bf57-63eda9d34866 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] For port 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=1b54cfa6-b287-4a4f-bc07-eb7e59b0769f,segment=NetworkSegment(1b7d7534-802a-4dad-b90b-107ed982013a),segment_id=1b7d7534-802a-4dad-b90b-107ed982013a)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:27:35.430547 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4704935d-0540-4ab0-bf57-63eda9d34866 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:35.555654 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-4704935d-0540-4ab0-bf57-63eda9d34866 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Calling delete_port for 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:27:35.745543 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4704935d-0540-4ab0-bf57-63eda9d34866 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:35.795696 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704935d-0540-4ab0-bf57-63eda9d34866 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Port': ['ID=1b54cfa6-b287-4a4f-bc07-eb7e59b0769f,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:36.095815 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4704935d-0540-4ab0-bf57-63eda9d34866 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:36.454992 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4704935d-0540-4ab0-bf57-63eda9d34866 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router 6707dc57-5039-4637-bd44-b5621bcb65ef has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:27:36.633528 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4704935d-0540-4ab0-bf57-63eda9d34866 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:27:36.643857 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744c753c-25e1-4fa5-a2a0-73092a07c60b None None] Sync routers for ids ['6707dc57-5039-4637-bd44-b5621bcb65ef'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:27:36.653200 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4704935d-0540-4ab0-bf57-63eda9d34866 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "PUT /v2.0/routers/6707dc57-5039-4637-bd44-b5621bcb65ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4543636 Apr 18 06:27:36.655832 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55016) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:27:36.656826 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744c753c-25e1-4fa5-a2a0-73092a07c60b None None] Routers {'6707dc57-5039-4637-bd44-b5621bcb65ef'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:27:36.657467 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-744c753c-25e1-4fa5-a2a0-73092a07c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:27:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6707dc57-5039-4637-bd44-b5621bcb65ef'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:27:36.723911 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-7545d753-8884-4147-86b4-db8e885f9d6f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting subnet 6441914f-5a52-4d40-8aeb-e66c0f30d22a {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:27:36.726913 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7545d753-8884-4147-86b4-db8e885f9d6f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:36.889122 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-744c753c-25e1-4fa5-a2a0-73092a07c60b None None] Set router 6707dc57-5039-4637-bd44-b5621bcb65ef gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:27:36.904523 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7545d753-8884-4147-86b4-db8e885f9d6f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:37.002841 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7545d753-8884-4147-86b4-db8e885f9d6f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:37.079667 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7545d753-8884-4147-86b4-db8e885f9d6f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:37.121237 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545d753-8884-4147-86b4-db8e885f9d6f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Subnet': ['ID=6441914f-5a52-4d40-8aeb-e66c0f30d22a,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:37.125253 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7545d753-8884-4147-86b4-db8e885f9d6f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:37.133197 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7545d753-8884-4147-86b4-db8e885f9d6f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/subnets/6441914f-5a52-4d40-8aeb-e66c0f30d22a HTTP/1.1" status: 204 len: 168 time: 0.4763093 Apr 18 06:27:37.135919 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55020) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:27:37.158391 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151dfa72-3337-4d3e-9cdc-675470f0d1fd None None] Network ba02e5a4-07be-41c6-a418-83c5232c4c94 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:27:37.376722 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-744c753c-25e1-4fa5-a2a0-73092a07c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803482564', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:25:48Z', 'updated_at': '2022-04-18T06:27:35Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:49Z', 'updated_at': '2022-04-18T06:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:27:37.390169 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744c753c-25e1-4fa5-a2a0-73092a07c60b None None] Checking router: 6707dc57-5039-4637-bd44-b5621bcb65ef for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:27:37.409017 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744c753c-25e1-4fa5-a2a0-73092a07c60b None None] Routers {'6707dc57-5039-4637-bd44-b5621bcb65ef'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:27:37.409674 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-744c753c-25e1-4fa5-a2a0-73092a07c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:27:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['6707dc57-5039-4637-bd44-b5621bcb65ef'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:27:37.463555 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54a0bea8-bbd3-46bc-bc93-224f37fbfc69 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:37.508804 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbacd67-700c-4367-8f76-c010eb3ad85d None None] DHCP port deletion for ba02e5a4-07be-41c6-a418-83c5232c4c94 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:27:37.567097 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-4bbacd67-700c-4367-8f76-c010eb3ad85d None None] Deleting port 74412620-81f0-4dbf-9c08-28027bf39dbb {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:27:37.567477 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4bbacd67-700c-4367-8f76-c010eb3ad85d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:37.656474 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54a0bea8-bbd3-46bc-bc93-224f37fbfc69 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:37.667690 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-54a0bea8-bbd3-46bc-bc93-224f37fbfc69 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting port c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:27:37.668065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54a0bea8-bbd3-46bc-bc93-224f37fbfc69 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:37.675682 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-744c753c-25e1-4fa5-a2a0-73092a07c60b None None] Set router 6707dc57-5039-4637-bd44-b5621bcb65ef gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:27:37.839168 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c37ca5b6-105c-4529-b478-65550a125b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:37.869443 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-54a0bea8-bbd3-46bc-bc93-224f37fbfc69 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] For port c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:27:37.869788 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54a0bea8-bbd3-46bc-bc93-224f37fbfc69 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:38.006178 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-54a0bea8-bbd3-46bc-bc93-224f37fbfc69 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Calling delete_port for c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552 owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:27:38.022424 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4bbacd67-700c-4367-8f76-c010eb3ad85d None None] For port 74412620-81f0-4dbf-9c08-28027bf39dbb, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=74412620-81f0-4dbf-9c08-28027bf39dbb,segment=NetworkSegment(1b7d7534-802a-4dad-b90b-107ed982013a),segment_id=1b7d7534-802a-4dad-b90b-107ed982013a)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:27:38.022807 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4bbacd67-700c-4367-8f76-c010eb3ad85d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:38.235499 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-4bbacd67-700c-4367-8f76-c010eb3ad85d None None] Calling delete_port for 74412620-81f0-4dbf-9c08-28027bf39dbb owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:27:38.287329 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:38.331182 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-744c753c-25e1-4fa5-a2a0-73092a07c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803482564', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:25:48Z', 'updated_at': '2022-04-18T06:27:35Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:49Z', 'updated_at': '2022-04-18T06:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:27:38.335453 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4bbacd67-700c-4367-8f76-c010eb3ad85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:38.337314 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54a0bea8-bbd3-46bc-bc93-224f37fbfc69 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:38.370588 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744c753c-25e1-4fa5-a2a0-73092a07c60b None None] The sync data for ids ['6707dc57-5039-4637-bd44-b5621bcb65ef'] in dv-neutron-837489-1-hyperv is: [{'id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803482564', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:25:48Z', 'updated_at': '2022-04-18T06:27:35Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707dc57-5039-4637-bd44-b5621bcb65ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:25:49Z', 'updated_at': '2022-04-18T06:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:27:38.387955 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbacd67-700c-4367-8f76-c010eb3ad85d None None] Pushing event deleted for resources: {'Port': ['ID=74412620-81f0-4dbf-9c08-28027bf39dbb,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:38.397504 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbacd67-700c-4367-8f76-c010eb3ad85d None None] No DVR routers for this DVR port 74412620-81f0-4dbf-9c08-28027bf39dbb on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:27:38.407863 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbacd67-700c-4367-8f76-c010eb3ad85d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:38.408234 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbacd67-700c-4367-8f76-c010eb3ad85d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:38.408577 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbacd67-700c-4367-8f76-c010eb3ad85d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:38.408898 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbacd67-700c-4367-8f76-c010eb3ad85d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:38.409226 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbacd67-700c-4367-8f76-c010eb3ad85d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:38.409828 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbacd67-700c-4367-8f76-c010eb3ad85d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:38.409926 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbacd67-700c-4367-8f76-c010eb3ad85d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:38.410326 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbacd67-700c-4367-8f76-c010eb3ad85d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:38.411280 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbacd67-700c-4367-8f76-c010eb3ad85d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:38.411605 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbacd67-700c-4367-8f76-c010eb3ad85d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:38.411927 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbacd67-700c-4367-8f76-c010eb3ad85d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:38.412349 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbacd67-700c-4367-8f76-c010eb3ad85d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:38.416708 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0bea8-bbd3-46bc-bc93-224f37fbfc69 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Port': ['ID=c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:38.511600 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54a0bea8-bbd3-46bc-bc93-224f37fbfc69 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:38.633285 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:38.684253 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54a0bea8-bbd3-46bc-bc93-224f37fbfc69 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:38.686373 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54a0bea8-bbd3-46bc-bc93-224f37fbfc69 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:38.709751 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54a0bea8-bbd3-46bc-bc93-224f37fbfc69 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:38.710279 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a0bea8-bbd3-46bc-bc93-224f37fbfc69 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Fanout notify agent at l3_agent the message router_deleted on router 6707dc57-5039-4637-bd44-b5621bcb65ef {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:27:38.727348 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54a0bea8-bbd3-46bc-bc93-224f37fbfc69 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:38.731049 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-54a0bea8-bbd3-46bc-bc93-224f37fbfc69 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/routers/6707dc57-5039-4637-bd44-b5621bcb65ef HTTP/1.1" status: 204 len: 168 time: 1.5909529 Apr 18 06:27:38.731193 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55024) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:27:38.740745 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:38.984960 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-feee3f5f-b2bd-4654-aad1-70aac62db975 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:39.035927 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 74412620-81f0-4dbf-9c08-28027bf39dbb no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:27:39.076469 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 74412620-81f0-4dbf-9c08-28027bf39dbb {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:27:39.076794 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 74412620-81f0-4dbf-9c08-28027bf39dbb not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:27:39.077203 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:27:39.112347 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:27:39.112689 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 1b54cfa6-b287-4a4f-bc07-eb7e59b0769f not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:27:39.158870 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-feee3f5f-b2bd-4654-aad1-70aac62db975 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:39.191015 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-feee3f5f-b2bd-4654-aad1-70aac62db975 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba02e5a4-07be-41c6-a418-83c5232c4c94']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:27:39.203542 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-feee3f5f-b2bd-4654-aad1-70aac62db975 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7d7534-802a-4dad-b90b-107ed982013a') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:27:39.203839 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-feee3f5f-b2bd-4654-aad1-70aac62db975 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7d7534-802a-4dad-b90b-107ed982013a') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:27:39.215156 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-feee3f5f-b2bd-4654-aad1-70aac62db975 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:39.231089 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-feee3f5f-b2bd-4654-aad1-70aac62db975 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:39.237765 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feee3f5f-b2bd-4654-aad1-70aac62db975 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:27:39.238156 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-feee3f5f-b2bd-4654-aad1-70aac62db975 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:27:39.253409 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:27:39.334789 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-feee3f5f-b2bd-4654-aad1-70aac62db975 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:39.339741 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-feee3f5f-b2bd-4654-aad1-70aac62db975 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:39.375161 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee3f5f-b2bd-4654-aad1-70aac62db975 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Network': ['ID=ba02e5a4-07be-41c6-a418-83c5232c4c94,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:39.387567 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55028) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:27:39.388059 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-feee3f5f-b2bd-4654-aad1-70aac62db975 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/networks/ba02e5a4-07be-41c6-a418-83c5232c4c94 HTTP/1.1" status: 204 len: 168 time: 0.6553159 Apr 18 06:27:39.459004 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c30cfab4-2f9e-4c53-acc3-3b910d817a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:39.491045 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c30cfab4-2f9e-4c53-acc3-3b910d817a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:39.566174 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c30cfab4-2f9e-4c53-acc3-3b910d817a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:39.585909 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30cfab4-2f9e-4c53-acc3-3b910d817a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46908cdf-3dcb-4438-81d8-72b9ad792aa4,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:39.600007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c30cfab4-2f9e-4c53-acc3-3b910d817a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:39.606478 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c30cfab4-2f9e-4c53-acc3-3b910d817a15 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/security-groups/46908cdf-3dcb-4438-81d8-72b9ad792aa4 HTTP/1.1" status: 204 len: 168 time: 0.2151802 Apr 18 06:27:39.848406 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55036) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:27:39.853286 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-46a5c020-44d5-49dd-b558-57a975be3a90 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-553385207', 'description': 'tempest-secgroup-smoke-553385207 description', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:27:39.859236 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-46a5c020-44d5-49dd-b558-57a975be3a90 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:27:39.863421 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-46a5c020-44d5-49dd-b558-57a975be3a90 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:27:39.866264 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-46a5c020-44d5-49dd-b558-57a975be3a90 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:27:39.872018 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-46a5c020-44d5-49dd-b558-57a975be3a90 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:27:39.882640 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-46a5c020-44d5-49dd-b558-57a975be3a90 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:39.902719 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-46a5c020-44d5-49dd-b558-57a975be3a90 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:27:39.906529 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-46a5c020-44d5-49dd-b558-57a975be3a90 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:27:39.909429 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-46a5c020-44d5-49dd-b558-57a975be3a90 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:27:39.915038 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-46a5c020-44d5-49dd-b558-57a975be3a90 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:27:39.985160 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-46a5c020-44d5-49dd-b558-57a975be3a90 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:39.989695 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-46a5c020-44d5-49dd-b558-57a975be3a90 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.034353 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5c020-44d5-49dd-b558-57a975be3a90 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50355520-b56c-42ab-9953-37fa7618c51f,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:40.042041 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-46a5c020-44d5-49dd-b558-57a975be3a90 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.046326 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-46a5c020-44d5-49dd-b558-57a975be3a90 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1987615 Apr 18 06:27:40.046460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55040) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:27:40.052399 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-7a62dc0b-2ef2-4a90-af37-1a77a1f451ae tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '50355520-b56c-42ab-9953-37fa7618c51f', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:27:40.058850 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7a62dc0b-2ef2-4a90-af37-1a77a1f451ae tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:27:40.063352 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7a62dc0b-2ef2-4a90-af37-1a77a1f451ae tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:27:40.068318 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-7a62dc0b-2ef2-4a90-af37-1a77a1f451ae tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:27:40.075678 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-7a62dc0b-2ef2-4a90-af37-1a77a1f451ae tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:27:40.092763 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7a62dc0b-2ef2-4a90-af37-1a77a1f451ae tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.155251 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7a62dc0b-2ef2-4a90-af37-1a77a1f451ae tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.163870 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7a62dc0b-2ef2-4a90-af37-1a77a1f451ae tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.199549 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62dc0b-2ef2-4a90-af37-1a77a1f451ae tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f11d407-34b0-4b20-8d43-88bfd1e15da4,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:40.208852 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7a62dc0b-2ef2-4a90-af37-1a77a1f451ae tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.211086 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7a62dc0b-2ef2-4a90-af37-1a77a1f451ae tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1632001 Apr 18 06:27:40.214406 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55044) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:27:40.220805 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.222028 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-21d2ab97-ac36-423b-8618-b9d9ddcf1e88 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '50355520-b56c-42ab-9953-37fa7618c51f', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:27:40.228740 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-21d2ab97-ac36-423b-8618-b9d9ddcf1e88 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:27:40.234769 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-21d2ab97-ac36-423b-8618-b9d9ddcf1e88 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:27:40.237659 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-21d2ab97-ac36-423b-8618-b9d9ddcf1e88 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:27:40.243264 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-21d2ab97-ac36-423b-8618-b9d9ddcf1e88 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:27:40.260744 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-21d2ab97-ac36-423b-8618-b9d9ddcf1e88 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.321724 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-21d2ab97-ac36-423b-8618-b9d9ddcf1e88 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.325500 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-21d2ab97-ac36-423b-8618-b9d9ddcf1e88 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.354903 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2ab97-ac36-423b-8618-b9d9ddcf1e88 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d34a49-ccec-46f8-856e-34939a5d801a,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:40.366693 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-21d2ab97-ac36-423b-8618-b9d9ddcf1e88 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.367948 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-21d2ab97-ac36-423b-8618-b9d9ddcf1e88 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1523144 Apr 18 06:27:40.370479 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55048) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:27:40.375410 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7df11457-ba9d-4e05-8bbc-bd1274101880 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '50355520-b56c-42ab-9953-37fa7618c51f', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:27:40.381255 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7df11457-ba9d-4e05-8bbc-bd1274101880 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:27:40.385005 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7df11457-ba9d-4e05-8bbc-bd1274101880 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:27:40.387818 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7df11457-ba9d-4e05-8bbc-bd1274101880 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:27:40.393663 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7df11457-ba9d-4e05-8bbc-bd1274101880 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:27:40.411696 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7df11457-ba9d-4e05-8bbc-bd1274101880 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.478561 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7df11457-ba9d-4e05-8bbc-bd1274101880 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.482098 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7df11457-ba9d-4e05-8bbc-bd1274101880 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.505166 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df11457-ba9d-4e05-8bbc-bd1274101880 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0641af1-8a27-4f1d-876d-c7f2a7fedf95,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:40.514134 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7df11457-ba9d-4e05-8bbc-bd1274101880 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.515318 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7df11457-ba9d-4e05-8bbc-bd1274101880 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439245 Apr 18 06:27:40.518024 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55052) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:27:40.523889 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c497951c-9c0c-41a3-9e33-77ab535717b1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '50355520-b56c-42ab-9953-37fa7618c51f', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:27:40.529716 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c497951c-9c0c-41a3-9e33-77ab535717b1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:27:40.536116 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c497951c-9c0c-41a3-9e33-77ab535717b1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:27:40.539521 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c497951c-9c0c-41a3-9e33-77ab535717b1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:27:40.545802 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c497951c-9c0c-41a3-9e33-77ab535717b1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:27:40.563619 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c497951c-9c0c-41a3-9e33-77ab535717b1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.648171 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c497951c-9c0c-41a3-9e33-77ab535717b1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.654001 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c497951c-9c0c-41a3-9e33-77ab535717b1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.679953 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497951c-9c0c-41a3-9e33-77ab535717b1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f07442-a50f-4c22-b02e-12ccbba3b5f8,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:40.689457 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c497951c-9c0c-41a3-9e33-77ab535717b1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.694351 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55056) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:27:40.694870 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c497951c-9c0c-41a3-9e33-77ab535717b1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1757925 Apr 18 06:27:40.700311 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-30623060-e85b-4e9e-aa94-3a33c9b2e2ed tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '50355520-b56c-42ab-9953-37fa7618c51f', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:27:40.706724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-30623060-e85b-4e9e-aa94-3a33c9b2e2ed tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:27:40.711231 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-30623060-e85b-4e9e-aa94-3a33c9b2e2ed tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:27:40.714235 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-30623060-e85b-4e9e-aa94-3a33c9b2e2ed tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:27:40.720427 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-30623060-e85b-4e9e-aa94-3a33c9b2e2ed tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:27:40.731758 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-30623060-e85b-4e9e-aa94-3a33c9b2e2ed tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Project 18c0f35214f54e28b3e8e8a6c60959de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:27:40.738230 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-30623060-e85b-4e9e-aa94-3a33c9b2e2ed tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.804575 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-30623060-e85b-4e9e-aa94-3a33c9b2e2ed tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.808198 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-30623060-e85b-4e9e-aa94-3a33c9b2e2ed tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.831467 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30623060-e85b-4e9e-aa94-3a33c9b2e2ed tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0e0809-7edd-4acb-81c5-eaad0d03c8fc,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:40.840835 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-30623060-e85b-4e9e-aa94-3a33c9b2e2ed tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.842001 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-30623060-e85b-4e9e-aa94-3a33c9b2e2ed tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1463513 Apr 18 06:27:40.844659 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55060) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:27:40.850494 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-81a3462f-6f1e-40b8-9afa-0c54ea29876f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '50355520-b56c-42ab-9953-37fa7618c51f', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:27:40.856336 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-81a3462f-6f1e-40b8-9afa-0c54ea29876f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:27:40.860141 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-81a3462f-6f1e-40b8-9afa-0c54ea29876f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:27:40.862971 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-81a3462f-6f1e-40b8-9afa-0c54ea29876f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:27:40.869323 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-81a3462f-6f1e-40b8-9afa-0c54ea29876f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:27:40.884175 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-81a3462f-6f1e-40b8-9afa-0c54ea29876f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Project 18c0f35214f54e28b3e8e8a6c60959de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:27:40.891072 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-81a3462f-6f1e-40b8-9afa-0c54ea29876f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.925350 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:27:40.958348 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-81a3462f-6f1e-40b8-9afa-0c54ea29876f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.962831 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-81a3462f-6f1e-40b8-9afa-0c54ea29876f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.963956 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:27:40.964509 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c7b1a0b8-e0ee-4e10-82ef-59f26b3e1552 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:27:40.987944 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3462f-6f1e-40b8-9afa-0c54ea29876f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bef3b5-dd86-4423-b9dc-df1b813c0694,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:40.997640 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-81a3462f-6f1e-40b8-9afa-0c54ea29876f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:40.998889 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-81a3462f-6f1e-40b8-9afa-0c54ea29876f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1533127 Apr 18 06:27:41.001778 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55064) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:27:41.007280 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-bccdc573-7111-4c5a-955a-4db055157ab4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'network': {'name': 'tempest-network-smoke--1837904942', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'port_security_enabled': True}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:27:41.012384 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bccdc573-7111-4c5a-955a-4db055157ab4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:27:41.016697 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bccdc573-7111-4c5a-955a-4db055157ab4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:network and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:27:41.019711 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bccdc573-7111-4c5a-955a-4db055157ab4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:27:41.025585 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bccdc573-7111-4c5a-955a-4db055157ab4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:27:41.039061 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccdc573-7111-4c5a-955a-4db055157ab4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Made reservation on behalf of 18c0f35214f54e28b3e8e8a6c60959de for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:27:41.042641 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bccdc573-7111-4c5a-955a-4db055157ab4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:41.071409 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bccdc573-7111-4c5a-955a-4db055157ab4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:27:41.080319 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bccdc573-7111-4c5a-955a-4db055157ab4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:41.080677 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-bccdc573-7111-4c5a-955a-4db055157ab4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Added segment 55ce597b-1450-488c-9783-2e8e7b653620 of type vlan for network c938ac87-b60b-4ec4-87f6-b96cca104044 Apr 18 06:27:41.108195 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bccdc573-7111-4c5a-955a-4db055157ab4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:41.137667 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bccdc573-7111-4c5a-955a-4db055157ab4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:41.143563 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccdc573-7111-4c5a-955a-4db055157ab4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:41.144293 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bccdc573-7111-4c5a-955a-4db055157ab4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:41.251348 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bccdc573-7111-4c5a-955a-4db055157ab4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2483907 Apr 18 06:27:41.254517 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55068) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:27:41.257533 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccdc573-7111-4c5a-955a-4db055157ab4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Network': ['ID=c938ac87-b60b-4ec4-87f6-b96cca104044,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:41.265948 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-704329872', 'admin_state_up': True, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:27:41.268446 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network c938ac87-b60b-4ec4-87f6-b96cca104044 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:27:41.278394 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:27:41.282492 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:router and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:27:41.286385 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:27:41.296889 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:27:41.308226 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:41.309545 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:41.327592 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:41.641302 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:41.952347 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:41.982511 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:42.127099 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Allocated IP 172.26.1.204 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/68124b5b-1a6d-4ff1-952f-e8e80cc25125) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:27:42.377979 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:42.408646 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:42.474424 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:27:42.481511 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:27:42.485660 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:27:42.515665 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=68124b5b-1a6d-4ff1-952f-e8e80cc25125,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:42.909503 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:43.265572 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:43.480153 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router 71c5b7e0-b776-4a5b-86f3-592a4e063ff6 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:27:43.775006 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:27:43.786244 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] Sync routers for ids ['71c5b7e0-b776-4a5b-86f3-592a4e063ff6'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:27:43.796075 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] Routers {'71c5b7e0-b776-4a5b-86f3-592a4e063ff6'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:27:43.796788 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:27:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['71c5b7e0-b776-4a5b-86f3-592a4e063ff6'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:27:43.807994 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:43.809307 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-26fbc01a-5a61-42c5-9cf3-79d4df8e92d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5537376 Apr 18 06:27:43.812536 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55072) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:27:43.861368 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-508fe5a5-222c-4956-99d1-4b7eedaa84c1 tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=18c0f35214f54e28b3e8e8a6c60959de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0476747 Apr 18 06:27:43.864573 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55076) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:27:43.979114 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] Set router 71c5b7e0-b776-4a5b-86f3-592a4e063ff6 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:27:43.996868 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b582c11-0e2c-4bcf-9480-11b2021d2dc9 tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:44.000953 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-1b582c11-0e2c-4bcf-9480-11b2021d2dc9 tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1329293 Apr 18 06:27:44.001434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55080) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:27:44.043275 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ef6b4573-c989-4ac9-950f-052e4c4d46cc tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387237 Apr 18 06:27:44.043442 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55084) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:27:44.048679 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-02760027-536c-4b9c-bf8d-ca23771ce4de tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-633685969', 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:27:44.165905 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-02760027-536c-4b9c-bf8d-ca23771ce4de tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:27:44.169617 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-02760027-536c-4b9c-bf8d-ca23771ce4de tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:subnet and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:27:44.172385 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-02760027-536c-4b9c-bf8d-ca23771ce4de tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:27:44.178160 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-02760027-536c-4b9c-bf8d-ca23771ce4de tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:27:44.189832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02760027-536c-4b9c-bf8d-ca23771ce4de tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Made reservation on behalf of 18c0f35214f54e28b3e8e8a6c60959de for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:27:44.193912 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-02760027-536c-4b9c-bf8d-ca23771ce4de tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:44.274758 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704329872', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:27:41Z', 'updated_at': '2022-04-18T06:27:42Z', 'revision_number': 3, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:42Z', 'updated_at': '2022-04-18T06:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:27:44.278641 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] Checking router: 71c5b7e0-b776-4a5b-86f3-592a4e063ff6 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:27:44.278983 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] Updating router 71c5b7e0-b776-4a5b-86f3-592a4e063ff6 port 68124b5b-1a6d-4ff1-952f-e8e80cc25125 binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:27:44.336707 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:44.422600 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-02760027-536c-4b9c-bf8d-ca23771ce4de tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:44.509507 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02760027-536c-4b9c-bf8d-ca23771ce4de tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Subnet': ['ID=c432afae-5ab3-4d85-9784-79fc6d0e6130,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:44.521499 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02760027-536c-4b9c-bf8d-ca23771ce4de tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Checking segment: {'id': '55ce597b-1450-488c-9783-2e8e7b653620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:27:44.521499 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02760027-536c-4b9c-bf8d-ca23771ce4de tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network hostable DHCP agents. Network: c938ac87-b60b-4ec4-87f6-b96cca104044, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:27:44.546123 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02760027-536c-4b9c-bf8d-ca23771ce4de tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network c938ac87-b60b-4ec4-87f6-b96cca104044 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:27:44.557098 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-02760027-536c-4b9c-bf8d-ca23771ce4de tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, c938ac87-b60b-4ec4-87f6-b96cca104044) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:27:44.566045 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02760027-536c-4b9c-bf8d-ca23771ce4de tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:44.567074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-02760027-536c-4b9c-bf8d-ca23771ce4de tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:44.570605 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff26fd9-dc6b-41ae-a963-eef0895d6a4e None None] Network c938ac87-b60b-4ec4-87f6-b96cca104044 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:27:44.592781 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-02760027-536c-4b9c-bf8d-ca23771ce4de tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5482492 Apr 18 06:27:44.595275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55088) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:27:44.701483 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:44.717172 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] Transition to ACTIVE for port object 68124b5b-1a6d-4ff1-952f-e8e80cc25125 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:27:44.726817 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:44.836999 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-c938ac87-b60b-4ec4-87f6-b96cca104044', 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ips': [{'subnet_id': 'c432afae-5ab3-4d85-9784-79fc6d0e6130'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:27:44.838188 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:44.869815 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] Attempting to bind port 68124b5b-1a6d-4ff1-952f-e8e80cc25125 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:27:44.870350 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] Attempting to bind port 68124b5b-1a6d-4ff1-952f-e8e80cc25125 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:27:44.870453 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] Attempting to bind port 68124b5b-1a6d-4ff1-952f-e8e80cc25125 on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:27:44.876975 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf546e3-6764-4ec1-8d8b-9bf2c4ed23eb None None] Pushing event updated for resources: {'Port': ['ID=68124b5b-1a6d-4ff1-952f-e8e80cc25125,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:44.886355 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf546e3-6764-4ec1-8d8b-9bf2c4ed23eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:44.886852 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf546e3-6764-4ec1-8d8b-9bf2c4ed23eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:44.887047 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf546e3-6764-4ec1-8d8b-9bf2c4ed23eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:44.887371 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf546e3-6764-4ec1-8d8b-9bf2c4ed23eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:44.887689 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf546e3-6764-4ec1-8d8b-9bf2c4ed23eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:44.888008 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf546e3-6764-4ec1-8d8b-9bf2c4ed23eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:44.888343 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf546e3-6764-4ec1-8d8b-9bf2c4ed23eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:44.888657 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf546e3-6764-4ec1-8d8b-9bf2c4ed23eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:44.888973 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf546e3-6764-4ec1-8d8b-9bf2c4ed23eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:44.889283 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf546e3-6764-4ec1-8d8b-9bf2c4ed23eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:44.889592 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf546e3-6764-4ec1-8d8b-9bf2c4ed23eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:44.889900 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf546e3-6764-4ec1-8d8b-9bf2c4ed23eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:44.893145 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:27:44.893504 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:27:44.895784 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:44.896200 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:27:44.896669 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] Bound port: 68124b5b-1a6d-4ff1-952f-e8e80cc25125, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:27:44.897034 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:44.987274 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] For port 68124b5b-1a6d-4ff1-952f-e8e80cc25125, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:27:44.992251 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] For port 68124b5b-1a6d-4ff1-952f-e8e80cc25125, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=68124b5b-1a6d-4ff1-952f-e8e80cc25125,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:27:44.998380 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:45.069462 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] Allocated IP 172.20.0.2 (c938ac87-b60b-4ec4-87f6-b96cca104044/c432afae-5ab3-4d85-9784-79fc6d0e6130/d55c8a4a-a302-4ebf-b085-3fec18f49eaf) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:27:45.088749 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] Routers {'71c5b7e0-b776-4a5b-86f3-592a4e063ff6'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:27:45.089410 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:27:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['71c5b7e0-b776-4a5b-86f3-592a4e063ff6'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:27:45.171559 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf546e3-6764-4ec1-8d8b-9bf2c4ed23eb None None] Pushing event updated for resources: {'Port': ['ID=68124b5b-1a6d-4ff1-952f-e8e80cc25125,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:45.301504 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] Set router 71c5b7e0-b776-4a5b-86f3-592a4e063ff6 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:27:45.329969 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:45.355624 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] Transition to ACTIVE for port object d55c8a4a-a302-4ebf-b085-3fec18f49eaf will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:27:45.383783 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] Transition to ACTIVE for port object d55c8a4a-a302-4ebf-b085-3fec18f49eaf will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:27:45.394850 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:45.460776 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] Network c938ac87-b60b-4ec4-87f6-b96cca104044 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:27:45.464026 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:27:45.466598 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:27:45.564529 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] Pushing event updated for resources: {'Port': ['ID=d55c8a4a-a302-4ebf-b085-3fec18f49eaf,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:45.577480 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] Attempting to bind port d55c8a4a-a302-4ebf-b085-3fec18f49eaf on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:27:45.578152 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] Attempting to bind port d55c8a4a-a302-4ebf-b085-3fec18f49eaf by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '55ce597b-1450-488c-9783-2e8e7b653620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:27:45.578613 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] Attempting to bind port d55c8a4a-a302-4ebf-b085-3fec18f49eaf on network c938ac87-b60b-4ec4-87f6-b96cca104044 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:27:45.585125 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:27:45.585652 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] Checking segment: {'id': '55ce597b-1450-488c-9783-2e8e7b653620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:27:45.586148 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:45.586804 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] Bound using segment: {'id': '55ce597b-1450-488c-9783-2e8e7b653620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:27:45.587370 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] Bound port: d55c8a4a-a302-4ebf-b085-3fec18f49eaf, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ce597b-1450-488c-9783-2e8e7b653620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:27:45.587846 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:45.630595 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704329872', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:27:41Z', 'updated_at': '2022-04-18T06:27:42Z', 'revision_number': 3, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:42Z', 'updated_at': '2022-04-18T06:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:27:45.635709 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049805f0-7aac-4e9a-bba4-b31674abf9ce None None] The sync data for ids ['71c5b7e0-b776-4a5b-86f3-592a4e063ff6'] in dv-neutron-837489-1-hyperv is: [{'id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704329872', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:27:41Z', 'updated_at': '2022-04-18T06:27:42Z', 'revision_number': 3, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:42Z', 'updated_at': '2022-04-18T06:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:27:45.657837 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54e7ee47-b3a9-4275-b87e-0a02ca0e9285 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:45.693730 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] For port d55c8a4a-a302-4ebf-b085-3fec18f49eaf, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:27:45.697815 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] For port d55c8a4a-a302-4ebf-b085-3fec18f49eaf, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d55c8a4a-a302-4ebf-b085-3fec18f49eaf,segment=NetworkSegment(55ce597b-1450-488c-9783-2e8e7b653620),segment_id=55ce597b-1450-488c-9783-2e8e7b653620)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:27:45.702503 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:45.797860 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcdc28-4a4e-42ba-abfd-448f9eb0af08 None None] Pushing event updated for resources: {'Port': ['ID=d55c8a4a-a302-4ebf-b085-3fec18f49eaf,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:46.161312 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-54e7ee47-b3a9-4275-b87e-0a02ca0e9285 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Allocated IP 172.20.0.1 (c938ac87-b60b-4ec4-87f6-b96cca104044/c432afae-5ab3-4d85-9784-79fc6d0e6130/1e6a4caf-fef5-4d25-b137-89d5c8d94c99) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:27:46.345239 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54e7ee47-b3a9-4275-b87e-0a02ca0e9285 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:46.363331 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-54e7ee47-b3a9-4275-b87e-0a02ca0e9285 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Transition to ACTIVE for port object 1e6a4caf-fef5-4d25-b137-89d5c8d94c99 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:27:46.391911 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54e7ee47-b3a9-4275-b87e-0a02ca0e9285 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:46.465073 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7ee47-b3a9-4275-b87e-0a02ca0e9285 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network c938ac87-b60b-4ec4-87f6-b96cca104044 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:27:46.468103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-54e7ee47-b3a9-4275-b87e-0a02ca0e9285 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:27:46.481997 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7ee47-b3a9-4275-b87e-0a02ca0e9285 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:27:46.522835 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7ee47-b3a9-4275-b87e-0a02ca0e9285 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=1e6a4caf-fef5-4d25-b137-89d5c8d94c99,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:46.552149 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54e7ee47-b3a9-4275-b87e-0a02ca0e9285 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:46.957397 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c61087f-349c-490c-9c6c-e5ba35150c97 None None] Network c938ac87-b60b-4ec4-87f6-b96cca104044 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:27:47.021041 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54e7ee47-b3a9-4275-b87e-0a02ca0e9285 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:47.069778 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 68124b5b-1a6d-4ff1-952f-e8e80cc25125 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:27:47.123949 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7d079902-7196-4c2d-8ba8-0cff5e5c60b6 None None] Provisioning for port d55c8a4a-a302-4ebf-b085-3fec18f49eaf completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:27:47.277532 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 68124b5b-1a6d-4ff1-952f-e8e80cc25125 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:27:47.287223 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 68124b5b-1a6d-4ff1-952f-e8e80cc25125 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:27:47.287600 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:47.498728 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:47.520924 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54e7ee47-b3a9-4275-b87e-0a02ca0e9285 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:47.524518 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 68124b5b-1a6d-4ff1-952f-e8e80cc25125, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=68124b5b-1a6d-4ff1-952f-e8e80cc25125,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:27:47.528161 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54e7ee47-b3a9-4275-b87e-0a02ca0e9285 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:47.534388 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:47.535910 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d55c8a4a-a302-4ebf-b085-3fec18f49eaf up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:27:47.666552 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-54e7ee47-b3a9-4275-b87e-0a02ca0e9285 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:47.670380 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7ee47-b3a9-4275-b87e-0a02ca0e9285 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=1e6a4caf-fef5-4d25-b137-89d5c8d94c99,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:47.685438 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=68124b5b-1a6d-4ff1-952f-e8e80cc25125,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:47.700866 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port d55c8a4a-a302-4ebf-b085-3fec18f49eaf completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:27:47.713231 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port d55c8a4a-a302-4ebf-b085-3fec18f49eaf triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:27:47.713610 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:47.802668 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e05d0d48-a9f3-445b-b2db-088f2864500a None None] Provisioning complete for port d55c8a4a-a302-4ebf-b085-3fec18f49eaf triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:27:47.803347 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e05d0d48-a9f3-445b-b2db-088f2864500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:47.841211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7ee47-b3a9-4275-b87e-0a02ca0e9285 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network c938ac87-b60b-4ec4-87f6-b96cca104044 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:27:47.842703 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-54e7ee47-b3a9-4275-b87e-0a02ca0e9285 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:27:47.912711 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:47.993600 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port d55c8a4a-a302-4ebf-b085-3fec18f49eaf, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d55c8a4a-a302-4ebf-b085-3fec18f49eaf,segment=NetworkSegment(55ce597b-1450-488c-9783-2e8e7b653620),segment_id=55ce597b-1450-488c-9783-2e8e7b653620)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:27:48.002177 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:48.061162 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e05d0d48-a9f3-445b-b2db-088f2864500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:48.073671 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e7ee47-b3a9-4275-b87e-0a02ca0e9285 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router 71c5b7e0-b776-4a5b-86f3-592a4e063ff6 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:27:48.135698 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=d55c8a4a-a302-4ebf-b085-3fec18f49eaf,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:48.174202 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-e05d0d48-a9f3-445b-b2db-088f2864500a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:27:48.174549 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-e05d0d48-a9f3-445b-b2db-088f2864500a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:27:48.264898 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e7ee47-b3a9-4275-b87e-0a02ca0e9285 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:27:48.274734 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] Sync routers for ids ['71c5b7e0-b776-4a5b-86f3-592a4e063ff6'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:27:48.283310 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-54e7ee47-b3a9-4275-b87e-0a02ca0e9285 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "PUT /v2.0/routers/71c5b7e0-b776-4a5b-86f3-592a4e063ff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6814058 Apr 18 06:27:48.283901 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] Routers {'71c5b7e0-b776-4a5b-86f3-592a4e063ff6'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:27:48.284537 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:27:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['71c5b7e0-b776-4a5b-86f3-592a4e063ff6'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:27:48.474225 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] Set router 71c5b7e0-b776-4a5b-86f3-592a4e063ff6 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:27:48.476699 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-eac298eb-3c85-4dc8-b2d0-0dd4b599bcbc tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-553385207&fields=id&tenant_id=18c0f35214f54e28b3e8e8a6c60959de HTTP/1.1" status: 200 len: 267 time: 0.0470862 Apr 18 06:27:48.756991 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-f1d90823-7487-4315-b0d9-881386abdb64 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:48.757747 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-f1d90823-7487-4315-b0d9-881386abdb64 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:27:48.773734 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-f1d90823-7487-4315-b0d9-881386abdb64 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:27:48.780560 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-f1d90823-7487-4315-b0d9-881386abdb64 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/networks?id=c938ac87-b60b-4ec4-87f6-b96cca104044 HTTP/1.1" status: 200 len: 797 time: 0.2969186 Apr 18 06:27:48.791900 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-227b0399-fa60-4aa1-937b-30b961dcc87b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/quotas/18c0f35214f54e28b3e8e8a6c60959de HTTP/1.1" status: 200 len: 375 time: 0.0104847 Apr 18 06:27:48.822500 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e05d0d48-a9f3-445b-b2db-088f2864500a None None] Provisioning for port 1e6a4caf-fef5-4d25-b137-89d5c8d94c99 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:27:48.832216 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e05d0d48-a9f3-445b-b2db-088f2864500a None None] Provisioning complete for port 1e6a4caf-fef5-4d25-b137-89d5c8d94c99 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:27:48.832624 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e05d0d48-a9f3-445b-b2db-088f2864500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:48.886231 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-695b7725-7418-476e-9690-644f83ca425f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:27:48.903085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-695b7725-7418-476e-9690-644f83ca425f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:27:48.905692 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e05d0d48-a9f3-445b-b2db-088f2864500a None None] Port 1e6a4caf-fef5-4d25-b137-89d5c8d94c99 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:27:48.908731 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-695b7725-7418-476e-9690-644f83ca425f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1032829 Apr 18 06:27:48.930679 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704329872', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:27:41Z', 'updated_at': '2022-04-18T06:27:46Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:42Z', 'updated_at': '2022-04-18T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '1e6a4caf-fef5-4d25-b137-89d5c8d94c99', 'name': '', 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:b2:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c432afae-5ab3-4d85-9784-79fc6d0e6130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:45Z', 'updated_at': '2022-04-18T06:27:47Z', 'revision_number': 2, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': 'c432afae-5ab3-4d85-9784-79fc6d0e6130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:27:48.935008 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] Checking router: 71c5b7e0-b776-4a5b-86f3-592a4e063ff6 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:27:48.935362 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] Updating router 71c5b7e0-b776-4a5b-86f3-592a4e063ff6 port 1e6a4caf-fef5-4d25-b137-89d5c8d94c99 binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:27:49.000471 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 68124b5b-1a6d-4ff1-952f-e8e80cc25125 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:27:49.034219 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:49.132326 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-f3bd5f99-05bb-4f83-9e5a-c380b14312c4 service neutron] 10.222.0.15 "GET /v2.0/networks/c938ac87-b60b-4ec4-87f6-b96cca104044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094345 Apr 18 06:27:49.190140 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-08762753-96f0-4be2-b8ae-a34caed63c89 None None] Provisioning complete for port 1e6a4caf-fef5-4d25-b137-89d5c8d94c99 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:27:49.190702 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-08762753-96f0-4be2-b8ae-a34caed63c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:49.271772 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-25013fd5-1b84-486b-b8f7-b629522b4c47 service neutron] 10.222.0.15 "GET /v2.0/networks/c938ac87-b60b-4ec4-87f6-b96cca104044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333861 Apr 18 06:27:49.313712 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-08762753-96f0-4be2-b8ae-a34caed63c89 None None] Port 1e6a4caf-fef5-4d25-b137-89d5c8d94c99 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:27:49.323215 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 68124b5b-1a6d-4ff1-952f-e8e80cc25125 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:27:49.323215 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:49.509799 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-42ab5d5a-8f4a-49af-b7d5-14d27b77d4c0 req-0355c27e-c253-414a-9005-b7bbade2226d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:27:49.516463 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:27:49.524759 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-42ab5d5a-8f4a-49af-b7d5-14d27b77d4c0 req-0355c27e-c253-414a-9005-b7bbade2226d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:27:49.528485 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-42ab5d5a-8f4a-49af-b7d5-14d27b77d4c0 req-0355c27e-c253-414a-9005-b7bbade2226d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 210 time: 0.0841496 Apr 18 06:27:49.609951 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d55c8a4a-a302-4ebf-b085-3fec18f49eaf up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:27:49.768185 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:49.773256 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port d55c8a4a-a302-4ebf-b085-3fec18f49eaf triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:27:49.773834 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:49.833954 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] Transition to ACTIVE for port object 1e6a4caf-fef5-4d25-b137-89d5c8d94c99 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:27:49.853696 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:50.105806 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf3fd9-6215-4617-bffd-39f0a92a52d2 None None] Pushing event updated for resources: {'Port': ['ID=1e6a4caf-fef5-4d25-b137-89d5c8d94c99,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:50.183803 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] Attempting to bind port 1e6a4caf-fef5-4d25-b137-89d5c8d94c99 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:27:50.184193 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] Attempting to bind port 1e6a4caf-fef5-4d25-b137-89d5c8d94c99 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '55ce597b-1450-488c-9783-2e8e7b653620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:27:50.184578 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] Attempting to bind port 1e6a4caf-fef5-4d25-b137-89d5c8d94c99 on network c938ac87-b60b-4ec4-87f6-b96cca104044 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:27:50.193628 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:27:50.194006 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] Checking segment: {'id': '55ce597b-1450-488c-9783-2e8e7b653620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:27:50.194405 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:50.194792 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] Bound using segment: {'id': '55ce597b-1450-488c-9783-2e8e7b653620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:27:50.195262 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] Bound port: 1e6a4caf-fef5-4d25-b137-89d5c8d94c99, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ce597b-1450-488c-9783-2e8e7b653620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:27:50.195630 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:50.308671 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] For port 1e6a4caf-fef5-4d25-b137-89d5c8d94c99, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:27:50.312085 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] For port 1e6a4caf-fef5-4d25-b137-89d5c8d94c99, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=1e6a4caf-fef5-4d25-b137-89d5c8d94c99,segment=NetworkSegment(55ce597b-1450-488c-9783-2e8e7b653620),segment_id=55ce597b-1450-488c-9783-2e8e7b653620)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:27:50.317822 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:50.402609 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] Routers {'71c5b7e0-b776-4a5b-86f3-592a4e063ff6'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:27:50.403247 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:27:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['71c5b7e0-b776-4a5b-86f3-592a4e063ff6'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:27:50.474407 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf3fd9-6215-4617-bffd-39f0a92a52d2 None None] Pushing event updated for resources: {'Port': ['ID=1e6a4caf-fef5-4d25-b137-89d5c8d94c99,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:50.614832 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] Set router 71c5b7e0-b776-4a5b-86f3-592a4e063ff6 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:27:50.737358 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-89f7c274-6540-4fa9-939e-8bf11100aa89 req-853038a8-d40e-49e3-bcfc-35eab65f000c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 210 time: 0.0862122 Apr 18 06:27:50.901412 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-0b3191f2-74eb-4590-9885-05035cc3091f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:50.902945 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-0b3191f2-74eb-4590-9885-05035cc3091f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "GET /v2.0/networks?id=c938ac87-b60b-4ec4-87f6-b96cca104044 HTTP/1.1" status: 200 len: 797 time: 0.2149479 Apr 18 06:27:50.980470 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-1fc4a148-41a5-4a24-bfa1-74f93e84ff8a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18c0f35214f54e28b3e8e8a6c60959de HTTP/1.1" status: 200 len: 379 time: 0.0608535 Apr 18 06:27:50.993011 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-ca0b4902-8f83-40ec-b408-d535b961e97c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'port': {'device_id': 'ba4ad9d4-358f-4030-bc1b-1107075ac39d', 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044', 'admin_state_up': True, 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'security_groups': ['50355520-b56c-42ab-9953-37fa7618c51f']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:27:51.033696 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704329872', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:27:41Z', 'updated_at': '2022-04-18T06:27:46Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:42Z', 'updated_at': '2022-04-18T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '1e6a4caf-fef5-4d25-b137-89d5c8d94c99', 'name': '', 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:b2:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c432afae-5ab3-4d85-9784-79fc6d0e6130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:45Z', 'updated_at': '2022-04-18T06:27:50Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': 'c432afae-5ab3-4d85-9784-79fc6d0e6130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:27:51.038935 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e3ceb-7c3f-4cb3-9f29-18f135f4286b None None] The sync data for ids ['71c5b7e0-b776-4a5b-86f3-592a4e063ff6'] in dv-neutron-837489-1-hyperv is: [{'id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704329872', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:27:41Z', 'updated_at': '2022-04-18T06:27:46Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:42Z', 'updated_at': '2022-04-18T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '1e6a4caf-fef5-4d25-b137-89d5c8d94c99', 'name': '', 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:b2:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c432afae-5ab3-4d85-9784-79fc6d0e6130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:45Z', 'updated_at': '2022-04-18T06:27:50Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': 'c432afae-5ab3-4d85-9784-79fc6d0e6130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:27:51.168320 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-ca0b4902-8f83-40ec-b408-d535b961e97c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:27:51.179232 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-ca0b4902-8f83-40ec-b408-d535b961e97c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:27:51.189895 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-ca0b4902-8f83-40ec-b408-d535b961e97c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Made reservation on behalf of 18c0f35214f54e28b3e8e8a6c60959de for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:27:51.195228 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-ca0b4902-8f83-40ec-b408-d535b961e97c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:51.390253 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-ca0b4902-8f83-40ec-b408-d535b961e97c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Allocated IP 172.20.0.9 (c938ac87-b60b-4ec4-87f6-b96cca104044/c432afae-5ab3-4d85-9784-79fc6d0e6130/30f48b79-05bf-46e8-bfa5-06519add0237) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:27:51.601942 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-ca0b4902-8f83-40ec-b408-d535b961e97c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:51.620269 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-ca0b4902-8f83-40ec-b408-d535b961e97c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Transition to ACTIVE for port object 30f48b79-05bf-46e8-bfa5-06519add0237 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:27:51.651919 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-ca0b4902-8f83-40ec-b408-d535b961e97c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:51.721931 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-ca0b4902-8f83-40ec-b408-d535b961e97c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network c938ac87-b60b-4ec4-87f6-b96cca104044 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:27:51.725454 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-ca0b4902-8f83-40ec-b408-d535b961e97c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:27:51.727931 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-ca0b4902-8f83-40ec-b408-d535b961e97c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:27:51.782553 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b4902-8f83-40ec-b408-d535b961e97c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=30f48b79-05bf-46e8-bfa5-06519add0237,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:51.820603 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-ca0b4902-8f83-40ec-b408-d535b961e97c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:51.821455 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-ca0b4902-8f83-40ec-b408-d535b961e97c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:51.853388 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-ca0b4902-8f83-40ec-b408-d535b961e97c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8646851 Apr 18 06:27:51.922184 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] Request body: {'port': {'device_id': 'ba4ad9d4-358f-4030-bc1b-1107075ac39d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:27:52.057007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b253e21-1540-44ac-aa24-a7ba9cc3152a req-5bd6580d-1395-4c00-a88e-3f1c7d09e8d2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:52.064926 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4b253e21-1540-44ac-aa24-a7ba9cc3152a req-5bd6580d-1395-4c00-a88e-3f1c7d09e8d2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 931 time: 0.1088188 Apr 18 06:27:52.065198 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:52.113427 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-4b253e21-1540-44ac-aa24-a7ba9cc3152a req-38f42f6b-8c0e-469f-9b61-42b6b6cd9053 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:27:52.127738 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-be5f71a3-42ba-4407-883c-861d2e9c36fe None None] Provisioning for port 30f48b79-05bf-46e8-bfa5-06519add0237 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:27:52.136000 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-be5f71a3-42ba-4407-883c-861d2e9c36fe None None] Provisioning complete for port 30f48b79-05bf-46e8-bfa5-06519add0237 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:27:52.137661 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-be5f71a3-42ba-4407-883c-861d2e9c36fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:52.145209 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-4b253e21-1540-44ac-aa24-a7ba9cc3152a req-38f42f6b-8c0e-469f-9b61-42b6b6cd9053 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:27:52.158296 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4b253e21-1540-44ac-aa24-a7ba9cc3152a req-38f42f6b-8c0e-469f-9b61-42b6b6cd9053 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924604 Apr 18 06:27:52.227627 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-be5f71a3-42ba-4407-883c-861d2e9c36fe None None] Port 30f48b79-05bf-46e8-bfa5-06519add0237 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:27:52.569141 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f48b79-05bf-46e8-bfa5-06519add0237 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:27:52.576707 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:52.594225 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] Transition to ACTIVE for port object 30f48b79-05bf-46e8-bfa5-06519add0237 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:27:52.598981 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:52.759379 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] Pushing event updated for resources: {'Port': ['ID=30f48b79-05bf-46e8-bfa5-06519add0237,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:52.836719 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] Attempting to bind port 30f48b79-05bf-46e8-bfa5-06519add0237 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:27:52.837300 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] Attempting to bind port 30f48b79-05bf-46e8-bfa5-06519add0237 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '55ce597b-1450-488c-9783-2e8e7b653620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:27:52.837482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] Attempting to bind port 30f48b79-05bf-46e8-bfa5-06519add0237 on network c938ac87-b60b-4ec4-87f6-b96cca104044 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:27:52.842046 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] Port 30f48b79-05bf-46e8-bfa5-06519add0237 on network c938ac87-b60b-4ec4-87f6-b96cca104044 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:27:52.842486 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] Attempting to bind port 30f48b79-05bf-46e8-bfa5-06519add0237 on network c938ac87-b60b-4ec4-87f6-b96cca104044 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:27:52.847345 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:27:52.848229 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] Checking segment: {'id': '55ce597b-1450-488c-9783-2e8e7b653620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:27:52.848604 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] Bound using segment: {'id': '55ce597b-1450-488c-9783-2e8e7b653620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:27:52.849127 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] Bound port: 30f48b79-05bf-46e8-bfa5-06519add0237, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ce597b-1450-488c-9783-2e8e7b653620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:27:52.849472 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:52.943434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] For port 30f48b79-05bf-46e8-bfa5-06519add0237, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:27:52.946552 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] For port 30f48b79-05bf-46e8-bfa5-06519add0237, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=30f48b79-05bf-46e8-bfa5-06519add0237,segment=NetworkSegment(55ce597b-1450-488c-9783-2e8e7b653620),segment_id=55ce597b-1450-488c-9783-2e8e7b653620)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:27:52.951265 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:53.007318 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:53.007920 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:53.009289 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] 10.222.0.52 "PUT /v2.0/ports/30f48b79-05bf-46e8-bfa5-06519add0237 HTTP/1.1" status: 200 len: 1093 time: 1.1442430 Apr 18 06:27:53.009741 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4ad9d4-358f-4030-bc1b-1107075ac39d', 'tag': '30f48b79-05bf-46e8-bfa5-06519add0237'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:27:53.030415 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 1e6a4caf-fef5-4d25-b137-89d5c8d94c99 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:27:53.044014 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed41dc-08fa-43e7-9e0d-588fb768dfc0 service neutron] Pushing event updated for resources: {'Port': ['ID=30f48b79-05bf-46e8-bfa5-06519add0237,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:53.112503 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b5f3495-4d86-4a17-b84b-1ebba46837c1'] response: {'name': 'network-changed', 'server_uuid': 'ba4ad9d4-358f-4030-bc1b-1107075ac39d', 'tag': '30f48b79-05bf-46e8-bfa5-06519add0237', 'status': 'completed', 'code': 200} Apr 18 06:27:53.139857 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 1e6a4caf-fef5-4d25-b137-89d5c8d94c99 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:27:53.145981 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 1e6a4caf-fef5-4d25-b137-89d5c8d94c99 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:27:53.146615 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:53.164461 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-b622921e-72ab-4791-8a3d-a5ca0a623372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:53.166098 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-b622921e-72ab-4791-8a3d-a5ca0a623372 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 1096 time: 0.0910058 Apr 18 06:27:53.296303 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-5427d4ab-991b-413e-bab4-693fae96f2d1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30f48b79-05bf-46e8-bfa5-06519add0237 HTTP/1.1" status: 200 len: 217 time: 0.1070387 Apr 18 06:27:53.350599 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:53.380985 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf516c55-80e6-4011-8be1-428861244210 req-9f0b78ac-e62f-49bf-a80e-d164ea8e5b5a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:53.388669 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-bf516c55-80e6-4011-8be1-428861244210 req-9f0b78ac-e62f-49bf-a80e-d164ea8e5b5a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 943 time: 0.0898743 Apr 18 06:27:53.391642 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-543757b8-927e-4252-90fb-693855b6c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:53.393101 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-543757b8-927e-4252-90fb-693855b6c544 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c432afae-5ab3-4d85-9784-79fc6d0e6130 HTTP/1.1" status: 200 len: 834 time: 0.0877898 Apr 18 06:27:53.431730 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 1e6a4caf-fef5-4d25-b137-89d5c8d94c99, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=1e6a4caf-fef5-4d25-b137-89d5c8d94c99,segment=NetworkSegment(55ce597b-1450-488c-9783-2e8e7b653620),segment_id=55ce597b-1450-488c-9783-2e8e7b653620)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:27:53.439682 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:53.461928 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-bf516c55-80e6-4011-8be1-428861244210 req-aebb992e-1c67-4483-b9c4-cf58dd4d665a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628309 Apr 18 06:27:53.479757 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-88208b09-b328-41ab-8a19-3598171ca43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:53.481468 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-88208b09-b328-41ab-8a19-3598171ca43d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c938ac87-b60b-4ec4-87f6-b96cca104044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775676 Apr 18 06:27:53.518332 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=1e6a4caf-fef5-4d25-b137-89d5c8d94c99,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:53.619452 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-a7c6b28f-8749-451f-8e7b-4be98a16ff9c service neutron] 10.222.0.52 "GET /v2.0/networks/c938ac87-b60b-4ec4-87f6-b96cca104044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276288 Apr 18 06:27:53.751387 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0cd9178b-b328-4ffa-95d8-41fd6f40cb81 req-d186c8dc-79b7-42a4-961b-06752ef3ff06 service neutron] 10.222.0.52 "GET /v2.0/networks/c938ac87-b60b-4ec4-87f6-b96cca104044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229753 Apr 18 06:27:53.866739 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7dc3da-c4a0-4565-9dba-4eb133cbd386 req-e670700e-0c30-4088-9ef7-8ac63a90b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:53.868212 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9c7dc3da-c4a0-4565-9dba-4eb133cbd386 req-e670700e-0c30-4088-9ef7-8ac63a90b435 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 1096 time: 0.0687494 Apr 18 06:27:53.996485 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7dc3da-c4a0-4565-9dba-4eb133cbd386 req-c39937a7-c060-475f-87aa-cd342434095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:53.997919 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9c7dc3da-c4a0-4565-9dba-4eb133cbd386 req-c39937a7-c060-475f-87aa-cd342434095f service neutron] 10.222.0.52 "GET /v2.0/networks?id=c938ac87-b60b-4ec4-87f6-b96cca104044 HTTP/1.1" status: 200 len: 898 time: 0.1232193 Apr 18 06:27:54.069454 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9c7dc3da-c4a0-4565-9dba-4eb133cbd386 req-fc05688c-fe14-4588-a575-0193f7a9d935 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30f48b79-05bf-46e8-bfa5-06519add0237 HTTP/1.1" status: 200 len: 217 time: 0.0638323 Apr 18 06:27:54.133361 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7dc3da-c4a0-4565-9dba-4eb133cbd386 req-5d078300-2c4a-49ef-9949-1124e1a34aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:54.134939 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9c7dc3da-c4a0-4565-9dba-4eb133cbd386 req-5d078300-2c4a-49ef-9949-1124e1a34aa7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c432afae-5ab3-4d85-9784-79fc6d0e6130 HTTP/1.1" status: 200 len: 834 time: 0.0579193 Apr 18 06:27:54.215833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7dc3da-c4a0-4565-9dba-4eb133cbd386 req-f5a35391-5770-4d84-addc-615ba7a7f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:54.217365 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9c7dc3da-c4a0-4565-9dba-4eb133cbd386 req-f5a35391-5770-4d84-addc-615ba7a7f8e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c938ac87-b60b-4ec4-87f6-b96cca104044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758803 Apr 18 06:27:54.454537 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9c7dc3da-c4a0-4565-9dba-4eb133cbd386 req-e49f556b-f182-49bf-a26c-16f135725c0d service neutron] 10.222.0.52 "GET /v2.0/networks/c938ac87-b60b-4ec4-87f6-b96cca104044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301795 Apr 18 06:27:54.632073 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9c7dc3da-c4a0-4565-9dba-4eb133cbd386 req-a52aa59b-6f7d-44a4-a880-5aad32f140e2 service neutron] 10.222.0.52 "GET /v2.0/networks/c938ac87-b60b-4ec4-87f6-b96cca104044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704550 Apr 18 06:27:54.655262 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0d21b-7600-4f9e-9595-4fe7df726eec req-f5808f8d-5924-435e-ad34-7e8d081a6737 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:54.655932 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-73e0d21b-7600-4f9e-9595-4fe7df726eec req-f5808f8d-5924-435e-ad34-7e8d081a6737 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:27:54.671251 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-73e0d21b-7600-4f9e-9595-4fe7df726eec req-f5808f8d-5924-435e-ad34-7e8d081a6737 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:27:54.672346 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-73e0d21b-7600-4f9e-9595-4fe7df726eec req-f5808f8d-5924-435e-ad34-7e8d081a6737 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 943 time: 0.1193378 Apr 18 06:27:54.724315 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-73e0d21b-7600-4f9e-9595-4fe7df726eec req-424e5c17-3836-4ff9-86bc-326d9ac6155b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417893 Apr 18 06:27:54.976176 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 1e6a4caf-fef5-4d25-b137-89d5c8d94c99 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:27:55.042516 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 1e6a4caf-fef5-4d25-b137-89d5c8d94c99 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:27:55.042879 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:55.908836 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34a62b-2aa3-4663-a301-e2fb99acfab9 req-10415783-1f7e-4486-bb19-11a0f64f838f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:55.911575 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fd34a62b-2aa3-4663-a301-e2fb99acfab9 req-10415783-1f7e-4486-bb19-11a0f64f838f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 943 time: 0.0846837 Apr 18 06:27:55.956399 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fd34a62b-2aa3-4663-a301-e2fb99acfab9 req-bf259740-64ef-4c43-9644-c0c19246bc12 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390477 Apr 18 06:27:56.338906 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 30f48b79-05bf-46e8-bfa5-06519add0237 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:27:56.471071 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 30f48b79-05bf-46e8-bfa5-06519add0237, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=30f48b79-05bf-46e8-bfa5-06519add0237,segment=NetworkSegment(55ce597b-1450-488c-9783-2e8e7b653620),segment_id=55ce597b-1450-488c-9783-2e8e7b653620)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:27:56.484065 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '30f48b79-05bf-46e8-bfa5-06519add0237', 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044', 'port_id': '30f48b79-05bf-46e8-bfa5-06519add0237', 'mac_address': 'fa:16:3e:98:36:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c432afae-5ab3-4d85-9784-79fc6d0e6130', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:27:56.537237 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:56.553466 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f48b79-05bf-46e8-bfa5-06519add0237 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:27:56.568693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 30f48b79-05bf-46e8-bfa5-06519add0237, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=30f48b79-05bf-46e8-bfa5-06519add0237,segment=NetworkSegment(55ce597b-1450-488c-9783-2e8e7b653620),segment_id=55ce597b-1450-488c-9783-2e8e7b653620)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:27:56.572856 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:56.641304 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=30f48b79-05bf-46e8-bfa5-06519add0237,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:56.825853 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['30f48b79-05bf-46e8-bfa5-06519add0237'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:27:57.147404 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e07cf-d6c4-44aa-8693-b1cc0ba9d417 req-9f10bfb3-a36d-4bd6-839b-81b63f54a121 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:57.148892 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-db3e07cf-d6c4-44aa-8693-b1cc0ba9d417 req-9f10bfb3-a36d-4bd6-839b-81b63f54a121 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 944 time: 0.0797791 Apr 18 06:27:57.193118 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-db3e07cf-d6c4-44aa-8693-b1cc0ba9d417 req-29e442b6-e696-4566-a2fe-f85a5d750da6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384829 Apr 18 06:27:58.355801 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 30f48b79-05bf-46e8-bfa5-06519add0237 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:27:58.378080 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a5123-ba0c-4eb9-8a69-82243405ef57 req-70a0975b-f0e7-41f5-9611-cd20059d3bf7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:58.380929 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7b7a5123-ba0c-4eb9-8a69-82243405ef57 req-70a0975b-f0e7-41f5-9611-cd20059d3bf7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 944 time: 0.0843208 Apr 18 06:27:58.431142 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7b7a5123-ba0c-4eb9-8a69-82243405ef57 req-57ad8c4e-fd96-45ce-a379-ee5587825244 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441027 Apr 18 06:27:58.437862 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port 30f48b79-05bf-46e8-bfa5-06519add0237 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:27:58.444397 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 30f48b79-05bf-46e8-bfa5-06519add0237 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:27:58.444958 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:58.569556 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:58.597951 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4ad9d4-358f-4030-bc1b-1107075ac39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f48b79-05bf-46e8-bfa5-06519add0237'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:27:58.613351 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 30f48b79-05bf-46e8-bfa5-06519add0237, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=30f48b79-05bf-46e8-bfa5-06519add0237,segment=NetworkSegment(55ce597b-1450-488c-9783-2e8e7b653620),segment_id=55ce597b-1450-488c-9783-2e8e7b653620)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:27:58.618667 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:58.652776 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-162ff3a1-525a-4aca-a2f1-de34a9418a40'] response: {'server_uuid': 'ba4ad9d4-358f-4030-bc1b-1107075ac39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f48b79-05bf-46e8-bfa5-06519add0237', 'code': 200} Apr 18 06:27:58.693886 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=30f48b79-05bf-46e8-bfa5-06519add0237,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:58.899672 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82b4d9-e615-473b-93ff-873390631623 req-e99583b3-7d7e-49e1-a1e7-e63c3ded3595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:58.901074 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4b82b4d9-e615-473b-93ff-873390631623 req-e99583b3-7d7e-49e1-a1e7-e63c3ded3595 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 1098 time: 0.0754647 Apr 18 06:27:58.945611 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4b82b4d9-e615-473b-93ff-873390631623 req-2f251954-a042-427a-aa5f-b437d503fa70 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350645 Apr 18 06:27:59.630588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7cfdb7-9ea4-4993-b764-46a8220a7100 req-5a42c760-87bb-47a2-8118-3618a721fb35 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:59.631992 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8d7cfdb7-9ea4-4993-b764-46a8220a7100 req-5a42c760-87bb-47a2-8118-3618a721fb35 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.0851691 Apr 18 06:27:59.677769 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8d7cfdb7-9ea4-4993-b764-46a8220a7100 req-daf64b21-f397-4ebe-ba2a-0e3f7e315e2b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398757 Apr 18 06:28:00.862463 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debf17b-e416-4463-b5f8-b21fad9cea7f req-f6bd79ce-2a0f-4f7e-a7ee-e363eb41806c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:00.864988 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6debf17b-e416-4463-b5f8-b21fad9cea7f req-f6bd79ce-2a0f-4f7e-a7ee-e363eb41806c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.0800760 Apr 18 06:28:00.910129 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6debf17b-e416-4463-b5f8-b21fad9cea7f req-66cf0d3d-9d44-4da5-9a05-a18510724ebb tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392725 Apr 18 06:28:01.092340 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3208a7d-eb2f-48bb-be7a-54953b6ec508 req-bd058f5b-e8f0-42e0-9205-2269ecdd7a23 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:01.093810 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d3208a7d-eb2f-48bb-be7a-54953b6ec508 req-bd058f5b-e8f0-42e0-9205-2269ecdd7a23 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.0794961 Apr 18 06:28:01.144837 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d3208a7d-eb2f-48bb-be7a-54953b6ec508 req-f005e78d-dd6a-43f2-8cf3-01c9f22b325d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444832 Apr 18 06:28:01.167495 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55148) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:28:01.241887 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985fdb90-c23f-49a3-bf24-251dfa1843e9 tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:01.243397 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-985fdb90-c23f-49a3-bf24-251dfa1843e9 tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 1093 time: 0.0748782 Apr 18 06:28:01.246172 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55152) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:28:01.250943 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': '30f48b79-05bf-46e8-bfa5-06519add0237', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:28:01.257094 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:28:01.260897 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:floatingip and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:28:01.263677 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:28:01.269379 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:28:01.279703 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for floatingip, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:01.420951 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:01.559654 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Allocated IP 172.26.1.75 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/a8a03aba-8b53-488b-a660-e5245251a924) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:28:01.706406 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:01.736460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:01.795426 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:28:01.798182 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:28:01.806854 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:28:01.839645 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=a8a03aba-8b53-488b-a660-e5245251a924,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:02.226047 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:02.410462 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:02.618692 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:02.623359 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:02.735946 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=a8a03aba-8b53-488b-a660-e5245251a924,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:02.747703 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:02.920377 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Floating IP d3223e93-63a4-479e-b9b9-74c34393f699 associated. External IP: 172.26.1.75, port: 30f48b79-05bf-46e8-bfa5-06519add0237. Apr 18 06:28:03.279680 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router 71c5b7e0-b776-4a5b-86f3-592a4e063ff6 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:28:03.462902 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:28:03.473506 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ef1a87-b523-472b-9186-d42b98619719 None None] Sync routers for ids ['71c5b7e0-b776-4a5b-86f3-592a4e063ff6'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:28:03.484131 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ef1a87-b523-472b-9186-d42b98619719 None None] Routers {'71c5b7e0-b776-4a5b-86f3-592a4e063ff6'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:28:03.485185 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-85ef1a87-b523-472b-9186-d42b98619719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:27:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['71c5b7e0-b776-4a5b-86f3-592a4e063ff6'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:28:03.488724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:03.544012 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e49059d8-6237-449e-8e3e-fe6eb51803b8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2967460 Apr 18 06:28:03.544552 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4ad9d4-358f-4030-bc1b-1107075ac39d', 'tag': '30f48b79-05bf-46e8-bfa5-06519add0237'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:28:03.605368 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e42ef733-79c7-4b4c-8638-36de7d00aa51'] response: {'name': 'network-changed', 'server_uuid': 'ba4ad9d4-358f-4030-bc1b-1107075ac39d', 'tag': '30f48b79-05bf-46e8-bfa5-06519add0237', 'status': 'completed', 'code': 200} Apr 18 06:28:03.688815 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-85ef1a87-b523-472b-9186-d42b98619719 None None] Set router 71c5b7e0-b776-4a5b-86f3-592a4e063ff6 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:28:03.766727 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da56ee8-853f-4624-8ea0-b0594383b926 req-3f6aede1-567f-4706-9d04-eb4cd6c30952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:03.768471 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8da56ee8-853f-4624-8ea0-b0594383b926 req-3f6aede1-567f-4706-9d04-eb4cd6c30952 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 1098 time: 0.1414912 Apr 18 06:28:03.780647 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565042a-56b8-47fd-bf50-12cf85015a50 req-2373b851-866d-4985-bd7c-0e0db4dcee65 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:03.782099 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9565042a-56b8-47fd-bf50-12cf85015a50 req-2373b851-866d-4985-bd7c-0e0db4dcee65 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.1121545 Apr 18 06:28:04.042712 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9565042a-56b8-47fd-bf50-12cf85015a50 req-842605b7-98a7-48dc-8154-caef70a24bde tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412462 Apr 18 06:28:04.051601 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-85ef1a87-b523-472b-9186-d42b98619719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704329872', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:27:41Z', 'updated_at': '2022-04-18T06:27:46Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:42Z', 'updated_at': '2022-04-18T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'd3223e93-63a4-479e-b9b9-74c34393f699', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'floating_ip_address': '172.26.1.75', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'port_id': '30f48b79-05bf-46e8-bfa5-06519add0237', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044', 'mac_address': 'fa:16:3e:98:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4ad9d4-358f-4030-bc1b-1107075ac39d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:28:02Z', 'updated_at': '2022-04-18T06:28:02Z', 'revision_number': 0, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e6a4caf-fef5-4d25-b137-89d5c8d94c99', 'name': '', 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:b2:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c432afae-5ab3-4d85-9784-79fc6d0e6130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:45Z', 'updated_at': '2022-04-18T06:27:53Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': 'c432afae-5ab3-4d85-9784-79fc6d0e6130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:28:04.055712 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ef1a87-b523-472b-9186-d42b98619719 None None] Checking router: 71c5b7e0-b776-4a5b-86f3-592a4e063ff6 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:28:04.068360 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ef1a87-b523-472b-9186-d42b98619719 None None] Routers {'71c5b7e0-b776-4a5b-86f3-592a4e063ff6'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:28:04.068976 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-85ef1a87-b523-472b-9186-d42b98619719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:27:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['71c5b7e0-b776-4a5b-86f3-592a4e063ff6'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:28:04.074979 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55160) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:28:04.087351 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da56ee8-853f-4624-8ea0-b0594383b926 req-be56b30f-50c8-4cb7-9ba8-0d4435634225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:04.089093 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8da56ee8-853f-4624-8ea0-b0594383b926 req-be56b30f-50c8-4cb7-9ba8-0d4435634225 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c938ac87-b60b-4ec4-87f6-b96cca104044 HTTP/1.1" status: 200 len: 898 time: 0.3061426 Apr 18 06:28:04.195365 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-204ab244-abe2-484c-afd5-4a19c38baff5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/floatingips/d3223e93-63a4-479e-b9b9-74c34393f699 HTTP/1.1" status: 200 len: 990 time: 0.1140907 Apr 18 06:28:04.211548 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8da56ee8-853f-4624-8ea0-b0594383b926 req-bccaa33c-8f60-4229-957e-9bbe0fed2a86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30f48b79-05bf-46e8-bfa5-06519add0237 HTTP/1.1" status: 200 len: 998 time: 0.1161554 Apr 18 06:28:04.277043 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da56ee8-853f-4624-8ea0-b0594383b926 req-d6c4e2a3-6b72-4d0a-8aa9-cfd18ae86d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:04.278573 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8da56ee8-853f-4624-8ea0-b0594383b926 req-d6c4e2a3-6b72-4d0a-8aa9-cfd18ae86d7c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c432afae-5ab3-4d85-9784-79fc6d0e6130 HTTP/1.1" status: 200 len: 834 time: 0.0611386 Apr 18 06:28:04.311328 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-85ef1a87-b523-472b-9186-d42b98619719 None None] Set router 71c5b7e0-b776-4a5b-86f3-592a4e063ff6 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:28:04.355226 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da56ee8-853f-4624-8ea0-b0594383b926 req-ed5c9f1a-ae2a-45b1-8873-d2e88d414413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:04.356859 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8da56ee8-853f-4624-8ea0-b0594383b926 req-ed5c9f1a-ae2a-45b1-8873-d2e88d414413 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c938ac87-b60b-4ec4-87f6-b96cca104044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730245 Apr 18 06:28:04.493002 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8da56ee8-853f-4624-8ea0-b0594383b926 req-c9665934-ac34-4847-84e8-7ff027d40827 service neutron] 10.222.0.52 "GET /v2.0/networks/c938ac87-b60b-4ec4-87f6-b96cca104044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293392 Apr 18 06:28:04.630516 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8da56ee8-853f-4624-8ea0-b0594383b926 req-910aa429-6346-452d-97c6-bef65e7a752e service neutron] 10.222.0.52 "GET /v2.0/networks/c938ac87-b60b-4ec4-87f6-b96cca104044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312199 Apr 18 06:28:04.857555 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-85ef1a87-b523-472b-9186-d42b98619719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704329872', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:27:41Z', 'updated_at': '2022-04-18T06:27:46Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:42Z', 'updated_at': '2022-04-18T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'd3223e93-63a4-479e-b9b9-74c34393f699', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'floating_ip_address': '172.26.1.75', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'port_id': '30f48b79-05bf-46e8-bfa5-06519add0237', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044', 'mac_address': 'fa:16:3e:98:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4ad9d4-358f-4030-bc1b-1107075ac39d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:28:02Z', 'updated_at': '2022-04-18T06:28:02Z', 'revision_number': 0, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e6a4caf-fef5-4d25-b137-89d5c8d94c99', 'name': '', 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:b2:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c432afae-5ab3-4d85-9784-79fc6d0e6130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:45Z', 'updated_at': '2022-04-18T06:27:53Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': 'c432afae-5ab3-4d85-9784-79fc6d0e6130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:28:04.866950 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ef1a87-b523-472b-9186-d42b98619719 None None] The sync data for ids ['71c5b7e0-b776-4a5b-86f3-592a4e063ff6'] in dv-neutron-837489-1-hyperv is: [{'id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704329872', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:27:41Z', 'updated_at': '2022-04-18T06:27:46Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:42Z', 'updated_at': '2022-04-18T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'd3223e93-63a4-479e-b9b9-74c34393f699', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'floating_ip_address': '172.26.1.75', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'port_id': '30f48b79-05bf-46e8-bfa5-06519add0237', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044', 'mac_address': 'fa:16:3e:98:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4ad9d4-358f-4030-bc1b-1107075ac39d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:28:02Z', 'updated_at': '2022-04-18T06:28:02Z', 'revision_number': 0, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e6a4caf-fef5-4d25-b137-89d5c8d94c99', 'name': '', 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:b2:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c432afae-5ab3-4d85-9784-79fc6d0e6130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:45Z', 'updated_at': '2022-04-18T06:27:53Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': 'c432afae-5ab3-4d85-9784-79fc6d0e6130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:28:05.069167 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4dd63e-da86-45cd-9042-95aa42cdac01 None None] New status for floating IP d3223e93-63a4-479e-b9b9-74c34393f699: ACTIVE {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:28:05.197841 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55164) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:28:05.316842 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9d170d82-8538-4581-9366-894ed32033a4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/floatingips/d3223e93-63a4-479e-b9b9-74c34393f699 HTTP/1.1" status: 200 len: 990 time: 0.1172535 Apr 18 06:28:05.380371 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1d1a-5a5a-476b-a8e6-8f8961f57b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:06.318390 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55168) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:28:06.428810 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-cf83370a-2f37-41b4-8206-891a3cb3115c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/floatingips/d3223e93-63a4-479e-b9b9-74c34393f699 HTTP/1.1" status: 200 len: 992 time: 0.1092408 Apr 18 06:28:07.681957 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-720bf5f2-6d07-478d-8411-d0b17a73aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:08.054969 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:08.636220 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:08.725946 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:10.190161 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:26.507332 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:28:35.355498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-76ce7966-d439-4e8d-9b76-91a8b34e845f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:37.683471 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6757cb75-386a-45f6-9469-063e09397056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:38.079782 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:38.117881 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55190) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:28:38.166784 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb6138-0ae9-4e82-9eaf-59be29e2dc87 req-7d6c1f95-fc4c-45a4-a019-d15d9c6895e0 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:38.168362 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-34fb6138-0ae9-4e82-9eaf-59be29e2dc87 req-7d6c1f95-fc4c-45a4-a019-d15d9c6895e0 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.1075451 Apr 18 06:28:38.215544 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-34fb6138-0ae9-4e82-9eaf-59be29e2dc87 req-50fe4ab8-560c-4a2c-8e8e-740cd330b782 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413458 Apr 18 06:28:38.239305 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-772f9a68-d7cc-4d88-b5b4-3d6313df223a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1201982 Apr 18 06:28:38.646107 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:38.729909 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:39.480842 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbd7df-886d-4d4f-8201-0137457f6a1f req-c8f05a09-797f-4cc5-9dbf-1bf9344d2af0 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:39.482314 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-92dbd7df-886d-4d4f-8201-0137457f6a1f req-c8f05a09-797f-4cc5-9dbf-1bf9344d2af0 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.1596911 Apr 18 06:28:39.485069 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-e4efdbf7-ef12-430d-8bfa-231dd5b12d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:39.486403 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-e4efdbf7-ef12-430d-8bfa-231dd5b12d4a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 1098 time: 0.1051669 Apr 18 06:28:39.609380 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-92dbd7df-886d-4d4f-8201-0137457f6a1f req-8a15b8ed-f790-45ed-a13b-51675bf32085 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203501 Apr 18 06:28:39.650900 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-6d502be3-4449-4b60-84b8-3fef5fdc08dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:39.652400 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-6d502be3-4449-4b60-84b8-3fef5fdc08dc service neutron] 10.222.0.52 "GET /v2.0/networks?id=c938ac87-b60b-4ec4-87f6-b96cca104044 HTTP/1.1" status: 200 len: 898 time: 0.1506476 Apr 18 06:28:39.763780 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-cb62d8b6-db16-4a66-a2a0-da4f86ca3a5e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30f48b79-05bf-46e8-bfa5-06519add0237 HTTP/1.1" status: 200 len: 1000 time: 0.1024971 Apr 18 06:28:39.831525 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-558e9080-dc4e-4ac2-9f8c-5c25c55c1a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:39.833349 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-558e9080-dc4e-4ac2-9f8c-5c25c55c1a42 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c432afae-5ab3-4d85-9784-79fc6d0e6130 HTTP/1.1" status: 200 len: 834 time: 0.0604372 Apr 18 06:28:39.914932 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-7c51a881-8270-479b-9123-8cd37209bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:39.916354 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-7c51a881-8270-479b-9123-8cd37209bfbb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c938ac87-b60b-4ec4-87f6-b96cca104044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737329 Apr 18 06:28:40.052729 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-a0a18cdd-4531-4b05-a8be-a3e0e169b57e service neutron] 10.222.0.52 "GET /v2.0/networks/c938ac87-b60b-4ec4-87f6-b96cca104044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270804 Apr 18 06:28:40.195067 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:40.298207 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-5cd3aad8-d83d-4716-a324-fc1a8295c78b service neutron] 10.222.0.52 "GET /v2.0/networks/c938ac87-b60b-4ec4-87f6-b96cca104044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354605 Apr 18 06:28:40.795799 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e26c0f-8701-4126-8ea3-ad6704666284 req-f08a3c8b-4063-4f04-9c6e-d69cd8e7803d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:40.797297 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-06e26c0f-8701-4126-8ea3-ad6704666284 req-f08a3c8b-4063-4f04-9c6e-d69cd8e7803d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.0796940 Apr 18 06:28:40.841872 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-06e26c0f-8701-4126-8ea3-ad6704666284 req-9f117505-573f-43fe-a1fd-5bcc3ccd84ae tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385988 Apr 18 06:28:42.027294 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf82a9-26a7-42ed-9b5e-94ec878d965e req-dc9ecd98-521d-4150-be4c-700ab798354b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:42.028774 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-56cf82a9-26a7-42ed-9b5e-94ec878d965e req-dc9ecd98-521d-4150-be4c-700ab798354b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.0790877 Apr 18 06:28:42.073006 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-56cf82a9-26a7-42ed-9b5e-94ec878d965e req-576c2789-619c-4e39-becd-82a17ab8e1bf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384862 Apr 18 06:28:43.299679 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e1422-6f9e-477b-9302-c34375a797fa req-c1cbe8af-1d22-486e-bb70-dd0e1afce92c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:43.301504 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-725e1422-6f9e-477b-9302-c34375a797fa req-c1cbe8af-1d22-486e-bb70-dd0e1afce92c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.0922804 Apr 18 06:28:43.347196 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-725e1422-6f9e-477b-9302-c34375a797fa req-879ebdc5-c1be-45e0-87d5-b6a13b9fd022 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402136 Apr 18 06:28:44.540495 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7b1d8-41e1-407c-a8b3-85cf8cf52f91 req-1359f3b2-5657-487b-aa4d-e6d3c974c00d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:44.542805 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3bf7b1d8-41e1-407c-a8b3-85cf8cf52f91 req-1359f3b2-5657-487b-aa4d-e6d3c974c00d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.0882232 Apr 18 06:28:44.593042 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3bf7b1d8-41e1-407c-a8b3-85cf8cf52f91 req-6ba63612-6f07-4b33-a06d-1fb7d413d3a2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433707 Apr 18 06:28:45.780683 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905dd64-18cf-4f78-b85a-d0c1228f2c1c req-4fd24a0c-017e-4bea-9b59-f6d1f6b206d9 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:45.782166 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d905dd64-18cf-4f78-b85a-d0c1228f2c1c req-4fd24a0c-017e-4bea-9b59-f6d1f6b206d9 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.0817478 Apr 18 06:28:45.830358 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d905dd64-18cf-4f78-b85a-d0c1228f2c1c req-715cbbb9-30ea-475a-8758-171d2a8c2d87 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416040 Apr 18 06:28:47.015902 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f3f6e-5c57-4831-a79c-bb548a85c761 req-3c3dae7b-f695-40be-966f-308483925118 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:47.017490 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-751f3f6e-5c57-4831-a79c-bb548a85c761 req-3c3dae7b-f695-40be-966f-308483925118 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.0805914 Apr 18 06:28:47.066867 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-751f3f6e-5c57-4831-a79c-bb548a85c761 req-4d326736-053a-4fcd-ad8e-1066933d356b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411527 Apr 18 06:28:47.332878 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784362f-3ab2-4ab8-a6ca-71240cc3f8eb req-e3cfb6af-fe2f-46a1-98a1-38e66d6fdc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:47.334823 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8784362f-3ab2-4ab8-a6ca-71240cc3f8eb req-e3cfb6af-fe2f-46a1-98a1-38e66d6fdc3d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 1098 time: 0.0716252 Apr 18 06:28:47.485171 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784362f-3ab2-4ab8-a6ca-71240cc3f8eb req-692e8bbd-1599-4a12-bd16-111bb076edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:47.486604 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8784362f-3ab2-4ab8-a6ca-71240cc3f8eb req-692e8bbd-1599-4a12-bd16-111bb076edfd service neutron] 10.222.0.52 "GET /v2.0/networks?id=c938ac87-b60b-4ec4-87f6-b96cca104044 HTTP/1.1" status: 200 len: 898 time: 0.1272423 Apr 18 06:28:47.595220 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8784362f-3ab2-4ab8-a6ca-71240cc3f8eb req-56ade72e-dcd3-448a-8b06-021c1bb550d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30f48b79-05bf-46e8-bfa5-06519add0237 HTTP/1.1" status: 200 len: 1000 time: 0.0978894 Apr 18 06:28:47.661398 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784362f-3ab2-4ab8-a6ca-71240cc3f8eb req-4431195c-ba5d-4226-9bf2-49ea874d9fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:47.662825 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8784362f-3ab2-4ab8-a6ca-71240cc3f8eb req-4431195c-ba5d-4226-9bf2-49ea874d9fea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c432afae-5ab3-4d85-9784-79fc6d0e6130 HTTP/1.1" status: 200 len: 834 time: 0.0587902 Apr 18 06:28:47.743666 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784362f-3ab2-4ab8-a6ca-71240cc3f8eb req-4e273551-d358-48d6-871c-6cd6862a2c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:47.745160 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8784362f-3ab2-4ab8-a6ca-71240cc3f8eb req-4e273551-d358-48d6-871c-6cd6862a2c67 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c938ac87-b60b-4ec4-87f6-b96cca104044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736337 Apr 18 06:28:47.880582 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8784362f-3ab2-4ab8-a6ca-71240cc3f8eb req-5a2c838e-b6e5-4234-9039-db48e59069d8 service neutron] 10.222.0.52 "GET /v2.0/networks/c938ac87-b60b-4ec4-87f6-b96cca104044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254241 Apr 18 06:28:48.017930 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8784362f-3ab2-4ab8-a6ca-71240cc3f8eb req-f072178c-7867-4c13-9f10-e5e6738d0cdd service neutron] 10.222.0.52 "GET /v2.0/networks/c938ac87-b60b-4ec4-87f6-b96cca104044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288311 Apr 18 06:28:48.256707 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6bd66-8a1e-4630-a45e-8ae5ed994049 req-0ab6be4b-b6a1-480d-9720-80c0dbf3fc62 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:48.258169 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-dff6bd66-8a1e-4630-a45e-8ae5ed994049 req-0ab6be4b-b6a1-480d-9720-80c0dbf3fc62 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.0850093 Apr 18 06:28:48.301807 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-dff6bd66-8a1e-4630-a45e-8ae5ed994049 req-d3bb8bcb-101e-436d-bfd4-f421d2081a30 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379255 Apr 18 06:28:49.490907 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd5cd3-132d-45f8-8fad-2d4d285d7f7b req-d19b6b44-9f65-4479-8e22-c16227a880bf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:49.492417 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-66dd5cd3-132d-45f8-8fad-2d4d285d7f7b req-d19b6b44-9f65-4479-8e22-c16227a880bf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.0797005 Apr 18 06:28:49.537240 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-66dd5cd3-132d-45f8-8fad-2d4d285d7f7b req-b26ec611-32ce-4713-932e-2dba46c2a74b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390332 Apr 18 06:28:50.731628 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda7bdc-90ba-4497-abf5-f68288f57a93 req-dc2df567-323b-44d7-bcbd-8b769d16dba5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:50.733092 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4fda7bdc-90ba-4497-abf5-f68288f57a93 req-dc2df567-323b-44d7-bcbd-8b769d16dba5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.0841670 Apr 18 06:28:50.777136 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4fda7bdc-90ba-4497-abf5-f68288f57a93 req-90d57329-ecc8-43fc-ab82-f576dfe93d60 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375121 Apr 18 06:28:51.981218 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b086a58-727f-48b4-ab93-a566811f57fc req-6c184602-2942-44d5-b370-2c7694d495a4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:51.983659 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8b086a58-727f-48b4-ab93-a566811f57fc req-6c184602-2942-44d5-b370-2c7694d495a4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.0927022 Apr 18 06:28:52.036093 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8b086a58-727f-48b4-ab93-a566811f57fc req-b74003c7-b642-4314-a5c7-a561c88e0a56 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456166 Apr 18 06:28:53.235516 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0aff80-75c3-4c66-a305-b064d20c8507 req-db0f69c5-97ed-408f-bc0e-b7c00919a7c7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:53.237024 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ee0aff80-75c3-4c66-a305-b064d20c8507 req-db0f69c5-97ed-408f-bc0e-b7c00919a7c7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.0899541 Apr 18 06:28:53.281148 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ee0aff80-75c3-4c66-a305-b064d20c8507 req-963f34cb-a6e4-4623-9540-434a2e845c0a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377374 Apr 18 06:28:54.469162 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868508e-a7e2-4b54-8167-5e8b66ae652e req-e56ced54-0434-4765-9347-fca2e11ed2c6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:54.470805 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5868508e-a7e2-4b54-8167-5e8b66ae652e req-e56ced54-0434-4765-9347-fca2e11ed2c6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.0817232 Apr 18 06:28:54.518355 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5868508e-a7e2-4b54-8167-5e8b66ae652e req-5c619847-58da-4635-8ade-cff4b34a378a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414503 Apr 18 06:28:55.712138 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d543fa6-3e4c-4240-8293-0c81b5a71c14 req-a57e64a0-b9fa-4bc0-a8d5-397fa17a6b41 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:55.714872 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0d543fa6-3e4c-4240-8293-0c81b5a71c14 req-a57e64a0-b9fa-4bc0-a8d5-397fa17a6b41 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.0869226 Apr 18 06:28:55.770448 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-0d543fa6-3e4c-4240-8293-0c81b5a71c14 req-89315b75-08d4-47b2-be8a-7cc8b6285fcb tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476894 Apr 18 06:28:56.958414 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3285bd-e252-4600-b30a-4659fc6fa712 req-a1a481c8-3e9c-4818-8556-87236f6ea990 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:56.959935 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cc3285bd-e252-4600-b30a-4659fc6fa712 req-a1a481c8-3e9c-4818-8556-87236f6ea990 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.0794311 Apr 18 06:28:57.003807 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cc3285bd-e252-4600-b30a-4659fc6fa712 req-9e7df277-7681-4676-9435-75bf45e1fae7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378990 Apr 18 06:28:57.297779 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-fc418cee-3ff2-4d34-b460-52d79219df28 service neutron] 10.222.0.52 "GET /v2.0/ports/30f48b79-05bf-46e8-bfa5-06519add0237/bindings/hv-neutron-8374 HTTP/1.1" status: 200 len: 384 time: 0.0780427 Apr 18 06:28:57.579035 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-2e8e894c-9676-4795-bbe2-100d2d6e255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:57.580439 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-2e8e894c-9676-4795-bbe2-100d2d6e255f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d&tenant_id=18c0f35214f54e28b3e8e8a6c60959de HTTP/1.1" status: 200 len: 1098 time: 0.0694134 Apr 18 06:28:57.679595 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-fe8e14bb-128b-48b8-8d0a-d7aeca738e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:57.681152 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-fe8e14bb-128b-48b8-8d0a-d7aeca738e36 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 1098 time: 0.0740848 Apr 18 06:28:57.814823 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [req-1a7ea9e3-b6d1-43c0-a3d8-4e23ec526b7d req-c072a9bb-5a3b-48e3-9c41-831797dc47a1 tempest-ServerDiskConfigTestJSON-1644424275 tempest-ServerDiskConfigTestJSON-1644424275-project] (88034) timed out ('10.222.0.52', 51527) {{(pid=88034) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 06:28:57.925841 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-07c7d1d4-5b46-4c89-8299-79f90942db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:57.927227 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-07c7d1d4-5b46-4c89-8299-79f90942db38 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c938ac87-b60b-4ec4-87f6-b96cca104044 HTTP/1.1" status: 200 len: 898 time: 0.2374535 Apr 18 06:28:58.033086 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-e6c4d304-88af-40eb-b531-3d3d63acef75 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30f48b79-05bf-46e8-bfa5-06519add0237 HTTP/1.1" status: 200 len: 1000 time: 0.0970018 Apr 18 06:28:58.103789 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-49b6b8cb-e29f-4c64-b986-d02be3b12bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:58.105834 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-49b6b8cb-e29f-4c64-b986-d02be3b12bbf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c432afae-5ab3-4d85-9784-79fc6d0e6130 HTTP/1.1" status: 200 len: 834 time: 0.0641596 Apr 18 06:28:58.187929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-18df04f1-71f1-40dc-8b7b-c8f3497fd4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:58.189364 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-18df04f1-71f1-40dc-8b7b-c8f3497fd4b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c938ac87-b60b-4ec4-87f6-b96cca104044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745955 Apr 18 06:28:58.207656 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5369a-fa8a-406c-a7ac-146190ad20e3 req-6bad3218-a9db-467c-b975-aaf5a2ba3ff5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:58.211273 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-edd5369a-fa8a-406c-a7ac-146190ad20e3 req-6bad3218-a9db-467c-b975-aaf5a2ba3ff5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.0944834 Apr 18 06:28:58.260067 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-edd5369a-fa8a-406c-a7ac-146190ad20e3 req-f59b80b6-8e20-4d91-aac0-c2e050f94eba tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441117 Apr 18 06:28:58.330790 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-31e13d50-4729-468a-8622-b2ad2eaf31a2 service neutron] 10.222.0.52 "GET /v2.0/networks/c938ac87-b60b-4ec4-87f6-b96cca104044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311328 Apr 18 06:28:58.465222 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bd5d8a10-0db7-47ac-9325-c56dc496f09d req-dab9ce4f-bd56-41f7-b155-27559ab520a8 service neutron] 10.222.0.52 "GET /v2.0/networks/c938ac87-b60b-4ec4-87f6-b96cca104044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255774 Apr 18 06:28:59.454998 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634bcd1-904a-4668-ac00-f458eddec30d req-d8fd42f8-ced2-41e4-bb7f-b2884623e44f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:59.456908 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b634bcd1-904a-4668-ac00-f458eddec30d req-d8fd42f8-ced2-41e4-bb7f-b2884623e44f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.0832589 Apr 18 06:28:59.500925 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b634bcd1-904a-4668-ac00-f458eddec30d req-177d9bee-c691-47e0-adfd-bfa0a495eb91 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381286 Apr 18 06:29:00.668805 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 30f48b79-05bf-46e8-bfa5-06519add0237 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:29:00.688639 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504d120-ee72-46c2-8e2c-4d07f7997572 req-1ee8dd75-3b7c-4aca-a2a3-1a48346d992d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:00.690114 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4504d120-ee72-46c2-8e2c-4d07f7997572 req-1ee8dd75-3b7c-4aca-a2a3-1a48346d992d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.0813758 Apr 18 06:29:00.803434 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 30f48b79-05bf-46e8-bfa5-06519add0237, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=30f48b79-05bf-46e8-bfa5-06519add0237,segment=NetworkSegment(55ce597b-1450-488c-9783-2e8e7b653620),segment_id=55ce597b-1450-488c-9783-2e8e7b653620)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:29:00.817304 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '30f48b79-05bf-46e8-bfa5-06519add0237', 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044', 'port_id': '30f48b79-05bf-46e8-bfa5-06519add0237', 'mac_address': 'fa:16:3e:98:36:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c432afae-5ab3-4d85-9784-79fc6d0e6130', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:29:00.824637 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4504d120-ee72-46c2-8e2c-4d07f7997572 req-af13a1ac-a118-4603-8cb4-d135cf2c21bf tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277058 Apr 18 06:29:00.876959 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:00.894135 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30f48b79-05bf-46e8-bfa5-06519add0237 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:29:00.909004 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 30f48b79-05bf-46e8-bfa5-06519add0237, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=30f48b79-05bf-46e8-bfa5-06519add0237,segment=NetworkSegment(55ce597b-1450-488c-9783-2e8e7b653620),segment_id=55ce597b-1450-488c-9783-2e8e7b653620)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:29:00.914774 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:00.985377 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['30f48b79-05bf-46e8-bfa5-06519add0237'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:29:01.026266 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=30f48b79-05bf-46e8-bfa5-06519add0237,revision_number=6']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:01.035220 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:01.035658 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:01.036076 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:01.036479 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:01.036863 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:01.037251 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:01.037644 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:01.038030 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:01.038436 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:01.038820 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:01.039203 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:01.039587 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:01.196884 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221a9f5-20bd-482a-832b-f8dc2b593afb req-7c4f2737-29c6-410b-9b00-09670a4c270d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:01.198748 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9221a9f5-20bd-482a-832b-f8dc2b593afb req-7c4f2737-29c6-410b-9b00-09670a4c270d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 944 time: 0.1033225 Apr 18 06:29:01.207440 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360343f-f866-42a2-b376-90ec75524c48 req-9c9e58fb-da3e-410a-bc2e-e8989c6e1a20 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:01.209207 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d360343f-f866-42a2-b376-90ec75524c48 req-9c9e58fb-da3e-410a-bc2e-e8989c6e1a20 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d&tenant_id=18c0f35214f54e28b3e8e8a6c60959de&binding%3Ahost_id=hv-neutron-8374 HTTP/1.1" status: 200 len: 944 time: 0.1098461 Apr 18 06:29:01.252271 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9221a9f5-20bd-482a-832b-f8dc2b593afb req-4ee1a83c-dc14-48d9-be52-08c82fb3abad tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473430 Apr 18 06:29:01.376288 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360343f-f866-42a2-b376-90ec75524c48 req-d567087a-0c20-4430-9810-880838860ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:01.377775 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d360343f-f866-42a2-b376-90ec75524c48 req-d567087a-0c20-4430-9810-880838860ba0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 1097 time: 0.0781479 Apr 18 06:29:01.577414 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf3f6f-88fc-44c7-b40d-ec1cd4be1513 req-ff031cec-d0c5-4be1-b102-5cd6f4fa5e7e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:01.578880 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-46cf3f6f-88fc-44c7-b40d-ec1cd4be1513 req-ff031cec-d0c5-4be1-b102-5cd6f4fa5e7e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 944 time: 0.1989224 Apr 18 06:29:01.584007 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360343f-f866-42a2-b376-90ec75524c48 req-62508d30-c300-4ca5-aef6-8db36b2699a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:01.585493 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d360343f-f866-42a2-b376-90ec75524c48 req-62508d30-c300-4ca5-aef6-8db36b2699a1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c938ac87-b60b-4ec4-87f6-b96cca104044 HTTP/1.1" status: 200 len: 898 time: 0.1738942 Apr 18 06:29:01.703155 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-46cf3f6f-88fc-44c7-b40d-ec1cd4be1513 req-0620f4f9-79cc-4b10-bdd8-c9615b80bce5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167233 Apr 18 06:29:01.719213 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d360343f-f866-42a2-b376-90ec75524c48 req-7efe3614-631d-4640-b06f-74347e74b9c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30f48b79-05bf-46e8-bfa5-06519add0237 HTTP/1.1" status: 200 len: 999 time: 0.1192679 Apr 18 06:29:01.780671 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360343f-f866-42a2-b376-90ec75524c48 req-40442a8a-2629-4f30-b4b8-b87ee3f17c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:01.782122 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d360343f-f866-42a2-b376-90ec75524c48 req-40442a8a-2629-4f30-b4b8-b87ee3f17c9e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c432afae-5ab3-4d85-9784-79fc6d0e6130 HTTP/1.1" status: 200 len: 834 time: 0.0571930 Apr 18 06:29:01.861069 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360343f-f866-42a2-b376-90ec75524c48 req-583aa2d1-7a43-4ee1-a3b6-58a7a6dafad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:01.862452 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d360343f-f866-42a2-b376-90ec75524c48 req-583aa2d1-7a43-4ee1-a3b6-58a7a6dafad6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c938ac87-b60b-4ec4-87f6-b96cca104044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745728 Apr 18 06:29:01.998710 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d360343f-f866-42a2-b376-90ec75524c48 req-70fb4230-65bc-4bbd-a918-d0f7a9a01c10 service neutron] 10.222.0.52 "GET /v2.0/networks/c938ac87-b60b-4ec4-87f6-b96cca104044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261897 Apr 18 06:29:02.235540 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d360343f-f866-42a2-b376-90ec75524c48 req-de85403b-207d-4114-a65a-fcf1839b3498 service neutron] 10.222.0.52 "GET /v2.0/networks/c938ac87-b60b-4ec4-87f6-b96cca104044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309079 Apr 18 06:29:02.680343 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 30f48b79-05bf-46e8-bfa5-06519add0237 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:29:02.767541 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 30f48b79-05bf-46e8-bfa5-06519add0237 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:29:02.768018 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:02.928608 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:02.970625 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc903ff-fc4c-48c3-b787-b7022b895060 req-f6de2629-f296-4e5c-a411-60d620548143 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:02.997560 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5dc903ff-fc4c-48c3-b787-b7022b895060 req-f6de2629-f296-4e5c-a411-60d620548143 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 944 time: 0.1602800 Apr 18 06:29:02.998617 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4ad9d4-358f-4030-bc1b-1107075ac39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f48b79-05bf-46e8-bfa5-06519add0237'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:29:03.015012 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 30f48b79-05bf-46e8-bfa5-06519add0237, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=30f48b79-05bf-46e8-bfa5-06519add0237,segment=NetworkSegment(55ce597b-1450-488c-9783-2e8e7b653620),segment_id=55ce597b-1450-488c-9783-2e8e7b653620)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:29:03.027777 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:03.083338 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5dc903ff-fc4c-48c3-b787-b7022b895060 req-cfce225e-c285-4865-b321-c942a3c43254 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853827 Apr 18 06:29:03.098595 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cebc5292-3854-4128-af47-e75b9c046078'] response: {'server_uuid': 'ba4ad9d4-358f-4030-bc1b-1107075ac39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f48b79-05bf-46e8-bfa5-06519add0237', 'code': 200} Apr 18 06:29:03.108246 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55270) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:29:03.139309 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=30f48b79-05bf-46e8-bfa5-06519add0237,revision_number=7']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:03.241328 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5aa91337-c34a-4db6-9392-13bd5c667481 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/floatingips/d3223e93-63a4-479e-b9b9-74c34393f699 HTTP/1.1" status: 200 len: 992 time: 0.1344924 Apr 18 06:29:03.508615 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:29:05.358132 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-53abb061-4b31-442a-8d3e-ae5f5aeeed26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:07.686255 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-72ff59be-5587-4d7c-9914-207044ebaf51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:08.062437 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:08.642088 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:08.735010 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:10.192495 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:33.904394 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55288) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:29:34.111665 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting port a8a03aba-8b53-488b-a660-e5245251a924 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:29:34.112617 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:34.289229 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:34.289557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:34.414010 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Calling delete_port for a8a03aba-8b53-488b-a660-e5245251a924 owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:29:34.566366 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:34.613405 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Port': ['ID=a8a03aba-8b53-488b-a660-e5245251a924,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:34.682820 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:34.683162 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:34.683496 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:34.683827 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:34.684177 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:34.684502 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:34.684820 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:34.685141 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:34.685459 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:34.685775 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:34.686090 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:34.686405 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:34.717310 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for floatingip, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:34.717655 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Floating IP d3223e93-63a4-479e-b9b9-74c34393f699 disassociated (deleted). External IP: 172.26.1.75, port: 30f48b79-05bf-46e8-bfa5-06519add0237. Apr 18 06:29:35.193927 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router 71c5b7e0-b776-4a5b-86f3-592a4e063ff6 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:29:35.370339 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d8a10be0-95bf-452b-8d95-e258997542a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:35.376433 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:29:35.387292 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49e5a81-0ff3-4932-be97-c35f2c3d4b90 None None] Sync routers for ids ['71c5b7e0-b776-4a5b-86f3-592a4e063ff6'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:29:35.404484 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49e5a81-0ff3-4932-be97-c35f2c3d4b90 None None] Routers {'71c5b7e0-b776-4a5b-86f3-592a4e063ff6'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:29:35.411997 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:35.412955 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f49e5a81-0ff3-4932-be97-c35f2c3d4b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:29:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['71c5b7e0-b776-4a5b-86f3-592a4e063ff6'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:35.472857 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-0339b569-c772-4bcf-b5a1-6239e5d6c148 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/floatingips/d3223e93-63a4-479e-b9b9-74c34393f699 HTTP/1.1" status: 204 len: 168 time: 1.5669165 Apr 18 06:29:35.474093 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4ad9d4-358f-4030-bc1b-1107075ac39d', 'tag': '30f48b79-05bf-46e8-bfa5-06519add0237'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:29:35.589507 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d1585e2-3928-490f-83a2-ab400bf35bb9'] response: {'name': 'network-changed', 'server_uuid': 'ba4ad9d4-358f-4030-bc1b-1107075ac39d', 'tag': '30f48b79-05bf-46e8-bfa5-06519add0237', 'status': 'completed', 'code': 200} Apr 18 06:29:35.611537 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-f49e5a81-0ff3-4932-be97-c35f2c3d4b90 None None] Set router 71c5b7e0-b776-4a5b-86f3-592a4e063ff6 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:29:35.710715 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a0f8f-8c61-4d81-a48b-0a8650271b56 req-acbde3e0-2f2e-4dee-8a3b-562cca6e1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:35.712681 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9a1a0f8f-8c61-4d81-a48b-0a8650271b56 req-acbde3e0-2f2e-4dee-8a3b-562cca6e1bc0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 1098 time: 0.0984967 Apr 18 06:29:35.882910 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a0f8f-8c61-4d81-a48b-0a8650271b56 req-2b32e2ff-3d74-4a8e-8072-725cdceda6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:35.884921 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9a1a0f8f-8c61-4d81-a48b-0a8650271b56 req-2b32e2ff-3d74-4a8e-8072-725cdceda6d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c938ac87-b60b-4ec4-87f6-b96cca104044 HTTP/1.1" status: 200 len: 898 time: 0.1570208 Apr 18 06:29:35.970545 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f49e5a81-0ff3-4932-be97-c35f2c3d4b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704329872', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:27:41Z', 'updated_at': '2022-04-18T06:27:46Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:42Z', 'updated_at': '2022-04-18T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '1e6a4caf-fef5-4d25-b137-89d5c8d94c99', 'name': '', 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:b2:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c432afae-5ab3-4d85-9784-79fc6d0e6130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:45Z', 'updated_at': '2022-04-18T06:27:53Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': 'c432afae-5ab3-4d85-9784-79fc6d0e6130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:35.975305 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49e5a81-0ff3-4932-be97-c35f2c3d4b90 None None] Checking router: 71c5b7e0-b776-4a5b-86f3-592a4e063ff6 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:29:35.984973 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49e5a81-0ff3-4932-be97-c35f2c3d4b90 None None] Routers {'71c5b7e0-b776-4a5b-86f3-592a4e063ff6'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:29:35.985578 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f49e5a81-0ff3-4932-be97-c35f2c3d4b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:29:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['71c5b7e0-b776-4a5b-86f3-592a4e063ff6'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:35.992288 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9a1a0f8f-8c61-4d81-a48b-0a8650271b56 req-78a35da4-00e0-4da6-9328-ddeb1af2f17f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30f48b79-05bf-46e8-bfa5-06519add0237 HTTP/1.1" status: 200 len: 217 time: 0.0690126 Apr 18 06:29:36.070320 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a0f8f-8c61-4d81-a48b-0a8650271b56 req-4c9334c2-d8c8-4452-951d-b3179b898c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:36.071731 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9a1a0f8f-8c61-4d81-a48b-0a8650271b56 req-4c9334c2-d8c8-4452-951d-b3179b898c31 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c432afae-5ab3-4d85-9784-79fc6d0e6130 HTTP/1.1" status: 200 len: 834 time: 0.0719249 Apr 18 06:29:36.079950 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee00d47-8ff2-47b8-9b7a-3cfacbb4021d req-21f7de14-7ce7-4b04-9ee9-db573474a3f7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:36.080667 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-4ee00d47-8ff2-47b8-9b7a-3cfacbb4021d req-21f7de14-7ce7-4b04-9ee9-db573474a3f7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:29:36.140190 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-4ee00d47-8ff2-47b8-9b7a-3cfacbb4021d req-21f7de14-7ce7-4b04-9ee9-db573474a3f7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:29:36.147369 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4ee00d47-8ff2-47b8-9b7a-3cfacbb4021d req-21f7de14-7ce7-4b04-9ee9-db573474a3f7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.3322237 Apr 18 06:29:36.213056 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4ee00d47-8ff2-47b8-9b7a-3cfacbb4021d req-fb0ccfe2-8a54-4e52-8314-d7cb786e5ff5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643368 Apr 18 06:29:36.222157 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-f49e5a81-0ff3-4932-be97-c35f2c3d4b90 None None] Set router 71c5b7e0-b776-4a5b-86f3-592a4e063ff6 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:29:36.224389 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a0f8f-8c61-4d81-a48b-0a8650271b56 req-1f27b766-f44e-4296-9916-cf0916dd97f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:36.226277 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9a1a0f8f-8c61-4d81-a48b-0a8650271b56 req-1f27b766-f44e-4296-9916-cf0916dd97f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c938ac87-b60b-4ec4-87f6-b96cca104044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1429303 Apr 18 06:29:36.374318 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9a1a0f8f-8c61-4d81-a48b-0a8650271b56 req-657d04cd-0188-46d5-b846-1ace25f6723a service neutron] 10.222.0.52 "GET /v2.0/networks/c938ac87-b60b-4ec4-87f6-b96cca104044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400380 Apr 18 06:29:36.523296 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9a1a0f8f-8c61-4d81-a48b-0a8650271b56 req-04e398ed-625d-4731-97c8-0dc9c789a4f2 service neutron] 10.222.0.52 "GET /v2.0/networks/c938ac87-b60b-4ec4-87f6-b96cca104044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373982 Apr 18 06:29:36.552659 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f49e5a81-0ff3-4932-be97-c35f2c3d4b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704329872', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:27:41Z', 'updated_at': '2022-04-18T06:27:46Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:42Z', 'updated_at': '2022-04-18T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '1e6a4caf-fef5-4d25-b137-89d5c8d94c99', 'name': '', 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:b2:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c432afae-5ab3-4d85-9784-79fc6d0e6130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:45Z', 'updated_at': '2022-04-18T06:27:53Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': 'c432afae-5ab3-4d85-9784-79fc6d0e6130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:36.556600 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49e5a81-0ff3-4932-be97-c35f2c3d4b90 None None] The sync data for ids ['71c5b7e0-b776-4a5b-86f3-592a4e063ff6'] in dv-neutron-837489-1-hyperv is: [{'id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704329872', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:27:41Z', 'updated_at': '2022-04-18T06:27:46Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:42Z', 'updated_at': '2022-04-18T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '1e6a4caf-fef5-4d25-b137-89d5c8d94c99', 'name': '', 'network_id': 'c938ac87-b60b-4ec4-87f6-b96cca104044', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:b2:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c432afae-5ab3-4d85-9784-79fc6d0e6130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:45Z', 'updated_at': '2022-04-18T06:27:53Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': 'c432afae-5ab3-4d85-9784-79fc6d0e6130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:29:36.786081 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e78938-deef-49d1-9e68-ee070dac4bb8 None None] New status for floating IP d3223e93-63a4-479e-b9b9-74c34393f699: DOWN {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:29:37.530204 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b7416-2c9a-4620-b9b3-b2fc718e8334 req-d8ba8481-3e8c-448d-ad05-edf5d634c214 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:37.531692 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a04b7416-2c9a-4620-b9b3-b2fc718e8334 req-d8ba8481-3e8c-448d-ad05-edf5d634c214 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.2112312 Apr 18 06:29:37.578149 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a04b7416-2c9a-4620-b9b3-b2fc718e8334 req-87de47f0-4428-4aa2-bcae-8bd5738db0a2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=50355520-b56c-42ab-9953-37fa7618c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400400 Apr 18 06:29:37.689808 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6c973007-77f5-49e2-9a07-943d8de1b989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:37.743467 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbceaf78-9db7-4966-90f1-70269ef15546 req-7b524158-e206-4887-a0da-5423e0dfa264 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:37.745210 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bbceaf78-9db7-4966-90f1-70269ef15546 req-7b524158-e206-4887-a0da-5423e0dfa264 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 945 time: 0.0853138 Apr 18 06:29:37.822323 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-bbceaf78-9db7-4966-90f1-70269ef15546 req-63b7eba3-9c17-4b2b-8290-d3ed0f8deeb2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting port 30f48b79-05bf-46e8-bfa5-06519add0237 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:29:37.822577 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-bbceaf78-9db7-4966-90f1-70269ef15546 req-63b7eba3-9c17-4b2b-8290-d3ed0f8deeb2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:38.087154 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:38.194829 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-bbceaf78-9db7-4966-90f1-70269ef15546 req-63b7eba3-9c17-4b2b-8290-d3ed0f8deeb2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] For port 30f48b79-05bf-46e8-bfa5-06519add0237, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=30f48b79-05bf-46e8-bfa5-06519add0237,segment=NetworkSegment(55ce597b-1450-488c-9783-2e8e7b653620),segment_id=55ce597b-1450-488c-9783-2e8e7b653620)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:29:38.195176 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-bbceaf78-9db7-4966-90f1-70269ef15546 req-63b7eba3-9c17-4b2b-8290-d3ed0f8deeb2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:38.320890 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-bbceaf78-9db7-4966-90f1-70269ef15546 req-63b7eba3-9c17-4b2b-8290-d3ed0f8deeb2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Calling delete_port for 30f48b79-05bf-46e8-bfa5-06519add0237 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:29:38.468628 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-bbceaf78-9db7-4966-90f1-70269ef15546 req-63b7eba3-9c17-4b2b-8290-d3ed0f8deeb2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:38.519151 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7eba3-9c17-4b2b-8290-d3ed0f8deeb2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Port': ['ID=30f48b79-05bf-46e8-bfa5-06519add0237,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:38.597401 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbceaf78-9db7-4966-90f1-70269ef15546 req-63b7eba3-9c17-4b2b-8290-d3ed0f8deeb2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] No DVR routers for this DVR port 30f48b79-05bf-46e8-bfa5-06519add0237 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:29:38.600471 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-bbceaf78-9db7-4966-90f1-70269ef15546 req-63b7eba3-9c17-4b2b-8290-d3ed0f8deeb2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:38.603133 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4ad9d4-358f-4030-bc1b-1107075ac39d', 'name': 'network-vif-deleted', 'tag': '30f48b79-05bf-46e8-bfa5-06519add0237'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:29:38.630210 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bbceaf78-9db7-4966-90f1-70269ef15546 req-63b7eba3-9c17-4b2b-8290-d3ed0f8deeb2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "DELETE /v2.0/ports/30f48b79-05bf-46e8-bfa5-06519add0237 HTTP/1.1" status: 204 len: 173 time: 0.8767197 Apr 18 06:29:38.652751 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:38.661903 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bb64b9a-34cc-44f6-8f2e-3b1adce70e3e'] response: {'server_uuid': 'ba4ad9d4-358f-4030-bc1b-1107075ac39d', 'name': 'network-vif-deleted', 'tag': '30f48b79-05bf-46e8-bfa5-06519add0237', 'status': 'completed', 'code': 200} Apr 18 06:29:38.736578 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:38.772237 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-40bc905b-bb6d-42d2-b7d9-71d779d6d437 req-0616aaf1-bdea-4566-b0f0-0af71789be90 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:29:38.788720 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-40bc905b-bb6d-42d2-b7d9-71d779d6d437 req-0616aaf1-bdea-4566-b0f0-0af71789be90 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:29:38.790101 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-40bc905b-bb6d-42d2-b7d9-71d779d6d437 req-0616aaf1-bdea-4566-b0f0-0af71789be90 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4ad9d4-358f-4030-bc1b-1107075ac39d HTTP/1.1" status: 200 len: 210 time: 0.0693934 Apr 18 06:29:39.889363 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55310) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:29:40.195479 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:40.461611 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-af16e252-6fb8-461f-9112-c1ef494f35c6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:40.508465 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:29:40.815582 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-af16e252-6fb8-461f-9112-c1ef494f35c6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting port 1e6a4caf-fef5-4d25-b137-89d5c8d94c99 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:29:40.815996 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-af16e252-6fb8-461f-9112-c1ef494f35c6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:41.114803 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-af16e252-6fb8-461f-9112-c1ef494f35c6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] For port 1e6a4caf-fef5-4d25-b137-89d5c8d94c99, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=1e6a4caf-fef5-4d25-b137-89d5c8d94c99,segment=NetworkSegment(55ce597b-1450-488c-9783-2e8e7b653620),segment_id=55ce597b-1450-488c-9783-2e8e7b653620)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:29:41.115468 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-af16e252-6fb8-461f-9112-c1ef494f35c6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:41.238365 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-af16e252-6fb8-461f-9112-c1ef494f35c6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Calling delete_port for 1e6a4caf-fef5-4d25-b137-89d5c8d94c99 owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:29:41.576598 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-af16e252-6fb8-461f-9112-c1ef494f35c6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:41.626107 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16e252-6fb8-461f-9112-c1ef494f35c6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Port': ['ID=1e6a4caf-fef5-4d25-b137-89d5c8d94c99,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:41.910218 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-af16e252-6fb8-461f-9112-c1ef494f35c6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:42.391003 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af16e252-6fb8-461f-9112-c1ef494f35c6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router 71c5b7e0-b776-4a5b-86f3-592a4e063ff6 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:29:42.570502 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af16e252-6fb8-461f-9112-c1ef494f35c6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:29:42.579842 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54e7b35-b99d-4924-9b73-dad813f475a2 None None] Sync routers for ids ['71c5b7e0-b776-4a5b-86f3-592a4e063ff6'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:29:42.590355 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54e7b35-b99d-4924-9b73-dad813f475a2 None None] Routers {'71c5b7e0-b776-4a5b-86f3-592a4e063ff6'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:29:42.590689 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-af16e252-6fb8-461f-9112-c1ef494f35c6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "PUT /v2.0/routers/71c5b7e0-b776-4a5b-86f3-592a4e063ff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7002103 Apr 18 06:29:42.591057 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a54e7b35-b99d-4924-9b73-dad813f475a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:29:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['71c5b7e0-b776-4a5b-86f3-592a4e063ff6'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:42.591253 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55314) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:29:42.660820 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e751f4e-fcff-4948-848e-da688941da74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting subnet c432afae-5ab3-4d85-9784-79fc6d0e6130 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:29:42.664301 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2e751f4e-fcff-4948-848e-da688941da74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:42.724570 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2e751f4e-fcff-4948-848e-da688941da74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:42.775146 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-a54e7b35-b99d-4924-9b73-dad813f475a2 None None] Set router 71c5b7e0-b776-4a5b-86f3-592a4e063ff6 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:29:42.813536 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2e751f4e-fcff-4948-848e-da688941da74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:42.901991 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 30f48b79-05bf-46e8-bfa5-06519add0237 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:29:42.912014 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2e751f4e-fcff-4948-848e-da688941da74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:42.942766 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: 30f48b79-05bf-46e8-bfa5-06519add0237 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:29:42.943796 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 30f48b79-05bf-46e8-bfa5-06519add0237 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:29:42.967540 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2e751f4e-fcff-4948-848e-da688941da74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:42.970935 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88b5c19-a9c7-4034-ac4d-9a103b98ce87 None None] Network c938ac87-b60b-4ec4-87f6-b96cca104044 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:29:43.004365 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55318) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:29:43.004597 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2e751f4e-fcff-4948-848e-da688941da74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/subnets/c432afae-5ab3-4d85-9784-79fc6d0e6130 HTTP/1.1" status: 204 len: 168 time: 0.4114394 Apr 18 06:29:43.009042 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e751f4e-fcff-4948-848e-da688941da74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Subnet': ['ID=c432afae-5ab3-4d85-9784-79fc6d0e6130,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:43.016669 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e751f4e-fcff-4948-848e-da688941da74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:43.017001 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e751f4e-fcff-4948-848e-da688941da74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:43.017346 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e751f4e-fcff-4948-848e-da688941da74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:43.017681 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e751f4e-fcff-4948-848e-da688941da74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:43.018055 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e751f4e-fcff-4948-848e-da688941da74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:43.018385 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e751f4e-fcff-4948-848e-da688941da74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:43.019373 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e751f4e-fcff-4948-848e-da688941da74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:43.019705 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e751f4e-fcff-4948-848e-da688941da74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:43.020046 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e751f4e-fcff-4948-848e-da688941da74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:43.020382 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e751f4e-fcff-4948-848e-da688941da74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:43.020708 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e751f4e-fcff-4948-848e-da688941da74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:43.021034 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e751f4e-fcff-4948-848e-da688941da74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:43.105490 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a54e7b35-b99d-4924-9b73-dad813f475a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704329872', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:27:41Z', 'updated_at': '2022-04-18T06:29:41Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:42Z', 'updated_at': '2022-04-18T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:43.110235 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54e7b35-b99d-4924-9b73-dad813f475a2 None None] Checking router: 71c5b7e0-b776-4a5b-86f3-592a4e063ff6 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:29:43.120459 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54e7b35-b99d-4924-9b73-dad813f475a2 None None] Routers {'71c5b7e0-b776-4a5b-86f3-592a4e063ff6'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:29:43.121400 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a54e7b35-b99d-4924-9b73-dad813f475a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:29:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['71c5b7e0-b776-4a5b-86f3-592a4e063ff6'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:43.240078 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-771bae7f-f3ed-4a4c-a6b0-abd6e982ce5e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:43.360216 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-a54e7b35-b99d-4924-9b73-dad813f475a2 None None] Set router 71c5b7e0-b776-4a5b-86f3-592a4e063ff6 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:29:43.420932 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a6e868-b66c-412e-abb9-b23ba0b524dc None None] DHCP port deletion for c938ac87-b60b-4ec4-87f6-b96cca104044 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:29:43.425672 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-b6a6e868-b66c-412e-abb9-b23ba0b524dc None None] Deleting port d55c8a4a-a302-4ebf-b085-3fec18f49eaf {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:29:43.426140 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b6a6e868-b66c-412e-abb9-b23ba0b524dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:43.449202 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-771bae7f-f3ed-4a4c-a6b0-abd6e982ce5e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:43.461997 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-771bae7f-f3ed-4a4c-a6b0-abd6e982ce5e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting port 68124b5b-1a6d-4ff1-952f-e8e80cc25125 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:29:43.462682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-771bae7f-f3ed-4a4c-a6b0-abd6e982ce5e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:43.658281 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-b6a6e868-b66c-412e-abb9-b23ba0b524dc None None] For port d55c8a4a-a302-4ebf-b085-3fec18f49eaf, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d55c8a4a-a302-4ebf-b085-3fec18f49eaf,segment=NetworkSegment(55ce597b-1450-488c-9783-2e8e7b653620),segment_id=55ce597b-1450-488c-9783-2e8e7b653620)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:29:43.659311 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b6a6e868-b66c-412e-abb9-b23ba0b524dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:43.668008 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-771bae7f-f3ed-4a4c-a6b0-abd6e982ce5e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] For port 68124b5b-1a6d-4ff1-952f-e8e80cc25125, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=68124b5b-1a6d-4ff1-952f-e8e80cc25125,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:29:43.668482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-771bae7f-f3ed-4a4c-a6b0-abd6e982ce5e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:43.700730 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-a54e7b35-b99d-4924-9b73-dad813f475a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704329872', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:27:41Z', 'updated_at': '2022-04-18T06:29:41Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:42Z', 'updated_at': '2022-04-18T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:43.706202 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54e7b35-b99d-4924-9b73-dad813f475a2 None None] The sync data for ids ['71c5b7e0-b776-4a5b-86f3-592a4e063ff6'] in dv-neutron-837489-1-hyperv is: [{'id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704329872', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:27:41Z', 'updated_at': '2022-04-18T06:29:41Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '68124b5b-1a6d-4ff1-952f-e8e80cc25125', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c5b7e0-b776-4a5b-86f3-592a4e063ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:27:42Z', 'updated_at': '2022-04-18T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:29:43.796790 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-b6a6e868-b66c-412e-abb9-b23ba0b524dc None None] Calling delete_port for d55c8a4a-a302-4ebf-b085-3fec18f49eaf owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:29:43.804525 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-771bae7f-f3ed-4a4c-a6b0-abd6e982ce5e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Calling delete_port for 68124b5b-1a6d-4ff1-952f-e8e80cc25125 owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:29:43.874529 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b6a6e868-b66c-412e-abb9-b23ba0b524dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:43.923604 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6e868-b66c-412e-abb9-b23ba0b524dc None None] Pushing event deleted for resources: {'Port': ['ID=d55c8a4a-a302-4ebf-b085-3fec18f49eaf,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:43.928077 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a6e868-b66c-412e-abb9-b23ba0b524dc None None] No DVR routers for this DVR port d55c8a4a-a302-4ebf-b085-3fec18f49eaf on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:29:43.990900 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-771bae7f-f3ed-4a4c-a6b0-abd6e982ce5e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:44.039182 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bae7f-f3ed-4a4c-a6b0-abd6e982ce5e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Port': ['ID=68124b5b-1a6d-4ff1-952f-e8e80cc25125,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:44.134515 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-771bae7f-f3ed-4a4c-a6b0-abd6e982ce5e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:44.432838 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-771bae7f-f3ed-4a4c-a6b0-abd6e982ce5e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:44.435055 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-771bae7f-f3ed-4a4c-a6b0-abd6e982ce5e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:44.458973 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-771bae7f-f3ed-4a4c-a6b0-abd6e982ce5e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:44.459634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771bae7f-f3ed-4a4c-a6b0-abd6e982ce5e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Fanout notify agent at l3_agent the message router_deleted on router 71c5b7e0-b776-4a5b-86f3-592a4e063ff6 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:29:44.475311 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-771bae7f-f3ed-4a4c-a6b0-abd6e982ce5e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:44.478758 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-771bae7f-f3ed-4a4c-a6b0-abd6e982ce5e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/routers/71c5b7e0-b776-4a5b-86f3-592a4e063ff6 HTTP/1.1" status: 204 len: 168 time: 1.4704530 Apr 18 06:29:44.479086 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55322) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:29:44.604025 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7048-15f4-4576-966b-edc8242ec303 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:44.737467 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7048-15f4-4576-966b-edc8242ec303 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:44.762524 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-c8aa7048-15f4-4576-966b-edc8242ec303 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c938ac87-b60b-4ec4-87f6-b96cca104044']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:44.774598 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-c8aa7048-15f4-4576-966b-edc8242ec303 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ce597b-1450-488c-9783-2e8e7b653620') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:44.774890 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-c8aa7048-15f4-4576-966b-edc8242ec303 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ce597b-1450-488c-9783-2e8e7b653620') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:44.786102 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7048-15f4-4576-966b-edc8242ec303 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:44.801986 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7048-15f4-4576-966b-edc8242ec303 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:44.807819 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8aa7048-15f4-4576-966b-edc8242ec303 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:29:44.808233 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7048-15f4-4576-966b-edc8242ec303 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:29:44.822820 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:29:44.906219 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7048-15f4-4576-966b-edc8242ec303 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:44.925518 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7048-15f4-4576-966b-edc8242ec303 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:44.937592 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa7048-15f4-4576-966b-edc8242ec303 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Network': ['ID=c938ac87-b60b-4ec4-87f6-b96cca104044,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:44.947918 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c8aa7048-15f4-4576-966b-edc8242ec303 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/networks/c938ac87-b60b-4ec4-87f6-b96cca104044 HTTP/1.1" status: 204 len: 168 time: 0.4678273 Apr 18 06:29:44.950406 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55326) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:29:45.027414 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-03bf0b11-0a3b-433e-907d-04f71c8b3526 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:45.039733 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d55c8a4a-a302-4ebf-b085-3fec18f49eaf no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:29:45.060186 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-03bf0b11-0a3b-433e-907d-04f71c8b3526 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:45.073542 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: d55c8a4a-a302-4ebf-b085-3fec18f49eaf {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:29:45.073885 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d55c8a4a-a302-4ebf-b085-3fec18f49eaf not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:29:45.074291 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 68124b5b-1a6d-4ff1-952f-e8e80cc25125 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:29:45.108085 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 68124b5b-1a6d-4ff1-952f-e8e80cc25125 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:29:45.108725 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 68124b5b-1a6d-4ff1-952f-e8e80cc25125 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:29:45.109357 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 1e6a4caf-fef5-4d25-b137-89d5c8d94c99 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:29:45.136489 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-03bf0b11-0a3b-433e-907d-04f71c8b3526 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:45.148022 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 1e6a4caf-fef5-4d25-b137-89d5c8d94c99 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:29:45.148393 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 1e6a4caf-fef5-4d25-b137-89d5c8d94c99 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:29:45.161027 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf0b11-0a3b-433e-907d-04f71c8b3526 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50355520-b56c-42ab-9953-37fa7618c51f,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:45.170328 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-03bf0b11-0a3b-433e-907d-04f71c8b3526 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:45.172082 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-03bf0b11-0a3b-433e-907d-04f71c8b3526 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/security-groups/50355520-b56c-42ab-9953-37fa7618c51f HTTP/1.1" status: 204 len: 168 time: 0.2201509 Apr 18 06:29:45.506154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55334) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:29:45.512101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-09af89db-4238-4b2c-96d6-fea92d5661e2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-933146316', 'description': 'tempest-secgroup-smoke-933146316 description', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:29:45.518354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-09af89db-4238-4b2c-96d6-fea92d5661e2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:29:45.522968 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-09af89db-4238-4b2c-96d6-fea92d5661e2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:29:45.525925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-09af89db-4238-4b2c-96d6-fea92d5661e2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:29:45.532212 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-09af89db-4238-4b2c-96d6-fea92d5661e2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:29:45.541583 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-09af89db-4238-4b2c-96d6-fea92d5661e2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:45.562153 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-09af89db-4238-4b2c-96d6-fea92d5661e2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:29:45.566732 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-09af89db-4238-4b2c-96d6-fea92d5661e2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:29:45.569523 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-09af89db-4238-4b2c-96d6-fea92d5661e2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:29:45.575025 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-09af89db-4238-4b2c-96d6-fea92d5661e2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:29:45.644272 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-09af89db-4238-4b2c-96d6-fea92d5661e2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:45.648230 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-09af89db-4238-4b2c-96d6-fea92d5661e2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:45.691281 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af89db-4238-4b2c-96d6-fea92d5661e2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94a986a7-2159-497d-8e69-13e90d684878,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:45.697871 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-09af89db-4238-4b2c-96d6-fea92d5661e2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:45.699557 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-09af89db-4238-4b2c-96d6-fea92d5661e2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1922874 Apr 18 06:29:45.702543 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55338) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:29:45.707888 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-1bfc1346-237e-487f-ae6b-a24e2f56f745 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '94a986a7-2159-497d-8e69-13e90d684878', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:29:45.714042 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1bfc1346-237e-487f-ae6b-a24e2f56f745 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:29:45.718072 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1bfc1346-237e-487f-ae6b-a24e2f56f745 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:29:45.721031 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1bfc1346-237e-487f-ae6b-a24e2f56f745 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:29:45.728948 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1bfc1346-237e-487f-ae6b-a24e2f56f745 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:29:45.747590 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1bfc1346-237e-487f-ae6b-a24e2f56f745 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:45.813808 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1bfc1346-237e-487f-ae6b-a24e2f56f745 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:45.818086 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1bfc1346-237e-487f-ae6b-a24e2f56f745 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:45.845687 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc1346-237e-487f-ae6b-a24e2f56f745 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c850f81-e140-4d56-bd04-10151a3e70a1,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:45.858211 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1bfc1346-237e-487f-ae6b-a24e2f56f745 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:45.859836 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1bfc1346-237e-487f-ae6b-a24e2f56f745 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562295 Apr 18 06:29:45.862941 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55342) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:29:45.868909 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-06d41b76-c48f-41d0-ab4e-67075265c9b6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '94a986a7-2159-497d-8e69-13e90d684878', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:29:45.874884 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-06d41b76-c48f-41d0-ab4e-67075265c9b6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:29:45.878928 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-06d41b76-c48f-41d0-ab4e-67075265c9b6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:29:45.881908 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-06d41b76-c48f-41d0-ab4e-67075265c9b6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:29:45.887660 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-06d41b76-c48f-41d0-ab4e-67075265c9b6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:29:45.904698 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-06d41b76-c48f-41d0-ab4e-67075265c9b6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:45.967110 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-06d41b76-c48f-41d0-ab4e-67075265c9b6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:45.971018 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-06d41b76-c48f-41d0-ab4e-67075265c9b6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:45.998181 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d41b76-c48f-41d0-ab4e-67075265c9b6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c86218-167c-4c6d-88b7-20d4074276bc,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:46.009362 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-06d41b76-c48f-41d0-ab4e-67075265c9b6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.013654 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-06d41b76-c48f-41d0-ab4e-67075265c9b6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1467395 Apr 18 06:29:46.014361 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55346) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:29:46.020565 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-8d47d87d-2a6c-4393-9a42-eac0e3d69884 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '94a986a7-2159-497d-8e69-13e90d684878', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:29:46.027041 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8d47d87d-2a6c-4393-9a42-eac0e3d69884 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:29:46.031052 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8d47d87d-2a6c-4393-9a42-eac0e3d69884 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:29:46.034634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8d47d87d-2a6c-4393-9a42-eac0e3d69884 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:29:46.040383 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8d47d87d-2a6c-4393-9a42-eac0e3d69884 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:29:46.058067 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8d47d87d-2a6c-4393-9a42-eac0e3d69884 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.124062 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8d47d87d-2a6c-4393-9a42-eac0e3d69884 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.128483 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8d47d87d-2a6c-4393-9a42-eac0e3d69884 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.151520 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47d87d-2a6c-4393-9a42-eac0e3d69884 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48cdb57c-f53b-44de-aac2-dfd38b37a7a6,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:46.161500 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8d47d87d-2a6c-4393-9a42-eac0e3d69884 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.162861 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8d47d87d-2a6c-4393-9a42-eac0e3d69884 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1471527 Apr 18 06:29:46.165599 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55350) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:29:46.170495 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-3e7865fe-74e4-4280-ae22-b65bb33fbc6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '94a986a7-2159-497d-8e69-13e90d684878', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:29:46.180263 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3e7865fe-74e4-4280-ae22-b65bb33fbc6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:29:46.185901 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3e7865fe-74e4-4280-ae22-b65bb33fbc6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:29:46.189105 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3e7865fe-74e4-4280-ae22-b65bb33fbc6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:29:46.195486 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3e7865fe-74e4-4280-ae22-b65bb33fbc6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:29:46.214693 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3e7865fe-74e4-4280-ae22-b65bb33fbc6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.279792 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3e7865fe-74e4-4280-ae22-b65bb33fbc6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.285178 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3e7865fe-74e4-4280-ae22-b65bb33fbc6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.307811 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7865fe-74e4-4280-ae22-b65bb33fbc6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66af8e06-5c96-445a-948c-143341822093,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:46.321048 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3e7865fe-74e4-4280-ae22-b65bb33fbc6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.324751 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3e7865fe-74e4-4280-ae22-b65bb33fbc6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1557271 Apr 18 06:29:46.325063 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55354) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:29:46.330761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-dea4350b-6022-4a09-bcf8-7589f7c1b59e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '94a986a7-2159-497d-8e69-13e90d684878', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:29:46.337000 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-dea4350b-6022-4a09-bcf8-7589f7c1b59e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:29:46.340866 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-dea4350b-6022-4a09-bcf8-7589f7c1b59e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:29:46.343748 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-dea4350b-6022-4a09-bcf8-7589f7c1b59e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:29:46.349895 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-dea4350b-6022-4a09-bcf8-7589f7c1b59e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:29:46.361500 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.securitygroups_db [None req-dea4350b-6022-4a09-bcf8-7589f7c1b59e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Project 18c0f35214f54e28b3e8e8a6c60959de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:29:46.369532 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dea4350b-6022-4a09-bcf8-7589f7c1b59e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.434447 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dea4350b-6022-4a09-bcf8-7589f7c1b59e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.438751 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dea4350b-6022-4a09-bcf8-7589f7c1b59e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.463922 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4350b-6022-4a09-bcf8-7589f7c1b59e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba0dc4f4-5d55-4502-9249-203ed235767c,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:46.473051 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-dea4350b-6022-4a09-bcf8-7589f7c1b59e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.474709 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-dea4350b-6022-4a09-bcf8-7589f7c1b59e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1486003 Apr 18 06:29:46.477378 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55358) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:29:46.482420 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-46ba82fc-10ab-4bba-b97d-8cad96bfd476 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': '94a986a7-2159-497d-8e69-13e90d684878', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:29:46.489040 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-46ba82fc-10ab-4bba-b97d-8cad96bfd476 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:29:46.492836 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-46ba82fc-10ab-4bba-b97d-8cad96bfd476 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:29:46.495658 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-46ba82fc-10ab-4bba-b97d-8cad96bfd476 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:29:46.501266 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-46ba82fc-10ab-4bba-b97d-8cad96bfd476 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:29:46.512411 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.securitygroups_db [None req-46ba82fc-10ab-4bba-b97d-8cad96bfd476 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Project 18c0f35214f54e28b3e8e8a6c60959de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:29:46.519038 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-46ba82fc-10ab-4bba-b97d-8cad96bfd476 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.583491 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-46ba82fc-10ab-4bba-b97d-8cad96bfd476 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.587171 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-46ba82fc-10ab-4bba-b97d-8cad96bfd476 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.610366 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba82fc-10ab-4bba-b97d-8cad96bfd476 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f4e8b3-31c7-488a-b9bd-09c5f02ce72c,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:46.620708 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-46ba82fc-10ab-4bba-b97d-8cad96bfd476 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.621879 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-46ba82fc-10ab-4bba-b97d-8cad96bfd476 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435244 Apr 18 06:29:46.624853 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55362) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:29:46.630335 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7ee6dfd5-599b-4454-9f14-7c4712006fe8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'network': {'name': 'tempest-network-smoke--142730199', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'port_security_enabled': True}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:29:46.635477 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7ee6dfd5-599b-4454-9f14-7c4712006fe8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:29:46.639597 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7ee6dfd5-599b-4454-9f14-7c4712006fe8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:network and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:29:46.642586 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7ee6dfd5-599b-4454-9f14-7c4712006fe8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:29:46.648494 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7ee6dfd5-599b-4454-9f14-7c4712006fe8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:29:46.659880 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee6dfd5-599b-4454-9f14-7c4712006fe8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Made reservation on behalf of 18c0f35214f54e28b3e8e8a6c60959de for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:29:46.663343 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7ee6dfd5-599b-4454-9f14-7c4712006fe8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.695017 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee6dfd5-599b-4454-9f14-7c4712006fe8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:29:46.705117 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7ee6dfd5-599b-4454-9f14-7c4712006fe8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.705788 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-7ee6dfd5-599b-4454-9f14-7c4712006fe8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Added segment 7e1165dd-cb5a-4a12-8e7a-31b938b9a38f of type vlan for network bfe70758-1e63-4d41-a897-06b86d772c34 Apr 18 06:29:46.734695 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7ee6dfd5-599b-4454-9f14-7c4712006fe8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.765048 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7ee6dfd5-599b-4454-9f14-7c4712006fe8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.771154 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee6dfd5-599b-4454-9f14-7c4712006fe8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:46.771738 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7ee6dfd5-599b-4454-9f14-7c4712006fe8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.876786 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7ee6dfd5-599b-4454-9f14-7c4712006fe8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2509682 Apr 18 06:29:46.880268 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55366) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:29:46.887230 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2132649992', 'admin_state_up': True, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:29:46.892469 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6dfd5-599b-4454-9f14-7c4712006fe8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Network': ['ID=bfe70758-1e63-4d41-a897-06b86d772c34,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:46.896604 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:29:46.900509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:router and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:29:46.903366 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:29:46.903960 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network bfe70758-1e63-4d41-a897-06b86d772c34 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:29:46.909619 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:29:46.920990 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.922016 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.943342 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:47.224370 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:47.532980 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:47.570598 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:47.814693 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Allocated IP 172.26.1.212 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/e5bed05c-53a8-496a-bbbf-34aac270b7bf) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:29:47.975639 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:48.008664 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:48.069863 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:29:48.073001 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:29:48.076140 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:29:48.134913 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=e5bed05c-53a8-496a-bbbf-34aac270b7bf,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:48.527769 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:48.872302 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:49.079876 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router 780b8010-02d7-4931-affc-651f8d6c4f38 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:29:49.374578 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:29:49.387786 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] Sync routers for ids ['780b8010-02d7-4931-affc-651f8d6c4f38'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:29:49.397748 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] Routers {'780b8010-02d7-4931-affc-651f8d6c4f38'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:29:49.398445 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:29:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['780b8010-02d7-4931-affc-651f8d6c4f38'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:49.405686 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:49.408828 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3062eef2-3aa1-4c14-83bf-af7c7576efbd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5274777 Apr 18 06:29:49.410735 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55370) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:29:49.519284 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-82b352eb-4243-4c3c-9d18-3fff019a6a50 tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=18c0f35214f54e28b3e8e8a6c60959de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1044576 Apr 18 06:29:49.519675 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55376) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:29:49.585776 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] Set router 780b8010-02d7-4931-affc-651f8d6c4f38 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:29:49.654651 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65ca71a-6dd1-482c-a9cc-983ba63e0dfc tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:49.659294 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e65ca71a-6dd1-482c-a9cc-983ba63e0dfc tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1353457 Apr 18 06:29:49.659473 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55380) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:29:49.701715 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9d181d71-d4d8-42c5-b714-678059d77b07 tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387671 Apr 18 06:29:49.701945 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55384) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:29:49.707338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-526b0168-df59-4f21-b70d-55988898a80f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-207475898', 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:29:49.819176 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-526b0168-df59-4f21-b70d-55988898a80f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:29:49.823277 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-526b0168-df59-4f21-b70d-55988898a80f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:subnet and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:29:49.826262 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-526b0168-df59-4f21-b70d-55988898a80f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:29:49.832980 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-526b0168-df59-4f21-b70d-55988898a80f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:29:49.844479 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526b0168-df59-4f21-b70d-55988898a80f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Made reservation on behalf of 18c0f35214f54e28b3e8e8a6c60959de for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:29:49.849623 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-526b0168-df59-4f21-b70d-55988898a80f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:49.910107 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132649992', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:29:46Z', 'updated_at': '2022-04-18T06:29:48Z', 'revision_number': 3, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:29:47Z', 'updated_at': '2022-04-18T06:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:49.914526 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] Checking router: 780b8010-02d7-4931-affc-651f8d6c4f38 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:29:49.914881 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] Updating router 780b8010-02d7-4931-affc-651f8d6c4f38 port e5bed05c-53a8-496a-bbbf-34aac270b7bf binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:29:49.974072 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:50.085616 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-526b0168-df59-4f21-b70d-55988898a80f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:50.178634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b0168-df59-4f21-b70d-55988898a80f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Subnet': ['ID=66ca9853-a395-41a6-8813-28e284219517,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:50.182751 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526b0168-df59-4f21-b70d-55988898a80f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Checking segment: {'id': '7e1165dd-cb5a-4a12-8e7a-31b938b9a38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:29:50.183105 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526b0168-df59-4f21-b70d-55988898a80f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network hostable DHCP agents. Network: bfe70758-1e63-4d41-a897-06b86d772c34, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:29:50.203094 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526b0168-df59-4f21-b70d-55988898a80f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network bfe70758-1e63-4d41-a897-06b86d772c34 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:29:50.213327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-526b0168-df59-4f21-b70d-55988898a80f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, bfe70758-1e63-4d41-a897-06b86d772c34) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:29:50.217715 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526b0168-df59-4f21-b70d-55988898a80f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:50.218298 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-526b0168-df59-4f21-b70d-55988898a80f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:50.229353 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ba16e8-ab20-4ae0-a91d-8b533b214233 None None] Network bfe70758-1e63-4d41-a897-06b86d772c34 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:29:50.243623 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55388) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:29:50.244916 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-526b0168-df59-4f21-b70d-55988898a80f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5411041 Apr 18 06:29:50.506865 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:50.512329 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-bfe70758-1e63-4d41-a897-06b86d772c34', 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ips': [{'subnet_id': '66ca9853-a395-41a6-8813-28e284219517'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:29:50.513145 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:50.538105 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] Transition to ACTIVE for port object e5bed05c-53a8-496a-bbbf-34aac270b7bf will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:29:50.579316 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:50.692178 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] Attempting to bind port e5bed05c-53a8-496a-bbbf-34aac270b7bf on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:29:50.692543 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] Attempting to bind port e5bed05c-53a8-496a-bbbf-34aac270b7bf by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:29:50.692904 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] Attempting to bind port e5bed05c-53a8-496a-bbbf-34aac270b7bf on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:29:50.700519 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:29:50.700901 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:29:50.701178 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:50.701562 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:29:50.702020 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] Bound port: e5bed05c-53a8-496a-bbbf-34aac270b7bf, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:29:50.702377 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:50.725960 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa546ef-1ff5-48e6-a2d9-66406ae55d5f None None] Pushing event updated for resources: {'Port': ['ID=e5bed05c-53a8-496a-bbbf-34aac270b7bf,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:50.823171 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] Allocated IP 172.20.0.2 (bfe70758-1e63-4d41-a897-06b86d772c34/66ca9853-a395-41a6-8813-28e284219517/99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:29:50.827893 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] For port e5bed05c-53a8-496a-bbbf-34aac270b7bf, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:29:50.831711 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] For port e5bed05c-53a8-496a-bbbf-34aac270b7bf, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=e5bed05c-53a8-496a-bbbf-34aac270b7bf,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:29:50.837358 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:50.978787 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5abae1c0-59a0-4b70-97da-5a52fb19b87b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:51.016683 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] Routers {'780b8010-02d7-4931-affc-651f8d6c4f38'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:29:51.017306 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:29:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['780b8010-02d7-4931-affc-651f8d6c4f38'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:51.063547 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa546ef-1ff5-48e6-a2d9-66406ae55d5f None None] Pushing event updated for resources: {'Port': ['ID=e5bed05c-53a8-496a-bbbf-34aac270b7bf,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:51.181864 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:51.192497 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] Transition to ACTIVE for port object 99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:29:51.210756 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] Transition to ACTIVE for port object 99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:29:51.273754 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:51.382957 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] Network bfe70758-1e63-4d41-a897-06b86d772c34 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:29:51.388184 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:29:51.401567 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:29:51.415262 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-5abae1c0-59a0-4b70-97da-5a52fb19b87b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Allocated IP 172.20.0.1 (bfe70758-1e63-4d41-a897-06b86d772c34/66ca9853-a395-41a6-8813-28e284219517/3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:29:51.462930 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] Set router 780b8010-02d7-4931-affc-651f8d6c4f38 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:29:51.529086 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] Pushing event updated for resources: {'Port': ['ID=99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:51.650433 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] Attempting to bind port 99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:29:51.650701 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] Attempting to bind port 99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7e1165dd-cb5a-4a12-8e7a-31b938b9a38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:29:51.651058 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] Attempting to bind port 99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b on network bfe70758-1e63-4d41-a897-06b86d772c34 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:29:51.659384 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:29:51.659756 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] Checking segment: {'id': '7e1165dd-cb5a-4a12-8e7a-31b938b9a38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:29:51.660156 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:51.660542 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] Bound using segment: {'id': '7e1165dd-cb5a-4a12-8e7a-31b938b9a38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:29:51.661032 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] Bound port: 99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1165dd-cb5a-4a12-8e7a-31b938b9a38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:29:51.661366 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:51.697992 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5abae1c0-59a0-4b70-97da-5a52fb19b87b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:51.713515 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-5abae1c0-59a0-4b70-97da-5a52fb19b87b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Transition to ACTIVE for port object 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:29:51.738242 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5abae1c0-59a0-4b70-97da-5a52fb19b87b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:51.805247 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abae1c0-59a0-4b70-97da-5a52fb19b87b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network bfe70758-1e63-4d41-a897-06b86d772c34 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:29:51.808280 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-5abae1c0-59a0-4b70-97da-5a52fb19b87b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:29:51.817498 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abae1c0-59a0-4b70-97da-5a52fb19b87b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:29:51.854803 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abae1c0-59a0-4b70-97da-5a52fb19b87b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:51.855724 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] For port 99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:29:51.870239 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] For port 99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b,segment=NetworkSegment(7e1165dd-cb5a-4a12-8e7a-31b938b9a38f),segment_id=7e1165dd-cb5a-4a12-8e7a-31b938b9a38f)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:29:51.880594 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:51.885973 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5abae1c0-59a0-4b70-97da-5a52fb19b87b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:51.963375 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132649992', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:29:46Z', 'updated_at': '2022-04-18T06:29:48Z', 'revision_number': 3, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:29:47Z', 'updated_at': '2022-04-18T06:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:51.972985 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaef794-e5f6-4733-b9e4-6054ea9494cb None None] The sync data for ids ['780b8010-02d7-4931-affc-651f8d6c4f38'] in dv-neutron-837489-1-hyperv is: [{'id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132649992', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:29:46Z', 'updated_at': '2022-04-18T06:29:48Z', 'revision_number': 3, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:29:47Z', 'updated_at': '2022-04-18T06:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:29:51.977473 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191ba10-4eb7-4b03-b499-d2d9394f1ecc None None] Pushing event updated for resources: {'Port': ['ID=99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:52.167985 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5abae1c0-59a0-4b70-97da-5a52fb19b87b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:52.649265 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5abae1c0-59a0-4b70-97da-5a52fb19b87b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:52.655132 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5abae1c0-59a0-4b70-97da-5a52fb19b87b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:52.770926 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-5abae1c0-59a0-4b70-97da-5a52fb19b87b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:52.802154 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abae1c0-59a0-4b70-97da-5a52fb19b87b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:52.958912 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abae1c0-59a0-4b70-97da-5a52fb19b87b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network bfe70758-1e63-4d41-a897-06b86d772c34 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:29:52.960411 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-5abae1c0-59a0-4b70-97da-5a52fb19b87b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:29:53.171958 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device e5bed05c-53a8-496a-bbbf-34aac270b7bf up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:29:53.205534 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e6b6cf-d880-4ad0-ad9a-ec7c5efd309b None None] Network bfe70758-1e63-4d41-a897-06b86d772c34 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:29:53.211846 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abae1c0-59a0-4b70-97da-5a52fb19b87b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router 780b8010-02d7-4931-affc-651f8d6c4f38 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:29:53.358184 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-83626e9d-2478-43dc-a1f4-d77f69a4e73b None None] Provisioning for port 99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:29:53.374027 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port e5bed05c-53a8-496a-bbbf-34aac270b7bf completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:29:53.382314 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port e5bed05c-53a8-496a-bbbf-34aac270b7bf triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:29:53.382686 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:53.535077 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abae1c0-59a0-4b70-97da-5a52fb19b87b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:29:53.548401 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-5abae1c0-59a0-4b70-97da-5a52fb19b87b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "PUT /v2.0/routers/780b8010-02d7-4931-affc-651f8d6c4f38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3034658 Apr 18 06:29:53.679099 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:53.709470 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port e5bed05c-53a8-496a-bbbf-34aac270b7bf, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=e5bed05c-53a8-496a-bbbf-34aac270b7bf,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:29:53.715934 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:53.717104 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:29:53.751555 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-67dcd378-d255-40a3-ae66-d00daec43abc req-b0f5567d-cb8e-46c6-8862-6c4d101269e5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:29:53.773449 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-67dcd378-d255-40a3-ae66-d00daec43abc req-b0f5567d-cb8e-46c6-8862-6c4d101269e5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:29:53.774808 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-67dcd378-d255-40a3-ae66-d00daec43abc req-b0f5567d-cb8e-46c6-8862-6c4d101269e5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-933146316&fields=id&tenant_id=18c0f35214f54e28b3e8e8a6c60959de HTTP/1.1" status: 200 len: 267 time: 0.0776999 Apr 18 06:29:53.868434 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=e5bed05c-53a8-496a-bbbf-34aac270b7bf,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:53.886333 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:29:53.893821 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:29:53.894541 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:54.071706 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] Sync routers for ids ['780b8010-02d7-4931-affc-651f8d6c4f38'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:29:54.076832 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:54.085071 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] Routers {'780b8010-02d7-4931-affc-651f8d6c4f38'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:29:54.085776 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:29:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['780b8010-02d7-4931-affc-651f8d6c4f38'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:54.134055 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c3240fd4-7048-437e-aca3-6b4adb9d3594 None None] Provisioning for port 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:29:54.142280 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c3240fd4-7048-437e-aca3-6b4adb9d3594 None None] Provisioning complete for port 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:29:54.143838 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c3240fd4-7048-437e-aca3-6b4adb9d3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:54.174428 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd378-d255-40a3-ae66-d00daec43abc req-8608d598-3aef-4a52-b60e-a17d0b0030a6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:54.175556 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-67dcd378-d255-40a3-ae66-d00daec43abc req-8608d598-3aef-4a52-b60e-a17d0b0030a6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:29:54.186835 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b,segment=NetworkSegment(7e1165dd-cb5a-4a12-8e7a-31b938b9a38f),segment_id=7e1165dd-cb5a-4a12-8e7a-31b938b9a38f)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:29:54.195052 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:54.202133 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-67dcd378-d255-40a3-ae66-d00daec43abc req-8608d598-3aef-4a52-b60e-a17d0b0030a6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:29:54.212227 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-67dcd378-d255-40a3-ae66-d00daec43abc req-8608d598-3aef-4a52-b60e-a17d0b0030a6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/networks?id=bfe70758-1e63-4d41-a897-06b86d772c34 HTTP/1.1" status: 200 len: 796 time: 0.4193017 Apr 18 06:29:54.231834 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-67dcd378-d255-40a3-ae66-d00daec43abc req-d7f0780d-2796-42c0-89ca-6d46b4f6caca tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/quotas/18c0f35214f54e28b3e8e8a6c60959de HTTP/1.1" status: 200 len: 375 time: 0.0180471 Apr 18 06:29:54.312147 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-c3240fd4-7048-437e-aca3-6b4adb9d3594 None None] Port 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:29:54.359874 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c3240fd4-7048-437e-aca3-6b4adb9d3594 None None] Provisioning complete for port 99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:29:54.363137 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c3240fd4-7048-437e-aca3-6b4adb9d3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:54.384243 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-67dcd378-d255-40a3-ae66-d00daec43abc req-030af5db-cca4-46d2-82fb-484a5c7fc798 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:29:54.403889 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:54.439913 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-67dcd378-d255-40a3-ae66-d00daec43abc req-030af5db-cca4-46d2-82fb-484a5c7fc798 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:29:54.445957 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-67dcd378-d255-40a3-ae66-d00daec43abc req-030af5db-cca4-46d2-82fb-484a5c7fc798 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2091417 Apr 18 06:29:54.566569 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] Set router 780b8010-02d7-4931-affc-651f8d6c4f38 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:29:54.686025 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-67dcd378-d255-40a3-ae66-d00daec43abc req-4a26dcb8-6a29-4910-b08a-32a299cced48 service neutron] 10.222.0.15 "GET /v2.0/networks/bfe70758-1e63-4d41-a897-06b86d772c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212105 Apr 18 06:29:54.756019 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-fbc4e0f0-9da1-48bb-bb3a-27d4fa18efc5 None None] Provisioning complete for port 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:29:54.756575 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fbc4e0f0-9da1-48bb-bb3a-27d4fa18efc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:54.817308 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-fbc4e0f0-9da1-48bb-bb3a-27d4fa18efc5 None None] Port 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:29:54.854812 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-67dcd378-d255-40a3-ae66-d00daec43abc req-dfab1cca-9ec2-49e4-8008-30c394924c50 service neutron] 10.222.0.15 "GET /v2.0/networks/bfe70758-1e63-4d41-a897-06b86d772c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610546 Apr 18 06:29:55.014370 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132649992', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:29:46Z', 'updated_at': '2022-04-18T06:29:52Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:29:47Z', 'updated_at': '2022-04-18T06:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17', 'name': '', 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:eb:5e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '66ca9853-a395-41a6-8813-28e284219517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:29:51Z', 'updated_at': '2022-04-18T06:29:52Z', 'revision_number': 2, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '66ca9853-a395-41a6-8813-28e284219517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:55.024084 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] Checking router: 780b8010-02d7-4931-affc-651f8d6c4f38 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:29:55.024084 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] Updating router 780b8010-02d7-4931-affc-651f8d6c4f38 port 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17 binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:29:55.087628 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device e5bed05c-53a8-496a-bbbf-34aac270b7bf up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:29:55.101071 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-b7d800c2-7f97-4e13-84e9-072ca1849f85 req-8a84ae45-9aea-4b44-b2fc-106c53e8aaf6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:29:55.112097 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:55.145655 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-b7d800c2-7f97-4e13-84e9-072ca1849f85 req-8a84ae45-9aea-4b44-b2fc-106c53e8aaf6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:29:55.149112 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b7d800c2-7f97-4e13-84e9-072ca1849f85 req-8a84ae45-9aea-4b44-b2fc-106c53e8aaf6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 210 time: 0.1136923 Apr 18 06:29:55.244201 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port e5bed05c-53a8-496a-bbbf-34aac270b7bf triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:29:55.244628 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:55.441901 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:29:55.515418 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:29:55.515797 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:55.524131 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:55.538218 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] Transition to ACTIVE for port object 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:29:55.546464 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:55.691655 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9dffc-4097-4760-9c8e-e9aca76680de None None] Pushing event updated for resources: {'Port': ['ID=3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:55.732656 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9dffc-4097-4760-9c8e-e9aca76680de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:55.732990 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9dffc-4097-4760-9c8e-e9aca76680de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:55.733321 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9dffc-4097-4760-9c8e-e9aca76680de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:55.733643 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9dffc-4097-4760-9c8e-e9aca76680de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:55.733960 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9dffc-4097-4760-9c8e-e9aca76680de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:55.734276 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9dffc-4097-4760-9c8e-e9aca76680de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:55.734590 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9dffc-4097-4760-9c8e-e9aca76680de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:55.734901 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9dffc-4097-4760-9c8e-e9aca76680de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:55.735214 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9dffc-4097-4760-9c8e-e9aca76680de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:55.735523 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9dffc-4097-4760-9c8e-e9aca76680de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:55.735831 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9dffc-4097-4760-9c8e-e9aca76680de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:55.737044 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9dffc-4097-4760-9c8e-e9aca76680de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:55.796805 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] Attempting to bind port 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:29:55.797401 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] Attempting to bind port 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7e1165dd-cb5a-4a12-8e7a-31b938b9a38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:29:55.797923 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] Attempting to bind port 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17 on network bfe70758-1e63-4d41-a897-06b86d772c34 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:29:55.806592 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:29:55.806965 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] Checking segment: {'id': '7e1165dd-cb5a-4a12-8e7a-31b938b9a38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:29:55.807349 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:55.807755 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] Bound using segment: {'id': '7e1165dd-cb5a-4a12-8e7a-31b938b9a38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:29:55.808656 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] Bound port: 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1165dd-cb5a-4a12-8e7a-31b938b9a38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:29:55.809030 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:55.910773 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] For port 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:29:55.914092 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] For port 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17,segment=NetworkSegment(7e1165dd-cb5a-4a12-8e7a-31b938b9a38f),segment_id=7e1165dd-cb5a-4a12-8e7a-31b938b9a38f)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:29:55.917672 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:56.000861 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] Routers {'780b8010-02d7-4931-affc-651f8d6c4f38'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:29:56.001700 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:29:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['780b8010-02d7-4931-affc-651f8d6c4f38'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:56.067824 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9dffc-4097-4760-9c8e-e9aca76680de None None] Pushing event updated for resources: {'Port': ['ID=3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:56.220317 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] Set router 780b8010-02d7-4931-affc-651f8d6c4f38 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:29:56.334156 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-41580ade-530b-4d50-a1ec-75fa285ab4b7 req-5d5080cd-281d-43ae-957a-465ea9580b61 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 210 time: 0.0622394 Apr 18 06:29:56.571075 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd378-d255-40a3-ae66-d00daec43abc req-1539e229-1701-45cf-a183-e629737c0228 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:56.573396 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-67dcd378-d255-40a3-ae66-d00daec43abc req-1539e229-1701-45cf-a183-e629737c0228 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "GET /v2.0/networks?id=bfe70758-1e63-4d41-a897-06b86d772c34 HTTP/1.1" status: 200 len: 796 time: 0.1738241 Apr 18 06:29:56.586991 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132649992', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:29:46Z', 'updated_at': '2022-04-18T06:29:52Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:29:47Z', 'updated_at': '2022-04-18T06:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17', 'name': '', 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:eb:5e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '66ca9853-a395-41a6-8813-28e284219517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:29:51Z', 'updated_at': '2022-04-18T06:29:55Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '66ca9853-a395-41a6-8813-28e284219517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:56.591031 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a05644-e0f5-4058-b65d-d2273d18a8ce None None] The sync data for ids ['780b8010-02d7-4931-affc-651f8d6c4f38'] in dv-neutron-837489-1-hyperv is: [{'id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132649992', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:29:46Z', 'updated_at': '2022-04-18T06:29:52Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:29:47Z', 'updated_at': '2022-04-18T06:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17', 'name': '', 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:eb:5e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '66ca9853-a395-41a6-8813-28e284219517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:29:51Z', 'updated_at': '2022-04-18T06:29:55Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '66ca9853-a395-41a6-8813-28e284219517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:29:56.667353 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-67dcd378-d255-40a3-ae66-d00daec43abc req-09564d80-c914-4d14-9495-0a77938d81a0 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18c0f35214f54e28b3e8e8a6c60959de HTTP/1.1" status: 200 len: 379 time: 0.0812550 Apr 18 06:29:56.680606 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-67dcd378-d255-40a3-ae66-d00daec43abc req-0a393826-4af2-462f-8775-57d5349d8889 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'port': {'device_id': '06ebe2e0-75f6-4811-af45-d91abfa7c9cc', 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34', 'admin_state_up': True, 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'security_groups': ['94a986a7-2159-497d-8e69-13e90d684878']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:29:56.842149 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-67dcd378-d255-40a3-ae66-d00daec43abc req-0a393826-4af2-462f-8775-57d5349d8889 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:29:56.854384 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-67dcd378-d255-40a3-ae66-d00daec43abc req-0a393826-4af2-462f-8775-57d5349d8889 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:29:56.865841 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67dcd378-d255-40a3-ae66-d00daec43abc req-0a393826-4af2-462f-8775-57d5349d8889 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Made reservation on behalf of 18c0f35214f54e28b3e8e8a6c60959de for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:29:56.869956 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-67dcd378-d255-40a3-ae66-d00daec43abc req-0a393826-4af2-462f-8775-57d5349d8889 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:57.060633 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-67dcd378-d255-40a3-ae66-d00daec43abc req-0a393826-4af2-462f-8775-57d5349d8889 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Allocated IP 172.20.0.14 (bfe70758-1e63-4d41-a897-06b86d772c34/66ca9853-a395-41a6-8813-28e284219517/af8b8a13-7181-413a-9d2c-afd15f04239b) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:29:57.102286 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:29:57.197755 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:29:57.203130 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:29:57.203500 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:57.302076 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-67dcd378-d255-40a3-ae66-d00daec43abc req-0a393826-4af2-462f-8775-57d5349d8889 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:57.338639 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:57.344216 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-67dcd378-d255-40a3-ae66-d00daec43abc req-0a393826-4af2-462f-8775-57d5349d8889 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Transition to ACTIVE for port object af8b8a13-7181-413a-9d2c-afd15f04239b will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:29:57.389079 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17,segment=NetworkSegment(7e1165dd-cb5a-4a12-8e7a-31b938b9a38f),segment_id=7e1165dd-cb5a-4a12-8e7a-31b938b9a38f)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:29:57.396186 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-67dcd378-d255-40a3-ae66-d00daec43abc req-0a393826-4af2-462f-8775-57d5349d8889 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:57.406078 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:57.495182 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:57.512085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67dcd378-d255-40a3-ae66-d00daec43abc req-0a393826-4af2-462f-8775-57d5349d8889 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network bfe70758-1e63-4d41-a897-06b86d772c34 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:29:57.515556 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-67dcd378-d255-40a3-ae66-d00daec43abc req-0a393826-4af2-462f-8775-57d5349d8889 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:29:57.520559 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-67dcd378-d255-40a3-ae66-d00daec43abc req-0a393826-4af2-462f-8775-57d5349d8889 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:29:57.600111 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a393826-4af2-462f-8775-57d5349d8889 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=af8b8a13-7181-413a-9d2c-afd15f04239b,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:57.638367 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd378-d255-40a3-ae66-d00daec43abc req-0a393826-4af2-462f-8775-57d5349d8889 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:57.639319 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-67dcd378-d255-40a3-ae66-d00daec43abc req-0a393826-4af2-462f-8775-57d5349d8889 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:57.666509 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a894cf-b6a0-4b7c-8bda-e9407d6f102e req-b4a39f53-b6a4-4df5-afac-befb602b4d50 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:57.668732 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-65a894cf-b6a0-4b7c-8bda-e9407d6f102e req-b4a39f53-b6a4-4df5-afac-befb602b4d50 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 932 time: 0.1408036 Apr 18 06:29:57.693373 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-67dcd378-d255-40a3-ae66-d00daec43abc req-0a393826-4af2-462f-8775-57d5349d8889 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0175738 Apr 18 06:29:57.712494 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-67dcd378-d255-40a3-ae66-d00daec43abc req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] Request body: {'port': {'device_id': '06ebe2e0-75f6-4811-af45-d91abfa7c9cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:29:57.737357 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-65a894cf-b6a0-4b7c-8bda-e9407d6f102e req-f84524b7-4218-4be8-b75a-a73789161a78 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607564 Apr 18 06:29:57.839773 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-98c920ab-4245-42fa-ae8d-30485bbdbb83 None None] Provisioning for port af8b8a13-7181-413a-9d2c-afd15f04239b completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:29:57.850951 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-98c920ab-4245-42fa-ae8d-30485bbdbb83 None None] Provisioning complete for port af8b8a13-7181-413a-9d2c-afd15f04239b triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:29:57.851251 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-98c920ab-4245-42fa-ae8d-30485bbdbb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:57.864607 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-67dcd378-d255-40a3-ae66-d00daec43abc req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:57.917535 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-98c920ab-4245-42fa-ae8d-30485bbdbb83 None None] Port af8b8a13-7181-413a-9d2c-afd15f04239b cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:29:58.346772 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-67dcd378-d255-40a3-ae66-d00daec43abc req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af8b8a13-7181-413a-9d2c-afd15f04239b {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:29:58.354420 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-67dcd378-d255-40a3-ae66-d00daec43abc req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:58.368853 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-67dcd378-d255-40a3-ae66-d00daec43abc req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] Transition to ACTIVE for port object af8b8a13-7181-413a-9d2c-afd15f04239b will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:29:58.373986 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-67dcd378-d255-40a3-ae66-d00daec43abc req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:58.534811 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=af8b8a13-7181-413a-9d2c-afd15f04239b,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:58.622410 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-67dcd378-d255-40a3-ae66-d00daec43abc req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] Attempting to bind port af8b8a13-7181-413a-9d2c-afd15f04239b on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:29:58.622750 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-67dcd378-d255-40a3-ae66-d00daec43abc req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] Attempting to bind port af8b8a13-7181-413a-9d2c-afd15f04239b by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7e1165dd-cb5a-4a12-8e7a-31b938b9a38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:29:58.623075 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dcd378-d255-40a3-ae66-d00daec43abc req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] Attempting to bind port af8b8a13-7181-413a-9d2c-afd15f04239b on network bfe70758-1e63-4d41-a897-06b86d772c34 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:29:58.628825 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dcd378-d255-40a3-ae66-d00daec43abc req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] Port af8b8a13-7181-413a-9d2c-afd15f04239b on network bfe70758-1e63-4d41-a897-06b86d772c34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:29:58.629150 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dcd378-d255-40a3-ae66-d00daec43abc req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] Attempting to bind port af8b8a13-7181-413a-9d2c-afd15f04239b on network bfe70758-1e63-4d41-a897-06b86d772c34 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:29:58.634918 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dcd378-d255-40a3-ae66-d00daec43abc req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:29:58.635252 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dcd378-d255-40a3-ae66-d00daec43abc req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] Checking segment: {'id': '7e1165dd-cb5a-4a12-8e7a-31b938b9a38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:29:58.635640 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dcd378-d255-40a3-ae66-d00daec43abc req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] Bound using segment: {'id': '7e1165dd-cb5a-4a12-8e7a-31b938b9a38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:29:58.636081 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-67dcd378-d255-40a3-ae66-d00daec43abc req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] Bound port: af8b8a13-7181-413a-9d2c-afd15f04239b, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e1165dd-cb5a-4a12-8e7a-31b938b9a38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:29:58.636495 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-67dcd378-d255-40a3-ae66-d00daec43abc req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:58.727067 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-67dcd378-d255-40a3-ae66-d00daec43abc req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] For port af8b8a13-7181-413a-9d2c-afd15f04239b, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:29:58.730231 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-67dcd378-d255-40a3-ae66-d00daec43abc req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] For port af8b8a13-7181-413a-9d2c-afd15f04239b, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=af8b8a13-7181-413a-9d2c-afd15f04239b,segment=NetworkSegment(7e1165dd-cb5a-4a12-8e7a-31b938b9a38f),segment_id=7e1165dd-cb5a-4a12-8e7a-31b938b9a38f)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:29:58.733947 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-67dcd378-d255-40a3-ae66-d00daec43abc req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:58.794343 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd378-d255-40a3-ae66-d00daec43abc req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:58.794959 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-67dcd378-d255-40a3-ae66-d00daec43abc req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:58.796352 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-67dcd378-d255-40a3-ae66-d00daec43abc req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] 10.222.0.52 "PUT /v2.0/ports/af8b8a13-7181-413a-9d2c-afd15f04239b HTTP/1.1" status: 200 len: 1094 time: 1.0896902 Apr 18 06:29:58.796795 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ebe2e0-75f6-4811-af45-d91abfa7c9cc', 'tag': 'af8b8a13-7181-413a-9d2c-afd15f04239b'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:29:58.829230 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5202b-ab75-4240-bf30-b19229207ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=af8b8a13-7181-413a-9d2c-afd15f04239b,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:58.900929 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b8799f3-821f-40cc-9766-d611bcceabd5'] response: {'name': 'network-changed', 'server_uuid': '06ebe2e0-75f6-4811-af45-d91abfa7c9cc', 'tag': 'af8b8a13-7181-413a-9d2c-afd15f04239b', 'status': 'completed', 'code': 200} Apr 18 06:29:59.015573 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c04434-fd0b-4456-ad3a-05a1b155d8d4 req-ad035510-99b9-4075-addf-d0fd819476c2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:59.016358 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-e9c04434-fd0b-4456-ad3a-05a1b155d8d4 req-ad035510-99b9-4075-addf-d0fd819476c2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:29:59.020666 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd378-d255-40a3-ae66-d00daec43abc req-dc32ef3a-6b67-4161-8aff-dce5cb223180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:59.022087 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-67dcd378-d255-40a3-ae66-d00daec43abc req-dc32ef3a-6b67-4161-8aff-dce5cb223180 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 1097 time: 0.1662815 Apr 18 06:29:59.062349 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:29:59.099978 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-e9c04434-fd0b-4456-ad3a-05a1b155d8d4 req-ad035510-99b9-4075-addf-d0fd819476c2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:29:59.106233 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e9c04434-fd0b-4456-ad3a-05a1b155d8d4 req-ad035510-99b9-4075-addf-d0fd819476c2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 944 time: 0.2044849 Apr 18 06:29:59.130073 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-67dcd378-d255-40a3-ae66-d00daec43abc req-5bd7c7d5-1ea7-43e5-b364-6562c0cf8cda service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af8b8a13-7181-413a-9d2c-afd15f04239b HTTP/1.1" status: 200 len: 217 time: 0.0968339 Apr 18 06:29:59.142460 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:29:59.143290 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:59.203177 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e9c04434-fd0b-4456-ad3a-05a1b155d8d4 req-24ac0179-6f8b-4786-a879-b61bed1fd60e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960283 Apr 18 06:29:59.222070 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd378-d255-40a3-ae66-d00daec43abc req-50282b2c-e5df-4673-aed7-cdb9ed4bd2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:59.223684 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-67dcd378-d255-40a3-ae66-d00daec43abc req-50282b2c-e5df-4673-aed7-cdb9ed4bd2b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66ca9853-a395-41a6-8813-28e284219517 HTTP/1.1" status: 200 len: 834 time: 0.0781174 Apr 18 06:29:59.304476 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd378-d255-40a3-ae66-d00daec43abc req-0d71190d-9527-4e10-8f31-bccce20cd44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:59.306118 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-67dcd378-d255-40a3-ae66-d00daec43abc req-0d71190d-9527-4e10-8f31-bccce20cd44d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bfe70758-1e63-4d41-a897-06b86d772c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729406 Apr 18 06:29:59.446940 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-67dcd378-d255-40a3-ae66-d00daec43abc req-88fa8884-5725-417a-8554-e9a371b1813e service neutron] 10.222.0.52 "GET /v2.0/networks/bfe70758-1e63-4d41-a897-06b86d772c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307378 Apr 18 06:29:59.585700 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-67dcd378-d255-40a3-ae66-d00daec43abc req-f81c979e-bd8d-4f77-bc5a-6f9eb619ec87 service neutron] 10.222.0.52 "GET /v2.0/networks/bfe70758-1e63-4d41-a897-06b86d772c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301606 Apr 18 06:29:59.709698 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc171b-8262-4387-86df-f672736503be req-4461f7ed-6d48-4121-8ca6-b1f29d636b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:59.711197 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8efc171b-8262-4387-86df-f672736503be req-4461f7ed-6d48-4121-8ca6-b1f29d636b77 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 1097 time: 0.0721314 Apr 18 06:29:59.851165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc171b-8262-4387-86df-f672736503be req-15d79e2e-57ae-4615-b3e8-41224c7e2ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:59.852586 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8efc171b-8262-4387-86df-f672736503be req-15d79e2e-57ae-4615-b3e8-41224c7e2ff3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bfe70758-1e63-4d41-a897-06b86d772c34 HTTP/1.1" status: 200 len: 897 time: 0.1343448 Apr 18 06:29:59.929699 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8efc171b-8262-4387-86df-f672736503be req-4a5b2037-7079-480c-8a38-0c9162989e98 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af8b8a13-7181-413a-9d2c-afd15f04239b HTTP/1.1" status: 200 len: 217 time: 0.0667324 Apr 18 06:29:59.998427 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc171b-8262-4387-86df-f672736503be req-b50fd1b7-7f2d-4d99-a035-26c8f734e956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:59.999860 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8efc171b-8262-4387-86df-f672736503be req-b50fd1b7-7f2d-4d99-a035-26c8f734e956 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66ca9853-a395-41a6-8813-28e284219517 HTTP/1.1" status: 200 len: 834 time: 0.0640595 Apr 18 06:30:00.186324 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc171b-8262-4387-86df-f672736503be req-3d8b8f83-fc03-48ad-9e50-936213b7506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:00.187742 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8efc171b-8262-4387-86df-f672736503be req-3d8b8f83-fc03-48ad-9e50-936213b7506e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bfe70758-1e63-4d41-a897-06b86d772c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1810308 Apr 18 06:30:00.330728 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8efc171b-8262-4387-86df-f672736503be req-463abfce-4c78-4095-b144-5c6911863b9a service neutron] 10.222.0.52 "GET /v2.0/networks/bfe70758-1e63-4d41-a897-06b86d772c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353681 Apr 18 06:30:00.449762 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfba105-2f73-4511-90e5-3163d156b818 req-631f070f-2faf-48a7-86a7-037d742ac131 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:00.452385 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-dcfba105-2f73-4511-90e5-3163d156b818 req-631f070f-2faf-48a7-86a7-037d742ac131 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 944 time: 0.1238008 Apr 18 06:30:00.478930 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8efc171b-8262-4387-86df-f672736503be req-8d5c1ca2-1ffa-403a-b1d2-e652fb6682c0 service neutron] 10.222.0.52 "GET /v2.0/networks/bfe70758-1e63-4d41-a897-06b86d772c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417460 Apr 18 06:30:00.499931 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-dcfba105-2f73-4511-90e5-3163d156b818 req-e8028950-4c40-4fe7-80ed-6aebcf6cc1b6 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419955 Apr 18 06:30:01.691841 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f715d-eafe-45cb-8706-194b67374dc1 req-52d38aa7-73e1-4db7-bd75-54fff7425a2c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:01.693347 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a40f715d-eafe-45cb-8706-194b67374dc1 req-52d38aa7-73e1-4db7-bd75-54fff7425a2c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 944 time: 0.0861979 Apr 18 06:30:01.738938 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a40f715d-eafe-45cb-8706-194b67374dc1 req-96f03a83-f5b8-43b8-8cd3-496d1f803463 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400178 Apr 18 06:30:02.921590 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb7e58-c3ef-4c94-b697-b48e1bc9e786 req-f68b2149-0d67-45ed-886a-527d266bd9f0 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:02.923048 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-aedb7e58-c3ef-4c94-b697-b48e1bc9e786 req-f68b2149-0d67-45ed-886a-527d266bd9f0 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 944 time: 0.0801775 Apr 18 06:30:02.970806 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-aedb7e58-c3ef-4c94-b697-b48e1bc9e786 req-2e9e9a44-025b-448c-857d-2455488278a9 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411694 Apr 18 06:30:02.977285 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device af8b8a13-7181-413a-9d2c-afd15f04239b details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:30:03.120002 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port af8b8a13-7181-413a-9d2c-afd15f04239b, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=af8b8a13-7181-413a-9d2c-afd15f04239b,segment=NetworkSegment(7e1165dd-cb5a-4a12-8e7a-31b938b9a38f),segment_id=7e1165dd-cb5a-4a12-8e7a-31b938b9a38f)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:30:03.133810 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'af8b8a13-7181-413a-9d2c-afd15f04239b', 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34', 'port_id': 'af8b8a13-7181-413a-9d2c-afd15f04239b', 'mac_address': 'fa:16:3e:53:0e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66ca9853-a395-41a6-8813-28e284219517', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:30:03.191639 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:03.208747 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af8b8a13-7181-413a-9d2c-afd15f04239b {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:30:03.225744 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port af8b8a13-7181-413a-9d2c-afd15f04239b, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=af8b8a13-7181-413a-9d2c-afd15f04239b,segment=NetworkSegment(7e1165dd-cb5a-4a12-8e7a-31b938b9a38f),segment_id=7e1165dd-cb5a-4a12-8e7a-31b938b9a38f)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:30:03.230580 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:03.304361 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=af8b8a13-7181-413a-9d2c-afd15f04239b,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:30:03.311938 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:03.312439 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:03.312770 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:03.313096 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:03.313418 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:03.313740 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:03.314058 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:03.314373 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:03.315297 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:03.315620 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:03.315934 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:03.316277 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:03.544659 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['af8b8a13-7181-413a-9d2c-afd15f04239b'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:30:04.159548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf93b7-f309-4a9e-ba9b-d52af776d58b req-60ce13c8-95dd-4c9a-a376-84279ed621f7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:04.165737 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-00cf93b7-f309-4a9e-ba9b-d52af776d58b req-60ce13c8-95dd-4c9a-a376-84279ed621f7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 945 time: 0.0831444 Apr 18 06:30:04.223071 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-00cf93b7-f309-4a9e-ba9b-d52af776d58b req-2a78e86d-77ea-4903-bf13-875d1d725f36 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382390 Apr 18 06:30:04.992598 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device af8b8a13-7181-413a-9d2c-afd15f04239b up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:30:05.063893 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port af8b8a13-7181-413a-9d2c-afd15f04239b completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:30:05.069323 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port af8b8a13-7181-413a-9d2c-afd15f04239b triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:30:05.069693 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:05.183447 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:05.211027 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ebe2e0-75f6-4811-af45-d91abfa7c9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8b8a13-7181-413a-9d2c-afd15f04239b'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:30:05.221505 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port af8b8a13-7181-413a-9d2c-afd15f04239b, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=af8b8a13-7181-413a-9d2c-afd15f04239b,segment=NetworkSegment(7e1165dd-cb5a-4a12-8e7a-31b938b9a38f),segment_id=7e1165dd-cb5a-4a12-8e7a-31b938b9a38f)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:30:05.225868 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:05.300684 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aa035ba-b065-49ba-8684-6a11d13a2845'] response: {'server_uuid': '06ebe2e0-75f6-4811-af45-d91abfa7c9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8b8a13-7181-413a-9d2c-afd15f04239b', 'code': 200} Apr 18 06:30:05.336126 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=af8b8a13-7181-413a-9d2c-afd15f04239b,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:30:05.359373 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1db87aa5-627c-4c0c-8b66-546a4706a3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:05.453389 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8caafb9-46c8-4233-b131-4e27d2be84cf req-15780886-b3c5-4fa4-9986-36be00445c12 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:05.454883 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a8caafb9-46c8-4233-b131-4e27d2be84cf req-15780886-b3c5-4fa4-9986-36be00445c12 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 946 time: 0.0900126 Apr 18 06:30:05.540074 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a8caafb9-46c8-4233-b131-4e27d2be84cf req-4c316d7a-9deb-4308-b09c-31ced046e1e5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781267 Apr 18 06:30:05.568481 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dfd52-29d0-4465-b612-b98043d8796a req-385035cc-4aca-46ae-af88-bc49be3a4a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:05.569939 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9e6dfd52-29d0-4465-b612-b98043d8796a req-385035cc-4aca-46ae-af88-bc49be3a4a78 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 1099 time: 0.0901337 Apr 18 06:30:05.621708 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9e6dfd52-29d0-4465-b612-b98043d8796a req-c0d0c89b-b4d4-4b6b-abb6-3c5a99f13578 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437255 Apr 18 06:30:06.730017 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7741bd1-9a2a-4b16-8dfb-7bdfbb00845b req-41af2059-61c8-4151-96c4-7e0a133a5307 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:06.731467 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a7741bd1-9a2a-4b16-8dfb-7bdfbb00845b req-41af2059-61c8-4151-96c4-7e0a133a5307 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 946 time: 0.0829735 Apr 18 06:30:06.778349 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a7741bd1-9a2a-4b16-8dfb-7bdfbb00845b req-b15b52da-c2fb-448c-b0b7-8e73ac554477 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399108 Apr 18 06:30:07.694502 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f8a59ea3-91e3-4597-951e-a971775bb404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:07.964275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d803b7-cc56-475a-bc5c-9c0fbc6c429f req-1d0aacac-b207-4e83-b063-2b0118e759a2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:07.965660 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a9d803b7-cc56-475a-bc5c-9c0fbc6c429f req-1d0aacac-b207-4e83-b063-2b0118e759a2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 946 time: 0.0792544 Apr 18 06:30:08.010543 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a9d803b7-cc56-475a-bc5c-9c0fbc6c429f req-8947cf1e-1808-4f2a-a777-8f2d41930b9c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386553 Apr 18 06:30:08.100239 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:08.196993 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133823a-5211-4475-9250-2c543b5af0c9 req-17f2800a-74e7-4b61-8e16-75b3c4da2feb tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:08.198483 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7133823a-5211-4475-9250-2c543b5af0c9 req-17f2800a-74e7-4b61-8e16-75b3c4da2feb tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 946 time: 0.0809052 Apr 18 06:30:08.243454 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7133823a-5211-4475-9250-2c543b5af0c9 req-55c45571-25cf-4f09-9ac2-4a7cc330504c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392847 Apr 18 06:30:08.265765 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55448) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:30:08.338134 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a4c0d3-581d-4533-a28c-c8936cabc9cf tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:08.342364 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a1a4c0d3-581d-4533-a28c-c8936cabc9cf tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 1094 time: 0.0730078 Apr 18 06:30:08.342555 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55452) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:30:08.347854 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': 'af8b8a13-7181-413a-9d2c-afd15f04239b', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:30:08.354334 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:30:08.358118 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:floatingip and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:30:08.360958 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:30:08.367079 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:30:08.377520 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for floatingip, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:08.518245 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:08.648866 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:08.660762 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Allocated IP 172.26.1.184 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/7dbfd555-bd2f-4892-8ef4-fcdbe5bbcdd9) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:30:08.730812 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:08.808869 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:08.838212 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:08.900296 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:30:08.907331 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:30:08.911957 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:30:08.941184 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=7dbfd555-bd2f-4892-8ef4-fcdbe5bbcdd9,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:30:09.448264 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:09.522916 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:09.740583 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:09.745316 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:09.860408 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=7dbfd555-bd2f-4892-8ef4-fcdbe5bbcdd9,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:30:09.871597 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:10.051765 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Floating IP 132e382e-9df8-4641-ab50-670f581b2762 associated. External IP: 172.26.1.184, port: af8b8a13-7181-413a-9d2c-afd15f04239b. Apr 18 06:30:10.200244 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:10.411942 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router 780b8010-02d7-4931-affc-651f8d6c4f38 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:30:10.599340 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:30:10.609187 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da4e87-4413-4328-938a-5f7824333639 None None] Sync routers for ids ['780b8010-02d7-4931-affc-651f8d6c4f38'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:30:10.619426 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da4e87-4413-4328-938a-5f7824333639 None None] Routers {'780b8010-02d7-4931-affc-651f8d6c4f38'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:30:10.620230 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d9da4e87-4413-4328-938a-5f7824333639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:30:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['780b8010-02d7-4931-affc-651f8d6c4f38'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:30:10.626537 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:10.688932 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-e06f2458-7282-4f25-a2ce-26db1b05510c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3453186 Apr 18 06:30:10.689733 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ebe2e0-75f6-4811-af45-d91abfa7c9cc', 'tag': 'af8b8a13-7181-413a-9d2c-afd15f04239b'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:30:10.808879 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1216490-2028-400a-8380-d80c040683d8'] response: {'name': 'network-changed', 'server_uuid': '06ebe2e0-75f6-4811-af45-d91abfa7c9cc', 'tag': 'af8b8a13-7181-413a-9d2c-afd15f04239b', 'status': 'completed', 'code': 200} Apr 18 06:30:10.837870 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-d9da4e87-4413-4328-938a-5f7824333639 None None] Set router 780b8010-02d7-4931-affc-651f8d6c4f38 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:30:10.949697 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aadf71-7cd5-46f7-8f1a-245b3eeb3122 req-31f824f8-3261-41a1-ad38-35df1733ea00 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:10.951788 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c9aadf71-7cd5-46f7-8f1a-245b3eeb3122 req-31f824f8-3261-41a1-ad38-35df1733ea00 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 946 time: 0.1611016 Apr 18 06:30:10.954906 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33e7d5-b46c-4108-b37d-e0f52cd43632 req-af1573ef-1d3c-44d5-9bd1-9afa5fba5e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:10.957349 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-af33e7d5-b46c-4108-b37d-e0f52cd43632 req-af1573ef-1d3c-44d5-9bd1-9afa5fba5e27 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 1099 time: 0.1173055 Apr 18 06:30:11.085573 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c9aadf71-7cd5-46f7-8f1a-245b3eeb3122 req-2312b9ee-ba19-4edb-90e6-ecb2207c4c9d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264639 Apr 18 06:30:11.111751 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55462) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:30:11.207395 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33e7d5-b46c-4108-b37d-e0f52cd43632 req-51e4d0f6-29fa-41a7-8f12-92de8195a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:11.209203 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-af33e7d5-b46c-4108-b37d-e0f52cd43632 req-51e4d0f6-29fa-41a7-8f12-92de8195a6d4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bfe70758-1e63-4d41-a897-06b86d772c34 HTTP/1.1" status: 200 len: 897 time: 0.2369912 Apr 18 06:30:11.219790 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d9da4e87-4413-4328-938a-5f7824333639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132649992', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:29:46Z', 'updated_at': '2022-04-18T06:29:52Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:29:47Z', 'updated_at': '2022-04-18T06:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '132e382e-9df8-4641-ab50-670f581b2762', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'floating_ip_address': '172.26.1.184', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'port_id': 'af8b8a13-7181-413a-9d2c-afd15f04239b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34', 'mac_address': 'fa:16:3e:53:0e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebe2e0-75f6-4811-af45-d91abfa7c9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:30:09Z', 'updated_at': '2022-04-18T06:30:09Z', 'revision_number': 0, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17', 'name': '', 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:eb:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '66ca9853-a395-41a6-8813-28e284219517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:29:51Z', 'updated_at': '2022-04-18T06:29:57Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '66ca9853-a395-41a6-8813-28e284219517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:30:11.224419 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da4e87-4413-4328-938a-5f7824333639 None None] Checking router: 780b8010-02d7-4931-affc-651f8d6c4f38 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:30:11.233039 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da4e87-4413-4328-938a-5f7824333639 None None] Routers {'780b8010-02d7-4931-affc-651f8d6c4f38'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:30:11.233658 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d9da4e87-4413-4328-938a-5f7824333639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:30:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['780b8010-02d7-4931-affc-651f8d6c4f38'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:30:11.331049 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c15c279c-4c09-4823-9f46-6d8785bd4cfb tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/floatingips/132e382e-9df8-4641-ab50-670f581b2762 HTTP/1.1" status: 200 len: 992 time: 0.2180500 Apr 18 06:30:11.350811 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-af33e7d5-b46c-4108-b37d-e0f52cd43632 req-b9a0f88d-d51f-4e0e-855c-5b17c4bb472a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af8b8a13-7181-413a-9d2c-afd15f04239b HTTP/1.1" status: 200 len: 1000 time: 0.1337471 Apr 18 06:30:11.430154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33e7d5-b46c-4108-b37d-e0f52cd43632 req-1be8c868-a2cc-43bf-a3f5-411011f0d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:11.431603 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-af33e7d5-b46c-4108-b37d-e0f52cd43632 req-1be8c868-a2cc-43bf-a3f5-411011f0d611 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66ca9853-a395-41a6-8813-28e284219517 HTTP/1.1" status: 200 len: 834 time: 0.0728652 Apr 18 06:30:11.442920 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-d9da4e87-4413-4328-938a-5f7824333639 None None] Set router 780b8010-02d7-4931-affc-651f8d6c4f38 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:30:11.515100 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33e7d5-b46c-4108-b37d-e0f52cd43632 req-69741fc7-0740-4fca-b30c-d0e54d579703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:11.517063 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-af33e7d5-b46c-4108-b37d-e0f52cd43632 req-69741fc7-0740-4fca-b30c-d0e54d579703 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bfe70758-1e63-4d41-a897-06b86d772c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794966 Apr 18 06:30:11.769194 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-af33e7d5-b46c-4108-b37d-e0f52cd43632 req-41bd006e-3d4f-420a-b909-c0f0243b357f service neutron] 10.222.0.52 "GET /v2.0/networks/bfe70758-1e63-4d41-a897-06b86d772c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431395 Apr 18 06:30:11.822058 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-d9da4e87-4413-4328-938a-5f7824333639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132649992', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:29:46Z', 'updated_at': '2022-04-18T06:29:52Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:29:47Z', 'updated_at': '2022-04-18T06:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '132e382e-9df8-4641-ab50-670f581b2762', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'floating_ip_address': '172.26.1.184', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'port_id': 'af8b8a13-7181-413a-9d2c-afd15f04239b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34', 'mac_address': 'fa:16:3e:53:0e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebe2e0-75f6-4811-af45-d91abfa7c9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:30:09Z', 'updated_at': '2022-04-18T06:30:09Z', 'revision_number': 0, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17', 'name': '', 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:eb:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '66ca9853-a395-41a6-8813-28e284219517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:29:51Z', 'updated_at': '2022-04-18T06:29:57Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '66ca9853-a395-41a6-8813-28e284219517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:30:11.827168 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da4e87-4413-4328-938a-5f7824333639 None None] The sync data for ids ['780b8010-02d7-4931-affc-651f8d6c4f38'] in dv-neutron-837489-1-hyperv is: [{'id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132649992', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:29:46Z', 'updated_at': '2022-04-18T06:29:52Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:29:47Z', 'updated_at': '2022-04-18T06:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '132e382e-9df8-4641-ab50-670f581b2762', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'floating_ip_address': '172.26.1.184', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'port_id': 'af8b8a13-7181-413a-9d2c-afd15f04239b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34', 'mac_address': 'fa:16:3e:53:0e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebe2e0-75f6-4811-af45-d91abfa7c9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:30:09Z', 'updated_at': '2022-04-18T06:30:09Z', 'revision_number': 0, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17', 'name': '', 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:eb:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '66ca9853-a395-41a6-8813-28e284219517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:29:51Z', 'updated_at': '2022-04-18T06:29:57Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '66ca9853-a395-41a6-8813-28e284219517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:30:11.925157 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-af33e7d5-b46c-4108-b37d-e0f52cd43632 req-3d528885-c85b-477e-9275-a0fb6d171d87 service neutron] 10.222.0.52 "GET /v2.0/networks/bfe70758-1e63-4d41-a897-06b86d772c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488185 Apr 18 06:30:12.054868 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee56575-58b1-4529-9a4d-c13a0519c5aa None None] New status for floating IP 132e382e-9df8-4641-ab50-670f581b2762: ACTIVE {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:30:12.334830 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55466) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:30:12.459882 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-650d7fc0-0841-48bb-a6c3-852d73ee8a48 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/floatingips/132e382e-9df8-4641-ab50-670f581b2762 HTTP/1.1" status: 200 len: 994 time: 0.1238017 Apr 18 06:30:17.507337 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:30:35.355853 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8f1b1582-97a6-4b91-bbd1-602e0767b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:37.696730 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b1e9-0f17-4776-91bc-991ea7935926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:38.111726 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:38.650761 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:38.733786 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:40.201859 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:44.366902 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64faa9-fc93-4896-987a-665e1dacfa19 req-5e227c05-421c-4639-a2cc-b9390529faba tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:44.368320 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1f64faa9-fc93-4896-987a-665e1dacfa19 req-5e227c05-421c-4639-a2cc-b9390529faba tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 946 time: 0.2063813 Apr 18 06:30:44.418099 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1f64faa9-fc93-4896-987a-665e1dacfa19 req-582fff0b-0838-4250-82bc-a9925bb1620a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432079 Apr 18 06:30:45.613596 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3ef44-46e5-4adf-9958-2f3d9e74a0bf req-60191772-6b75-45d6-9fac-28d17321b9e0 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:45.615185 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1ff3ef44-46e5-4adf-9958-2f3d9e74a0bf req-60191772-6b75-45d6-9fac-28d17321b9e0 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 946 time: 0.0863459 Apr 18 06:30:45.659873 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1ff3ef44-46e5-4adf-9958-2f3d9e74a0bf req-0dce0754-e4f6-40c6-8179-17382279fc73 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390897 Apr 18 06:30:46.845454 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0c987-8f48-4be4-a70c-3fbef2cfd731 req-a58349bb-30f0-4f2d-bcbe-c58d0df4cf67 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:46.847930 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a5e0c987-8f48-4be4-a70c-3fbef2cfd731 req-a58349bb-30f0-4f2d-bcbe-c58d0df4cf67 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 946 time: 0.0834730 Apr 18 06:30:46.893517 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a5e0c987-8f48-4be4-a70c-3fbef2cfd731 req-c616600b-8e92-40c6-b93f-36e43517d85a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391233 Apr 18 06:30:48.093879 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d8450-0557-4ca5-8b03-17ce62e2814e req-1e7f8d18-b3e3-4e8e-bf7a-cc196021905f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:48.095342 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b50d8450-0557-4ca5-8b03-17ce62e2814e req-1e7f8d18-b3e3-4e8e-bf7a-cc196021905f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 946 time: 0.0802412 Apr 18 06:30:48.139942 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b50d8450-0557-4ca5-8b03-17ce62e2814e req-27acc874-5bf7-4b0f-96d8-47a44dfe06f1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381761 Apr 18 06:30:49.330861 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fbb03-7950-4847-aa4d-b1b03f532f8b req-14cbf777-d5a5-4f40-aec4-d8fa549dbc49 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:49.332284 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5e7fbb03-7950-4847-aa4d-b1b03f532f8b req-14cbf777-d5a5-4f40-aec4-d8fa549dbc49 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 946 time: 0.0810068 Apr 18 06:30:49.384932 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5e7fbb03-7950-4847-aa4d-b1b03f532f8b req-674528b3-318c-4666-a9a0-e3ba3ad3a3c2 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466838 Apr 18 06:30:50.554405 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da0817-f27d-43f2-b2f9-cc8f356ba4c0 req-88e6eb5d-5857-4801-ab56-a85a1295ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:50.555901 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-09da0817-f27d-43f2-b2f9-cc8f356ba4c0 req-88e6eb5d-5857-4801-ab56-a85a1295ce94 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 1099 time: 0.1206615 Apr 18 06:30:50.628489 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a4b9b-ff62-4ec6-b690-ac6b44e1ded8 req-13e262d5-5359-4234-a862-d012489b6978 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:50.630089 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c93a4b9b-ff62-4ec6-b690-ac6b44e1ded8 req-13e262d5-5359-4234-a862-d012489b6978 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 946 time: 0.1351216 Apr 18 06:30:50.755055 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c93a4b9b-ff62-4ec6-b690-ac6b44e1ded8 req-d3528100-7368-40bc-bf7f-fab2e3b56f53 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746024 Apr 18 06:30:50.759441 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da0817-f27d-43f2-b2f9-cc8f356ba4c0 req-72800cf6-ed15-4fee-af47-294035de01d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:50.760892 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-09da0817-f27d-43f2-b2f9-cc8f356ba4c0 req-72800cf6-ed15-4fee-af47-294035de01d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bfe70758-1e63-4d41-a897-06b86d772c34 HTTP/1.1" status: 200 len: 897 time: 0.1850874 Apr 18 06:30:50.864393 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-09da0817-f27d-43f2-b2f9-cc8f356ba4c0 req-a741f068-eb14-4ee6-9214-8d76a9c12499 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af8b8a13-7181-413a-9d2c-afd15f04239b HTTP/1.1" status: 200 len: 1002 time: 0.0977280 Apr 18 06:30:50.930354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da0817-f27d-43f2-b2f9-cc8f356ba4c0 req-26629fc4-04e2-4b79-b513-b282d34ec3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:50.931803 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-09da0817-f27d-43f2-b2f9-cc8f356ba4c0 req-26629fc4-04e2-4b79-b513-b282d34ec3ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66ca9853-a395-41a6-8813-28e284219517 HTTP/1.1" status: 200 len: 834 time: 0.0622907 Apr 18 06:30:51.005771 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da0817-f27d-43f2-b2f9-cc8f356ba4c0 req-5ec24daa-12bb-49ff-867d-150749c3d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:51.007152 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-09da0817-f27d-43f2-b2f9-cc8f356ba4c0 req-5ec24daa-12bb-49ff-867d-150749c3d7ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bfe70758-1e63-4d41-a897-06b86d772c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698290 Apr 18 06:30:51.143219 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-09da0817-f27d-43f2-b2f9-cc8f356ba4c0 req-3d4495eb-299d-40c3-a3cd-d06e80736739 service neutron] 10.222.0.52 "GET /v2.0/networks/bfe70758-1e63-4d41-a897-06b86d772c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269534 Apr 18 06:30:51.280012 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-09da0817-f27d-43f2-b2f9-cc8f356ba4c0 req-81218f8f-96b1-4e6f-8db8-9b4fa52fafab service neutron] 10.222.0.52 "GET /v2.0/networks/bfe70758-1e63-4d41-a897-06b86d772c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278596 Apr 18 06:30:51.941517 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c2e6b-77ea-4558-a3f1-e07be7d0d85d req-56dbfdb5-a57f-41d0-acca-8c2e8c4bb2a5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:51.942968 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-107c2e6b-77ea-4558-a3f1-e07be7d0d85d req-56dbfdb5-a57f-41d0-acca-8c2e8c4bb2a5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 946 time: 0.0793130 Apr 18 06:30:51.987564 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-107c2e6b-77ea-4558-a3f1-e07be7d0d85d req-cf6d1d3c-f3f7-405f-a1f1-ee9ee6ea911c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388505 Apr 18 06:30:53.178214 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec771763-9708-48d9-bfc4-a9eae17622e1 req-47125e55-3b01-4335-be55-c8562f690949 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:53.179685 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ec771763-9708-48d9-bfc4-a9eae17622e1 req-47125e55-3b01-4335-be55-c8562f690949 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 946 time: 0.0865598 Apr 18 06:30:53.225887 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ec771763-9708-48d9-bfc4-a9eae17622e1 req-b1f82eaa-0cbd-4ccb-a5f8-52822ef61a2c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405195 Apr 18 06:30:54.418134 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6fa2c-8685-42f7-b1e8-bb7c59fdfd8a req-d8dd8d6a-33f5-4750-9500-b43380175200 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:54.420558 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-31a6fa2c-8685-42f7-b1e8-bb7c59fdfd8a req-d8dd8d6a-33f5-4750-9500-b43380175200 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 946 time: 0.0891044 Apr 18 06:30:54.472778 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-31a6fa2c-8685-42f7-b1e8-bb7c59fdfd8a req-cd7011e8-e8a4-4fa0-b9fe-7fb47e5be968 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457737 Apr 18 06:30:54.508252 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:30:55.669736 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703340ea-2090-44c5-8bcc-d15708f44243 req-28ce6255-abeb-47ab-9f4c-6450485aed86 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:55.671331 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-703340ea-2090-44c5-8bcc-d15708f44243 req-28ce6255-abeb-47ab-9f4c-6450485aed86 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 946 time: 0.0824831 Apr 18 06:30:55.716770 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-703340ea-2090-44c5-8bcc-d15708f44243 req-5ac0cd8b-07bb-469a-a0c8-d7462e8b9842 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386593 Apr 18 06:30:55.741725 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55508) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:30:55.854835 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-62ac6408-e068-444c-970e-2430c9f63f37 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/floatingips/132e382e-9df8-4641-ab50-670f581b2762 HTTP/1.1" status: 200 len: 994 time: 0.1116240 Apr 18 06:30:57.337828 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e5373-ad0e-4c06-b162-c0d7f594084d req-dca56aa6-595c-4ccc-a2e1-02f20b044b88 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:57.340202 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-af9e5373-ad0e-4c06-b162-c0d7f594084d req-dca56aa6-595c-4ccc-a2e1-02f20b044b88 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 946 time: 0.0826771 Apr 18 06:30:57.391579 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-af9e5373-ad0e-4c06-b162-c0d7f594084d req-5cb994d9-d4e0-4c67-8e0d-94901a3bde14 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448956 Apr 18 06:30:57.402701 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2f96a-7434-4bf7-8fb7-37deeaec6138 req-61ab5cb5-bb63-47af-8dbe-b1af407df541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:57.404401 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cda2f96a-7434-4bf7-8fb7-37deeaec6138 req-61ab5cb5-bb63-47af-8dbe-b1af407df541 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 1099 time: 0.0853825 Apr 18 06:30:57.643375 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2f96a-7434-4bf7-8fb7-37deeaec6138 req-a229dfce-cc31-4179-8f7a-4534cb290596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:57.644885 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cda2f96a-7434-4bf7-8fb7-37deeaec6138 req-a229dfce-cc31-4179-8f7a-4534cb290596 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bfe70758-1e63-4d41-a897-06b86d772c34 HTTP/1.1" status: 200 len: 897 time: 0.2316828 Apr 18 06:30:57.753962 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cda2f96a-7434-4bf7-8fb7-37deeaec6138 req-3c5f1fd8-9a98-41dc-b6e7-8b418f40262f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af8b8a13-7181-413a-9d2c-afd15f04239b HTTP/1.1" status: 200 len: 1002 time: 0.0992067 Apr 18 06:30:57.819834 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2f96a-7434-4bf7-8fb7-37deeaec6138 req-2b0c9be9-087d-43a4-b6a7-14cadbc9eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:57.821299 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cda2f96a-7434-4bf7-8fb7-37deeaec6138 req-2b0c9be9-087d-43a4-b6a7-14cadbc9eeac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66ca9853-a395-41a6-8813-28e284219517 HTTP/1.1" status: 200 len: 834 time: 0.0584195 Apr 18 06:30:57.905430 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2f96a-7434-4bf7-8fb7-37deeaec6138 req-9c78ee05-a597-4d81-bdeb-41810b44b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:57.906884 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cda2f96a-7434-4bf7-8fb7-37deeaec6138 req-9c78ee05-a597-4d81-bdeb-41810b44b962 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bfe70758-1e63-4d41-a897-06b86d772c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758870 Apr 18 06:30:58.043901 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cda2f96a-7434-4bf7-8fb7-37deeaec6138 req-15a6d3a7-3c95-4b0a-8a70-2a7f632b8f4e service neutron] 10.222.0.52 "GET /v2.0/networks/bfe70758-1e63-4d41-a897-06b86d772c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262455 Apr 18 06:30:58.182165 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cda2f96a-7434-4bf7-8fb7-37deeaec6138 req-0214b9a0-3471-4858-8d09-81e7b44e50af service neutron] 10.222.0.52 "GET /v2.0/networks/bfe70758-1e63-4d41-a897-06b86d772c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287351 Apr 18 06:30:58.585053 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aece4a3-2fc1-4557-b02e-2ce28359f34e req-2b86b0fb-a8da-4539-9425-71dd70d06bf0 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:58.586529 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7aece4a3-2fc1-4557-b02e-2ce28359f34e req-2b86b0fb-a8da-4539-9425-71dd70d06bf0 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 946 time: 0.0817242 Apr 18 06:30:58.633930 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7aece4a3-2fc1-4557-b02e-2ce28359f34e req-f2957f74-bd05-48fa-9a0d-6cac9c0bdf39 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406253 Apr 18 06:30:59.829282 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3511b40-1320-4d6e-b0f0-55143157ad72 req-39ef722a-18b0-40f2-bebf-d283e8e4ddd4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:59.831387 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a3511b40-1320-4d6e-b0f0-55143157ad72 req-39ef722a-18b0-40f2-bebf-d283e8e4ddd4 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 946 time: 0.0860574 Apr 18 06:30:59.877049 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a3511b40-1320-4d6e-b0f0-55143157ad72 req-25e00d19-928b-42db-ba0a-da12c4755ad7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397408 Apr 18 06:30:59.903686 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55522) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:31:00.022648 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-798b7c09-4df2-43fc-926e-58ff8463cf5c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/floatingips/132e382e-9df8-4641-ab50-670f581b2762 HTTP/1.1" status: 200 len: 994 time: 0.1176753 Apr 18 06:31:05.359551 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8c1c5613-4d1b-40b2-b184-2292c7754564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:07.698316 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a9ce6658-d18c-4308-8206-afa2402d9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:08.114520 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:08.655122 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:08.737865 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:10.203548 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:30.629858 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55544) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:31:30.834917 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting port 7dbfd555-bd2f-4892-8ef4-fcdbe5bbcdd9 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:31:30.835260 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:31.004330 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:31.004883 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:31.135290 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Calling delete_port for 7dbfd555-bd2f-4892-8ef4-fcdbe5bbcdd9 owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:31:31.280677 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:31.334709 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Port': ['ID=7dbfd555-bd2f-4892-8ef4-fcdbe5bbcdd9,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:31.373682 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:31.374050 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:31.374354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:31.374684 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:31.375011 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:31.375333 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:31.375651 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:31.375969 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:31.376310 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:31.376625 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:31.376939 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:31.377256 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:31.437738 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for floatingip, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:31.438064 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Floating IP 132e382e-9df8-4641-ab50-670f581b2762 disassociated (deleted). External IP: 172.26.1.184, port: af8b8a13-7181-413a-9d2c-afd15f04239b. Apr 18 06:31:31.508499 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:31:31.899880 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router 780b8010-02d7-4931-affc-651f8d6c4f38 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:31:32.085020 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:31:32.095098 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be58b6-a69c-4eb2-affd-e17c60cac7a8 None None] Sync routers for ids ['780b8010-02d7-4931-affc-651f8d6c4f38'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:31:32.107997 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1be58b6-a69c-4eb2-affd-e17c60cac7a8 None None] Routers {'780b8010-02d7-4931-affc-651f8d6c4f38'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:31:32.108279 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:32.108684 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a1be58b6-a69c-4eb2-affd-e17c60cac7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:31:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['780b8010-02d7-4931-affc-651f8d6c4f38'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:32.172405 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7cd4da0a-cd6b-401e-9547-248cf3dbcf6a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/floatingips/132e382e-9df8-4641-ab50-670f581b2762 HTTP/1.1" status: 204 len: 168 time: 1.5413508 Apr 18 06:31:32.173140 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ebe2e0-75f6-4811-af45-d91abfa7c9cc', 'tag': 'af8b8a13-7181-413a-9d2c-afd15f04239b'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:31:32.245107 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dda0c369-5145-43d9-8cc4-dbf78578360e'] response: {'name': 'network-changed', 'server_uuid': '06ebe2e0-75f6-4811-af45-d91abfa7c9cc', 'tag': 'af8b8a13-7181-413a-9d2c-afd15f04239b', 'status': 'completed', 'code': 200} Apr 18 06:31:32.311502 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-a1be58b6-a69c-4eb2-affd-e17c60cac7a8 None None] Set router 780b8010-02d7-4931-affc-651f8d6c4f38 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:31:32.393844 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb47ed-7dc0-420c-b7a4-2db5154834c5 req-a884813d-8aaa-42e4-8ba2-1727b49752f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:32.396880 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bceb47ed-7dc0-420c-b7a4-2db5154834c5 req-a884813d-8aaa-42e4-8ba2-1727b49752f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 1099 time: 0.1197650 Apr 18 06:31:32.610025 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb47ed-7dc0-420c-b7a4-2db5154834c5 req-ecdb762d-6019-4099-a102-029a9c57d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:32.611598 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bceb47ed-7dc0-420c-b7a4-2db5154834c5 req-ecdb762d-6019-4099-a102-029a9c57d35c service neutron] 10.222.0.52 "GET /v2.0/networks?id=bfe70758-1e63-4d41-a897-06b86d772c34 HTTP/1.1" status: 200 len: 897 time: 0.2068880 Apr 18 06:31:32.679393 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a1be58b6-a69c-4eb2-affd-e17c60cac7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132649992', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:29:46Z', 'updated_at': '2022-04-18T06:29:52Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:29:47Z', 'updated_at': '2022-04-18T06:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17', 'name': '', 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:eb:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '66ca9853-a395-41a6-8813-28e284219517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:29:51Z', 'updated_at': '2022-04-18T06:29:57Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '66ca9853-a395-41a6-8813-28e284219517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:32.684289 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be58b6-a69c-4eb2-affd-e17c60cac7a8 None None] Checking router: 780b8010-02d7-4931-affc-651f8d6c4f38 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:31:32.692461 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1be58b6-a69c-4eb2-affd-e17c60cac7a8 None None] Routers {'780b8010-02d7-4931-affc-651f8d6c4f38'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:31:32.692620 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bceb47ed-7dc0-420c-b7a4-2db5154834c5 req-763db83c-bbb1-422b-9f28-705db571c264 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af8b8a13-7181-413a-9d2c-afd15f04239b HTTP/1.1" status: 200 len: 217 time: 0.0687811 Apr 18 06:31:32.693059 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a1be58b6-a69c-4eb2-affd-e17c60cac7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:31:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['780b8010-02d7-4931-affc-651f8d6c4f38'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:32.700846 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330abd1-dfff-4d87-80af-3363268030a3 req-ea83a386-36b0-4abe-8643-826d23f7c8a8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:32.701522 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-0330abd1-dfff-4d87-80af-3363268030a3 req-ea83a386-36b0-4abe-8643-826d23f7c8a8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:31:32.764621 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-0330abd1-dfff-4d87-80af-3363268030a3 req-ea83a386-36b0-4abe-8643-826d23f7c8a8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:31:32.765589 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0330abd1-dfff-4d87-80af-3363268030a3 req-ea83a386-36b0-4abe-8643-826d23f7c8a8 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 946 time: 0.2418156 Apr 18 06:31:32.776639 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb47ed-7dc0-420c-b7a4-2db5154834c5 req-5fdbaced-22a6-4767-b663-a875b72c3b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:32.779189 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bceb47ed-7dc0-420c-b7a4-2db5154834c5 req-5fdbaced-22a6-4767-b663-a875b72c3b36 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66ca9853-a395-41a6-8813-28e284219517 HTTP/1.1" status: 200 len: 834 time: 0.0748062 Apr 18 06:31:32.872726 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-a1be58b6-a69c-4eb2-affd-e17c60cac7a8 None None] Set router 780b8010-02d7-4931-affc-651f8d6c4f38 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:31:32.875653 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0330abd1-dfff-4d87-80af-3363268030a3 req-4c266ccc-87af-4a79-a7a0-2fe5319a3599 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951161 Apr 18 06:31:32.901929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb47ed-7dc0-420c-b7a4-2db5154834c5 req-ccdcf3ff-44ae-440a-9d44-932daa01129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:32.904542 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bceb47ed-7dc0-420c-b7a4-2db5154834c5 req-ccdcf3ff-44ae-440a-9d44-932daa01129d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bfe70758-1e63-4d41-a897-06b86d772c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1085849 Apr 18 06:31:33.046668 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bceb47ed-7dc0-420c-b7a4-2db5154834c5 req-a96076b7-491d-4f52-8956-a34a17f66c54 service neutron] 10.222.0.52 "GET /v2.0/networks/bfe70758-1e63-4d41-a897-06b86d772c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343417 Apr 18 06:31:33.206505 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-a1be58b6-a69c-4eb2-affd-e17c60cac7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132649992', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:29:46Z', 'updated_at': '2022-04-18T06:29:52Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:29:47Z', 'updated_at': '2022-04-18T06:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17', 'name': '', 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:eb:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '66ca9853-a395-41a6-8813-28e284219517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:29:51Z', 'updated_at': '2022-04-18T06:29:57Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '66ca9853-a395-41a6-8813-28e284219517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:33.211716 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be58b6-a69c-4eb2-affd-e17c60cac7a8 None None] The sync data for ids ['780b8010-02d7-4931-affc-651f8d6c4f38'] in dv-neutron-837489-1-hyperv is: [{'id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132649992', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:29:46Z', 'updated_at': '2022-04-18T06:29:52Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:29:47Z', 'updated_at': '2022-04-18T06:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17', 'name': '', 'network_id': 'bfe70758-1e63-4d41-a897-06b86d772c34', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:eb:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '66ca9853-a395-41a6-8813-28e284219517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:29:51Z', 'updated_at': '2022-04-18T06:29:57Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': '66ca9853-a395-41a6-8813-28e284219517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:31:33.318569 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bceb47ed-7dc0-420c-b7a4-2db5154834c5 req-91bcc27f-4104-4def-872b-dd3aab0a897c service neutron] 10.222.0.52 "GET /v2.0/networks/bfe70758-1e63-4d41-a897-06b86d772c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648962 Apr 18 06:31:33.450929 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4d3fd4-5028-4c2b-a190-ee08dcd3bd6e None None] New status for floating IP 132e382e-9df8-4641-ab50-670f581b2762: DOWN {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:31:34.072477 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f1206-c6ca-48a4-ab95-bd6677ed464b req-10ca3ea5-81ea-4eaf-a215-d1e049f69e3e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:34.074064 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f25f1206-c6ca-48a4-ab95-bd6677ed464b req-10ca3ea5-81ea-4eaf-a215-d1e049f69e3e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 946 time: 0.0821743 Apr 18 06:31:34.121128 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f25f1206-c6ca-48a4-ab95-bd6677ed464b req-ad6717fe-a5fe-4378-875e-4854bcff1054 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=94a986a7-2159-497d-8e69-13e90d684878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415406 Apr 18 06:31:34.279379 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55fe66-f50f-4f0a-92ca-ef455a0ccd65 req-f32f50aa-58b5-4d44-96a7-f9010e2b297e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:34.280952 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cc55fe66-f50f-4f0a-92ca-ef455a0ccd65 req-f32f50aa-58b5-4d44-96a7-f9010e2b297e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 946 time: 0.0796068 Apr 18 06:31:34.353716 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-cc55fe66-f50f-4f0a-92ca-ef455a0ccd65 req-9469f18c-bafe-4cbc-8c66-ab36071cc0b3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting port af8b8a13-7181-413a-9d2c-afd15f04239b {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:31:34.354066 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-cc55fe66-f50f-4f0a-92ca-ef455a0ccd65 req-9469f18c-bafe-4cbc-8c66-ab36071cc0b3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:34.595831 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-cc55fe66-f50f-4f0a-92ca-ef455a0ccd65 req-9469f18c-bafe-4cbc-8c66-ab36071cc0b3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] For port af8b8a13-7181-413a-9d2c-afd15f04239b, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=af8b8a13-7181-413a-9d2c-afd15f04239b,segment=NetworkSegment(7e1165dd-cb5a-4a12-8e7a-31b938b9a38f),segment_id=7e1165dd-cb5a-4a12-8e7a-31b938b9a38f)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:31:34.596169 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-cc55fe66-f50f-4f0a-92ca-ef455a0ccd65 req-9469f18c-bafe-4cbc-8c66-ab36071cc0b3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:34.723935 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-cc55fe66-f50f-4f0a-92ca-ef455a0ccd65 req-9469f18c-bafe-4cbc-8c66-ab36071cc0b3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Calling delete_port for af8b8a13-7181-413a-9d2c-afd15f04239b owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:31:34.869785 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-cc55fe66-f50f-4f0a-92ca-ef455a0ccd65 req-9469f18c-bafe-4cbc-8c66-ab36071cc0b3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:34.921762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469f18c-bafe-4cbc-8c66-ab36071cc0b3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Port': ['ID=af8b8a13-7181-413a-9d2c-afd15f04239b,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:34.999964 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc55fe66-f50f-4f0a-92ca-ef455a0ccd65 req-9469f18c-bafe-4cbc-8c66-ab36071cc0b3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] No DVR routers for this DVR port af8b8a13-7181-413a-9d2c-afd15f04239b on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:31:35.003050 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-cc55fe66-f50f-4f0a-92ca-ef455a0ccd65 req-9469f18c-bafe-4cbc-8c66-ab36071cc0b3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:35.005921 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ebe2e0-75f6-4811-af45-d91abfa7c9cc', 'name': 'network-vif-deleted', 'tag': 'af8b8a13-7181-413a-9d2c-afd15f04239b'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:31:35.023392 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cc55fe66-f50f-4f0a-92ca-ef455a0ccd65 req-9469f18c-bafe-4cbc-8c66-ab36071cc0b3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "DELETE /v2.0/ports/af8b8a13-7181-413a-9d2c-afd15f04239b HTTP/1.1" status: 204 len: 173 time: 0.7364581 Apr 18 06:31:35.062969 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14c1b2e-7ce2-4137-8ba8-f18f3b19b736'] response: {'server_uuid': '06ebe2e0-75f6-4811-af45-d91abfa7c9cc', 'name': 'network-vif-deleted', 'tag': 'af8b8a13-7181-413a-9d2c-afd15f04239b', 'status': 'completed', 'code': 200} Apr 18 06:31:35.287830 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-922f0321-0d9c-42c3-a514-3112e01ad6c1 req-0ac0e68e-6cb9-482a-b384-b2d133080c6f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=06ebe2e0-75f6-4811-af45-d91abfa7c9cc HTTP/1.1" status: 200 len: 210 time: 0.0434358 Apr 18 06:31:35.369599 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-eecdc72c-3f5a-4885-81b2-d3969c47b2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:36.388662 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55566) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:31:36.943380 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ba80a6dc-645f-4132-a502-424a3a9fc846 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:37.414336 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ba80a6dc-645f-4132-a502-424a3a9fc846 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting port 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:31:37.415027 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ba80a6dc-645f-4132-a502-424a3a9fc846 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:37.602072 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-ba80a6dc-645f-4132-a502-424a3a9fc846 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] For port 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17,segment=NetworkSegment(7e1165dd-cb5a-4a12-8e7a-31b938b9a38f),segment_id=7e1165dd-cb5a-4a12-8e7a-31b938b9a38f)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:31:37.602456 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ba80a6dc-645f-4132-a502-424a3a9fc846 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:37.701799 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c68bc265-b6d4-4b9d-a2f4-62658426f391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:37.729419 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ba80a6dc-645f-4132-a502-424a3a9fc846 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Calling delete_port for 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17 owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:31:37.919861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ba80a6dc-645f-4132-a502-424a3a9fc846 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:37.973421 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80a6dc-645f-4132-a502-424a3a9fc846 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Port': ['ID=3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:38.111267 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:38.263764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ba80a6dc-645f-4132-a502-424a3a9fc846 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:38.659847 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:38.739183 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba80a6dc-645f-4132-a502-424a3a9fc846 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router 780b8010-02d7-4931-affc-651f8d6c4f38 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:31:38.743701 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:38.922905 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba80a6dc-645f-4132-a502-424a3a9fc846 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:31:38.933695 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1414923d-f8d8-4d56-a11c-b6533b3ac7c1 None None] Sync routers for ids ['780b8010-02d7-4931-affc-651f8d6c4f38'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:31:38.939023 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ba80a6dc-645f-4132-a502-424a3a9fc846 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "PUT /v2.0/routers/780b8010-02d7-4931-affc-651f8d6c4f38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5468543 Apr 18 06:31:38.939249 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55570) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:31:38.946216 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1414923d-f8d8-4d56-a11c-b6533b3ac7c1 None None] Routers {'780b8010-02d7-4931-affc-651f8d6c4f38'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:31:38.946829 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-1414923d-f8d8-4d56-a11c-b6533b3ac7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:31:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['780b8010-02d7-4931-affc-651f8d6c4f38'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:39.006902 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-708ae0a2-39ab-4dbb-85b4-b8070b9a8a8b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting subnet 66ca9853-a395-41a6-8813-28e284219517 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:31:39.010007 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-708ae0a2-39ab-4dbb-85b4-b8070b9a8a8b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:39.073835 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-708ae0a2-39ab-4dbb-85b4-b8070b9a8a8b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:39.125488 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-1414923d-f8d8-4d56-a11c-b6533b3ac7c1 None None] Set router 780b8010-02d7-4931-affc-651f8d6c4f38 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:31:39.169867 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-708ae0a2-39ab-4dbb-85b4-b8070b9a8a8b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:39.254731 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-708ae0a2-39ab-4dbb-85b4-b8070b9a8a8b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:39.297838 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ae0a2-39ab-4dbb-85b4-b8070b9a8a8b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Subnet': ['ID=66ca9853-a395-41a6-8813-28e284219517,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:39.309421 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-708ae0a2-39ab-4dbb-85b4-b8070b9a8a8b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:39.322060 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-708ae0a2-39ab-4dbb-85b4-b8070b9a8a8b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/subnets/66ca9853-a395-41a6-8813-28e284219517 HTTP/1.1" status: 204 len: 168 time: 0.3795440 Apr 18 06:31:39.322721 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55574) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:31:39.378052 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c30937c-f462-4bac-b8aa-2813671ea973 None None] Network bfe70758-1e63-4d41-a897-06b86d772c34 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:31:39.529631 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a9210ec-a588-4f49-b7ca-46654f1c6b82 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:39.537295 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device af8b8a13-7181-413a-9d2c-afd15f04239b no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:31:39.644759 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: af8b8a13-7181-413a-9d2c-afd15f04239b {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:31:39.645096 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device af8b8a13-7181-413a-9d2c-afd15f04239b not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:31:39.688321 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-1414923d-f8d8-4d56-a11c-b6533b3ac7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132649992', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:29:46Z', 'updated_at': '2022-04-18T06:31:37Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': 'e5bed05c-53a8-496a-bbbf-34aac270b7bf', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:29:47Z', 'updated_at': '2022-04-18T06:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:39.694285 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1414923d-f8d8-4d56-a11c-b6533b3ac7c1 None None] Checking router: 780b8010-02d7-4931-affc-651f8d6c4f38 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:31:39.702773 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1414923d-f8d8-4d56-a11c-b6533b3ac7c1 None None] Routers {'780b8010-02d7-4931-affc-651f8d6c4f38'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:31:39.703378 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-1414923d-f8d8-4d56-a11c-b6533b3ac7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:31:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['780b8010-02d7-4931-affc-651f8d6c4f38'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:39.730087 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a9210ec-a588-4f49-b7ca-46654f1c6b82 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:39.743583 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-8a9210ec-a588-4f49-b7ca-46654f1c6b82 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting port e5bed05c-53a8-496a-bbbf-34aac270b7bf {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:31:39.743583 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a9210ec-a588-4f49-b7ca-46654f1c6b82 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:39.778672 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f199d0b3-1ab6-4fe6-b244-3e3a38e428d7 None None] DHCP port deletion for bfe70758-1e63-4d41-a897-06b86d772c34 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:31:39.836879 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f199d0b3-1ab6-4fe6-b244-3e3a38e428d7 None None] Deleting port 99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:31:39.837150 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f199d0b3-1ab6-4fe6-b244-3e3a38e428d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:39.927379 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-8a9210ec-a588-4f49-b7ca-46654f1c6b82 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] For port e5bed05c-53a8-496a-bbbf-34aac270b7bf, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=e5bed05c-53a8-496a-bbbf-34aac270b7bf,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:31:39.927737 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a9210ec-a588-4f49-b7ca-46654f1c6b82 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:39.927887 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-1414923d-f8d8-4d56-a11c-b6533b3ac7c1 None None] Set router 780b8010-02d7-4931-affc-651f8d6c4f38 gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:31:40.054064 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-8a9210ec-a588-4f49-b7ca-46654f1c6b82 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Calling delete_port for e5bed05c-53a8-496a-bbbf-34aac270b7bf owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:31:40.073533 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-1414923d-f8d8-4d56-a11c-b6533b3ac7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132649992', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:29:46Z', 'updated_at': '2022-04-18T06:31:39Z', 'revision_number': 6, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:40.082560 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1414923d-f8d8-4d56-a11c-b6533b3ac7c1 None None] The sync data for ids ['780b8010-02d7-4931-affc-651f8d6c4f38'] in dv-neutron-837489-1-hyperv is: [{'id': '780b8010-02d7-4931-affc-651f8d6c4f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132649992', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:29:46Z', 'updated_at': '2022-04-18T06:31:39Z', 'revision_number': 6, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port_host': None}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:31:40.235085 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:40.237725 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f199d0b3-1ab6-4fe6-b244-3e3a38e428d7 None None] For port 99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b,segment=NetworkSegment(7e1165dd-cb5a-4a12-8e7a-31b938b9a38f),segment_id=7e1165dd-cb5a-4a12-8e7a-31b938b9a38f)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:31:40.238208 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f199d0b3-1ab6-4fe6-b244-3e3a38e428d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:40.365021 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f199d0b3-1ab6-4fe6-b244-3e3a38e428d7 None None] Calling delete_port for 99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:31:40.369387 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a9210ec-a588-4f49-b7ca-46654f1c6b82 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:40.421038 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9210ec-a588-4f49-b7ca-46654f1c6b82 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Port': ['ID=e5bed05c-53a8-496a-bbbf-34aac270b7bf,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:40.454950 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f199d0b3-1ab6-4fe6-b244-3e3a38e428d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:40.543612 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a9210ec-a588-4f49-b7ca-46654f1c6b82 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:40.551661 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199d0b3-1ab6-4fe6-b244-3e3a38e428d7 None None] Pushing event deleted for resources: {'Port': ['ID=99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:40.556873 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f199d0b3-1ab6-4fe6-b244-3e3a38e428d7 None None] No DVR routers for this DVR port 99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:31:40.562832 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199d0b3-1ab6-4fe6-b244-3e3a38e428d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:40.563176 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199d0b3-1ab6-4fe6-b244-3e3a38e428d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:40.563519 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199d0b3-1ab6-4fe6-b244-3e3a38e428d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:40.563851 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199d0b3-1ab6-4fe6-b244-3e3a38e428d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:40.564224 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199d0b3-1ab6-4fe6-b244-3e3a38e428d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:40.564558 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199d0b3-1ab6-4fe6-b244-3e3a38e428d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:40.565434 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199d0b3-1ab6-4fe6-b244-3e3a38e428d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:40.565762 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199d0b3-1ab6-4fe6-b244-3e3a38e428d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:40.570265 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199d0b3-1ab6-4fe6-b244-3e3a38e428d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:40.570265 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199d0b3-1ab6-4fe6-b244-3e3a38e428d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:40.570265 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199d0b3-1ab6-4fe6-b244-3e3a38e428d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:40.570265 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199d0b3-1ab6-4fe6-b244-3e3a38e428d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:40.743711 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a9210ec-a588-4f49-b7ca-46654f1c6b82 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:40.745902 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a9210ec-a588-4f49-b7ca-46654f1c6b82 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:40.769883 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a9210ec-a588-4f49-b7ca-46654f1c6b82 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:40.770567 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9210ec-a588-4f49-b7ca-46654f1c6b82 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Fanout notify agent at l3_agent the message router_deleted on router 780b8010-02d7-4931-affc-651f8d6c4f38 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:31:40.785782 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8a9210ec-a588-4f49-b7ca-46654f1c6b82 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:40.786985 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8a9210ec-a588-4f49-b7ca-46654f1c6b82 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/routers/780b8010-02d7-4931-affc-651f8d6c4f38 HTTP/1.1" status: 204 len: 168 time: 1.4638035 Apr 18 06:31:40.789783 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55578) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:31:40.907085 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3baf2528-8032-4fdd-831d-06357d1d8c23 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:41.048504 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3baf2528-8032-4fdd-831d-06357d1d8c23 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:41.075762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-3baf2528-8032-4fdd-831d-06357d1d8c23 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe70758-1e63-4d41-a897-06b86d772c34']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:41.090534 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-3baf2528-8032-4fdd-831d-06357d1d8c23 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1165dd-cb5a-4a12-8e7a-31b938b9a38f') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:41.090886 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-3baf2528-8032-4fdd-831d-06357d1d8c23 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1165dd-cb5a-4a12-8e7a-31b938b9a38f') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:41.106035 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3baf2528-8032-4fdd-831d-06357d1d8c23 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:41.118290 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:31:41.125613 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3baf2528-8032-4fdd-831d-06357d1d8c23 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:41.134798 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3baf2528-8032-4fdd-831d-06357d1d8c23 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:31:41.135217 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3baf2528-8032-4fdd-831d-06357d1d8c23 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:31:41.150041 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:31:41.154296 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:31:41.154652 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 99cc4dd0-6e71-4bf2-99e4-9d6b1df2822b not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:31:41.155065 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device e5bed05c-53a8-496a-bbbf-34aac270b7bf no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:31:41.192796 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: e5bed05c-53a8-496a-bbbf-34aac270b7bf {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:31:41.193131 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device e5bed05c-53a8-496a-bbbf-34aac270b7bf not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:31:41.193549 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:31:41.232738 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:31:41.233899 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 3a30ef9d-6008-4d5c-9c95-e5b77a8fdd17 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:31:41.251460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3baf2528-8032-4fdd-831d-06357d1d8c23 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:41.275472 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3baf2528-8032-4fdd-831d-06357d1d8c23 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:41.281853 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf2528-8032-4fdd-831d-06357d1d8c23 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Network': ['ID=bfe70758-1e63-4d41-a897-06b86d772c34,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:41.293560 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3baf2528-8032-4fdd-831d-06357d1d8c23 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/networks/bfe70758-1e63-4d41-a897-06b86d772c34 HTTP/1.1" status: 204 len: 168 time: 0.5026231 Apr 18 06:31:41.295986 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55582) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:31:41.373068 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5416905d-51fd-4f9f-b15e-51c0821d8f20 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:41.403860 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5416905d-51fd-4f9f-b15e-51c0821d8f20 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:41.473849 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5416905d-51fd-4f9f-b15e-51c0821d8f20 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:41.496800 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416905d-51fd-4f9f-b15e-51c0821d8f20 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a986a7-2159-497d-8e69-13e90d684878,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:41.507983 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5416905d-51fd-4f9f-b15e-51c0821d8f20 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:41.512220 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5416905d-51fd-4f9f-b15e-51c0821d8f20 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/security-groups/94a986a7-2159-497d-8e69-13e90d684878 HTTP/1.1" status: 204 len: 168 time: 0.2152624 Apr 18 06:31:41.717799 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55590) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:31:41.723640 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-200525322', 'description': 'tempest-secgroup-smoke-200525322 description', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:31:41.729953 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:31:41.734022 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:31:41.736937 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:31:41.743163 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:31:41.754231 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:41.774047 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:31:41.778082 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:31:41.781064 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:31:41.787784 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:31:41.859180 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:41.865404 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:41.910346 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c55e265d-8120-47ac-826b-b97fc50c4858,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:41.917279 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:41.918482 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1996822 Apr 18 06:31:41.919861 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:41.920234 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:41.920574 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:41.920906 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:41.921236 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:41.921562 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55594) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:31:41.922069 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:41.922069 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:41.922219 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:41.922510 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:41.922817 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:41.923136 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:41.923535 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca307918-fc90-4eea-9c0b-aa16bacb33bd tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:41.928219 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-90be1988-d0da-48dc-8fb6-843c821ec906 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': 'c55e265d-8120-47ac-826b-b97fc50c4858', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:31:41.934188 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-90be1988-d0da-48dc-8fb6-843c821ec906 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:31:41.938014 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-90be1988-d0da-48dc-8fb6-843c821ec906 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:31:41.941674 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-90be1988-d0da-48dc-8fb6-843c821ec906 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:31:41.947206 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-90be1988-d0da-48dc-8fb6-843c821ec906 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:31:41.964425 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-90be1988-d0da-48dc-8fb6-843c821ec906 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.031552 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-90be1988-d0da-48dc-8fb6-843c821ec906 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.035240 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-90be1988-d0da-48dc-8fb6-843c821ec906 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.058760 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be1988-d0da-48dc-8fb6-843c821ec906 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cfe44a8-657d-449e-9627-a2414dcc5da6,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:42.069127 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-90be1988-d0da-48dc-8fb6-843c821ec906 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.070313 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-90be1988-d0da-48dc-8fb6-843c821ec906 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477795 Apr 18 06:31:42.074188 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55598) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:31:42.079235 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-99d350a8-5e9f-4695-b8f8-6d55bbd5e743 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': 'c55e265d-8120-47ac-826b-b97fc50c4858', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:31:42.085244 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-99d350a8-5e9f-4695-b8f8-6d55bbd5e743 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:31:42.089193 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-99d350a8-5e9f-4695-b8f8-6d55bbd5e743 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:31:42.092087 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-99d350a8-5e9f-4695-b8f8-6d55bbd5e743 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:31:42.098368 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-99d350a8-5e9f-4695-b8f8-6d55bbd5e743 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:31:42.115321 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-99d350a8-5e9f-4695-b8f8-6d55bbd5e743 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.175845 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-99d350a8-5e9f-4695-b8f8-6d55bbd5e743 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.179930 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-99d350a8-5e9f-4695-b8f8-6d55bbd5e743 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.204345 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d350a8-5e9f-4695-b8f8-6d55bbd5e743 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42d201d-eea8-484a-9c7a-32b1665222d3,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:42.213948 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-99d350a8-5e9f-4695-b8f8-6d55bbd5e743 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.215163 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-99d350a8-5e9f-4695-b8f8-6d55bbd5e743 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1400845 Apr 18 06:31:42.217881 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55602) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:31:42.222862 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-c114f73e-25a5-423f-a0b2-58593aebf99c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': 'c55e265d-8120-47ac-826b-b97fc50c4858', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:31:42.229044 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c114f73e-25a5-423f-a0b2-58593aebf99c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:31:42.232835 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c114f73e-25a5-423f-a0b2-58593aebf99c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:31:42.235630 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-c114f73e-25a5-423f-a0b2-58593aebf99c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:31:42.242033 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-c114f73e-25a5-423f-a0b2-58593aebf99c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:31:42.258895 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c114f73e-25a5-423f-a0b2-58593aebf99c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.330818 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c114f73e-25a5-423f-a0b2-58593aebf99c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.335104 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c114f73e-25a5-423f-a0b2-58593aebf99c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.360118 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114f73e-25a5-423f-a0b2-58593aebf99c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4824a178-4be4-4095-9709-9a2c4c101779,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:42.372378 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c114f73e-25a5-423f-a0b2-58593aebf99c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.373777 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c114f73e-25a5-423f-a0b2-58593aebf99c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1550064 Apr 18 06:31:42.377809 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55606) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:31:42.383314 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-d5c9377a-d926-49e8-8704-fb1f57213d7d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': 'c55e265d-8120-47ac-826b-b97fc50c4858', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:31:42.389480 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d5c9377a-d926-49e8-8704-fb1f57213d7d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:31:42.393545 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d5c9377a-d926-49e8-8704-fb1f57213d7d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:31:42.396690 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-d5c9377a-d926-49e8-8704-fb1f57213d7d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:31:42.403102 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-d5c9377a-d926-49e8-8704-fb1f57213d7d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:31:42.420568 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d5c9377a-d926-49e8-8704-fb1f57213d7d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.486865 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d5c9377a-d926-49e8-8704-fb1f57213d7d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.490665 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d5c9377a-d926-49e8-8704-fb1f57213d7d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.513358 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9377a-d926-49e8-8704-fb1f57213d7d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e4d026-2620-4c77-9224-7888f486e59d,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:42.523795 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d5c9377a-d926-49e8-8704-fb1f57213d7d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.525005 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d5c9377a-d926-49e8-8704-fb1f57213d7d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460221 Apr 18 06:31:42.527856 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55610) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:31:42.532859 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-ecef6bc7-1881-49c8-a237-8ecac72c852f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': 'c55e265d-8120-47ac-826b-b97fc50c4858', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:31:42.539585 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ecef6bc7-1881-49c8-a237-8ecac72c852f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:31:42.543531 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ecef6bc7-1881-49c8-a237-8ecac72c852f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:31:42.546481 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-ecef6bc7-1881-49c8-a237-8ecac72c852f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:31:42.552280 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-ecef6bc7-1881-49c8-a237-8ecac72c852f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:31:42.562589 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.securitygroups_db [None req-ecef6bc7-1881-49c8-a237-8ecac72c852f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Project 18c0f35214f54e28b3e8e8a6c60959de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:31:42.569167 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ecef6bc7-1881-49c8-a237-8ecac72c852f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.634470 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ecef6bc7-1881-49c8-a237-8ecac72c852f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.639693 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ecef6bc7-1881-49c8-a237-8ecac72c852f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.666523 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef6bc7-1881-49c8-a237-8ecac72c852f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e06d04-173e-4ad1-a3a3-027bb80a9703,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:42.677473 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ecef6bc7-1881-49c8-a237-8ecac72c852f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.679174 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ecef6bc7-1881-49c8-a237-8ecac72c852f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1503596 Apr 18 06:31:42.681924 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55614) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:31:42.686930 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-96d92448-9ffc-4f60-b53a-c14361f47c3d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'security_group_rule': {'security_group_id': 'c55e265d-8120-47ac-826b-b97fc50c4858', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:31:42.693006 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-96d92448-9ffc-4f60-b53a-c14361f47c3d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:31:42.696962 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-96d92448-9ffc-4f60-b53a-c14361f47c3d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:security_group_rule and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:31:42.700306 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-96d92448-9ffc-4f60-b53a-c14361f47c3d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:31:42.706884 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-96d92448-9ffc-4f60-b53a-c14361f47c3d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:31:42.717130 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.securitygroups_db [None req-96d92448-9ffc-4f60-b53a-c14361f47c3d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Project 18c0f35214f54e28b3e8e8a6c60959de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:31:42.724569 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-96d92448-9ffc-4f60-b53a-c14361f47c3d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.793486 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-96d92448-9ffc-4f60-b53a-c14361f47c3d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.797809 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-96d92448-9ffc-4f60-b53a-c14361f47c3d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.822455 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d92448-9ffc-4f60-b53a-c14361f47c3d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5a3845-f43d-48e3-a325-e7fd738f8d94,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:42.832707 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-96d92448-9ffc-4f60-b53a-c14361f47c3d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.836480 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-96d92448-9ffc-4f60-b53a-c14361f47c3d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1510210 Apr 18 06:31:42.836682 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55618) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:31:42.842132 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-b7cfadb0-863a-4d21-8dfb-06c224c84a11 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'network': {'name': 'tempest-network-smoke--406148964', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'port_security_enabled': True}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:31:42.848262 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b7cfadb0-863a-4d21-8dfb-06c224c84a11 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:31:42.852858 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b7cfadb0-863a-4d21-8dfb-06c224c84a11 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:network and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:31:42.855774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b7cfadb0-863a-4d21-8dfb-06c224c84a11 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:31:42.862892 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b7cfadb0-863a-4d21-8dfb-06c224c84a11 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:31:42.874853 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cfadb0-863a-4d21-8dfb-06c224c84a11 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Made reservation on behalf of 18c0f35214f54e28b3e8e8a6c60959de for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:31:42.878722 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b7cfadb0-863a-4d21-8dfb-06c224c84a11 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.906271 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7cfadb0-863a-4d21-8dfb-06c224c84a11 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:31:42.916027 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b7cfadb0-863a-4d21-8dfb-06c224c84a11 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.916571 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-b7cfadb0-863a-4d21-8dfb-06c224c84a11 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Added segment c259a3cf-891b-4bdb-9e4e-57de7974b29e of type vlan for network 0070e185-5558-4890-8e28-b585c7ec0077 Apr 18 06:31:42.944367 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b7cfadb0-863a-4d21-8dfb-06c224c84a11 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.974945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b7cfadb0-863a-4d21-8dfb-06c224c84a11 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:42.980293 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cfadb0-863a-4d21-8dfb-06c224c84a11 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:42.980873 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b7cfadb0-863a-4d21-8dfb-06c224c84a11 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:43.083282 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b7cfadb0-863a-4d21-8dfb-06c224c84a11 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2455935 Apr 18 06:31:43.086103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55622) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:31:43.089098 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfadb0-863a-4d21-8dfb-06c224c84a11 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Network': ['ID=0070e185-5558-4890-8e28-b585c7ec0077,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:43.092088 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-743731411', 'admin_state_up': True, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:31:43.101126 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 0070e185-5558-4890-8e28-b585c7ec0077 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:31:43.101951 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:31:43.106235 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:router and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:31:43.109152 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:31:43.117381 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:31:43.129404 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:43.130550 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:43.150595 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:43.535883 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:43.855734 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:43.885773 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:44.024687 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Allocated IP 172.26.1.163 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:31:44.178700 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:44.208648 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:44.267198 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:31:44.270802 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:31:44.274397 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:31:44.328075 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:44.710661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:45.184832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:45.410948 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router 7dd8c099-19a5-4827-8152-a59fbb2cd6bb is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:31:45.591047 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:31:45.601890 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] Sync routers for ids ['7dd8c099-19a5-4827-8152-a59fbb2cd6bb'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:31:45.611897 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] Routers {'7dd8c099-19a5-4827-8152-a59fbb2cd6bb'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:31:45.612612 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:31:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7dd8c099-19a5-4827-8152-a59fbb2cd6bb'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:45.619042 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:45.623378 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bf5cdcd6-169c-4264-a126-7617fd1cb08b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5334139 Apr 18 06:31:45.623706 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55626) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:31:45.672183 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5526620b-e668-4321-b48e-484706a35d50 tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=18c0f35214f54e28b3e8e8a6c60959de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447583 Apr 18 06:31:45.672356 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55630) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:31:45.794806 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] Set router 7dd8c099-19a5-4827-8152-a59fbb2cd6bb gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:31:45.806266 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a35bae-37c2-4f28-995f-286458b2d52c tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:45.810269 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-24a35bae-37c2-4f28-995f-286458b2d52c tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1346219 Apr 18 06:31:45.810519 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55634) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:31:45.853754 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8a3a8bc9-00db-4155-b5d1-7055a5652abc tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=9fcd1ac9-6b4c-47b9-b8af-0c94833a5556&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397091 Apr 18 06:31:45.853974 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55638) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:31:45.859024 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-5ea8ece3-9556-478d-8051-8c0253392bb1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1248013456', 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077', 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:31:45.973458 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-5ea8ece3-9556-478d-8051-8c0253392bb1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:31:45.977634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5ea8ece3-9556-478d-8051-8c0253392bb1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:subnet and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:31:45.980481 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-5ea8ece3-9556-478d-8051-8c0253392bb1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:31:45.986183 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-5ea8ece3-9556-478d-8051-8c0253392bb1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:31:45.997188 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea8ece3-9556-478d-8051-8c0253392bb1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Made reservation on behalf of 18c0f35214f54e28b3e8e8a6c60959de for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:31:46.000982 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5ea8ece3-9556-478d-8051-8c0253392bb1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:46.130825 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743731411', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:44Z', 'revision_number': 3, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:46.135291 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] Checking router: 7dd8c099-19a5-4827-8152-a59fbb2cd6bb for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:31:46.135872 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] Updating router 7dd8c099-19a5-4827-8152-a59fbb2cd6bb port 07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99 binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:31:46.195554 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:46.233278 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5ea8ece3-9556-478d-8051-8c0253392bb1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:46.316285 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8ece3-9556-478d-8051-8c0253392bb1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Subnet': ['ID=a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:46.326584 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea8ece3-9556-478d-8051-8c0253392bb1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Checking segment: {'id': 'c259a3cf-891b-4bdb-9e4e-57de7974b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:31:46.326943 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea8ece3-9556-478d-8051-8c0253392bb1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network hostable DHCP agents. Network: 0070e185-5558-4890-8e28-b585c7ec0077, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:31:46.353050 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea8ece3-9556-478d-8051-8c0253392bb1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network 0070e185-5558-4890-8e28-b585c7ec0077 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:31:46.365117 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-5ea8ece3-9556-478d-8051-8c0253392bb1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 0070e185-5558-4890-8e28-b585c7ec0077) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:31:46.375223 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c25ff56-9e56-4711-b6a8-3f7d63d85fe2 None None] Network 0070e185-5558-4890-8e28-b585c7ec0077 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:31:46.395025 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea8ece3-9556-478d-8051-8c0253392bb1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:46.398787 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-5ea8ece3-9556-478d-8051-8c0253392bb1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:46.441298 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-5ea8ece3-9556-478d-8051-8c0253392bb1 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5857534 Apr 18 06:31:46.441946 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55642) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:31:46.586382 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:46.601619 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] Transition to ACTIVE for port object 07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:31:46.610100 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:46.632622 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-0070e185-5558-4890-8e28-b585c7ec0077', 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ips': [{'subnet_id': 'a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:31:46.633457 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:46.697368 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737042b-e5f3-4a8f-a4a4-56cb69ed5f1e None None] Pushing event updated for resources: {'Port': ['ID=07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:46.709386 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737042b-e5f3-4a8f-a4a4-56cb69ed5f1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:46.710070 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737042b-e5f3-4a8f-a4a4-56cb69ed5f1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:46.710573 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737042b-e5f3-4a8f-a4a4-56cb69ed5f1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:46.711086 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737042b-e5f3-4a8f-a4a4-56cb69ed5f1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:46.711524 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737042b-e5f3-4a8f-a4a4-56cb69ed5f1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:46.711971 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737042b-e5f3-4a8f-a4a4-56cb69ed5f1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:46.712333 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737042b-e5f3-4a8f-a4a4-56cb69ed5f1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:46.712659 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737042b-e5f3-4a8f-a4a4-56cb69ed5f1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:46.712983 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737042b-e5f3-4a8f-a4a4-56cb69ed5f1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:46.713455 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737042b-e5f3-4a8f-a4a4-56cb69ed5f1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:46.714192 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737042b-e5f3-4a8f-a4a4-56cb69ed5f1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:46.714538 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737042b-e5f3-4a8f-a4a4-56cb69ed5f1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:46.740954 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] Attempting to bind port 07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:31:46.741320 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] Attempting to bind port 07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:31:46.741678 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] Attempting to bind port 07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99 on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:31:46.747366 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:31:46.747730 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:31:46.748150 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:46.748533 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:31:46.748986 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] Bound port: 07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:31:46.749351 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:46.833676 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] For port 07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:31:46.837534 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] For port 07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:31:46.838238 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] Allocated IP 172.20.0.2 (0070e185-5558-4890-8e28-b585c7ec0077/a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e/b0d38880-14b4-4d19-bc39-8d2003c29716) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:31:46.844616 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:46.933468 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] Routers {'7dd8c099-19a5-4827-8152-a59fbb2cd6bb'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:31:46.934176 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:31:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7dd8c099-19a5-4827-8152-a59fbb2cd6bb'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:47.011769 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737042b-e5f3-4a8f-a4a4-56cb69ed5f1e None None] Pushing event updated for resources: {'Port': ['ID=07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:47.145145 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:47.148608 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] Set router 7dd8c099-19a5-4827-8152-a59fbb2cd6bb gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:31:47.157971 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] Transition to ACTIVE for port object b0d38880-14b4-4d19-bc39-8d2003c29716 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:31:47.181193 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] Transition to ACTIVE for port object b0d38880-14b4-4d19-bc39-8d2003c29716 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:31:47.188802 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:47.269565 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] Network 0070e185-5558-4890-8e28-b585c7ec0077 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:31:47.272480 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:31:47.279798 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:31:47.301427 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] Pushing event updated for resources: {'Port': ['ID=b0d38880-14b4-4d19-bc39-8d2003c29716,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:47.411064 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] Attempting to bind port b0d38880-14b4-4d19-bc39-8d2003c29716 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:31:47.412095 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8734cfa1-9dfd-4014-b317-19afe26649da tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:47.412680 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] Attempting to bind port b0d38880-14b4-4d19-bc39-8d2003c29716 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'c259a3cf-891b-4bdb-9e4e-57de7974b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:31:47.413246 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] Attempting to bind port b0d38880-14b4-4d19-bc39-8d2003c29716 on network 0070e185-5558-4890-8e28-b585c7ec0077 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:31:47.419331 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:31:47.419969 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] Checking segment: {'id': 'c259a3cf-891b-4bdb-9e4e-57de7974b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:31:47.420583 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:47.421158 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] Bound using segment: {'id': 'c259a3cf-891b-4bdb-9e4e-57de7974b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:31:47.421783 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] Bound port: b0d38880-14b4-4d19-bc39-8d2003c29716, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c259a3cf-891b-4bdb-9e4e-57de7974b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:31:47.422336 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:47.526695 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] For port b0d38880-14b4-4d19-bc39-8d2003c29716, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:31:47.530615 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] For port b0d38880-14b4-4d19-bc39-8d2003c29716, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b0d38880-14b4-4d19-bc39-8d2003c29716,segment=NetworkSegment(c259a3cf-891b-4bdb-9e4e-57de7974b29e),segment_id=c259a3cf-891b-4bdb-9e4e-57de7974b29e)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:31:47.536176 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743731411', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:44Z', 'revision_number': 3, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:47.537670 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:47.541239 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f38b9-dc99-450e-9e18-6e08cbce97b8 None None] The sync data for ids ['7dd8c099-19a5-4827-8152-a59fbb2cd6bb'] in dv-neutron-837489-1-hyperv is: [{'id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743731411', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:44Z', 'revision_number': 3, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:31:47.630131 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba164ea2-73a9-42b0-915a-320a80392d6f None None] Pushing event updated for resources: {'Port': ['ID=b0d38880-14b4-4d19-bc39-8d2003c29716,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:47.948504 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-8734cfa1-9dfd-4014-b317-19afe26649da tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Allocated IP 172.20.0.1 (0070e185-5558-4890-8e28-b585c7ec0077/a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e/9c91c10d-f93f-449f-bf79-d56b2894951f) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:31:48.133573 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8734cfa1-9dfd-4014-b317-19afe26649da tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:48.151838 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-8734cfa1-9dfd-4014-b317-19afe26649da tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Transition to ACTIVE for port object 9c91c10d-f93f-449f-bf79-d56b2894951f will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:31:48.180619 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8734cfa1-9dfd-4014-b317-19afe26649da tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:48.247972 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8734cfa1-9dfd-4014-b317-19afe26649da tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network 0070e185-5558-4890-8e28-b585c7ec0077 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:31:48.256897 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-8734cfa1-9dfd-4014-b317-19afe26649da tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:31:48.261741 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8734cfa1-9dfd-4014-b317-19afe26649da tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:31:48.296670 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734cfa1-9dfd-4014-b317-19afe26649da tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=9c91c10d-f93f-449f-bf79-d56b2894951f,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:48.331760 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8734cfa1-9dfd-4014-b317-19afe26649da tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:48.762541 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8734cfa1-9dfd-4014-b317-19afe26649da tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:48.784550 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139b725f-fc0d-47a9-a844-d6ed263c9600 None None] Network 0070e185-5558-4890-8e28-b585c7ec0077 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:31:48.898714 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-ea6973d9-9279-4550-8c23-07eecb7fd763 None None] Provisioning for port b0d38880-14b4-4d19-bc39-8d2003c29716 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:31:49.258173 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b0d38880-14b4-4d19-bc39-8d2003c29716 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:31:49.270468 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8734cfa1-9dfd-4014-b317-19afe26649da tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:49.275408 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8734cfa1-9dfd-4014-b317-19afe26649da tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:49.380083 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port b0d38880-14b4-4d19-bc39-8d2003c29716 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:31:49.388751 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port b0d38880-14b4-4d19-bc39-8d2003c29716 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:31:49.389421 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:49.438313 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734cfa1-9dfd-4014-b317-19afe26649da tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=9c91c10d-f93f-449f-bf79-d56b2894951f,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:49.446959 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8734cfa1-9dfd-4014-b317-19afe26649da tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:49.498885 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-eb9b5ec3-1add-4f2a-8534-c3041ba8d9c3 None None] Provisioning complete for port b0d38880-14b4-4d19-bc39-8d2003c29716 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:31:49.499533 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-eb9b5ec3-1add-4f2a-8534-c3041ba8d9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:49.652726 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8734cfa1-9dfd-4014-b317-19afe26649da tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network 0070e185-5558-4890-8e28-b585c7ec0077 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:31:49.654034 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-8734cfa1-9dfd-4014-b317-19afe26649da tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:31:49.757584 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-eb9b5ec3-1add-4f2a-8534-c3041ba8d9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:49.766101 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:49.818464 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port b0d38880-14b4-4d19-bc39-8d2003c29716, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b0d38880-14b4-4d19-bc39-8d2003c29716,segment=NetworkSegment(c259a3cf-891b-4bdb-9e4e-57de7974b29e),segment_id=c259a3cf-891b-4bdb-9e4e-57de7974b29e)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:31:49.824935 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:49.826414 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:31:49.874124 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8734cfa1-9dfd-4014-b317-19afe26649da tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router 7dd8c099-19a5-4827-8152-a59fbb2cd6bb has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:31:50.024574 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-eb9b5ec3-1add-4f2a-8534-c3041ba8d9c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:31:50.024924 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-eb9b5ec3-1add-4f2a-8534-c3041ba8d9c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:31:50.032641 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=b0d38880-14b4-4d19-bc39-8d2003c29716,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:50.050296 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:31:50.055531 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:31:50.055900 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:50.109041 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8734cfa1-9dfd-4014-b317-19afe26649da tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:31:50.125671 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] Sync routers for ids ['7dd8c099-19a5-4827-8152-a59fbb2cd6bb'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:31:50.132426 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8734cfa1-9dfd-4014-b317-19afe26649da tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "PUT /v2.0/routers/7dd8c099-19a5-4827-8152-a59fbb2cd6bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6892877 Apr 18 06:31:50.178356 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] Routers {'7dd8c099-19a5-4827-8152-a59fbb2cd6bb'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:31:50.178802 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:31:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7dd8c099-19a5-4827-8152-a59fbb2cd6bb'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:50.261543 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:50.319623 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-cee29b3a-9b70-4c38-85c1-7c4f13c7daec tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:31:50.339261 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-cee29b3a-9b70-4c38-85c1-7c4f13c7daec tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:31:50.341117 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-cee29b3a-9b70-4c38-85c1-7c4f13c7daec tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-200525322&fields=id&tenant_id=18c0f35214f54e28b3e8e8a6c60959de HTTP/1.1" status: 200 len: 267 time: 0.0653920 Apr 18 06:31:50.346363 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:31:50.356018 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:50.449492 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] Set router 7dd8c099-19a5-4827-8152-a59fbb2cd6bb gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:31:50.512385 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:50.618742 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-1eda3f43-a2b3-4f64-8086-bb35d8f01c74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:50.619356 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-1eda3f43-a2b3-4f64-8086-bb35d8f01c74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:network {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:31:50.637512 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-1eda3f43-a2b3-4f64-8086-bb35d8f01c74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:network {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:31:50.646439 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-1eda3f43-a2b3-4f64-8086-bb35d8f01c74 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/networks?id=0070e185-5558-4890-8e28-b585c7ec0077 HTTP/1.1" status: 200 len: 796 time: 0.2973166 Apr 18 06:31:50.657331 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-2125ed53-02f1-48c3-8e3c-cf35e0cee6b9 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/quotas/18c0f35214f54e28b3e8e8a6c60959de HTTP/1.1" status: 200 len: 375 time: 0.0100312 Apr 18 06:31:50.745973 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-eb9b5ec3-1add-4f2a-8534-c3041ba8d9c3 None None] Provisioning for port 9c91c10d-f93f-449f-bf79-d56b2894951f completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:31:50.749650 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-c07490d2-3bd0-415a-8620-7c24f5fd100f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848081 Apr 18 06:31:50.754492 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-eb9b5ec3-1add-4f2a-8534-c3041ba8d9c3 None None] Provisioning complete for port 9c91c10d-f93f-449f-bf79-d56b2894951f triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:31:50.754887 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-eb9b5ec3-1add-4f2a-8534-c3041ba8d9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:50.858026 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b5ec3-1add-4f2a-8534-c3041ba8d9c3 None None] Port 9c91c10d-f93f-449f-bf79-d56b2894951f cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:31:50.890300 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743731411', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:48Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '9c91c10d-f93f-449f-bf79-d56b2894951f', 'name': '', 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:da:04:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:47Z', 'updated_at': '2022-04-18T06:31:49Z', 'revision_number': 2, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': 'a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:50.894244 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] Checking router: 7dd8c099-19a5-4827-8152-a59fbb2cd6bb for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:31:50.894598 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] Updating router 7dd8c099-19a5-4827-8152-a59fbb2cd6bb port 9c91c10d-f93f-449f-bf79-d56b2894951f binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:31:50.936662 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-66e5c76b-54c4-41e6-95ba-34f62eede583 service neutron] 10.222.0.15 "GET /v2.0/networks/0070e185-5558-4890-8e28-b585c7ec0077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726086 Apr 18 06:31:50.947900 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:51.064775 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2cda31b0-20eb-411c-9b61-4206a95b953e None None] Provisioning complete for port 9c91c10d-f93f-449f-bf79-d56b2894951f triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:31:51.065204 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2cda31b0-20eb-411c-9b61-4206a95b953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:51.079173 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-93ef8702-b0fc-4440-add9-d811e277a79b service neutron] 10.222.0.15 "GET /v2.0/networks/0070e185-5558-4890-8e28-b585c7ec0077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324954 Apr 18 06:31:51.154072 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2cda31b0-20eb-411c-9b61-4206a95b953e None None] Port 9c91c10d-f93f-449f-bf79-d56b2894951f cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:31:51.157674 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b0d38880-14b4-4d19-bc39-8d2003c29716 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:31:51.324643 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-4fc23959-5fae-4d1b-9b3b-3f0ea087f17e req-44dd173e-a801-49a7-81b5-c9dd9acdbf94 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:31:51.357876 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-4fc23959-5fae-4d1b-9b3b-3f0ea087f17e req-44dd173e-a801-49a7-81b5-c9dd9acdbf94 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:31:51.374534 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4fc23959-5fae-4d1b-9b3b-3f0ea087f17e req-44dd173e-a801-49a7-81b5-c9dd9acdbf94 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 210 time: 0.1054587 Apr 18 06:31:51.389541 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port b0d38880-14b4-4d19-bc39-8d2003c29716 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:31:51.389917 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:51.580869 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:51.606997 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] Transition to ACTIVE for port object 9c91c10d-f93f-449f-bf79-d56b2894951f will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:31:51.610579 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:31:51.648454 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:51.873086 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c61fd5-e934-4303-bf26-03d2ed2b9596 None None] Pushing event updated for resources: {'Port': ['ID=9c91c10d-f93f-449f-bf79-d56b2894951f,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:51.910296 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:31:51.910296 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:51.934512 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] Attempting to bind port 9c91c10d-f93f-449f-bf79-d56b2894951f on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:31:51.934762 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] Attempting to bind port 9c91c10d-f93f-449f-bf79-d56b2894951f by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'c259a3cf-891b-4bdb-9e4e-57de7974b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:31:51.935084 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] Attempting to bind port 9c91c10d-f93f-449f-bf79-d56b2894951f on network 0070e185-5558-4890-8e28-b585c7ec0077 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:31:51.953345 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:31:51.953710 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] Checking segment: {'id': 'c259a3cf-891b-4bdb-9e4e-57de7974b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:31:51.954266 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:51.954694 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] Bound using segment: {'id': 'c259a3cf-891b-4bdb-9e4e-57de7974b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:31:51.955289 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] Bound port: 9c91c10d-f93f-449f-bf79-d56b2894951f, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c259a3cf-891b-4bdb-9e4e-57de7974b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:31:51.955655 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:52.117475 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] For port 9c91c10d-f93f-449f-bf79-d56b2894951f, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:31:52.136405 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] For port 9c91c10d-f93f-449f-bf79-d56b2894951f, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=9c91c10d-f93f-449f-bf79-d56b2894951f,segment=NetworkSegment(c259a3cf-891b-4bdb-9e4e-57de7974b29e),segment_id=c259a3cf-891b-4bdb-9e4e-57de7974b29e)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:31:52.143430 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:52.224080 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] Routers {'7dd8c099-19a5-4827-8152-a59fbb2cd6bb'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:31:52.224966 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:31:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7dd8c099-19a5-4827-8152-a59fbb2cd6bb'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:52.281962 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c61fd5-e934-4303-bf26-03d2ed2b9596 None None] Pushing event updated for resources: {'Port': ['ID=9c91c10d-f93f-449f-bf79-d56b2894951f,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:52.482997 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] Set router 7dd8c099-19a5-4827-8152-a59fbb2cd6bb gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:31:52.678489 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c8328323-98b4-46db-84f9-1e9798d31573 req-8e5b547f-d394-4682-8c7a-b60e912b1387 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 210 time: 0.0852387 Apr 18 06:31:52.756595 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e4d8bc93-5d80-4a40-aa5d-e314c8b380f9 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:52.757205 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e4d8bc93-5d80-4a40-aa5d-e314c8b380f9 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:31:52.770104 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e4d8bc93-5d80-4a40-aa5d-e314c8b380f9 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:31:52.771250 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e4d8bc93-5d80-4a40-aa5d-e314c8b380f9 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "GET /v2.0/networks?id=0070e185-5558-4890-8e28-b585c7ec0077 HTTP/1.1" status: 200 len: 796 time: 0.3713765 Apr 18 06:31:52.835683 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-1ec28d8e-4edc-4bfd-8a1c-dbd6a8d7551b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:31:52.851510 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-1ec28d8e-4edc-4bfd-8a1c-dbd6a8d7551b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:31:52.852693 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-1ec28d8e-4edc-4bfd-8a1c-dbd6a8d7551b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18c0f35214f54e28b3e8e8a6c60959de HTTP/1.1" status: 200 len: 379 time: 0.0673006 Apr 18 06:31:52.864859 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-73f2718b-ae56-4837-b42f-acb76df02537 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'port': {'device_id': '418540c0-033e-4dae-9c6d-dd80a7282840', 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077', 'admin_state_up': True, 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'security_groups': ['c55e265d-8120-47ac-826b-b97fc50c4858']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:31:52.898677 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743731411', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:48Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '9c91c10d-f93f-449f-bf79-d56b2894951f', 'name': '', 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:da:04:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:47Z', 'updated_at': '2022-04-18T06:31:52Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': 'a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:52.903025 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d0d00-4b4a-4815-8c0b-df0dd8f1c510 None None] The sync data for ids ['7dd8c099-19a5-4827-8152-a59fbb2cd6bb'] in dv-neutron-837489-1-hyperv is: [{'id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743731411', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:48Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '9c91c10d-f93f-449f-bf79-d56b2894951f', 'name': '', 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:da:04:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:47Z', 'updated_at': '2022-04-18T06:31:52Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': 'a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:31:53.034842 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-73f2718b-ae56-4837-b42f-acb76df02537 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:31:53.045021 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-73f2718b-ae56-4837-b42f-acb76df02537 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:31:53.057685 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-73f2718b-ae56-4837-b42f-acb76df02537 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Made reservation on behalf of 18c0f35214f54e28b3e8e8a6c60959de for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:31:53.062348 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-73f2718b-ae56-4837-b42f-acb76df02537 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:53.169285 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9c91c10d-f93f-449f-bf79-d56b2894951f up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:31:53.262982 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 9c91c10d-f93f-449f-bf79-d56b2894951f completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:31:53.269776 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 9c91c10d-f93f-449f-bf79-d56b2894951f triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:31:53.270366 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:53.301482 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-73f2718b-ae56-4837-b42f-acb76df02537 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Allocated IP 172.20.0.3 (0070e185-5558-4890-8e28-b585c7ec0077/a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e/2fa943f3-50ac-44e3-9ffa-3454345aa822) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:31:53.400179 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:53.436072 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 9c91c10d-f93f-449f-bf79-d56b2894951f, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=9c91c10d-f93f-449f-bf79-d56b2894951f,segment=NetworkSegment(c259a3cf-891b-4bdb-9e4e-57de7974b29e),segment_id=c259a3cf-891b-4bdb-9e4e-57de7974b29e)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:31:53.441789 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:53.522132 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=9c91c10d-f93f-449f-bf79-d56b2894951f,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:53.588681 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-73f2718b-ae56-4837-b42f-acb76df02537 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:53.606677 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-73f2718b-ae56-4837-b42f-acb76df02537 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Transition to ACTIVE for port object 2fa943f3-50ac-44e3-9ffa-3454345aa822 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:31:53.633225 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-73f2718b-ae56-4837-b42f-acb76df02537 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:53.702958 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-73f2718b-ae56-4837-b42f-acb76df02537 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network 0070e185-5558-4890-8e28-b585c7ec0077 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:31:53.706830 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-73f2718b-ae56-4837-b42f-acb76df02537 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:31:53.727026 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-73f2718b-ae56-4837-b42f-acb76df02537 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:31:53.796895 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2718b-ae56-4837-b42f-acb76df02537 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=2fa943f3-50ac-44e3-9ffa-3454345aa822,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:53.837752 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-73f2718b-ae56-4837-b42f-acb76df02537 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:53.839590 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-73f2718b-ae56-4837-b42f-acb76df02537 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:53.932135 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-73f2718b-ae56-4837-b42f-acb76df02537 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0718863 Apr 18 06:31:53.952081 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] Request body: {'port': {'device_id': '418540c0-033e-4dae-9c6d-dd80a7282840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:31:54.022951 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d504ab5-a4ee-4a12-ac8a-7d1efc579f71 req-0b11e49a-0e6f-49c4-bfd4-37bff631e605 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:54.023901 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-9d504ab5-a4ee-4a12-ac8a-7d1efc579f71 req-0b11e49a-0e6f-49c4-bfd4-37bff631e605 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:31:54.025299 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-dfda7e11-2d36-40e6-9224-7f6e5d9a0ef8 None None] Provisioning for port 2fa943f3-50ac-44e3-9ffa-3454345aa822 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:31:54.031656 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-dfda7e11-2d36-40e6-9224-7f6e5d9a0ef8 None None] Provisioning complete for port 2fa943f3-50ac-44e3-9ffa-3454345aa822 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:31:54.032695 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dfda7e11-2d36-40e6-9224-7f6e5d9a0ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:54.090681 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-9d504ab5-a4ee-4a12-ac8a-7d1efc579f71 req-0b11e49a-0e6f-49c4-bfd4-37bff631e605 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:31:54.091855 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d504ab5-a4ee-4a12-ac8a-7d1efc579f71 req-0b11e49a-0e6f-49c4-bfd4-37bff631e605 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 931 time: 0.2253225 Apr 18 06:31:54.106131 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-dfda7e11-2d36-40e6-9224-7f6e5d9a0ef8 None None] Port 2fa943f3-50ac-44e3-9ffa-3454345aa822 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:31:54.113044 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:54.207807 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d504ab5-a4ee-4a12-ac8a-7d1efc579f71 req-e0fb453b-18ad-461c-99f5-cd0d18806a05 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e265d-8120-47ac-826b-b97fc50c4858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840359 Apr 18 06:31:54.510920 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa943f3-50ac-44e3-9ffa-3454345aa822 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:31:54.518799 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:54.533848 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] Transition to ACTIVE for port object 2fa943f3-50ac-44e3-9ffa-3454345aa822 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:31:54.537724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:54.698877 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] Pushing event updated for resources: {'Port': ['ID=2fa943f3-50ac-44e3-9ffa-3454345aa822,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:54.778782 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] Attempting to bind port 2fa943f3-50ac-44e3-9ffa-3454345aa822 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:31:54.779113 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] Attempting to bind port 2fa943f3-50ac-44e3-9ffa-3454345aa822 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'c259a3cf-891b-4bdb-9e4e-57de7974b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:31:54.779438 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] Attempting to bind port 2fa943f3-50ac-44e3-9ffa-3454345aa822 on network 0070e185-5558-4890-8e28-b585c7ec0077 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:31:54.784578 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] Port 2fa943f3-50ac-44e3-9ffa-3454345aa822 on network 0070e185-5558-4890-8e28-b585c7ec0077 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:31:54.784893 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] Attempting to bind port 2fa943f3-50ac-44e3-9ffa-3454345aa822 on network 0070e185-5558-4890-8e28-b585c7ec0077 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:31:54.790138 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:31:54.790475 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] Checking segment: {'id': 'c259a3cf-891b-4bdb-9e4e-57de7974b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:31:54.790856 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] Bound using segment: {'id': 'c259a3cf-891b-4bdb-9e4e-57de7974b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:31:54.791277 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] Bound port: 2fa943f3-50ac-44e3-9ffa-3454345aa822, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c259a3cf-891b-4bdb-9e4e-57de7974b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:31:54.791625 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:54.886346 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] For port 2fa943f3-50ac-44e3-9ffa-3454345aa822, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:31:54.889121 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] For port 2fa943f3-50ac-44e3-9ffa-3454345aa822, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=2fa943f3-50ac-44e3-9ffa-3454345aa822,segment=NetworkSegment(c259a3cf-891b-4bdb-9e4e-57de7974b29e),segment_id=c259a3cf-891b-4bdb-9e4e-57de7974b29e)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:31:54.893465 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:55.043832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:55.044456 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:55.045815 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] 10.222.0.52 "PUT /v2.0/ports/2fa943f3-50ac-44e3-9ffa-3454345aa822 HTTP/1.1" status: 200 len: 1093 time: 1.0991457 Apr 18 06:31:55.046243 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418540c0-033e-4dae-9c6d-dd80a7282840', 'tag': '2fa943f3-50ac-44e3-9ffa-3454345aa822'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:31:55.129771 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a57668c-4277-423f-a734-2c2cccee8198'] response: {'name': 'network-changed', 'server_uuid': '418540c0-033e-4dae-9c6d-dd80a7282840', 'tag': '2fa943f3-50ac-44e3-9ffa-3454345aa822', 'status': 'completed', 'code': 200} Apr 18 06:31:55.133575 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9c91c10d-f93f-449f-bf79-d56b2894951f up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:31:55.141300 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d3f4d-f094-41b9-9878-450981edf5cc service neutron] Pushing event updated for resources: {'Port': ['ID=2fa943f3-50ac-44e3-9ffa-3454345aa822,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:55.190472 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-9d8e8f0e-4bde-495b-8e20-678e5d925e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:55.192312 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-9d8e8f0e-4bde-495b-8e20-678e5d925e6f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 1096 time: 0.0987530 Apr 18 06:31:55.209587 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 9c91c10d-f93f-449f-bf79-d56b2894951f triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:31:55.210040 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:55.268751 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-712e3330-6ed1-4247-9036-b7d1bbdf4af8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fa943f3-50ac-44e3-9ffa-3454345aa822 HTTP/1.1" status: 200 len: 217 time: 0.0660315 Apr 18 06:31:55.371627 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-2e14b782-0b0e-4cd7-bc0b-086f8e6f3f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:55.373162 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-2e14b782-0b0e-4cd7-bc0b-086f8e6f3f52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e HTTP/1.1" status: 200 len: 835 time: 0.0962660 Apr 18 06:31:55.479134 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2363834-61f9-4cc5-9cf2-fd750d05e395 req-c54f5c4e-69ad-4366-b2c9-4fe80938350f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:55.480606 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e2363834-61f9-4cc5-9cf2-fd750d05e395 req-c54f5c4e-69ad-4366-b2c9-4fe80938350f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 943 time: 0.1413670 Apr 18 06:31:55.488190 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-55269e2a-0f64-4c2a-af22-039757cb14e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:55.489560 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-55269e2a-0f64-4c2a-af22-039757cb14e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0070e185-5558-4890-8e28-b585c7ec0077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1053336 Apr 18 06:31:55.616312 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e2363834-61f9-4cc5-9cf2-fd750d05e395 req-532ac189-8db9-4b58-8cc0-0e96da9c4f0b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e265d-8120-47ac-826b-b97fc50c4858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257114 Apr 18 06:31:55.650563 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-f87d1201-e398-468e-9254-a7c2270cb2d9 service neutron] 10.222.0.52 "GET /v2.0/networks/0070e185-5558-4890-8e28-b585c7ec0077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470249 Apr 18 06:31:55.787217 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e30ae9c0-17f1-4191-b944-b4b396b08685 req-75705b57-c74e-4086-8e2a-a5f433545b79 service neutron] 10.222.0.52 "GET /v2.0/networks/0070e185-5558-4890-8e28-b585c7ec0077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271391 Apr 18 06:31:55.905236 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546e8af-aee2-4a29-81a0-3be478123afd req-03dc52b6-7288-4d07-928a-278830d53843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:55.906577 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2546e8af-aee2-4a29-81a0-3be478123afd req-03dc52b6-7288-4d07-928a-278830d53843 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 1096 time: 0.0703015 Apr 18 06:31:56.038386 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546e8af-aee2-4a29-81a0-3be478123afd req-26c604ae-a617-42a4-9359-e5c989baf6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:56.039860 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2546e8af-aee2-4a29-81a0-3be478123afd req-26c604ae-a617-42a4-9359-e5c989baf6bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=0070e185-5558-4890-8e28-b585c7ec0077 HTTP/1.1" status: 200 len: 897 time: 0.1245329 Apr 18 06:31:56.114517 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2546e8af-aee2-4a29-81a0-3be478123afd req-9f116086-e574-435c-8218-e78c34754680 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fa943f3-50ac-44e3-9ffa-3454345aa822 HTTP/1.1" status: 200 len: 217 time: 0.0669792 Apr 18 06:31:56.176289 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546e8af-aee2-4a29-81a0-3be478123afd req-834fcb40-170d-4305-ad59-ebae647c10c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:56.177616 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2546e8af-aee2-4a29-81a0-3be478123afd req-834fcb40-170d-4305-ad59-ebae647c10c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e HTTP/1.1" status: 200 len: 835 time: 0.0574098 Apr 18 06:31:56.254072 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546e8af-aee2-4a29-81a0-3be478123afd req-f7abb542-2548-4bd3-9373-94c32181bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:56.255491 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2546e8af-aee2-4a29-81a0-3be478123afd req-f7abb542-2548-4bd3-9373-94c32181bb49 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0070e185-5558-4890-8e28-b585c7ec0077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707502 Apr 18 06:31:56.386153 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2546e8af-aee2-4a29-81a0-3be478123afd req-1cd6a62b-45bf-47cd-90d8-4db06bc9b6e7 service neutron] 10.222.0.52 "GET /v2.0/networks/0070e185-5558-4890-8e28-b585c7ec0077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228566 Apr 18 06:31:56.523139 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2546e8af-aee2-4a29-81a0-3be478123afd req-08f538e1-e48c-49aa-b891-1992cf9eb8a5 service neutron] 10.222.0.52 "GET /v2.0/networks/0070e185-5558-4890-8e28-b585c7ec0077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273346 Apr 18 06:31:56.806648 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcb714-b0a7-4191-b0ec-c24b2eb0beaa req-c016a3de-3591-4ca2-8f3d-fb1a1d8cf825 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:56.808016 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a3fcb714-b0a7-4191-b0ec-c24b2eb0beaa req-c016a3de-3591-4ca2-8f3d-fb1a1d8cf825 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 943 time: 0.0835881 Apr 18 06:31:56.857718 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a3fcb714-b0a7-4191-b0ec-c24b2eb0beaa req-d2670922-f298-4dad-b000-2790da7cbc67 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e265d-8120-47ac-826b-b97fc50c4858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432451 Apr 18 06:31:57.599377 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 2fa943f3-50ac-44e3-9ffa-3454345aa822 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:31:57.729470 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 2fa943f3-50ac-44e3-9ffa-3454345aa822, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=2fa943f3-50ac-44e3-9ffa-3454345aa822,segment=NetworkSegment(c259a3cf-891b-4bdb-9e4e-57de7974b29e),segment_id=c259a3cf-891b-4bdb-9e4e-57de7974b29e)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:31:57.742568 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '2fa943f3-50ac-44e3-9ffa-3454345aa822', 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077', 'port_id': '2fa943f3-50ac-44e3-9ffa-3454345aa822', 'mac_address': 'fa:16:3e:09:5e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:31:57.798316 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:57.815282 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa943f3-50ac-44e3-9ffa-3454345aa822 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:31:57.831752 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 2fa943f3-50ac-44e3-9ffa-3454345aa822, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=2fa943f3-50ac-44e3-9ffa-3454345aa822,segment=NetworkSegment(c259a3cf-891b-4bdb-9e4e-57de7974b29e),segment_id=c259a3cf-891b-4bdb-9e4e-57de7974b29e)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:31:57.835553 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:57.901343 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=2fa943f3-50ac-44e3-9ffa-3454345aa822,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:58.040027 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da218b-1d96-45e0-a964-d72b40f308ae req-429c1709-f2cc-4212-ab30-c536ed448b8e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:58.041550 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-70da218b-1d96-45e0-a964-d72b40f308ae req-429c1709-f2cc-4212-ab30-c536ed448b8e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 944 time: 0.0796008 Apr 18 06:31:58.085389 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-70da218b-1d96-45e0-a964-d72b40f308ae req-edc706f2-2cdc-46af-b6ad-2b86fb76816b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e265d-8120-47ac-826b-b97fc50c4858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382471 Apr 18 06:31:58.089915 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['2fa943f3-50ac-44e3-9ffa-3454345aa822'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:31:59.275153 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a22824-57c5-457c-90de-73bbcb6dffad req-fd18c246-866c-4bfb-9f06-84923fc2b5e3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:59.276664 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-55a22824-57c5-457c-90de-73bbcb6dffad req-fd18c246-866c-4bfb-9f06-84923fc2b5e3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 944 time: 0.0885012 Apr 18 06:31:59.321360 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-55a22824-57c5-457c-90de-73bbcb6dffad req-6bc720c5-f058-4d3b-a84d-e2d217b32631 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e265d-8120-47ac-826b-b97fc50c4858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391307 Apr 18 06:31:59.615053 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 2fa943f3-50ac-44e3-9ffa-3454345aa822 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:31:59.682048 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port 2fa943f3-50ac-44e3-9ffa-3454345aa822 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:31:59.686614 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 2fa943f3-50ac-44e3-9ffa-3454345aa822 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:31:59.686979 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:59.802561 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:59.828934 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418540c0-033e-4dae-9c6d-dd80a7282840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa943f3-50ac-44e3-9ffa-3454345aa822'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:31:59.838498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 2fa943f3-50ac-44e3-9ffa-3454345aa822, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=2fa943f3-50ac-44e3-9ffa-3454345aa822,segment=NetworkSegment(c259a3cf-891b-4bdb-9e4e-57de7974b29e),segment_id=c259a3cf-891b-4bdb-9e4e-57de7974b29e)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:31:59.843466 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:59.911102 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=2fa943f3-50ac-44e3-9ffa-3454345aa822,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:59.924193 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c7c3060-f6ec-405d-ad9c-5139cbc948b7'] response: {'server_uuid': '418540c0-033e-4dae-9c6d-dd80a7282840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa943f3-50ac-44e3-9ffa-3454345aa822', 'code': 200} Apr 18 06:32:00.279064 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bee149-8290-4e1a-8d53-12d1d6ca4cf3 req-938302a4-d379-4417-a1d8-b736487c1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:00.280639 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-90bee149-8290-4e1a-8d53-12d1d6ca4cf3 req-938302a4-d379-4417-a1d8-b736487c1cc6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 1098 time: 0.1782081 Apr 18 06:32:00.323963 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-90bee149-8290-4e1a-8d53-12d1d6ca4cf3 req-4b736704-3c5f-4e4d-bedd-1ece545f993a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c55e265d-8120-47ac-826b-b97fc50c4858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337684 Apr 18 06:32:00.509859 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51643975-3598-4e68-abb4-b15fa6b4f62b req-cd4077c0-5bcc-44e8-8091-67d585251a10 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:00.511213 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-51643975-3598-4e68-abb4-b15fa6b4f62b req-cd4077c0-5bcc-44e8-8091-67d585251a10 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 945 time: 0.0830612 Apr 18 06:32:00.555536 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-51643975-3598-4e68-abb4-b15fa6b4f62b req-83624924-5a3e-466c-bff1-2f4cfbfaa4fb tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e265d-8120-47ac-826b-b97fc50c4858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387156 Apr 18 06:32:01.740301 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970e146-cf67-4b45-9769-4f80c2b1760c req-4bccc344-a5ae-437a-b0cd-ef11cf10ab8b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:01.741732 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5970e146-cf67-4b45-9769-4f80c2b1760c req-4bccc344-a5ae-437a-b0cd-ef11cf10ab8b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 945 time: 0.0797410 Apr 18 06:32:01.783861 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5970e146-cf67-4b45-9769-4f80c2b1760c req-c7033e97-985c-42fe-b6bf-7caad6069128 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e265d-8120-47ac-826b-b97fc50c4858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364492 Apr 18 06:32:01.966205 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa5ff1-e168-4307-9b22-b30fb3e5d6d3 req-10dd99fa-a462-456d-a3a3-7e5426f2c12d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:01.967580 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-72fa5ff1-e168-4307-9b22-b30fb3e5d6d3 req-10dd99fa-a462-456d-a3a3-7e5426f2c12d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 945 time: 0.0801988 Apr 18 06:32:02.010302 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-72fa5ff1-e168-4307-9b22-b30fb3e5d6d3 req-f603cb50-8b99-4998-b506-f80786b0972a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e265d-8120-47ac-826b-b97fc50c4858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371785 Apr 18 06:32:02.032390 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55698) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:32:02.104823 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe35fb63-bfd2-4a64-8792-c269f2167493 tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:02.106285 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fe35fb63-bfd2-4a64-8792-c269f2167493 tempest-TestNetworkAdvancedServerOps-611149520 tempest-TestNetworkAdvancedServerOps-611149520-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 1093 time: 0.0729661 Apr 18 06:32:02.109155 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55702) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:32:02.114009 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': '2fa943f3-50ac-44e3-9ffa-3454345aa822', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:32:02.119920 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:32:02.123675 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Usage tracker for resource:floatingip and tenant:18c0f35214f54e28b3e8e8a6c60959de is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:32:02.126426 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:32:02.131983 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:32:02.142759 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for floatingip, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:02.278117 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:02.409305 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Allocated IP 172.26.1.210 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/abe78b9b-7816-4076-a007-774c4961c4c5) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:32:02.555970 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:02.584575 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:02.642402 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:32:02.645052 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:32:02.653264 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:32:02.687794 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=abe78b9b-7816-4076-a007-774c4961c4c5,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:32:03.163000 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:03.237577 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:03.447390 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:03.451841 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:03.566186 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event updated for resources: {'Port': ['ID=abe78b9b-7816-4076-a007-774c4961c4c5,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:32:03.572151 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:03.748287 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Floating IP e3b37dca-e413-4d59-8b7c-1c8e6d683b15 associated. External IP: 172.26.1.210, port: 2fa943f3-50ac-44e3-9ffa-3454345aa822. Apr 18 06:32:04.098846 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router 7dd8c099-19a5-4827-8152-a59fbb2cd6bb has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:32:04.277910 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:32:04.287748 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4954ba3-93ea-4c7c-9e8d-2ff106f70ff8 None None] Sync routers for ids ['7dd8c099-19a5-4827-8152-a59fbb2cd6bb'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:32:04.296715 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4954ba3-93ea-4c7c-9e8d-2ff106f70ff8 None None] Routers {'7dd8c099-19a5-4827-8152-a59fbb2cd6bb'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:32:04.297374 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c4954ba3-93ea-4c7c-9e8d-2ff106f70ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:31:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7dd8c099-19a5-4827-8152-a59fbb2cd6bb'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:32:04.302789 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:04.364030 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-814b2103-2329-49fd-b5be-e2624c20de9f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2512810 Apr 18 06:32:04.364030 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418540c0-033e-4dae-9c6d-dd80a7282840', 'tag': '2fa943f3-50ac-44e3-9ffa-3454345aa822'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:32:04.410314 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b8b4db5-f3d4-4e22-83f3-e0d513e2bf7a'] response: {'name': 'network-changed', 'server_uuid': '418540c0-033e-4dae-9c6d-dd80a7282840', 'tag': '2fa943f3-50ac-44e3-9ffa-3454345aa822', 'status': 'completed', 'code': 200} Apr 18 06:32:04.568008 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b6884-441a-4e75-b389-89178a294a62 req-af9efc57-73b1-4544-bf05-ea29cfce1461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:04.569782 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a18b6884-441a-4e75-b389-89178a294a62 req-af9efc57-73b1-4544-bf05-ea29cfce1461 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 1098 time: 0.1356316 Apr 18 06:32:04.582187 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62d5e8-41fb-442d-bc1a-73e2b4ad782a req-fc52bf7c-d732-4ef9-a346-e613c109e5e5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:04.583797 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8a62d5e8-41fb-442d-bc1a-73e2b4ad782a req-fc52bf7c-d732-4ef9-a346-e613c109e5e5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 945 time: 0.1147900 Apr 18 06:32:04.594884 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-c4954ba3-93ea-4c7c-9e8d-2ff106f70ff8 None None] Set router 7dd8c099-19a5-4827-8152-a59fbb2cd6bb gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:32:04.718229 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8a62d5e8-41fb-442d-bc1a-73e2b4ad782a req-7b7729d1-c76c-433e-b497-a5546790327d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e265d-8120-47ac-826b-b97fc50c4858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132419 Apr 18 06:32:04.741951 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55710) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:32:04.796345 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b6884-441a-4e75-b389-89178a294a62 req-42837a72-bfc9-455a-881a-c84cc4f30413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:04.797786 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a18b6884-441a-4e75-b389-89178a294a62 req-42837a72-bfc9-455a-881a-c84cc4f30413 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0070e185-5558-4890-8e28-b585c7ec0077 HTTP/1.1" status: 200 len: 897 time: 0.2132301 Apr 18 06:32:04.934547 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-af3b3edc-dfce-4dce-80b0-a1e83a81b37a tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/floatingips/e3b37dca-e413-4d59-8b7c-1c8e6d683b15 HTTP/1.1" status: 200 len: 991 time: 0.1915128 Apr 18 06:32:04.936534 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a18b6884-441a-4e75-b389-89178a294a62 req-4e70528e-b7f9-499e-9b32-8fc9f0698699 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fa943f3-50ac-44e3-9ffa-3454345aa822 HTTP/1.1" status: 200 len: 999 time: 0.1319311 Apr 18 06:32:04.998166 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b6884-441a-4e75-b389-89178a294a62 req-f3a5b82d-ee43-43af-a61c-0f9637caf20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:04.999768 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a18b6884-441a-4e75-b389-89178a294a62 req-f3a5b82d-ee43-43af-a61c-0f9637caf20a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e HTTP/1.1" status: 200 len: 835 time: 0.0575361 Apr 18 06:32:05.041472 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c4954ba3-93ea-4c7c-9e8d-2ff106f70ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743731411', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:48Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'e3b37dca-e413-4d59-8b7c-1c8e6d683b15', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'floating_ip_address': '172.26.1.210', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'port_id': '2fa943f3-50ac-44e3-9ffa-3454345aa822', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077', 'mac_address': 'fa:16:3e:09:5e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418540c0-033e-4dae-9c6d-dd80a7282840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:32:03Z', 'updated_at': '2022-04-18T06:32:03Z', 'revision_number': 0, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c91c10d-f93f-449f-bf79-d56b2894951f', 'name': '', 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:da:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:47Z', 'updated_at': '2022-04-18T06:31:53Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': 'a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:32:05.045173 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4954ba3-93ea-4c7c-9e8d-2ff106f70ff8 None None] Checking router: 7dd8c099-19a5-4827-8152-a59fbb2cd6bb for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:32:05.053655 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4954ba3-93ea-4c7c-9e8d-2ff106f70ff8 None None] Routers {'7dd8c099-19a5-4827-8152-a59fbb2cd6bb'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:32:05.054288 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c4954ba3-93ea-4c7c-9e8d-2ff106f70ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:31:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7dd8c099-19a5-4827-8152-a59fbb2cd6bb'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:32:05.073194 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b6884-441a-4e75-b389-89178a294a62 req-0440afcc-ab7e-48af-8b31-69ffc045681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:05.074645 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a18b6884-441a-4e75-b389-89178a294a62 req-0440afcc-ab7e-48af-8b31-69ffc045681b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0070e185-5558-4890-8e28-b585c7ec0077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691006 Apr 18 06:32:05.204573 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a18b6884-441a-4e75-b389-89178a294a62 req-bc287cbf-45a5-46b7-8e67-2769db457b8b service neutron] 10.222.0.52 "GET /v2.0/networks/0070e185-5558-4890-8e28-b585c7ec0077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235471 Apr 18 06:32:05.229977 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-c4954ba3-93ea-4c7c-9e8d-2ff106f70ff8 None None] Set router 7dd8c099-19a5-4827-8152-a59fbb2cd6bb gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:32:05.338333 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a18b6884-441a-4e75-b389-89178a294a62 req-ac64c358-9703-419b-bed9-d1d35ad64485 service neutron] 10.222.0.52 "GET /v2.0/networks/0070e185-5558-4890-8e28-b585c7ec0077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277628 Apr 18 06:32:05.364313 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-46b7d981-a98e-48fe-b90a-9af9639501be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:05.570254 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-c4954ba3-93ea-4c7c-9e8d-2ff106f70ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743731411', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:48Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'e3b37dca-e413-4d59-8b7c-1c8e6d683b15', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'floating_ip_address': '172.26.1.210', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'port_id': '2fa943f3-50ac-44e3-9ffa-3454345aa822', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077', 'mac_address': 'fa:16:3e:09:5e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418540c0-033e-4dae-9c6d-dd80a7282840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:32:03Z', 'updated_at': '2022-04-18T06:32:03Z', 'revision_number': 0, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c91c10d-f93f-449f-bf79-d56b2894951f', 'name': '', 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:da:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:47Z', 'updated_at': '2022-04-18T06:31:53Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': 'a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:32:05.574033 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4954ba3-93ea-4c7c-9e8d-2ff106f70ff8 None None] The sync data for ids ['7dd8c099-19a5-4827-8152-a59fbb2cd6bb'] in dv-neutron-837489-1-hyperv is: [{'id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743731411', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:48Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'e3b37dca-e413-4d59-8b7c-1c8e6d683b15', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'floating_ip_address': '172.26.1.210', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'port_id': '2fa943f3-50ac-44e3-9ffa-3454345aa822', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077', 'mac_address': 'fa:16:3e:09:5e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418540c0-033e-4dae-9c6d-dd80a7282840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:32:03Z', 'updated_at': '2022-04-18T06:32:03Z', 'revision_number': 0, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c91c10d-f93f-449f-bf79-d56b2894951f', 'name': '', 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:da:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:47Z', 'updated_at': '2022-04-18T06:31:53Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': 'a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:32:05.762322 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c452c305-b6ac-4322-b48a-f1eada92560f None None] New status for floating IP e3b37dca-e413-4d59-8b7c-1c8e6d683b15: ACTIVE {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:32:05.938660 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55714) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:32:06.050350 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b66b4f6a-ff76-4051-b9c3-64e51e32d824 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/floatingips/e3b37dca-e413-4d59-8b7c-1c8e6d683b15 HTTP/1.1" status: 200 len: 991 time: 0.1106596 Apr 18 06:32:07.054916 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55718) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:32:07.157686 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a34b7891-8a27-4235-a0d4-7bedabdf8a82 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/floatingips/e3b37dca-e413-4d59-8b7c-1c8e6d683b15 HTTP/1.1" status: 200 len: 993 time: 0.1017516 Apr 18 06:32:07.702571 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-864ed164-f337-44e9-ae78-92fae8268cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:08.112479 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:08.507863 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:32:08.659718 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:08.744923 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:10.207614 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:35.358603 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b3b0d09d-0a1b-4f94-b514-27aee1110fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:37.705034 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2c9fb621-dfbb-4190-bc9e-cf1d36d9c65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:38.111451 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:38.667288 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:38.748150 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:38.860320 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc61fc-ee7b-4e22-a95e-b681faea2512 req-b5003e5a-9d8e-465a-8020-3d3f03497401 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:38.861802 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-dedc61fc-ee7b-4e22-a95e-b681faea2512 req-b5003e5a-9d8e-465a-8020-3d3f03497401 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 945 time: 0.2009642 Apr 18 06:32:38.905376 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-dedc61fc-ee7b-4e22-a95e-b681faea2512 req-75458dde-4996-42fe-acf0-37dafd958a12 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e265d-8120-47ac-826b-b97fc50c4858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373278 Apr 18 06:32:40.095190 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28119d4-f026-4c00-b294-841d5d7190c7 req-27aa4dd2-f51d-4857-a9d0-5c4173fe343e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:40.096673 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a28119d4-f026-4c00-b294-841d5d7190c7 req-27aa4dd2-f51d-4857-a9d0-5c4173fe343e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 945 time: 0.0831013 Apr 18 06:32:40.142750 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a28119d4-f026-4c00-b294-841d5d7190c7 req-640dcd3c-3b87-4da3-bb8a-0f820897d47d tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e265d-8120-47ac-826b-b97fc50c4858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401349 Apr 18 06:32:40.165380 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55738) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:32:40.211025 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:40.271430 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-07a16439-6813-4445-848d-4aea7512faed tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/floatingips/e3b37dca-e413-4d59-8b7c-1c8e6d683b15 HTTP/1.1" status: 200 len: 993 time: 0.1048024 Apr 18 06:32:41.735962 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0bde4-85ba-4d73-93db-d5ebb6f0ac6e req-c97221e5-5114-4777-a007-6a4ad24876f3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:41.737425 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-cdb0bde4-85ba-4d73-93db-d5ebb6f0ac6e req-c97221e5-5114-4777-a007-6a4ad24876f3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 945 time: 0.0842166 Apr 18 06:32:41.753264 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5d016-89bb-43a1-9937-687cc3908f0a req-ce0d269a-2687-463e-bc72-817c2b047846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:41.754788 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-75f5d016-89bb-43a1-9937-687cc3908f0a req-ce0d269a-2687-463e-bc72-817c2b047846 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 1098 time: 0.0720630 Apr 18 06:32:41.782467 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-cdb0bde4-85ba-4d73-93db-d5ebb6f0ac6e req-acbc6518-cb23-49b1-b966-d3af9020991f tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e265d-8120-47ac-826b-b97fc50c4858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386174 Apr 18 06:32:41.988134 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5d016-89bb-43a1-9937-687cc3908f0a req-4dd9c912-f3a0-432a-9003-bf355649f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:41.990150 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-75f5d016-89bb-43a1-9937-687cc3908f0a req-4dd9c912-f3a0-432a-9003-bf355649f5a8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0070e185-5558-4890-8e28-b585c7ec0077 HTTP/1.1" status: 200 len: 897 time: 0.2263656 Apr 18 06:32:42.094087 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-75f5d016-89bb-43a1-9937-687cc3908f0a req-468e8701-cbc9-4d87-a34d-0fcfb7645da0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fa943f3-50ac-44e3-9ffa-3454345aa822 HTTP/1.1" status: 200 len: 1001 time: 0.0950236 Apr 18 06:32:42.159934 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5d016-89bb-43a1-9937-687cc3908f0a req-7f3db44b-8968-44c0-9a2c-e9ebcdb50698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:42.161907 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-75f5d016-89bb-43a1-9937-687cc3908f0a req-7f3db44b-8968-44c0-9a2c-e9ebcdb50698 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e HTTP/1.1" status: 200 len: 835 time: 0.0586517 Apr 18 06:32:42.237397 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5d016-89bb-43a1-9937-687cc3908f0a req-fa73b54a-e641-4c0d-b7df-e36163b9ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:42.238917 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-75f5d016-89bb-43a1-9937-687cc3908f0a req-fa73b54a-e641-4c0d-b7df-e36163b9ae21 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0070e185-5558-4890-8e28-b585c7ec0077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689714 Apr 18 06:32:42.251188 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [req-75f5d016-89bb-43a1-9937-687cc3908f0a req-af5885e5-54e8-48f1-b8b7-383ac32cbb5b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:32:42.252155 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-75f5d016-89bb-43a1-9937-687cc3908f0a req-af5885e5-54e8-48f1-b8b7-383ac32cbb5b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047050 Apr 18 06:32:42.393518 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-75f5d016-89bb-43a1-9937-687cc3908f0a req-aac49eae-3666-4bb3-97eb-33bd7d6d6fcf service neutron] 10.222.0.52 "GET /v2.0/networks/0070e185-5558-4890-8e28-b585c7ec0077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318851 Apr 18 06:32:42.527314 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-75f5d016-89bb-43a1-9937-687cc3908f0a req-29661b17-376a-4837-bbb1-4d4bdbfbb25d service neutron] 10.222.0.52 "GET /v2.0/networks/0070e185-5558-4890-8e28-b585c7ec0077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245446 Apr 18 06:32:42.965718 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cd256-9858-4ffa-9571-25159451e8a9 req-ff947211-a10d-43cc-a19f-54a33073c066 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:42.967176 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-659cd256-9858-4ffa-9571-25159451e8a9 req-ff947211-a10d-43cc-a19f-54a33073c066 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 945 time: 0.0786977 Apr 18 06:32:43.014320 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-659cd256-9858-4ffa-9571-25159451e8a9 req-bb63b4df-f7a5-4c81-a189-e4960bedc4c5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e265d-8120-47ac-826b-b97fc50c4858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415962 Apr 18 06:32:44.199203 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4224a7-0566-48a2-b9e7-d14f80007ebe req-ea7a4ce6-130b-4646-bb70-5304c81a5e06 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:44.200656 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-bf4224a7-0566-48a2-b9e7-d14f80007ebe req-ea7a4ce6-130b-4646-bb70-5304c81a5e06 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 945 time: 0.0786731 Apr 18 06:32:44.248267 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-bf4224a7-0566-48a2-b9e7-d14f80007ebe req-e38c9e4a-ee48-4205-81bf-5de09f7ccbc5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e265d-8120-47ac-826b-b97fc50c4858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416756 Apr 18 06:32:44.270882 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55752) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:32:44.376803 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6960d390-8def-40b4-a9bc-eb6c363190f9 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/floatingips/e3b37dca-e413-4d59-8b7c-1c8e6d683b15 HTTP/1.1" status: 200 len: 993 time: 0.1031687 Apr 18 06:32:44.654015 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55760) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:32:44.854371 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting port abe78b9b-7816-4076-a007-774c4961c4c5 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:32:44.854712 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:45.023317 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:45.023634 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:45.150771 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Calling delete_port for abe78b9b-7816-4076-a007-774c4961c4c5 owned by network:floatingip {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:32:45.299087 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:45.374975 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Port': ['ID=abe78b9b-7816-4076-a007-774c4961c4c5,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:32:45.415714 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:45.416029 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:45.416394 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:45.416722 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:45.417049 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:45.417373 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:45.417692 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:45.418011 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:45.418328 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:45.418643 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:45.418958 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:45.419275 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:45.446991 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for floatingip, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:45.447339 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Floating IP e3b37dca-e413-4d59-8b7c-1c8e6d683b15 disassociated (deleted). External IP: 172.26.1.210, port: 2fa943f3-50ac-44e3-9ffa-3454345aa822. Apr 18 06:32:45.507256 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:32:45.888259 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router 7dd8c099-19a5-4827-8152-a59fbb2cd6bb has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:32:46.063079 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:32:46.073698 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dd48f1-2f83-4952-86f4-025d34b5e527 None None] Sync routers for ids ['7dd8c099-19a5-4827-8152-a59fbb2cd6bb'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:32:46.082823 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd48f1-2f83-4952-86f4-025d34b5e527 None None] Routers {'7dd8c099-19a5-4827-8152-a59fbb2cd6bb'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:32:46.083422 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-62dd48f1-2f83-4952-86f4-025d34b5e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:32:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7dd8c099-19a5-4827-8152-a59fbb2cd6bb'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:32:46.088066 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:46.148784 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fd7c9ac0-b223-447c-a65e-856850e1c4a7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/floatingips/e3b37dca-e413-4d59-8b7c-1c8e6d683b15 HTTP/1.1" status: 204 len: 168 time: 1.4936502 Apr 18 06:32:46.149282 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418540c0-033e-4dae-9c6d-dd80a7282840', 'tag': '2fa943f3-50ac-44e3-9ffa-3454345aa822'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:32:46.194839 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9ccdf0a-b359-4fa7-a3f5-c6b5d8dd8ff4'] response: {'name': 'network-changed', 'server_uuid': '418540c0-033e-4dae-9c6d-dd80a7282840', 'tag': '2fa943f3-50ac-44e3-9ffa-3454345aa822', 'status': 'completed', 'code': 200} Apr 18 06:32:46.294133 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a98ecb-cd9c-45e5-9e02-3d179e69c59c req-8ec6de11-e463-468b-b80c-853e540abed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:46.295621 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c7a98ecb-cd9c-45e5-9e02-3d179e69c59c req-8ec6de11-e463-468b-b80c-853e540abed4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 1098 time: 0.0741141 Apr 18 06:32:46.307549 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-62dd48f1-2f83-4952-86f4-025d34b5e527 None None] Set router 7dd8c099-19a5-4827-8152-a59fbb2cd6bb gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:32:46.468349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a98ecb-cd9c-45e5-9e02-3d179e69c59c req-d8324e8e-501b-4f71-99fb-2e7502fdb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:46.469803 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c7a98ecb-cd9c-45e5-9e02-3d179e69c59c req-d8324e8e-501b-4f71-99fb-2e7502fdb455 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0070e185-5558-4890-8e28-b585c7ec0077 HTTP/1.1" status: 200 len: 897 time: 0.1654422 Apr 18 06:32:46.576792 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c7a98ecb-cd9c-45e5-9e02-3d179e69c59c req-56a37c4b-02ef-4aa5-a6c5-f0aab7146f1b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fa943f3-50ac-44e3-9ffa-3454345aa822 HTTP/1.1" status: 200 len: 217 time: 0.0671816 Apr 18 06:32:46.630370 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-62dd48f1-2f83-4952-86f4-025d34b5e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743731411', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:48Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '9c91c10d-f93f-449f-bf79-d56b2894951f', 'name': '', 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:da:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:47Z', 'updated_at': '2022-04-18T06:31:53Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': 'a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:32:46.634140 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dd48f1-2f83-4952-86f4-025d34b5e527 None None] Checking router: 7dd8c099-19a5-4827-8152-a59fbb2cd6bb for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:32:46.642569 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd48f1-2f83-4952-86f4-025d34b5e527 None None] Routers {'7dd8c099-19a5-4827-8152-a59fbb2cd6bb'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:32:46.643190 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-62dd48f1-2f83-4952-86f4-025d34b5e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:32:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7dd8c099-19a5-4827-8152-a59fbb2cd6bb'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:32:46.658801 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a98ecb-cd9c-45e5-9e02-3d179e69c59c req-e852f3b3-38fe-4a40-8289-9be0ef5a7714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:46.660187 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c7a98ecb-cd9c-45e5-9e02-3d179e69c59c req-e852f3b3-38fe-4a40-8289-9be0ef5a7714 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e HTTP/1.1" status: 200 len: 835 time: 0.0763712 Apr 18 06:32:46.668901 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555e45a-0a05-44ab-8b9a-3dd1510ce9c2 req-7cfec5f6-594e-4494-87b5-bd5699301a53 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:46.670265 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a555e45a-0a05-44ab-8b9a-3dd1510ce9c2 req-7cfec5f6-594e-4494-87b5-bd5699301a53 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 945 time: 0.1958618 Apr 18 06:32:46.758873 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a555e45a-0a05-44ab-8b9a-3dd1510ce9c2 req-893d5bcb-a288-4572-aa32-ee4c27a8b103 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e265d-8120-47ac-826b-b97fc50c4858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572541 Apr 18 06:32:46.775539 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a98ecb-cd9c-45e5-9e02-3d179e69c59c req-c4e3b3cb-6606-4c5e-a834-dce938c39f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:46.777034 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c7a98ecb-cd9c-45e5-9e02-3d179e69c59c req-c4e3b3cb-6606-4c5e-a834-dce938c39f14 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0070e185-5558-4890-8e28-b585c7ec0077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1059370 Apr 18 06:32:46.820669 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-62dd48f1-2f83-4952-86f4-025d34b5e527 None None] Set router 7dd8c099-19a5-4827-8152-a59fbb2cd6bb gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:32:46.909403 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c7a98ecb-cd9c-45e5-9e02-3d179e69c59c req-5c78d996-5c6d-4bcb-886c-2c7e8f068def service neutron] 10.222.0.52 "GET /v2.0/networks/0070e185-5558-4890-8e28-b585c7ec0077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246676 Apr 18 06:32:47.040571 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c7a98ecb-cd9c-45e5-9e02-3d179e69c59c req-0d320a7b-d18f-4f03-8d7f-f8f7227a2a2c service neutron] 10.222.0.52 "GET /v2.0/networks/0070e185-5558-4890-8e28-b585c7ec0077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236706 Apr 18 06:32:47.123113 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-62dd48f1-2f83-4952-86f4-025d34b5e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743731411', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:48Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '9c91c10d-f93f-449f-bf79-d56b2894951f', 'name': '', 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:da:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:47Z', 'updated_at': '2022-04-18T06:31:53Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': 'a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:32:47.126805 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dd48f1-2f83-4952-86f4-025d34b5e527 None None] The sync data for ids ['7dd8c099-19a5-4827-8152-a59fbb2cd6bb'] in dv-neutron-837489-1-hyperv is: [{'id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743731411', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:48Z', 'revision_number': 4, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '9c91c10d-f93f-449f-bf79-d56b2894951f', 'name': '', 'network_id': '0070e185-5558-4890-8e28-b585c7ec0077', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'mac_address': 'fa:16:3e:da:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:47Z', 'updated_at': '2022-04-18T06:31:53Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'subnets': [{'id': 'a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:32:47.331455 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dac2534-a0a2-4756-bf10-f2e44df66d83 None None] New status for floating IP e3b37dca-e413-4d59-8b7c-1c8e6d683b15: DOWN {{(pid=88036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:32:47.945354 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8415dd6-3ae3-49d1-8ce2-20e02888767e req-776b4396-9ad1-468d-8871-f70d3bb216f7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:47.946034 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-c8415dd6-3ae3-49d1-8ce2-20e02888767e req-776b4396-9ad1-468d-8871-f70d3bb216f7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:32:47.961694 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-c8415dd6-3ae3-49d1-8ce2-20e02888767e req-776b4396-9ad1-468d-8871-f70d3bb216f7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:32:47.962810 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c8415dd6-3ae3-49d1-8ce2-20e02888767e req-776b4396-9ad1-468d-8871-f70d3bb216f7 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 945 time: 0.0952849 Apr 18 06:32:48.006828 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c8415dd6-3ae3-49d1-8ce2-20e02888767e req-f5372375-45cb-4a29-932c-1bf957b2ba84 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e265d-8120-47ac-826b-b97fc50c4858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383151 Apr 18 06:32:48.352404 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074d2fd-f4e5-4686-95e2-35dab3da87fd req-425da3ae-3878-4654-a9f6-91af482353d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:48.353841 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1074d2fd-f4e5-4686-95e2-35dab3da87fd req-425da3ae-3878-4654-a9f6-91af482353d3 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "GET /v2.0/ports?device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 945 time: 0.1795609 Apr 18 06:32:48.427349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-1074d2fd-f4e5-4686-95e2-35dab3da87fd req-51134019-d3d0-442a-aec1-944f8038f005 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting port 2fa943f3-50ac-44e3-9ffa-3454345aa822 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:32:48.428273 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-1074d2fd-f4e5-4686-95e2-35dab3da87fd req-51134019-d3d0-442a-aec1-944f8038f005 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:48.667377 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-1074d2fd-f4e5-4686-95e2-35dab3da87fd req-51134019-d3d0-442a-aec1-944f8038f005 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] For port 2fa943f3-50ac-44e3-9ffa-3454345aa822, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=2fa943f3-50ac-44e3-9ffa-3454345aa822,segment=NetworkSegment(c259a3cf-891b-4bdb-9e4e-57de7974b29e),segment_id=c259a3cf-891b-4bdb-9e4e-57de7974b29e)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:32:48.667656 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-1074d2fd-f4e5-4686-95e2-35dab3da87fd req-51134019-d3d0-442a-aec1-944f8038f005 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:48.788869 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-1074d2fd-f4e5-4686-95e2-35dab3da87fd req-51134019-d3d0-442a-aec1-944f8038f005 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Calling delete_port for 2fa943f3-50ac-44e3-9ffa-3454345aa822 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:32:48.930754 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-1074d2fd-f4e5-4686-95e2-35dab3da87fd req-51134019-d3d0-442a-aec1-944f8038f005 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:48.983049 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51134019-d3d0-442a-aec1-944f8038f005 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Port': ['ID=2fa943f3-50ac-44e3-9ffa-3454345aa822,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:32:49.020960 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51134019-d3d0-442a-aec1-944f8038f005 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:49.021320 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51134019-d3d0-442a-aec1-944f8038f005 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:49.021665 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51134019-d3d0-442a-aec1-944f8038f005 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:49.022001 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51134019-d3d0-442a-aec1-944f8038f005 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:49.022332 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51134019-d3d0-442a-aec1-944f8038f005 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:49.022660 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51134019-d3d0-442a-aec1-944f8038f005 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:49.022985 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51134019-d3d0-442a-aec1-944f8038f005 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:49.023324 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51134019-d3d0-442a-aec1-944f8038f005 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:49.023630 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51134019-d3d0-442a-aec1-944f8038f005 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:49.023951 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51134019-d3d0-442a-aec1-944f8038f005 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:49.024306 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51134019-d3d0-442a-aec1-944f8038f005 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:49.024624 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51134019-d3d0-442a-aec1-944f8038f005 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:49.066860 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-1074d2fd-f4e5-4686-95e2-35dab3da87fd req-51134019-d3d0-442a-aec1-944f8038f005 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] No DVR routers for this DVR port 2fa943f3-50ac-44e3-9ffa-3454345aa822 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:32:49.069277 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-1074d2fd-f4e5-4686-95e2-35dab3da87fd req-51134019-d3d0-442a-aec1-944f8038f005 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:49.071762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418540c0-033e-4dae-9c6d-dd80a7282840', 'name': 'network-vif-deleted', 'tag': '2fa943f3-50ac-44e3-9ffa-3454345aa822'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:32:49.091897 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1074d2fd-f4e5-4686-95e2-35dab3da87fd req-51134019-d3d0-442a-aec1-944f8038f005 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.52 "DELETE /v2.0/ports/2fa943f3-50ac-44e3-9ffa-3454345aa822 HTTP/1.1" status: 204 len: 173 time: 0.7282693 Apr 18 06:32:49.120532 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-744c57e1-1f0d-4a25-abd1-475060e57119'] response: {'server_uuid': '418540c0-033e-4dae-9c6d-dd80a7282840', 'name': 'network-vif-deleted', 'tag': '2fa943f3-50ac-44e3-9ffa-3454345aa822', 'status': 'completed', 'code': 200} Apr 18 06:32:49.165566 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-ead3222d-45fd-4c1b-ad97-d1a5af9f5caf req-9c485744-61f6-4432-9b74-d1a3a11759fb tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Synchronizing usage tracker for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:32:49.181170 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-ead3222d-45fd-4c1b-ad97-d1a5af9f5caf req-9c485744-61f6-4432-9b74-d1a3a11759fb tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Unset dirty status for tenant:18c0f35214f54e28b3e8e8a6c60959de on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:32:49.182232 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ead3222d-45fd-4c1b-ad97-d1a5af9f5caf req-9c485744-61f6-4432-9b74-d1a3a11759fb tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "GET /v2.0/ports?device_id=418540c0-033e-4dae-9c6d-dd80a7282840 HTTP/1.1" status: 200 len: 210 time: 0.0647128 Apr 18 06:32:50.283154 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55778) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:32:50.823218 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8b4cee2a-e8de-4cb0-a076-68427cb5b76c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:51.279553 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-8b4cee2a-e8de-4cb0-a076-68427cb5b76c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting port 9c91c10d-f93f-449f-bf79-d56b2894951f {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:32:51.279888 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8b4cee2a-e8de-4cb0-a076-68427cb5b76c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:51.465404 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-8b4cee2a-e8de-4cb0-a076-68427cb5b76c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] For port 9c91c10d-f93f-449f-bf79-d56b2894951f, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=9c91c10d-f93f-449f-bf79-d56b2894951f,segment=NetworkSegment(c259a3cf-891b-4bdb-9e4e-57de7974b29e),segment_id=c259a3cf-891b-4bdb-9e4e-57de7974b29e)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:32:51.466085 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8b4cee2a-e8de-4cb0-a076-68427cb5b76c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:51.584698 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-8b4cee2a-e8de-4cb0-a076-68427cb5b76c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Calling delete_port for 9c91c10d-f93f-449f-bf79-d56b2894951f owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:32:51.876843 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 2fa943f3-50ac-44e3-9ffa-3454345aa822 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:32:51.911276 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8b4cee2a-e8de-4cb0-a076-68427cb5b76c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:51.915313 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: 2fa943f3-50ac-44e3-9ffa-3454345aa822 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:32:51.915662 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 2fa943f3-50ac-44e3-9ffa-3454345aa822 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:32:51.959551 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4cee2a-e8de-4cb0-a076-68427cb5b76c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Port': ['ID=9c91c10d-f93f-449f-bf79-d56b2894951f,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:32:52.231163 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8b4cee2a-e8de-4cb0-a076-68427cb5b76c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:52.695322 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4cee2a-e8de-4cb0-a076-68427cb5b76c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Router 7dd8c099-19a5-4827-8152-a59fbb2cd6bb has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:32:52.867338 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4cee2a-e8de-4cb0-a076-68427cb5b76c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:32:52.876669 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0620507b-ed31-48ce-8c30-8c033c1f232c None None] Sync routers for ids ['7dd8c099-19a5-4827-8152-a59fbb2cd6bb'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:32:52.886003 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8b4cee2a-e8de-4cb0-a076-68427cb5b76c tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "PUT /v2.0/routers/7dd8c099-19a5-4827-8152-a59fbb2cd6bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6017699 Apr 18 06:32:52.887257 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0620507b-ed31-48ce-8c30-8c033c1f232c None None] Routers {'7dd8c099-19a5-4827-8152-a59fbb2cd6bb'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:32:52.887850 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-0620507b-ed31-48ce-8c30-8c033c1f232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:32:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7dd8c099-19a5-4827-8152-a59fbb2cd6bb'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:32:52.888606 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55782) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:32:52.956204 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c4250b-3142-4be4-a819-92473c76a35b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting subnet a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:32:52.959092 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f1c4250b-3142-4be4-a819-92473c76a35b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:53.012926 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f1c4250b-3142-4be4-a819-92473c76a35b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:53.077123 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-0620507b-ed31-48ce-8c30-8c033c1f232c None None] Set router 7dd8c099-19a5-4827-8152-a59fbb2cd6bb gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:32:53.103701 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f1c4250b-3142-4be4-a819-92473c76a35b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:53.179521 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f1c4250b-3142-4be4-a819-92473c76a35b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:53.221941 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f1c4250b-3142-4be4-a819-92473c76a35b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:53.225386 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4250b-3142-4be4-a819-92473c76a35b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Subnet': ['ID=a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:32:53.235256 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b0195e-0154-4890-a571-512e36e6dccd None None] Network 0070e185-5558-4890-8e28-b585c7ec0077 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:32:53.235776 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f1c4250b-3142-4be4-a819-92473c76a35b tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/subnets/a1a0bb6a-0d00-4cdb-97bf-b9f591986d4e HTTP/1.1" status: 204 len: 168 time: 0.3433723 Apr 18 06:32:53.235776 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55786) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:32:53.393846 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-0620507b-ed31-48ce-8c30-8c033c1f232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743731411', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:32:51Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:32:53.398635 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0620507b-ed31-48ce-8c30-8c033c1f232c None None] Checking router: 7dd8c099-19a5-4827-8152-a59fbb2cd6bb for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:32:53.407212 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0620507b-ed31-48ce-8c30-8c033c1f232c None None] Routers {'7dd8c099-19a5-4827-8152-a59fbb2cd6bb'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:32:53.407813 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-0620507b-ed31-48ce-8c30-8c033c1f232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:32:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['7dd8c099-19a5-4827-8152-a59fbb2cd6bb'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:32:53.422196 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-93d334b5-a441-4bd1-95ca-d6dc66880f37 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:53.509521 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d9d9e9-daa3-4317-bb29-83de7f12f7d5 None None] DHCP port deletion for 0070e185-5558-4890-8e28-b585c7ec0077 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:32:53.513449 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e6d9d9e9-daa3-4317-bb29-83de7f12f7d5 None None] Deleting port b0d38880-14b4-4d19-bc39-8d2003c29716 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:32:53.513883 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d9e9-daa3-4317-bb29-83de7f12f7d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:53.619182 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-93d334b5-a441-4bd1-95ca-d6dc66880f37 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:53.629530 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-93d334b5-a441-4bd1-95ca-d6dc66880f37 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Deleting port 07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:32:53.629872 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-93d334b5-a441-4bd1-95ca-d6dc66880f37 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:53.647345 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-0620507b-ed31-48ce-8c30-8c033c1f232c None None] Set router 7dd8c099-19a5-4827-8152-a59fbb2cd6bb gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:32:53.719711 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-e6d9d9e9-daa3-4317-bb29-83de7f12f7d5 None None] For port b0d38880-14b4-4d19-bc39-8d2003c29716, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b0d38880-14b4-4d19-bc39-8d2003c29716,segment=NetworkSegment(c259a3cf-891b-4bdb-9e4e-57de7974b29e),segment_id=c259a3cf-891b-4bdb-9e4e-57de7974b29e)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:32:53.720241 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d9e9-daa3-4317-bb29-83de7f12f7d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:53.816544 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-93d334b5-a441-4bd1-95ca-d6dc66880f37 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] For port 07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:32:53.817184 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-93d334b5-a441-4bd1-95ca-d6dc66880f37 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:53.842438 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e6d9d9e9-daa3-4317-bb29-83de7f12f7d5 None None] Calling delete_port for b0d38880-14b4-4d19-bc39-8d2003c29716 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:32:53.924014 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d9e9-daa3-4317-bb29-83de7f12f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555'] for port, after_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:53.945941 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-93d334b5-a441-4bd1-95ca-d6dc66880f37 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Calling delete_port for 07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99 owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:32:53.946858 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-0620507b-ed31-48ce-8c30-8c033c1f232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743731411', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:32:51Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:32:53.950623 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0620507b-ed31-48ce-8c30-8c033c1f232c None None] The sync data for ids ['7dd8c099-19a5-4827-8152-a59fbb2cd6bb'] in dv-neutron-837489-1-hyperv is: [{'id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743731411', 'tenant_id': '18c0f35214f54e28b3e8e8a6c60959de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:32:51Z', 'revision_number': 5, 'project_id': '18c0f35214f54e28b3e8e8a6c60959de', 'gw_port': {'id': '07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd8c099-19a5-4827-8152-a59fbb2cd6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:31:43Z', 'updated_at': '2022-04-18T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:32:53.972931 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9d9e9-daa3-4317-bb29-83de7f12f7d5 None None] Pushing event deleted for resources: {'Port': ['ID=b0d38880-14b4-4d19-bc39-8d2003c29716,revision_number=None']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:32:53.984911 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9d9e9-daa3-4317-bb29-83de7f12f7d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:53.984911 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9d9e9-daa3-4317-bb29-83de7f12f7d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:53.985280 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9d9e9-daa3-4317-bb29-83de7f12f7d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:53.985379 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9d9e9-daa3-4317-bb29-83de7f12f7d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:53.988065 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9d9e9-daa3-4317-bb29-83de7f12f7d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:53.988065 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9d9e9-daa3-4317-bb29-83de7f12f7d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:53.988065 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9d9e9-daa3-4317-bb29-83de7f12f7d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:53.988065 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9d9e9-daa3-4317-bb29-83de7f12f7d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:53.988065 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9d9e9-daa3-4317-bb29-83de7f12f7d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:53.988065 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9d9e9-daa3-4317-bb29-83de7f12f7d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:53.988065 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9d9e9-daa3-4317-bb29-83de7f12f7d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:53.988065 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9d9e9-daa3-4317-bb29-83de7f12f7d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:53.991139 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d9d9e9-daa3-4317-bb29-83de7f12f7d5 None None] No DVR routers for this DVR port b0d38880-14b4-4d19-bc39-8d2003c29716 on host dv-neutron-837489-1-hyperv {{(pid=88036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:32:54.232740 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-93d334b5-a441-4bd1-95ca-d6dc66880f37 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:54.283938 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d334b5-a441-4bd1-95ca-d6dc66880f37 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Port': ['ID=07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:32:54.384547 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-93d334b5-a441-4bd1-95ca-d6dc66880f37 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:54.563920 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-93d334b5-a441-4bd1-95ca-d6dc66880f37 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:54.566124 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-93d334b5-a441-4bd1-95ca-d6dc66880f37 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:54.588748 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-93d334b5-a441-4bd1-95ca-d6dc66880f37 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:54.589260 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d334b5-a441-4bd1-95ca-d6dc66880f37 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Fanout notify agent at l3_agent the message router_deleted on router 7dd8c099-19a5-4827-8152-a59fbb2cd6bb {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:32:54.605274 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-93d334b5-a441-4bd1-95ca-d6dc66880f37 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:54.606348 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-93d334b5-a441-4bd1-95ca-d6dc66880f37 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/routers/7dd8c099-19a5-4827-8152-a59fbb2cd6bb HTTP/1.1" status: 204 len: 168 time: 1.3700171 Apr 18 06:32:54.609083 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55790) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:32:54.725369 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-90fc64bf-1699-49d7-bea0-a423826eb1e5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:54.854975 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-90fc64bf-1699-49d7-bea0-a423826eb1e5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:54.883409 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-90fc64bf-1699-49d7-bea0-a423826eb1e5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0070e185-5558-4890-8e28-b585c7ec0077']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:32:54.895041 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-90fc64bf-1699-49d7-bea0-a423826eb1e5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c259a3cf-891b-4bdb-9e4e-57de7974b29e') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:32:54.895337 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-90fc64bf-1699-49d7-bea0-a423826eb1e5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c259a3cf-891b-4bdb-9e4e-57de7974b29e') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:32:54.907049 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-90fc64bf-1699-49d7-bea0-a423826eb1e5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:54.922687 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-90fc64bf-1699-49d7-bea0-a423826eb1e5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:54.928833 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90fc64bf-1699-49d7-bea0-a423826eb1e5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:32:54.929215 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-90fc64bf-1699-49d7-bea0-a423826eb1e5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:32:54.944103 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:32:55.025242 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-90fc64bf-1699-49d7-bea0-a423826eb1e5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:55.043523 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-90fc64bf-1699-49d7-bea0-a423826eb1e5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:55.055459 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc64bf-1699-49d7-bea0-a423826eb1e5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'Network': ['ID=0070e185-5558-4890-8e28-b585c7ec0077,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:32:55.063673 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-90fc64bf-1699-49d7-bea0-a423826eb1e5 tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/networks/0070e185-5558-4890-8e28-b585c7ec0077 HTTP/1.1" status: 204 len: 168 time: 0.4535878 Apr 18 06:32:55.066313 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55794) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:32:55.135219 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1a1353d3-4a94-4de4-bbbc-1115da15ca8e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:55.145537 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b0d38880-14b4-4d19-bc39-8d2003c29716 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:32:55.165168 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1a1353d3-4a94-4de4-bbbc-1115da15ca8e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:55.179655 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: b0d38880-14b4-4d19-bc39-8d2003c29716 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:32:55.179998 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b0d38880-14b4-4d19-bc39-8d2003c29716 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:32:55.180435 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9c91c10d-f93f-449f-bf79-d56b2894951f no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:32:55.216949 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 9c91c10d-f93f-449f-bf79-d56b2894951f {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:32:55.217237 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9c91c10d-f93f-449f-bf79-d56b2894951f not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:32:55.217697 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:32:55.232055 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1a1353d3-4a94-4de4-bbbc-1115da15ca8e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:55.249854 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1353d3-4a94-4de4-bbbc-1115da15ca8e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55e265d-8120-47ac-826b-b97fc50c4858,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:32:55.251512 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:32:55.251859 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 07c5ace2-bcd6-42e9-a0e5-55dca5a6ba99 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:32:55.262650 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1a1353d3-4a94-4de4-bbbc-1115da15ca8e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:55.263802 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1a1353d3-4a94-4de4-bbbc-1115da15ca8e tempest-TestNetworkAdvancedServerOps-1592856173 tempest-TestNetworkAdvancedServerOps-1592856173-project] 10.222.0.15 "DELETE /v2.0/security-groups/c55e265d-8120-47ac-826b-b97fc50c4858 HTTP/1.1" status: 204 len: 168 time: 0.1964881 Apr 18 06:32:55.614724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55804) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:32:55.758496 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-623c05f6-0e2f-48d6-b40c-2f7b338744e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18c0f35214f54e28b3e8e8a6c60959de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425259 Apr 18 06:32:55.761019 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55810) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:32:55.817544 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf84fa3a-35c3-4dcd-b5e5-3d14bab2d472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:55.843797 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf84fa3a-35c3-4dcd-b5e5-3d14bab2d472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:55.896521 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf84fa3a-35c3-4dcd-b5e5-3d14bab2d472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:55.912755 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84fa3a-35c3-4dcd-b5e5-3d14bab2d472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afa19f9-83f6-43a5-a006-bc6e1be52ec2,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:32:55.919286 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-bf84fa3a-35c3-4dcd-b5e5-3d14bab2d472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:55.920804 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-bf84fa3a-35c3-4dcd-b5e5-3d14bab2d472 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3afa19f9-83f6-43a5-a006-bc6e1be52ec2 HTTP/1.1" status: 204 len: 168 time: 0.1585238 Apr 18 06:32:56.193477 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55818) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:32:56.211182 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-53ab3f22-01f8-45d3-b046-dcb8f4f8aef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:56.229376 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-53ab3f22-01f8-45d3-b046-dcb8f4f8aef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:32:56.233169 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-53ab3f22-01f8-45d3-b046-dcb8f4f8aef5 admin admin] Usage tracker for resource:security_group_rule and tenant:b30aedc9590a4b6dbe56df85b9875c5a is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:32:56.235960 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-53ab3f22-01f8-45d3-b046-dcb8f4f8aef5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:32:56.242543 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-53ab3f22-01f8-45d3-b046-dcb8f4f8aef5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:32:56.329438 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-53ab3f22-01f8-45d3-b046-dcb8f4f8aef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:56.333598 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-53ab3f22-01f8-45d3-b046-dcb8f4f8aef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:56.387000 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-53ab3f22-01f8-45d3-b046-dcb8f4f8aef5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b30aedc9590a4b6dbe56df85b9875c5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1924512 Apr 18 06:32:56.387861 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab3f22-01f8-45d3-b046-dcb8f4f8aef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c688b25-a5ef-42e2-a26a-571222b56398,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:32:56.389735 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55822) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:32:56.450194 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a8d4cfc0-7f6a-4533-99ed-97a848497b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:56.475227 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a8d4cfc0-7f6a-4533-99ed-97a848497b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:56.525510 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a8d4cfc0-7f6a-4533-99ed-97a848497b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:56.539510 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4cfc0-7f6a-4533-99ed-97a848497b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c688b25-a5ef-42e2-a26a-571222b56398,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:32:56.545585 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a8d4cfc0-7f6a-4533-99ed-97a848497b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:56.546696 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a8d4cfc0-7f6a-4533-99ed-97a848497b65 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3c688b25-a5ef-42e2-a26a-571222b56398 HTTP/1.1" status: 204 len: 168 time: 0.1559739 Apr 18 06:32:57.344099 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55846) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:32:57.452508 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-385850413-network', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:32:57.457257 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:32:57.461652 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] Usage tracker for resource:network and tenant:33e057911dfe4658990f5d4ed7ac9f08 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:32:57.464491 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:32:57.470066 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:32:57.480877 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] Made reservation on behalf of 33e057911dfe4658990f5d4ed7ac9f08 for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:32:57.483383 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:57.495176 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:57.509159 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:32:57.512882 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] Usage tracker for resource:security_group_rule and tenant:33e057911dfe4658990f5d4ed7ac9f08 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:32:57.515658 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:32:57.521696 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:32:57.610914 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:57.615030 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:57.650069 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:32:57.658592 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88164244-cc21-4e0b-a630-b58e837dc44d,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:32:57.664496 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:57.664896 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] Added segment f85bfe70-9376-4237-bb5b-9dfd10b3a74d of type vlan for network 8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 Apr 18 06:32:57.696780 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:57.727304 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:57.728349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:57.728917 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:57.831913 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4866982 Apr 18 06:32:57.835623 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7810d-00c3-4ac7-bb88-03d86e7f65c5 admin admin] Pushing event updated for resources: {'Network': ['ID=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:32:57.835780 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55852) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:32:57.842211 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-b93a6d79-1fc6-491c-ad1f-b24ad011c296 admin admin] Request body: {'subnet': {'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-385850413-subnet', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'ip_version': 4}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:32:57.845841 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:32:57.848235 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b93a6d79-1fc6-491c-ad1f-b24ad011c296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:32:57.852678 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b93a6d79-1fc6-491c-ad1f-b24ad011c296 admin admin] Usage tracker for resource:subnet and tenant:33e057911dfe4658990f5d4ed7ac9f08 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:32:57.855585 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b93a6d79-1fc6-491c-ad1f-b24ad011c296 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:32:57.861494 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b93a6d79-1fc6-491c-ad1f-b24ad011c296 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:32:57.873681 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93a6d79-1fc6-491c-ad1f-b24ad011c296 admin admin] Made reservation on behalf of 33e057911dfe4658990f5d4ed7ac9f08 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:32:57.876501 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b93a6d79-1fc6-491c-ad1f-b24ad011c296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:58.133423 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b93a6d79-1fc6-491c-ad1f-b24ad011c296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:58.209990 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a6d79-1fc6-491c-ad1f-b24ad011c296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1473dde7-b86a-406b-8462-5c27ac3fed9c,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:32:58.218595 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93a6d79-1fc6-491c-ad1f-b24ad011c296 admin admin] Checking segment: {'id': 'f85bfe70-9376-4237-bb5b-9dfd10b3a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:32:58.218944 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93a6d79-1fc6-491c-ad1f-b24ad011c296 admin admin] Network hostable DHCP agents. Network: 8bdd1d24-7af2-4b84-8f37-a5a8072c27f6, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:32:58.239484 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93a6d79-1fc6-491c-ad1f-b24ad011c296 admin admin] Network 8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:32:58.249470 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-b93a6d79-1fc6-491c-ad1f-b24ad011c296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 8bdd1d24-7af2-4b84-8f37-a5a8072c27f6) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:32:58.253506 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93a6d79-1fc6-491c-ad1f-b24ad011c296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:58.254086 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b93a6d79-1fc6-491c-ad1f-b24ad011c296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:58.258873 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05baf90-4e79-4687-bdae-b5ff7817c295 None None] Network 8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:32:58.279308 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b93a6d79-1fc6-491c-ad1f-b24ad011c296 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4424541 Apr 18 06:32:58.281952 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55856) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:32:58.287331 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-385850413-router', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:32:58.291985 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:32:58.300344 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] Usage tracker for resource:router and tenant:33e057911dfe4658990f5d4ed7ac9f08 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:32:58.304011 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:32:58.310228 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:32:58.321873 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:58.322844 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:58.339201 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:58.484066 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'fixed_ips': [{'subnet_id': '1473dde7-b86a-406b-8462-5c27ac3fed9c'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:32:58.485004 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:58.640490 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] Allocated IP 172.20.0.2 (8bdd1d24-7af2-4b84-8f37-a5a8072c27f6/1473dde7-b86a-406b-8462-5c27ac3fed9c/c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:32:58.721562 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:58.847606 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:58.858925 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] Transition to ACTIVE for port object c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:32:58.876654 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] Transition to ACTIVE for port object c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:32:58.882118 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:58.941174 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] Network 8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:32:58.948024 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:32:58.955242 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:32:58.961377 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] Pushing event updated for resources: {'Port': ['ID=c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:32:59.034328 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:59.046242 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] Attempting to bind port c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:32:59.046604 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] Attempting to bind port c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'f85bfe70-9376-4237-bb5b-9dfd10b3a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:32:59.046964 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] Attempting to bind port c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c on network 8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:32:59.051989 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:32:59.052545 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] Checking segment: {'id': 'f85bfe70-9376-4237-bb5b-9dfd10b3a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:32:59.052976 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:59.053362 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] Bound using segment: {'id': 'f85bfe70-9376-4237-bb5b-9dfd10b3a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:32:59.053814 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] Bound port: c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85bfe70-9376-4237-bb5b-9dfd10b3a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:32:59.054181 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:59.064354 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:59.144807 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] For port c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:32:59.148296 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] For port c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:32:59.152788 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:59.204565 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] Allocated IP 172.26.1.210 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/c783fa46-9d45-4345-bab1-18a4d2c38055) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:32:59.234464 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57a522-9bee-4a7f-a721-a3216d928558 None None] Pushing event updated for resources: {'Port': ['ID=c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:32:59.362625 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:59.407378 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:59.469370 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:32:59.472263 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:32:59.474965 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:32:59.530751 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] Pushing event updated for resources: {'Port': ['ID=c783fa46-9d45-4345-bab1-18a4d2c38055,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:00.022231 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:00.122437 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688fd68a-d3c9-4ed5-bac1-b127f14d8ec0 None None] Network 8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:33:00.219994 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-38dd5aa7-fb7a-45e5-a62f-855f078292ef None None] Provisioning for port c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:33:00.370949 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:00.582701 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] Router 790458a8-bca2-43d2-9873-56c777fb8f8a is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:33:00.758718 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:33:00.766997 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] Sync routers for ids ['790458a8-bca2-43d2-9873-56c777fb8f8a'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:33:00.780896 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] Routers {'790458a8-bca2-43d2-9873-56c777fb8f8a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:33:00.781539 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:32:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['790458a8-bca2-43d2-9873-56c777fb8f8a'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:00.782704 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:00.783941 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f7f4ab6d-0e29-4a4a-a5d1-c98acd3c5156 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5008245 Apr 18 06:33:00.787184 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55860) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:33:00.958259 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] Set router 790458a8-bca2-43d2-9873-56c777fb8f8a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:33:01.190468 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:33:01.316999 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:33:01.325116 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:33:01.325487 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:01.397107 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'name': 'tempest-TestShelveInstance-385850413-router', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:32:58Z', 'updated_at': '2022-04-18T06:32:59Z', 'revision_number': 3, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'gw_port': {'id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:32:59Z', 'updated_at': '2022-04-18T06:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:01.403452 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] Checking router: 790458a8-bca2-43d2-9873-56c777fb8f8a for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:33:01.403795 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] Updating router 790458a8-bca2-43d2-9873-56c777fb8f8a port c783fa46-9d45-4345-bab1-18a4d2c38055 binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:33:01.502487 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:01.529781 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:01.590779 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f2b27365-8846-4f4b-ade3-a86d869ce04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:01.630222 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:33:01.634262 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:01.781604 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:01.806073 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-f2b27365-8846-4f4b-ade3-a86d869ce04a admin admin] Allocated IP 172.20.0.1 (8bdd1d24-7af2-4b84-8f37-a5a8072c27f6/1473dde7-b86a-406b-8462-5c27ac3fed9c/9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:33:01.921170 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:01.932575 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] Transition to ACTIVE for port object c783fa46-9d45-4345-bab1-18a4d2c38055 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:33:01.938171 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:01.953920 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f2b27365-8846-4f4b-ade3-a86d869ce04a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:01.969242 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-f2b27365-8846-4f4b-ade3-a86d869ce04a admin admin] Transition to ACTIVE for port object 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:33:01.994342 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f2b27365-8846-4f4b-ade3-a86d869ce04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:02.018436 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] Attempting to bind port c783fa46-9d45-4345-bab1-18a4d2c38055 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:33:02.018794 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] Attempting to bind port c783fa46-9d45-4345-bab1-18a4d2c38055 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:33:02.019150 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] Attempting to bind port c783fa46-9d45-4345-bab1-18a4d2c38055 on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:33:02.021751 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570df23a-0deb-4021-b1e3-d927ba7fa815 None None] Pushing event updated for resources: {'Port': ['ID=c783fa46-9d45-4345-bab1-18a4d2c38055,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:02.027366 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:33:02.027728 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:33:02.028147 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:02.028524 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:33:02.029073 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] Bound port: c783fa46-9d45-4345-bab1-18a4d2c38055, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:33:02.029324 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:02.058695 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b27365-8846-4f4b-ade3-a86d869ce04a admin admin] Network 8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:33:02.061442 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-f2b27365-8846-4f4b-ade3-a86d869ce04a admin admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:33:02.070215 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b27365-8846-4f4b-ade3-a86d869ce04a admin admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:33:02.103319 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] For port c783fa46-9d45-4345-bab1-18a4d2c38055, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:33:02.106655 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] For port c783fa46-9d45-4345-bab1-18a4d2c38055, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c783fa46-9d45-4345-bab1-18a4d2c38055,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:33:02.110606 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:02.113788 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b27365-8846-4f4b-ade3-a86d869ce04a admin admin] Pushing event updated for resources: {'Port': ['ID=9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:02.131660 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f2b27365-8846-4f4b-ade3-a86d869ce04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:02.197157 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] Routers {'790458a8-bca2-43d2-9873-56c777fb8f8a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:33:02.197802 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:32:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['790458a8-bca2-43d2-9873-56c777fb8f8a'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:02.282196 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570df23a-0deb-4021-b1e3-d927ba7fa815 None None] Pushing event updated for resources: {'Port': ['ID=c783fa46-9d45-4345-bab1-18a4d2c38055,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:02.304200 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-840d42a1-ae3c-4b39-9d1f-38430407e796 None None] Provisioning for port 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:33:02.310937 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-840d42a1-ae3c-4b39-9d1f-38430407e796 None None] Provisioning complete for port 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:33:02.311307 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-840d42a1-ae3c-4b39-9d1f-38430407e796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:02.407876 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f2b27365-8846-4f4b-ade3-a86d869ce04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:02.444546 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-840d42a1-ae3c-4b39-9d1f-38430407e796 None None] Port 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:33:02.450432 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] Set router 790458a8-bca2-43d2-9873-56c777fb8f8a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:33:02.631000 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f2b27365-8846-4f4b-ade3-a86d869ce04a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:02.635283 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f2b27365-8846-4f4b-ade3-a86d869ce04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:02.745174 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f2b27365-8846-4f4b-ade3-a86d869ce04a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:02.749658 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b27365-8846-4f4b-ade3-a86d869ce04a admin admin] Pushing event updated for resources: {'Port': ['ID=9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:02.770132 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'name': 'tempest-TestShelveInstance-385850413-router', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:32:58Z', 'updated_at': '2022-04-18T06:32:59Z', 'revision_number': 3, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'gw_port': {'id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:32:59Z', 'updated_at': '2022-04-18T06:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:02.774254 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0b0ead-005d-4932-9903-909d60103c41 None None] The sync data for ids ['790458a8-bca2-43d2-9873-56c777fb8f8a'] in dv-neutron-837489-1-hyperv is: [{'id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'name': 'tempest-TestShelveInstance-385850413-router', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:32:58Z', 'updated_at': '2022-04-18T06:32:59Z', 'revision_number': 3, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'gw_port': {'id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:32:59Z', 'updated_at': '2022-04-18T06:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:33:02.888351 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b27365-8846-4f4b-ade3-a86d869ce04a admin admin] Network 8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:33:02.889483 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-f2b27365-8846-4f4b-ade3-a86d869ce04a admin admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:33:03.171372 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2adb3bb8-c612-4311-ac26-e372e729ba3b None None] Provisioning complete for port 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:33:03.171679 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2adb3bb8-c612-4311-ac26-e372e729ba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:03.237080 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2adb3bb8-c612-4311-ac26-e372e729ba3b None None] Port 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:33:03.251918 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b27365-8846-4f4b-ade3-a86d869ce04a admin admin] Router 790458a8-bca2-43d2-9873-56c777fb8f8a has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:33:03.266416 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c783fa46-9d45-4345-bab1-18a4d2c38055 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:33:03.373115 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port c783fa46-9d45-4345-bab1-18a4d2c38055 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:33:03.379711 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port c783fa46-9d45-4345-bab1-18a4d2c38055 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:33:03.380224 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:03.465920 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b27365-8846-4f4b-ade3-a86d869ce04a admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:33:03.486985 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f2b27365-8846-4f4b-ade3-a86d869ce04a admin admin] 10.222.0.15 "PUT /v2.0/routers/790458a8-bca2-43d2-9873-56c777fb8f8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6986606 Apr 18 06:33:03.541950 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:03.560498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port c783fa46-9d45-4345-bab1-18a4d2c38055, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c783fa46-9d45-4345-bab1-18a4d2c38055,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:33:03.566130 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:03.566942 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:33:03.690877 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=c783fa46-9d45-4345-bab1-18a4d2c38055,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:03.702825 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:33:03.703191 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:04.038085 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55878) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:33:04.043799 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-331273090-network', 'tenant_id': '8a503b01295449dbaf74cfacf73f0014'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:33:04.048919 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:33:04.053912 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] Usage tracker for resource:network and tenant:8a503b01295449dbaf74cfacf73f0014 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:33:04.057028 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:33:04.062903 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:33:04.073113 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] Made reservation on behalf of 8a503b01295449dbaf74cfacf73f0014 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:33:04.075720 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:04.088748 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:04.103705 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:33:04.107547 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] Usage tracker for resource:security_group_rule and tenant:8a503b01295449dbaf74cfacf73f0014 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:33:04.110345 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:33:04.116681 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:33:04.203486 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:04.207233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:04.234260 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:33:04.248671 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f9e76a-0658-43b4-905a-ef7de1a9c618,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:04.253530 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:04.253884 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] Added segment 7cedbc2a-05cf-4b84-824d-e1fca7ce28fe of type vlan for network 116c3ae8-04a5-471f-ac2f-bd26e8f19aca Apr 18 06:33:04.284081 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:04.322507 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:04.323452 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:04.324088 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:04.435105 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3959270 Apr 18 06:33:04.435964 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b3f80-bf69-40cf-b9e7-c184eefe1d07 admin admin] Pushing event updated for resources: {'Network': ['ID=116c3ae8-04a5-471f-ac2f-bd26e8f19aca,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:04.437957 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55882) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:33:04.444975 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-53bdd0ea-bac5-43f6-b2ec-fcad1f102a4f admin admin] Request body: {'subnet': {'network_id': '116c3ae8-04a5-471f-ac2f-bd26e8f19aca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-331273090-subnet', 'tenant_id': '8a503b01295449dbaf74cfacf73f0014', 'ip_version': 4}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:33:04.446616 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 116c3ae8-04a5-471f-ac2f-bd26e8f19aca details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:33:04.451766 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-53bdd0ea-bac5-43f6-b2ec-fcad1f102a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:33:04.457019 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-53bdd0ea-bac5-43f6-b2ec-fcad1f102a4f admin admin] Usage tracker for resource:subnet and tenant:8a503b01295449dbaf74cfacf73f0014 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:33:04.460595 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-53bdd0ea-bac5-43f6-b2ec-fcad1f102a4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:33:04.466750 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-53bdd0ea-bac5-43f6-b2ec-fcad1f102a4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:33:04.477176 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bdd0ea-bac5-43f6-b2ec-fcad1f102a4f admin admin] Made reservation on behalf of 8a503b01295449dbaf74cfacf73f0014 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:33:04.479422 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-53bdd0ea-bac5-43f6-b2ec-fcad1f102a4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:04.531847 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] Sync routers for ids ['790458a8-bca2-43d2-9873-56c777fb8f8a'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:33:04.542235 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] Routers {'790458a8-bca2-43d2-9873-56c777fb8f8a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:33:04.542763 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:32:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['790458a8-bca2-43d2-9873-56c777fb8f8a'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:04.686861 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-53bdd0ea-bac5-43f6-b2ec-fcad1f102a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:04.716469 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] Set router 790458a8-bca2-43d2-9873-56c777fb8f8a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:33:04.760600 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdd0ea-bac5-43f6-b2ec-fcad1f102a4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa57204-a50e-4da9-ac66-e02f2c67b986,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:04.770896 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bdd0ea-bac5-43f6-b2ec-fcad1f102a4f admin admin] Checking segment: {'id': '7cedbc2a-05cf-4b84-824d-e1fca7ce28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '116c3ae8-04a5-471f-ac2f-bd26e8f19aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:33:04.771252 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bdd0ea-bac5-43f6-b2ec-fcad1f102a4f admin admin] Network hostable DHCP agents. Network: 116c3ae8-04a5-471f-ac2f-bd26e8f19aca, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:33:04.790417 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bdd0ea-bac5-43f6-b2ec-fcad1f102a4f admin admin] Network 116c3ae8-04a5-471f-ac2f-bd26e8f19aca is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:33:04.801314 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-53bdd0ea-bac5-43f6-b2ec-fcad1f102a4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 116c3ae8-04a5-471f-ac2f-bd26e8f19aca) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:33:04.806574 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bdd0ea-bac5-43f6-b2ec-fcad1f102a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:04.807337 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-53bdd0ea-bac5-43f6-b2ec-fcad1f102a4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:04.812234 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26993809-b395-4b0d-8386-1a3e485ea7d9 None None] Network 116c3ae8-04a5-471f-ac2f-bd26e8f19aca requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:33:04.835787 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55886) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:33:04.836504 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-53bdd0ea-bac5-43f6-b2ec-fcad1f102a4f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3968973 Apr 18 06:33:04.842065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-331273090-router', 'tenant_id': '8a503b01295449dbaf74cfacf73f0014', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:33:04.846787 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:33:04.851409 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] Usage tracker for resource:router and tenant:8a503b01295449dbaf74cfacf73f0014 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:33:04.854726 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:33:04.861721 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:33:04.873417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:04.874574 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:04.892112 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:05.032091 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-116c3ae8-04a5-471f-ac2f-bd26e8f19aca', 'network_id': '116c3ae8-04a5-471f-ac2f-bd26e8f19aca', 'tenant_id': '8a503b01295449dbaf74cfacf73f0014', 'fixed_ips': [{'subnet_id': '7fa57204-a50e-4da9-ac66-e02f2c67b986'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:33:05.033161 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:05.055890 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'name': 'tempest-TestShelveInstance-385850413-router', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:32:58Z', 'updated_at': '2022-04-18T06:33:02Z', 'revision_number': 4, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'gw_port': {'id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:32:59Z', 'updated_at': '2022-04-18T06:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d', 'name': '', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'mac_address': 'fa:16:3e:7c:1f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:01Z', 'updated_at': '2022-04-18T06:33:02Z', 'revision_number': 2, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'subnets': [{'id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:05.059617 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] Checking router: 790458a8-bca2-43d2-9873-56c777fb8f8a for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:33:05.059958 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] Updating router 790458a8-bca2-43d2-9873-56c777fb8f8a port 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:33:05.119873 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:05.187323 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c783fa46-9d45-4345-bab1-18a4d2c38055 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:33:05.267829 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] Allocated IP 172.20.0.2 (116c3ae8-04a5-471f-ac2f-bd26e8f19aca/7fa57204-a50e-4da9-ac66-e02f2c67b986/acb5b4c8-4263-4342-a28b-1398e50fb86e) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:33:05.274251 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:05.313368 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port c783fa46-9d45-4345-bab1-18a4d2c38055 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:33:05.313558 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:05.478600 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bf59db60-9fae-40eb-bf15-509a808d0651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:05.513960 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:05.526163 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] Transition to ACTIVE for port object 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:33:05.533690 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:05.618265 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:05.650360 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:05.652478 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:05.665586 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] Transition to ACTIVE for port object acb5b4c8-4263-4342-a28b-1398e50fb86e will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:33:05.685092 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b955c6-a01b-48e1-87b9-851d079d0f18 None None] Pushing event updated for resources: {'Port': ['ID=9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:05.689119 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] Transition to ACTIVE for port object acb5b4c8-4263-4342-a28b-1398e50fb86e will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:33:05.696684 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:05.699392 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b955c6-a01b-48e1-87b9-851d079d0f18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:05.699523 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b955c6-a01b-48e1-87b9-851d079d0f18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:05.699850 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b955c6-a01b-48e1-87b9-851d079d0f18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:05.700198 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b955c6-a01b-48e1-87b9-851d079d0f18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:05.700519 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b955c6-a01b-48e1-87b9-851d079d0f18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:05.700837 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b955c6-a01b-48e1-87b9-851d079d0f18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:05.701210 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b955c6-a01b-48e1-87b9-851d079d0f18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:05.701536 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b955c6-a01b-48e1-87b9-851d079d0f18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:05.701854 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b955c6-a01b-48e1-87b9-851d079d0f18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:05.702236 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b955c6-a01b-48e1-87b9-851d079d0f18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:05.702460 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b955c6-a01b-48e1-87b9-851d079d0f18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:05.702768 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b955c6-a01b-48e1-87b9-851d079d0f18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:05.765136 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] Network 116c3ae8-04a5-471f-ac2f-bd26e8f19aca is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:33:05.768515 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:33:05.771432 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:33:05.811624 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] Attempting to bind port 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:33:05.812261 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] Attempting to bind port 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': 'f85bfe70-9376-4237-bb5b-9dfd10b3a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:33:05.812770 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] Attempting to bind port 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d on network 8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:33:05.816806 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] Allocated IP 172.26.1.38 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/5c080fd2-0285-472f-8f62-34bd051213ad) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:33:05.819948 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:33:05.820347 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] Checking segment: {'id': 'f85bfe70-9376-4237-bb5b-9dfd10b3a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:33:05.821389 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:05.821781 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] Bound using segment: {'id': 'f85bfe70-9376-4237-bb5b-9dfd10b3a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:33:05.823100 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] Bound port: 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85bfe70-9376-4237-bb5b-9dfd10b3a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:33:05.823527 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:05.879281 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] Pushing event updated for resources: {'Port': ['ID=acb5b4c8-4263-4342-a28b-1398e50fb86e,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:05.888593 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] Attempting to bind port acb5b4c8-4263-4342-a28b-1398e50fb86e on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:33:05.888921 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] Attempting to bind port acb5b4c8-4263-4342-a28b-1398e50fb86e by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7cedbc2a-05cf-4b84-824d-e1fca7ce28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '116c3ae8-04a5-471f-ac2f-bd26e8f19aca'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:33:05.889286 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] Attempting to bind port acb5b4c8-4263-4342-a28b-1398e50fb86e on network 116c3ae8-04a5-471f-ac2f-bd26e8f19aca {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:33:05.896508 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:33:05.896937 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] Checking segment: {'id': '7cedbc2a-05cf-4b84-824d-e1fca7ce28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '116c3ae8-04a5-471f-ac2f-bd26e8f19aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:33:05.897337 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:05.897733 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] Bound using segment: {'id': '7cedbc2a-05cf-4b84-824d-e1fca7ce28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '116c3ae8-04a5-471f-ac2f-bd26e8f19aca'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:33:05.898189 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] Bound port: acb5b4c8-4263-4342-a28b-1398e50fb86e, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cedbc2a-05cf-4b84-824d-e1fca7ce28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '116c3ae8-04a5-471f-ac2f-bd26e8f19aca'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:33:05.898565 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:05.925326 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] For port 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:33:05.928477 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] For port 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:33:05.933786 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:05.987654 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:06.001322 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] For port acb5b4c8-4263-4342-a28b-1398e50fb86e, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:33:06.008540 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] For port acb5b4c8-4263-4342-a28b-1398e50fb86e, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=acb5b4c8-4263-4342-a28b-1398e50fb86e,segment=NetworkSegment(7cedbc2a-05cf-4b84-824d-e1fca7ce28fe),segment_id=7cedbc2a-05cf-4b84-824d-e1fca7ce28fe)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:33:06.013481 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] Routers {'790458a8-bca2-43d2-9873-56c777fb8f8a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:33:06.014101 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:32:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['790458a8-bca2-43d2-9873-56c777fb8f8a'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:06.014353 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:06.029683 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:06.081497 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b955c6-a01b-48e1-87b9-851d079d0f18 None None] Pushing event updated for resources: {'Port': ['ID=9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:06.104942 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:33:06.108584 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:33:06.112732 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:33:06.119362 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c59ed-3b42-43f3-a1d2-021720c39ca8 None None] Pushing event updated for resources: {'Port': ['ID=acb5b4c8-4263-4342-a28b-1398e50fb86e,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:06.190583 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] Pushing event updated for resources: {'Port': ['ID=5c080fd2-0285-472f-8f62-34bd051213ad,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:06.238627 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] Set router 790458a8-bca2-43d2-9873-56c777fb8f8a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:33:06.576783 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'name': 'tempest-TestShelveInstance-385850413-router', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:32:58Z', 'updated_at': '2022-04-18T06:33:02Z', 'revision_number': 4, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'gw_port': {'id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:32:59Z', 'updated_at': '2022-04-18T06:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d', 'name': '', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'mac_address': 'fa:16:3e:7c:1f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:01Z', 'updated_at': '2022-04-18T06:33:05Z', 'revision_number': 4, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'subnets': [{'id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:06.580684 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d97e66b-fe60-4aa2-9204-44606ff027de None None] The sync data for ids ['790458a8-bca2-43d2-9873-56c777fb8f8a'] in dv-neutron-837489-1-hyperv is: [{'id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'name': 'tempest-TestShelveInstance-385850413-router', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:32:58Z', 'updated_at': '2022-04-18T06:33:02Z', 'revision_number': 4, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'gw_port': {'id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:32:59Z', 'updated_at': '2022-04-18T06:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d', 'name': '', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'mac_address': 'fa:16:3e:7c:1f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:01Z', 'updated_at': '2022-04-18T06:33:05Z', 'revision_number': 4, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'subnets': [{'id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:33:06.628942 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:07.123564 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:07.202370 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731b48b2-4c86-49d1-834f-e7d5ce5dc184 None None] Network 116c3ae8-04a5-471f-ac2f-bd26e8f19aca requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:33:07.251191 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device acb5b4c8-4263-4342-a28b-1398e50fb86e up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:33:07.351884 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] Router 4bd25204-ccfd-421d-89b2-a9077170898a is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:33:07.395704 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-fa465297-9f44-460e-a978-38c695d8f3fd None None] Provisioning for port acb5b4c8-4263-4342-a28b-1398e50fb86e completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:33:07.463015 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port acb5b4c8-4263-4342-a28b-1398e50fb86e completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:33:07.471851 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port acb5b4c8-4263-4342-a28b-1398e50fb86e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:33:07.472244 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:07.558902 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:33:07.571481 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] Sync routers for ids ['4bd25204-ccfd-421d-89b2-a9077170898a'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:33:07.585199 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:07.589069 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-96d3f4df-cc95-4dc2-9caf-cc902d2d22a8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7488179 Apr 18 06:33:07.589712 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55892) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:33:07.596427 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] Routers {'4bd25204-ccfd-421d-89b2-a9077170898a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:33:07.597050 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:32:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['4bd25204-ccfd-421d-89b2-a9077170898a'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:07.758979 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8ea32c17-cae9-44a5-b5ac-badb6433234e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:07.814059 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:07.880233 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] Set router 4bd25204-ccfd-421d-89b2-a9077170898a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:33:07.982258 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port acb5b4c8-4263-4342-a28b-1398e50fb86e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=acb5b4c8-4263-4342-a28b-1398e50fb86e,segment=NetworkSegment(7cedbc2a-05cf-4b84-824d-e1fca7ce28fe),segment_id=7cedbc2a-05cf-4b84-824d-e1fca7ce28fe)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:33:08.004652 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:08.005437 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:33:08.207193 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-97c539be-8e76-4fd1-91b5-bd227b244d3b None None] Provisioning complete for port acb5b4c8-4263-4342-a28b-1398e50fb86e triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:33:08.207866 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-97c539be-8e76-4fd1-91b5-bd227b244d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:08.246341 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:08.304350 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=acb5b4c8-4263-4342-a28b-1398e50fb86e,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:08.354227 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:33:08.388995 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:33:08.389363 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:08.431245 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7793d4e3-aa4a-4300-8502-0a667996fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:08.584782 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd25204-ccfd-421d-89b2-a9077170898a', 'name': 'tempest-TestShelveInstance-331273090-router', 'tenant_id': '8a503b01295449dbaf74cfacf73f0014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '5c080fd2-0285-472f-8f62-34bd051213ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:33:04Z', 'updated_at': '2022-04-18T06:33:06Z', 'revision_number': 3, 'project_id': '8a503b01295449dbaf74cfacf73f0014', 'gw_port': {'id': '5c080fd2-0285-472f-8f62-34bd051213ad', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd25204-ccfd-421d-89b2-a9077170898a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:05Z', 'updated_at': '2022-04-18T06:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:08.598189 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] Checking router: 4bd25204-ccfd-421d-89b2-a9077170898a for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:33:08.598547 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] Updating router 4bd25204-ccfd-421d-89b2-a9077170898a port 5c080fd2-0285-472f-8f62-34bd051213ad binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:33:08.637648 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-7793d4e3-aa4a-4300-8502-0a667996fa0b admin admin] Allocated IP 172.20.0.1 (116c3ae8-04a5-471f-ac2f-bd26e8f19aca/7fa57204-a50e-4da9-ac66-e02f2c67b986/c333f160-335f-44f0-a57e-524f4957f653) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:33:08.638849 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:08.688124 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:08.727085 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:08.735864 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:33:08.752076 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:08.795127 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7793d4e3-aa4a-4300-8502-0a667996fa0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:08.810726 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-7793d4e3-aa4a-4300-8502-0a667996fa0b admin admin] Transition to ACTIVE for port object c333f160-335f-44f0-a57e-524f4957f653 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:33:08.834733 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7793d4e3-aa4a-4300-8502-0a667996fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:08.857643 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:08.902453 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7793d4e3-aa4a-4300-8502-0a667996fa0b admin admin] Network 116c3ae8-04a5-471f-ac2f-bd26e8f19aca is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:33:08.905203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-7793d4e3-aa4a-4300-8502-0a667996fa0b admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:33:08.907599 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7793d4e3-aa4a-4300-8502-0a667996fa0b admin admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:33:08.913516 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:08.958055 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793d4e3-aa4a-4300-8502-0a667996fa0b admin admin] Pushing event updated for resources: {'Port': ['ID=c333f160-335f-44f0-a57e-524f4957f653,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:08.973636 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7793d4e3-aa4a-4300-8502-0a667996fa0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:09.109729 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7793d4e3-aa4a-4300-8502-0a667996fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:09.126630 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:09.140810 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] Transition to ACTIVE for port object 5c080fd2-0285-472f-8f62-34bd051213ad will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:33:09.153096 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:09.196938 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device acb5b4c8-4263-4342-a28b-1398e50fb86e up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:33:09.233370 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d415dd8e-9064-47d6-9748-5ddf8be8c9b5 None None] Provisioning for port c333f160-335f-44f0-a57e-524f4957f653 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:33:09.268134 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d415dd8e-9064-47d6-9748-5ddf8be8c9b5 None None] Provisioning complete for port c333f160-335f-44f0-a57e-524f4957f653 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:33:09.268507 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d415dd8e-9064-47d6-9748-5ddf8be8c9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:09.329369 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932da800-971a-4477-889b-2ae26342adda None None] Pushing event updated for resources: {'Port': ['ID=5c080fd2-0285-472f-8f62-34bd051213ad,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:09.335482 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] Attempting to bind port 5c080fd2-0285-472f-8f62-34bd051213ad on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:33:09.335851 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] Attempting to bind port 5c080fd2-0285-472f-8f62-34bd051213ad by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:33:09.336316 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] Attempting to bind port 5c080fd2-0285-472f-8f62-34bd051213ad on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:33:09.353659 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7793d4e3-aa4a-4300-8502-0a667996fa0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:09.356554 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:33:09.356979 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:33:09.357317 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:09.357708 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:33:09.358172 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] Bound port: 5c080fd2-0285-472f-8f62-34bd051213ad, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:33:09.358553 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:09.359722 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7793d4e3-aa4a-4300-8502-0a667996fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:09.389094 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-d415dd8e-9064-47d6-9748-5ddf8be8c9b5 None None] Port c333f160-335f-44f0-a57e-524f4957f653 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:33:09.431310 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port acb5b4c8-4263-4342-a28b-1398e50fb86e triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:33:09.431682 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:09.466761 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-7793d4e3-aa4a-4300-8502-0a667996fa0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:09.470051 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793d4e3-aa4a-4300-8502-0a667996fa0b admin admin] Pushing event updated for resources: {'Port': ['ID=c333f160-335f-44f0-a57e-524f4957f653,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:09.491966 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] For port 5c080fd2-0285-472f-8f62-34bd051213ad, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:33:09.503594 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] For port 5c080fd2-0285-472f-8f62-34bd051213ad, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5c080fd2-0285-472f-8f62-34bd051213ad,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:33:09.510326 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:09.615584 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7793d4e3-aa4a-4300-8502-0a667996fa0b admin admin] Network 116c3ae8-04a5-471f-ac2f-bd26e8f19aca is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:33:09.616470 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-7793d4e3-aa4a-4300-8502-0a667996fa0b admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:33:09.642980 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] Routers {'4bd25204-ccfd-421d-89b2-a9077170898a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:33:09.643623 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:33:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['4bd25204-ccfd-421d-89b2-a9077170898a'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:09.700260 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:33:09.736686 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932da800-971a-4477-889b-2ae26342adda None None] Pushing event updated for resources: {'Port': ['ID=5c080fd2-0285-472f-8f62-34bd051213ad,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:09.819972 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7793d4e3-aa4a-4300-8502-0a667996fa0b admin admin] Router 4bd25204-ccfd-421d-89b2-a9077170898a has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:33:09.884583 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:33:09.884950 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:09.918773 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] Set router 4bd25204-ccfd-421d-89b2-a9077170898a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:33:10.062517 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-d0f3d534-c2e4-4be8-a2da-7b6d9e3f1185 None None] Provisioning complete for port c333f160-335f-44f0-a57e-524f4957f653 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:33:10.062809 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d0f3d534-c2e4-4be8-a2da-7b6d9e3f1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:10.109934 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7793d4e3-aa4a-4300-8502-0a667996fa0b admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:33:10.119568 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-7793d4e3-aa4a-4300-8502-0a667996fa0b admin admin] 10.222.0.15 "PUT /v2.0/routers/4bd25204-ccfd-421d-89b2-a9077170898a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5290711 Apr 18 06:33:10.259294 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-d0f3d534-c2e4-4be8-a2da-7b6d9e3f1185 None None] Port c333f160-335f-44f0-a57e-524f4957f653 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:33:10.331856 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:10.427915 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd25204-ccfd-421d-89b2-a9077170898a', 'name': 'tempest-TestShelveInstance-331273090-router', 'tenant_id': '8a503b01295449dbaf74cfacf73f0014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '5c080fd2-0285-472f-8f62-34bd051213ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:33:04Z', 'updated_at': '2022-04-18T06:33:09Z', 'revision_number': 4, 'project_id': '8a503b01295449dbaf74cfacf73f0014', 'gw_port': {'id': '5c080fd2-0285-472f-8f62-34bd051213ad', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd25204-ccfd-421d-89b2-a9077170898a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:05Z', 'updated_at': '2022-04-18T06:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'c333f160-335f-44f0-a57e-524f4957f653', 'name': '', 'network_id': '116c3ae8-04a5-471f-ac2f-bd26e8f19aca', 'tenant_id': '8a503b01295449dbaf74cfacf73f0014', 'mac_address': 'fa:16:3e:0c:19:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd25204-ccfd-421d-89b2-a9077170898a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '7fa57204-a50e-4da9-ac66-e02f2c67b986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:08Z', 'updated_at': '2022-04-18T06:33:09Z', 'revision_number': 2, 'project_id': '8a503b01295449dbaf74cfacf73f0014', 'subnets': [{'id': '7fa57204-a50e-4da9-ac66-e02f2c67b986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:10.431968 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1222a6f9-5d38-4906-b1fb-0b78947a298e None None] The sync data for ids ['4bd25204-ccfd-421d-89b2-a9077170898a'] in dv-neutron-837489-1-hyperv is: [{'id': '4bd25204-ccfd-421d-89b2-a9077170898a', 'name': 'tempest-TestShelveInstance-331273090-router', 'tenant_id': '8a503b01295449dbaf74cfacf73f0014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '5c080fd2-0285-472f-8f62-34bd051213ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:33:04Z', 'updated_at': '2022-04-18T06:33:09Z', 'revision_number': 4, 'project_id': '8a503b01295449dbaf74cfacf73f0014', 'gw_port': {'id': '5c080fd2-0285-472f-8f62-34bd051213ad', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd25204-ccfd-421d-89b2-a9077170898a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:05Z', 'updated_at': '2022-04-18T06:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'c333f160-335f-44f0-a57e-524f4957f653', 'name': '', 'network_id': '116c3ae8-04a5-471f-ac2f-bd26e8f19aca', 'tenant_id': '8a503b01295449dbaf74cfacf73f0014', 'mac_address': 'fa:16:3e:0c:19:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd25204-ccfd-421d-89b2-a9077170898a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '7fa57204-a50e-4da9-ac66-e02f2c67b986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:08Z', 'updated_at': '2022-04-18T06:33:09Z', 'revision_number': 2, 'project_id': '8a503b01295449dbaf74cfacf73f0014', 'subnets': [{'id': '7fa57204-a50e-4da9-ac66-e02f2c67b986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:33:10.685926 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55902) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:33:10.691216 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-926009a8-4d86-4f54-851a-bad9739c6e29 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1895141733', 'description': 'tempest-secgroup-smoke-1895141733 description', 'project_id': '33e057911dfe4658990f5d4ed7ac9f08'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:33:10.698091 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-926009a8-4d86-4f54-851a-bad9739c6e29 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:33:10.701914 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-926009a8-4d86-4f54-851a-bad9739c6e29 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Usage tracker for resource:security_group and tenant:33e057911dfe4658990f5d4ed7ac9f08 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:33:10.704992 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-926009a8-4d86-4f54-851a-bad9739c6e29 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:33:10.711689 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-926009a8-4d86-4f54-851a-bad9739c6e29 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:33:10.721734 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-926009a8-4d86-4f54-851a-bad9739c6e29 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:10.741960 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-926009a8-4d86-4f54-851a-bad9739c6e29 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:33:10.746017 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-926009a8-4d86-4f54-851a-bad9739c6e29 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Usage tracker for resource:security_group_rule and tenant:33e057911dfe4658990f5d4ed7ac9f08 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:33:10.749135 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-926009a8-4d86-4f54-851a-bad9739c6e29 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:33:10.754800 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-926009a8-4d86-4f54-851a-bad9739c6e29 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:33:10.829207 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-926009a8-4d86-4f54-851a-bad9739c6e29 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:10.833431 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-926009a8-4d86-4f54-851a-bad9739c6e29 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:10.876499 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926009a8-4d86-4f54-851a-bad9739c6e29 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c80f6f6-a800-4700-a5dc-68f7775933d2,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:10.879744 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-926009a8-4d86-4f54-851a-bad9739c6e29 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:10.881915 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-926009a8-4d86-4f54-851a-bad9739c6e29 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1949728 Apr 18 06:33:10.884792 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55906) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:33:10.889925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-dab35539-1514-47ba-ba5e-ba635abbbf87 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Request body: {'security_group_rule': {'security_group_id': '8c80f6f6-a800-4700-a5dc-68f7775933d2', 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:33:10.896188 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-dab35539-1514-47ba-ba5e-ba635abbbf87 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:33:10.900006 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-dab35539-1514-47ba-ba5e-ba635abbbf87 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Usage tracker for resource:security_group_rule and tenant:33e057911dfe4658990f5d4ed7ac9f08 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:33:10.903035 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-dab35539-1514-47ba-ba5e-ba635abbbf87 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:33:10.908979 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-dab35539-1514-47ba-ba5e-ba635abbbf87 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:33:10.926663 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dab35539-1514-47ba-ba5e-ba635abbbf87 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:10.995988 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dab35539-1514-47ba-ba5e-ba635abbbf87 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:10.999739 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dab35539-1514-47ba-ba5e-ba635abbbf87 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.024869 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab35539-1514-47ba-ba5e-ba635abbbf87 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a343b604-742b-4d6d-a5db-d2678083094a,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:11.036943 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-dab35539-1514-47ba-ba5e-ba635abbbf87 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.038116 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-dab35539-1514-47ba-ba5e-ba635abbbf87 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1523964 Apr 18 06:33:11.040866 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 55910) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:33:11.045928 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-948d0849-84e8-482b-b822-211288f01cc2 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Request body: {'security_group_rule': {'security_group_id': '8c80f6f6-a800-4700-a5dc-68f7775933d2', 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:33:11.053358 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-948d0849-84e8-482b-b822-211288f01cc2 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:33:11.057377 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-948d0849-84e8-482b-b822-211288f01cc2 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Usage tracker for resource:security_group_rule and tenant:33e057911dfe4658990f5d4ed7ac9f08 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:33:11.060265 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-948d0849-84e8-482b-b822-211288f01cc2 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:33:11.065899 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-948d0849-84e8-482b-b822-211288f01cc2 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:33:11.092015 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-948d0849-84e8-482b-b822-211288f01cc2 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.172196 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-948d0849-84e8-482b-b822-211288f01cc2 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.177804 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-948d0849-84e8-482b-b822-211288f01cc2 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.205650 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d0849-84e8-482b-b822-211288f01cc2 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5690c749-04d5-453d-be98-4ea06d90deab,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:11.213409 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5c080fd2-0285-472f-8f62-34bd051213ad up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:33:11.224615 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-948d0849-84e8-482b-b822-211288f01cc2 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.225924 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-948d0849-84e8-482b-b822-211288f01cc2 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1840510 Apr 18 06:33:11.228830 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55914) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:33:11.234761 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-11e75e0f-5646-4755-8696-4761fa110b6e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Request body: {'security_group_rule': {'security_group_id': '8c80f6f6-a800-4700-a5dc-68f7775933d2', 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:33:11.241883 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-11e75e0f-5646-4755-8696-4761fa110b6e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:33:11.247087 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-11e75e0f-5646-4755-8696-4761fa110b6e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Usage tracker for resource:security_group_rule and tenant:33e057911dfe4658990f5d4ed7ac9f08 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:33:11.250143 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-11e75e0f-5646-4755-8696-4761fa110b6e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:33:11.257042 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-11e75e0f-5646-4755-8696-4761fa110b6e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:33:11.274472 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-11e75e0f-5646-4755-8696-4761fa110b6e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.293522 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 5c080fd2-0285-472f-8f62-34bd051213ad completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:33:11.299218 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 5c080fd2-0285-472f-8f62-34bd051213ad triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:33:11.299811 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.344359 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-11e75e0f-5646-4755-8696-4761fa110b6e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.351166 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-11e75e0f-5646-4755-8696-4761fa110b6e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.382480 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e75e0f-5646-4755-8696-4761fa110b6e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8084685a-9b6c-4ae5-8268-4f0505c693ce,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:11.396294 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-11e75e0f-5646-4755-8696-4761fa110b6e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.397731 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-11e75e0f-5646-4755-8696-4761fa110b6e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1670744 Apr 18 06:33:11.400338 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55918) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:33:11.406342 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-9df336f7-68b0-46e2-9011-73f8f748454b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Request body: {'security_group_rule': {'security_group_id': '8c80f6f6-a800-4700-a5dc-68f7775933d2', 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:33:11.412977 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9df336f7-68b0-46e2-9011-73f8f748454b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:33:11.417062 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9df336f7-68b0-46e2-9011-73f8f748454b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Usage tracker for resource:security_group_rule and tenant:33e057911dfe4658990f5d4ed7ac9f08 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:33:11.420290 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-9df336f7-68b0-46e2-9011-73f8f748454b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:33:11.426253 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-9df336f7-68b0-46e2-9011-73f8f748454b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:33:11.439529 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.445873 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9df336f7-68b0-46e2-9011-73f8f748454b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.462374 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 5c080fd2-0285-472f-8f62-34bd051213ad, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5c080fd2-0285-472f-8f62-34bd051213ad,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:33:11.467928 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.523187 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9df336f7-68b0-46e2-9011-73f8f748454b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.527416 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9df336f7-68b0-46e2-9011-73f8f748454b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.550947 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=5c080fd2-0285-472f-8f62-34bd051213ad,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:11.560357 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df336f7-68b0-46e2-9011-73f8f748454b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f42625a-e39a-4b80-903c-823a8713cbc7,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:11.566632 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-9df336f7-68b0-46e2-9011-73f8f748454b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.570734 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-9df336f7-68b0-46e2-9011-73f8f748454b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1669405 Apr 18 06:33:11.571000 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55922) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:33:11.576014 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-0de643c5-ec27-4295-bcf7-756dddd7f58f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Request body: {'security_group_rule': {'security_group_id': '8c80f6f6-a800-4700-a5dc-68f7775933d2', 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:33:11.582249 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-0de643c5-ec27-4295-bcf7-756dddd7f58f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:33:11.587116 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0de643c5-ec27-4295-bcf7-756dddd7f58f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Usage tracker for resource:security_group_rule and tenant:33e057911dfe4658990f5d4ed7ac9f08 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:33:11.590025 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0de643c5-ec27-4295-bcf7-756dddd7f58f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:33:11.595880 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-0de643c5-ec27-4295-bcf7-756dddd7f58f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:33:11.607640 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.securitygroups_db [None req-0de643c5-ec27-4295-bcf7-756dddd7f58f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Project 33e057911dfe4658990f5d4ed7ac9f08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:33:11.615240 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0de643c5-ec27-4295-bcf7-756dddd7f58f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.682454 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0de643c5-ec27-4295-bcf7-756dddd7f58f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.686865 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0de643c5-ec27-4295-bcf7-756dddd7f58f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.710173 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de643c5-ec27-4295-bcf7-756dddd7f58f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a90ddc-343e-4779-891c-069d835c4b76,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:11.722487 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0de643c5-ec27-4295-bcf7-756dddd7f58f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.727140 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0de643c5-ec27-4295-bcf7-756dddd7f58f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1520119 Apr 18 06:33:11.727339 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55926) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:33:11.732408 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-0add07a7-9095-4392-827b-7ca7e96cd2b1 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Request body: {'security_group_rule': {'security_group_id': '8c80f6f6-a800-4700-a5dc-68f7775933d2', 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:33:11.738411 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-0add07a7-9095-4392-827b-7ca7e96cd2b1 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:33:11.742255 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0add07a7-9095-4392-827b-7ca7e96cd2b1 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Usage tracker for resource:security_group_rule and tenant:33e057911dfe4658990f5d4ed7ac9f08 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:33:11.745192 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-0add07a7-9095-4392-827b-7ca7e96cd2b1 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:33:11.751216 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-0add07a7-9095-4392-827b-7ca7e96cd2b1 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:33:11.763225 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.securitygroups_db [None req-0add07a7-9095-4392-827b-7ca7e96cd2b1 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Project 33e057911dfe4658990f5d4ed7ac9f08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:33:11.771480 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0add07a7-9095-4392-827b-7ca7e96cd2b1 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.837869 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0add07a7-9095-4392-827b-7ca7e96cd2b1 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.841355 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0add07a7-9095-4392-827b-7ca7e96cd2b1 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.864790 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add07a7-9095-4392-827b-7ca7e96cd2b1 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb4a40e-ca04-4ee9-bbed-ba9b4900aaa6,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:11.873313 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-0add07a7-9095-4392-827b-7ca7e96cd2b1 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:11.874684 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0add07a7-9095-4392-827b-7ca7e96cd2b1 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1464028 Apr 18 06:33:12.036832 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-8564a6d3-f4f4-4eab-8380-c42bfcadc4ac tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Synchronizing usage tracker for tenant:33e057911dfe4658990f5d4ed7ac9f08 on resource:security_group {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:33:12.053450 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-8564a6d3-f4f4-4eab-8380-c42bfcadc4ac tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Unset dirty status for tenant:33e057911dfe4658990f5d4ed7ac9f08 on resource:security_group {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:33:12.054848 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-8564a6d3-f4f4-4eab-8380-c42bfcadc4ac tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1895141733&fields=id&tenant_id=33e057911dfe4658990f5d4ed7ac9f08 HTTP/1.1" status: 200 len: 267 time: 0.0573633 Apr 18 06:33:12.182624 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [req-3d8a35fb-daf8-4c26-bf49-b87b9283f2f6 req-897d6e70-5e5c-4480-9daf-6006f7089004 service neutron] (88034) timed out ('10.222.0.15', 51766) {{(pid=88034) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 06:33:12.206443 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-d835acf8-0997-419d-a6fd-ca5805c8d620 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:12.207115 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-d835acf8-0997-419d-a6fd-ca5805c8d620 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Synchronizing usage tracker for tenant:33e057911dfe4658990f5d4ed7ac9f08 on resource:network {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:33:12.224488 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-d835acf8-0997-419d-a6fd-ca5805c8d620 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Unset dirty status for tenant:33e057911dfe4658990f5d4ed7ac9f08 on resource:network {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:33:12.225890 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-d835acf8-0997-419d-a6fd-ca5805c8d620 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/networks?id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 HTTP/1.1" status: 200 len: 808 time: 0.1643007 Apr 18 06:33:12.240629 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-c4a925db-a380-47fd-9755-cf45dcaa964e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/quotas/33e057911dfe4658990f5d4ed7ac9f08 HTTP/1.1" status: 200 len: 375 time: 0.0092704 Apr 18 06:33:12.327850 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-cfec59d2-fd56-486b-b1aa-031ef2eaec90 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=33e057911dfe4658990f5d4ed7ac9f08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822787 Apr 18 06:33:12.559442 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-bc8d2909-02d3-4e95-9179-fdecdc7e9ae9 service neutron] 10.222.0.15 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190130 Apr 18 06:33:12.692128 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-7d4c8558-9a0f-4aa0-9af2-16074c64c37b service neutron] 10.222.0.15 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267402 Apr 18 06:33:12.872725 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-d2bb97e1-8600-4cb8-8626-cb833fcd57d8 req-32a8ffcc-7746-4562-8511-2f164e2116ee tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Synchronizing usage tracker for tenant:33e057911dfe4658990f5d4ed7ac9f08 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:33:12.890297 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-d2bb97e1-8600-4cb8-8626-cb833fcd57d8 req-32a8ffcc-7746-4562-8511-2f164e2116ee tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Unset dirty status for tenant:33e057911dfe4658990f5d4ed7ac9f08 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:33:12.891565 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d2bb97e1-8600-4cb8-8626-cb833fcd57d8 req-32a8ffcc-7746-4562-8511-2f164e2116ee tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 210 time: 0.0637753 Apr 18 06:33:13.164189 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5c080fd2-0285-472f-8f62-34bd051213ad up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:33:13.232989 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 5c080fd2-0285-472f-8f62-34bd051213ad triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:33:13.233452 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:13.999618 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-2cb106e5-417a-4caf-a68a-310cad0aed1a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:14.001108 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-2cb106e5-417a-4caf-a68a-310cad0aed1a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.52 "GET /v2.0/networks?id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 HTTP/1.1" status: 200 len: 808 time: 0.1544631 Apr 18 06:33:14.063200 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b916d342-0431-4a6b-9eb5-c4f55cf6636f req-cf8ba7c7-ac42-456d-9d22-51acbf4f14f4 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 210 time: 0.0611057 Apr 18 06:33:14.093693 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-ecf3e7c9-e673-4b84-b1c3-42c2a55e5efa tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33e057911dfe4658990f5d4ed7ac9f08 HTTP/1.1" status: 200 len: 380 time: 0.0551207 Apr 18 06:33:14.117285 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-572cc511-8649-439d-a840-f66a23ae7b78 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Request body: {'port': {'device_id': '747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'admin_state_up': True, 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'security_groups': ['8c80f6f6-a800-4700-a5dc-68f7775933d2']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:33:14.253182 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-572cc511-8649-439d-a840-f66a23ae7b78 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:33:14.263119 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-572cc511-8649-439d-a840-f66a23ae7b78 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:33:14.275125 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-572cc511-8649-439d-a840-f66a23ae7b78 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Made reservation on behalf of 33e057911dfe4658990f5d4ed7ac9f08 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:33:14.277254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-572cc511-8649-439d-a840-f66a23ae7b78 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:14.299703 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] Sync routers for ids ['4bd25204-ccfd-421d-89b2-a9077170898a'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:33:14.309093 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] Routers {'4bd25204-ccfd-421d-89b2-a9077170898a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:33:14.309691 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:33:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['4bd25204-ccfd-421d-89b2-a9077170898a'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:14.443031 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-572cc511-8649-439d-a840-f66a23ae7b78 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Allocated IP 172.20.0.6 (8bdd1d24-7af2-4b84-8f37-a5a8072c27f6/1473dde7-b86a-406b-8462-5c27ac3fed9c/c692dcbb-cf55-4a29-b373-660ccfbf6b06) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:33:14.492786 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] Set router 4bd25204-ccfd-421d-89b2-a9077170898a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:33:14.633493 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-572cc511-8649-439d-a840-f66a23ae7b78 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:14.649811 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-572cc511-8649-439d-a840-f66a23ae7b78 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Transition to ACTIVE for port object c692dcbb-cf55-4a29-b373-660ccfbf6b06 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:33:14.673243 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-572cc511-8649-439d-a840-f66a23ae7b78 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:14.740271 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-572cc511-8649-439d-a840-f66a23ae7b78 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Network 8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:33:14.743495 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-572cc511-8649-439d-a840-f66a23ae7b78 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:33:14.745916 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-572cc511-8649-439d-a840-f66a23ae7b78 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:33:14.796906 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572cc511-8649-439d-a840-f66a23ae7b78 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event updated for resources: {'Port': ['ID=c692dcbb-cf55-4a29-b373-660ccfbf6b06,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:14.823357 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-572cc511-8649-439d-a840-f66a23ae7b78 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:14.824005 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-572cc511-8649-439d-a840-f66a23ae7b78 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:14.836149 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd25204-ccfd-421d-89b2-a9077170898a', 'name': 'tempest-TestShelveInstance-331273090-router', 'tenant_id': '8a503b01295449dbaf74cfacf73f0014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '5c080fd2-0285-472f-8f62-34bd051213ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:33:04Z', 'updated_at': '2022-04-18T06:33:09Z', 'revision_number': 4, 'project_id': '8a503b01295449dbaf74cfacf73f0014', 'gw_port': {'id': '5c080fd2-0285-472f-8f62-34bd051213ad', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd25204-ccfd-421d-89b2-a9077170898a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:05Z', 'updated_at': '2022-04-18T06:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'c333f160-335f-44f0-a57e-524f4957f653', 'name': '', 'network_id': '116c3ae8-04a5-471f-ac2f-bd26e8f19aca', 'tenant_id': '8a503b01295449dbaf74cfacf73f0014', 'mac_address': 'fa:16:3e:0c:19:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd25204-ccfd-421d-89b2-a9077170898a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '7fa57204-a50e-4da9-ac66-e02f2c67b986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:08Z', 'updated_at': '2022-04-18T06:33:09Z', 'revision_number': 2, 'project_id': '8a503b01295449dbaf74cfacf73f0014', 'subnets': [{'id': '7fa57204-a50e-4da9-ac66-e02f2c67b986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:14.841041 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] Checking router: 4bd25204-ccfd-421d-89b2-a9077170898a for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:33:14.841664 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] Updating router 4bd25204-ccfd-421d-89b2-a9077170898a port c333f160-335f-44f0-a57e-524f4957f653 binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:33:14.852413 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-572cc511-8649-439d-a840-f66a23ae7b78 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7393832 Apr 18 06:33:14.904187 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:14.916986 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] Request body: {'port': {'device_id': '747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:33:15.009404 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6b3f092b-649c-4a9d-a764-3e20ff1cca69 None None] Provisioning for port c692dcbb-cf55-4a29-b373-660ccfbf6b06 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:33:15.014684 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6b3f092b-649c-4a9d-a764-3e20ff1cca69 None None] Provisioning complete for port c692dcbb-cf55-4a29-b373-660ccfbf6b06 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:33:15.015212 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6b3f092b-649c-4a9d-a764-3e20ff1cca69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:15.033476 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:15.068114 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f092b-649c-4a9d-a764-3e20ff1cca69 None None] Port c692dcbb-cf55-4a29-b373-660ccfbf6b06 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:33:15.248921 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:15.256913 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb95b42-ddfe-4f87-a99e-0bb9840afad3 req-350332a9-f579-49de-b093-76095da4264e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:15.258385 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8eb95b42-ddfe-4f87-a99e-0bb9840afad3 req-350332a9-f579-49de-b093-76095da4264e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 931 time: 0.0823779 Apr 18 06:33:15.262626 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] Transition to ACTIVE for port object c333f160-335f-44f0-a57e-524f4957f653 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:33:15.270131 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:15.304182 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8eb95b42-ddfe-4f87-a99e-0bb9840afad3 req-5c7446d6-84b6-4557-9d4b-c2ff32531faf tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393002 Apr 18 06:33:15.408759 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8c1b3-b90f-4c4b-9bcb-811a1361ff04 None None] Pushing event updated for resources: {'Port': ['ID=c333f160-335f-44f0-a57e-524f4957f653,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:15.515324 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c692dcbb-cf55-4a29-b373-660ccfbf6b06 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:33:15.516628 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] Attempting to bind port c333f160-335f-44f0-a57e-524f4957f653 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:33:15.517231 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] Attempting to bind port c333f160-335f-44f0-a57e-524f4957f653 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7cedbc2a-05cf-4b84-824d-e1fca7ce28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '116c3ae8-04a5-471f-ac2f-bd26e8f19aca'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:33:15.517659 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] Attempting to bind port c333f160-335f-44f0-a57e-524f4957f653 on network 116c3ae8-04a5-471f-ac2f-bd26e8f19aca {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:33:15.523666 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:15.524364 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:33:15.524855 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] Checking segment: {'id': '7cedbc2a-05cf-4b84-824d-e1fca7ce28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '116c3ae8-04a5-471f-ac2f-bd26e8f19aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:33:15.525787 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:15.525787 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] Bound using segment: {'id': '7cedbc2a-05cf-4b84-824d-e1fca7ce28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '116c3ae8-04a5-471f-ac2f-bd26e8f19aca'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:33:15.526407 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] Bound port: c333f160-335f-44f0-a57e-524f4957f653, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cedbc2a-05cf-4b84-824d-e1fca7ce28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '116c3ae8-04a5-471f-ac2f-bd26e8f19aca'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:33:15.526845 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:15.541767 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] Transition to ACTIVE for port object c692dcbb-cf55-4a29-b373-660ccfbf6b06 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:33:15.546572 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:15.625168 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] For port c333f160-335f-44f0-a57e-524f4957f653, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:33:15.628050 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] For port c333f160-335f-44f0-a57e-524f4957f653, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c333f160-335f-44f0-a57e-524f4957f653,segment=NetworkSegment(7cedbc2a-05cf-4b84-824d-e1fca7ce28fe),segment_id=7cedbc2a-05cf-4b84-824d-e1fca7ce28fe)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:33:15.633278 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:15.721861 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8c1b3-b90f-4c4b-9bcb-811a1361ff04 None None] Pushing event updated for resources: {'Port': ['ID=c333f160-335f-44f0-a57e-524f4957f653,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:15.730722 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] Routers {'4bd25204-ccfd-421d-89b2-a9077170898a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:33:15.731332 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:33:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['4bd25204-ccfd-421d-89b2-a9077170898a'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:15.763481 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] Pushing event updated for resources: {'Port': ['ID=c692dcbb-cf55-4a29-b373-660ccfbf6b06,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:15.788963 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] Attempting to bind port c692dcbb-cf55-4a29-b373-660ccfbf6b06 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:33:15.789296 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] Attempting to bind port c692dcbb-cf55-4a29-b373-660ccfbf6b06 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'f85bfe70-9376-4237-bb5b-9dfd10b3a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:33:15.789623 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] Attempting to bind port c692dcbb-cf55-4a29-b373-660ccfbf6b06 on network 8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:33:15.794580 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] Port c692dcbb-cf55-4a29-b373-660ccfbf6b06 on network 8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:33:15.794897 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] Attempting to bind port c692dcbb-cf55-4a29-b373-660ccfbf6b06 on network 8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:33:15.800617 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:33:15.800947 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] Checking segment: {'id': 'f85bfe70-9376-4237-bb5b-9dfd10b3a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:33:15.801327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] Bound using segment: {'id': 'f85bfe70-9376-4237-bb5b-9dfd10b3a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:33:15.802402 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] Bound port: c692dcbb-cf55-4a29-b373-660ccfbf6b06, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85bfe70-9376-4237-bb5b-9dfd10b3a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:33:15.802753 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:15.896947 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] For port c692dcbb-cf55-4a29-b373-660ccfbf6b06, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:33:15.904289 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] For port c692dcbb-cf55-4a29-b373-660ccfbf6b06, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c692dcbb-cf55-4a29-b373-660ccfbf6b06,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:33:15.916749 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:15.929578 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] Set router 4bd25204-ccfd-421d-89b2-a9077170898a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:33:15.974656 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:15.975452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:15.976869 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] 10.222.0.52 "PUT /v2.0/ports/c692dcbb-cf55-4a29-b373-660ccfbf6b06 HTTP/1.1" status: 200 len: 1093 time: 1.1130991 Apr 18 06:33:15.977312 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f', 'tag': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:33:16.006981 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c12f2e-2669-4924-8c6c-bba3000839ab service neutron] Pushing event updated for resources: {'Port': ['ID=c692dcbb-cf55-4a29-b373-660ccfbf6b06,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:16.057628 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a36c0e-d2d2-4581-bbef-87770347f0a9'] response: {'name': 'network-changed', 'server_uuid': '747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f', 'tag': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06', 'status': 'completed', 'code': 200} Apr 18 06:33:16.098535 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-9abaf5e2-bead-4fab-b632-f84b1345cda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:16.100843 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-9abaf5e2-bead-4fab-b632-f84b1345cda8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e057911dfe4658990f5d4ed7ac9f08&device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 1096 time: 0.0815411 Apr 18 06:33:16.187341 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-3b18ad44-a323-4442-ac4e-f08be15fd6b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c692dcbb-cf55-4a29-b373-660ccfbf6b06 HTTP/1.1" status: 200 len: 217 time: 0.0763590 Apr 18 06:33:16.254631 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-c9631f65-b799-403f-8314-72860069d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:16.257566 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-c9631f65-b799-403f-8314-72860069d94d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1473dde7-b86a-406b-8462-5c27ac3fed9c HTTP/1.1" status: 200 len: 847 time: 0.0617330 Apr 18 06:33:16.289141 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd25204-ccfd-421d-89b2-a9077170898a', 'name': 'tempest-TestShelveInstance-331273090-router', 'tenant_id': '8a503b01295449dbaf74cfacf73f0014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '5c080fd2-0285-472f-8f62-34bd051213ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:33:04Z', 'updated_at': '2022-04-18T06:33:09Z', 'revision_number': 4, 'project_id': '8a503b01295449dbaf74cfacf73f0014', 'gw_port': {'id': '5c080fd2-0285-472f-8f62-34bd051213ad', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd25204-ccfd-421d-89b2-a9077170898a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:05Z', 'updated_at': '2022-04-18T06:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'c333f160-335f-44f0-a57e-524f4957f653', 'name': '', 'network_id': '116c3ae8-04a5-471f-ac2f-bd26e8f19aca', 'tenant_id': '8a503b01295449dbaf74cfacf73f0014', 'mac_address': 'fa:16:3e:0c:19:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd25204-ccfd-421d-89b2-a9077170898a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '7fa57204-a50e-4da9-ac66-e02f2c67b986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:08Z', 'updated_at': '2022-04-18T06:33:15Z', 'revision_number': 4, 'project_id': '8a503b01295449dbaf74cfacf73f0014', 'subnets': [{'id': '7fa57204-a50e-4da9-ac66-e02f2c67b986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:16.293119 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb73bba-dbe8-4c0f-b189-f1113dab483e None None] The sync data for ids ['4bd25204-ccfd-421d-89b2-a9077170898a'] in dv-neutron-837489-1-hyperv is: [{'id': '4bd25204-ccfd-421d-89b2-a9077170898a', 'name': 'tempest-TestShelveInstance-331273090-router', 'tenant_id': '8a503b01295449dbaf74cfacf73f0014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '5c080fd2-0285-472f-8f62-34bd051213ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:33:04Z', 'updated_at': '2022-04-18T06:33:09Z', 'revision_number': 4, 'project_id': '8a503b01295449dbaf74cfacf73f0014', 'gw_port': {'id': '5c080fd2-0285-472f-8f62-34bd051213ad', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd25204-ccfd-421d-89b2-a9077170898a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:05Z', 'updated_at': '2022-04-18T06:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'c333f160-335f-44f0-a57e-524f4957f653', 'name': '', 'network_id': '116c3ae8-04a5-471f-ac2f-bd26e8f19aca', 'tenant_id': '8a503b01295449dbaf74cfacf73f0014', 'mac_address': 'fa:16:3e:0c:19:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd25204-ccfd-421d-89b2-a9077170898a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '7fa57204-a50e-4da9-ac66-e02f2c67b986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:08Z', 'updated_at': '2022-04-18T06:33:15Z', 'revision_number': 4, 'project_id': '8a503b01295449dbaf74cfacf73f0014', 'subnets': [{'id': '7fa57204-a50e-4da9-ac66-e02f2c67b986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:33:16.342674 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-f026f04a-9248-4056-af4d-94988474941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:16.345275 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-f026f04a-9248-4056-af4d-94988474941d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779142 Apr 18 06:33:16.491923 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-14aef877-36ad-49e4-b60c-9b44a2776fc4 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366942 Apr 18 06:33:16.627694 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ca1c42a2-f3f4-432c-b3ee-0e63e62d73ef req-0273ef63-b890-4992-865d-67a03c7edda5 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257987 Apr 18 06:33:16.642125 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec27cc-f989-40a0-97d2-13bcd2567cd4 req-48095058-10d1-4493-bfe6-66a79ccd94fe tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:16.643579 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6bec27cc-f989-40a0-97d2-13bcd2567cd4 req-48095058-10d1-4493-bfe6-66a79ccd94fe tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 943 time: 0.0834959 Apr 18 06:33:16.689395 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6bec27cc-f989-40a0-97d2-13bcd2567cd4 req-380297b5-92db-4855-9659-9316f7dbec91 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394223 Apr 18 06:33:16.745862 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a4089-129d-4327-a9da-a57e382fad2c req-24491f68-bd01-415e-bc03-87cd354f947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:16.747329 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5f0a4089-129d-4327-a9da-a57e382fad2c req-24491f68-bd01-415e-bc03-87cd354f947b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e057911dfe4658990f5d4ed7ac9f08&device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 1096 time: 0.0718544 Apr 18 06:33:16.883063 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a4089-129d-4327-a9da-a57e382fad2c req-3c9601a0-b9bb-4ec2-bf3f-398f99754444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:16.884480 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5f0a4089-129d-4327-a9da-a57e382fad2c req-3c9601a0-b9bb-4ec2-bf3f-398f99754444 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 HTTP/1.1" status: 200 len: 909 time: 0.1295047 Apr 18 06:33:17.053637 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5f0a4089-129d-4327-a9da-a57e382fad2c req-e6dc25f3-99af-4d3d-960d-eda118034183 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c692dcbb-cf55-4a29-b373-660ccfbf6b06 HTTP/1.1" status: 200 len: 217 time: 0.1622896 Apr 18 06:33:17.116839 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a4089-129d-4327-a9da-a57e382fad2c req-527e43fd-1ac4-4912-98d0-774d8900ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:17.118283 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5f0a4089-129d-4327-a9da-a57e382fad2c req-527e43fd-1ac4-4912-98d0-774d8900ddff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1473dde7-b86a-406b-8462-5c27ac3fed9c HTTP/1.1" status: 200 len: 847 time: 0.0568087 Apr 18 06:33:17.185559 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c333f160-335f-44f0-a57e-524f4957f653 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:33:17.209031 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a4089-129d-4327-a9da-a57e382fad2c req-6a521fdf-f995-4748-a770-6a94c8b64193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:17.210615 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5f0a4089-129d-4327-a9da-a57e382fad2c req-6a521fdf-f995-4748-a770-6a94c8b64193 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814397 Apr 18 06:33:17.256793 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port c333f160-335f-44f0-a57e-524f4957f653 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:33:17.264536 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port c333f160-335f-44f0-a57e-524f4957f653 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:33:17.264907 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:17.359436 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5f0a4089-129d-4327-a9da-a57e382fad2c req-51bba02d-5908-4d1d-b421-68712249eb21 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421471 Apr 18 06:33:17.390981 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:17.424981 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port c333f160-335f-44f0-a57e-524f4957f653, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c333f160-335f-44f0-a57e-524f4957f653,segment=NetworkSegment(7cedbc2a-05cf-4b84-824d-e1fca7ce28fe),segment_id=7cedbc2a-05cf-4b84-824d-e1fca7ce28fe)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:33:17.429492 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:17.504072 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=c333f160-335f-44f0-a57e-524f4957f653,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:17.504291 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5f0a4089-129d-4327-a9da-a57e382fad2c req-999e9bea-1f87-42d8-9944-3c79ca5e6973 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359890 Apr 18 06:33:17.883632 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f111752-4c71-492b-992e-35b537ae09a1 req-7bed4696-1ad1-4dbe-a7b9-5cc63b3efa4b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:17.884328 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-8f111752-4c71-492b-992e-35b537ae09a1 req-7bed4696-1ad1-4dbe-a7b9-5cc63b3efa4b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Synchronizing usage tracker for tenant:33e057911dfe4658990f5d4ed7ac9f08 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:33:17.900140 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-8f111752-4c71-492b-992e-35b537ae09a1 req-7bed4696-1ad1-4dbe-a7b9-5cc63b3efa4b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Unset dirty status for tenant:33e057911dfe4658990f5d4ed7ac9f08 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:33:17.901430 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8f111752-4c71-492b-992e-35b537ae09a1 req-7bed4696-1ad1-4dbe-a7b9-5cc63b3efa4b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 943 time: 0.0999858 Apr 18 06:33:17.946418 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8f111752-4c71-492b-992e-35b537ae09a1 req-da16621e-a6d2-4d72-b93c-063d9c426ef3 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393431 Apr 18 06:33:19.126593 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57ad10-c6b0-43a8-9d41-7ad8ede9413e req-5e1d3333-4993-4f0a-ac9f-6a1779ff1086 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:19.128131 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ea57ad10-c6b0-43a8-9d41-7ad8ede9413e req-5e1d3333-4993-4f0a-ac9f-6a1779ff1086 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 943 time: 0.0800707 Apr 18 06:33:19.166174 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c333f160-335f-44f0-a57e-524f4957f653 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:33:19.182541 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ea57ad10-c6b0-43a8-9d41-7ad8ede9413e req-ef71b370-afdf-4edf-83a2-28eb2bc82e98 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483501 Apr 18 06:33:19.237014 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port c333f160-335f-44f0-a57e-524f4957f653 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:33:19.237301 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:20.034286 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c692dcbb-cf55-4a29-b373-660ccfbf6b06 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:33:20.199429 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c692dcbb-cf55-4a29-b373-660ccfbf6b06, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c692dcbb-cf55-4a29-b373-660ccfbf6b06,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:33:20.213251 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'port_id': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06', 'mac_address': 'fa:16:3e:8e:3e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:33:20.268205 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:20.284920 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c692dcbb-cf55-4a29-b373-660ccfbf6b06 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:33:20.301245 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c692dcbb-cf55-4a29-b373-660ccfbf6b06, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c692dcbb-cf55-4a29-b373-660ccfbf6b06,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:33:20.306612 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:20.373513 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28b638-129f-4d19-898e-38b7a2dc1f86 req-17781b35-da74-4d9b-814c-7484d98bdc95 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:20.375131 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3d28b638-129f-4d19-898e-38b7a2dc1f86 req-17781b35-da74-4d9b-814c-7484d98bdc95 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 944 time: 0.0833235 Apr 18 06:33:20.375606 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=c692dcbb-cf55-4a29-b373-660ccfbf6b06,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:20.424367 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3d28b638-129f-4d19-898e-38b7a2dc1f86 req-2391cddc-f057-479f-a849-3c4e73e7d78d tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423234 Apr 18 06:33:20.549093 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['c692dcbb-cf55-4a29-b373-660ccfbf6b06'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:33:21.610062 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae1633-2d55-4080-ae21-05b090e393a0 req-0f07bd60-8e4a-4866-bf53-89cb8680592b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:21.611500 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d7ae1633-2d55-4080-ae21-05b090e393a0 req-0f07bd60-8e4a-4866-bf53-89cb8680592b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 944 time: 0.0838706 Apr 18 06:33:21.656886 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-d7ae1633-2d55-4080-ae21-05b090e393a0 req-33d9d579-d546-4630-bc97-8084c0d2f0c7 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386903 Apr 18 06:33:22.033980 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c692dcbb-cf55-4a29-b373-660ccfbf6b06 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:33:22.103911 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port c692dcbb-cf55-4a29-b373-660ccfbf6b06 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:33:22.108968 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port c692dcbb-cf55-4a29-b373-660ccfbf6b06 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:33:22.109499 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:22.219745 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:22.246315 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:33:22.256221 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c692dcbb-cf55-4a29-b373-660ccfbf6b06, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c692dcbb-cf55-4a29-b373-660ccfbf6b06,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:33:22.260030 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:22.300731 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e09e9a50-f87f-403a-9f6e-77517207f4bd'] response: {'server_uuid': '747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06', 'code': 200} Apr 18 06:33:22.332481 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=c692dcbb-cf55-4a29-b373-660ccfbf6b06,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:22.507550 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:33:22.537177 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cb38e-bf98-49cb-b725-418618b71ee4 req-6ecbb8b8-a10c-40b3-8932-f098f5b17b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:22.538653 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d1cb38e-bf98-49cb-b725-418618b71ee4 req-6ecbb8b8-a10c-40b3-8932-f098f5b17b7a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 1098 time: 0.0729666 Apr 18 06:33:22.584751 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9d1cb38e-bf98-49cb-b725-418618b71ee4 req-b83f1d15-774a-4240-9a06-5ac59ce925d7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359051 Apr 18 06:33:22.839898 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe510c7-7fe9-4306-b0a0-8f77260a3622 req-c5f1705d-7f48-4497-969d-010696fce75f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:22.841289 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-cfe510c7-7fe9-4306-b0a0-8f77260a3622 req-c5f1705d-7f48-4497-969d-010696fce75f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 945 time: 0.0792921 Apr 18 06:33:22.981298 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-cfe510c7-7fe9-4306-b0a0-8f77260a3622 req-ed669bc4-d4c9-4b37-b0a9-8bd0d7dbbc46 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344781 Apr 18 06:33:24.166990 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddb43e-7793-4c50-9bba-1de9ccf2fc6c req-d2652eae-477e-4fa3-8d1a-b7b2ba8582ce tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:24.168359 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-59ddb43e-7793-4c50-9bba-1de9ccf2fc6c req-d2652eae-477e-4fa3-8d1a-b7b2ba8582ce tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 945 time: 0.0828905 Apr 18 06:33:24.212250 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-59ddb43e-7793-4c50-9bba-1de9ccf2fc6c req-74f98555-aa14-4b9f-8dc4-bdb64a91831a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382562 Apr 18 06:33:24.400375 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2cbfa-e6b5-4ed5-a6de-8d1b5369af87 req-0c44b51c-678c-42db-af69-16c3a499599f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:24.401839 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-dbe2cbfa-e6b5-4ed5-a6de-8d1b5369af87 req-0c44b51c-678c-42db-af69-16c3a499599f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 945 time: 0.0878029 Apr 18 06:33:24.444723 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-dbe2cbfa-e6b5-4ed5-a6de-8d1b5369af87 req-7978c1a6-6b6c-4ae2-b932-0a9cd7a4140e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372202 Apr 18 06:33:24.467401 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55984) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:33:24.584154 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f72fcc3-122c-412e-8595-53eced79cb81 tempest-TestShelveInstance-1126183952 tempest-TestShelveInstance-1126183952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:24.585618 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7f72fcc3-122c-412e-8595-53eced79cb81 tempest-TestShelveInstance-1126183952 tempest-TestShelveInstance-1126183952-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 1093 time: 0.1173077 Apr 18 06:33:24.588528 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 55992) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:33:24.593299 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:33:24.599997 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:33:24.603729 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Usage tracker for resource:floatingip and tenant:33e057911dfe4658990f5d4ed7ac9f08 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:33:24.606550 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:33:24.612055 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:33:24.621339 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for floatingip, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:24.754571 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:24.884514 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Allocated IP 172.26.1.49 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/54ef9ae7-3f5f-496a-badf-905a6d4958d3) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:33:25.032133 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:25.060915 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:25.119984 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:33:25.122630 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:33:25.130443 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:33:25.170044 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event updated for resources: {'Port': ['ID=54ef9ae7-3f5f-496a-badf-905a6d4958d3,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:25.537063 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:25.609891 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:25.811888 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:25.816259 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:25.927499 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event updated for resources: {'Port': ['ID=54ef9ae7-3f5f-496a-badf-905a6d4958d3,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:25.937101 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:26.197093 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Floating IP e860d1b9-ff29-4482-8e33-1059621021e6 associated. External IP: 172.26.1.49, port: c692dcbb-cf55-4a29-b373-660ccfbf6b06. Apr 18 06:33:26.539851 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Router 790458a8-bca2-43d2-9873-56c777fb8f8a has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:33:26.719027 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:33:26.728539 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2febe6a3-f691-4b8a-bd0d-721d902efd86 None None] Sync routers for ids ['790458a8-bca2-43d2-9873-56c777fb8f8a'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:33:26.738186 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2febe6a3-f691-4b8a-bd0d-721d902efd86 None None] Routers {'790458a8-bca2-43d2-9873-56c777fb8f8a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:33:26.739344 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-2febe6a3-f691-4b8a-bd0d-721d902efd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:33:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['790458a8-bca2-43d2-9873-56c777fb8f8a'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:26.744202 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:26.797845 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-1129d4fd-2efd-4ff2-9e40-96cb2bcd4377 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2082021 Apr 18 06:33:26.798430 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f', 'tag': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:33:26.844356 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57e30220-e787-4c64-9c0a-a93d9d9f650d'] response: {'name': 'network-changed', 'server_uuid': '747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f', 'tag': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06', 'status': 'completed', 'code': 200} Apr 18 06:33:26.918623 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-2febe6a3-f691-4b8a-bd0d-721d902efd86 None None] Set router 790458a8-bca2-43d2-9873-56c777fb8f8a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:33:26.935103 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8308c74-ee1f-4700-b433-56796dedcdca req-8355ee41-cf72-44c2-9e03-47e089eaf364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:26.936613 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c8308c74-ee1f-4700-b433-56796dedcdca req-8355ee41-cf72-44c2-9e03-47e089eaf364 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e057911dfe4658990f5d4ed7ac9f08&device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 1098 time: 0.0705693 Apr 18 06:33:27.067996 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8308c74-ee1f-4700-b433-56796dedcdca req-6805dc10-ec3b-495b-97e3-10cc1bc60635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:27.069374 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c8308c74-ee1f-4700-b433-56796dedcdca req-6805dc10-ec3b-495b-97e3-10cc1bc60635 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 HTTP/1.1" status: 200 len: 909 time: 0.1272197 Apr 18 06:33:27.177417 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c8308c74-ee1f-4700-b433-56796dedcdca req-2b37ff07-f4cd-436e-8900-9b1e3cc472fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c692dcbb-cf55-4a29-b373-660ccfbf6b06 HTTP/1.1" status: 200 len: 998 time: 0.1006460 Apr 18 06:33:27.240285 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8308c74-ee1f-4700-b433-56796dedcdca req-cb1f21f8-b79d-4e4e-9e09-0b0feaa0041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:27.241734 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c8308c74-ee1f-4700-b433-56796dedcdca req-cb1f21f8-b79d-4e4e-9e09-0b0feaa0041e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1473dde7-b86a-406b-8462-5c27ac3fed9c HTTP/1.1" status: 200 len: 847 time: 0.0590341 Apr 18 06:33:27.261134 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-2febe6a3-f691-4b8a-bd0d-721d902efd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'name': 'tempest-TestShelveInstance-385850413-router', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:32:58Z', 'updated_at': '2022-04-18T06:33:02Z', 'revision_number': 4, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'gw_port': {'id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:32:59Z', 'updated_at': '2022-04-18T06:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'e860d1b9-ff29-4482-8e33-1059621021e6', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'floating_ip_address': '172.26.1.49', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'port_id': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'mac_address': 'fa:16:3e:8e:3e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:33:25Z', 'updated_at': '2022-04-18T06:33:25Z', 'revision_number': 0, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d', 'name': '', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'mac_address': 'fa:16:3e:7c:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:01Z', 'updated_at': '2022-04-18T06:33:08Z', 'revision_number': 5, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'subnets': [{'id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:27.265050 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2febe6a3-f691-4b8a-bd0d-721d902efd86 None None] Checking router: 790458a8-bca2-43d2-9873-56c777fb8f8a for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:33:27.273375 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2febe6a3-f691-4b8a-bd0d-721d902efd86 None None] Routers {'790458a8-bca2-43d2-9873-56c777fb8f8a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:33:27.273973 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-2febe6a3-f691-4b8a-bd0d-721d902efd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:33:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['790458a8-bca2-43d2-9873-56c777fb8f8a'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:27.321305 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8308c74-ee1f-4700-b433-56796dedcdca req-e7bb72bb-e9be-4ebe-a0d5-380c3447987c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:27.322687 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c8308c74-ee1f-4700-b433-56796dedcdca req-e7bb72bb-e9be-4ebe-a0d5-380c3447987c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749826 Apr 18 06:33:27.451161 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-2febe6a3-f691-4b8a-bd0d-721d902efd86 None None] Set router 790458a8-bca2-43d2-9873-56c777fb8f8a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:33:27.458815 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c8308c74-ee1f-4700-b433-56796dedcdca req-7640bd8f-e870-428d-abd7-55465fbabc06 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292782 Apr 18 06:33:27.590007 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c8308c74-ee1f-4700-b433-56796dedcdca req-f5dced21-4f71-43f5-b020-6cc19ef13b1d service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255684 Apr 18 06:33:27.827494 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-2febe6a3-f691-4b8a-bd0d-721d902efd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'name': 'tempest-TestShelveInstance-385850413-router', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:32:58Z', 'updated_at': '2022-04-18T06:33:02Z', 'revision_number': 4, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'gw_port': {'id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:32:59Z', 'updated_at': '2022-04-18T06:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'e860d1b9-ff29-4482-8e33-1059621021e6', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'floating_ip_address': '172.26.1.49', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'port_id': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'mac_address': 'fa:16:3e:8e:3e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:33:25Z', 'updated_at': '2022-04-18T06:33:25Z', 'revision_number': 0, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d', 'name': '', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'mac_address': 'fa:16:3e:7c:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:01Z', 'updated_at': '2022-04-18T06:33:08Z', 'revision_number': 5, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'subnets': [{'id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:27.831370 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2febe6a3-f691-4b8a-bd0d-721d902efd86 None None] The sync data for ids ['790458a8-bca2-43d2-9873-56c777fb8f8a'] in dv-neutron-837489-1-hyperv is: [{'id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'name': 'tempest-TestShelveInstance-385850413-router', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:32:58Z', 'updated_at': '2022-04-18T06:33:02Z', 'revision_number': 4, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'gw_port': {'id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:32:59Z', 'updated_at': '2022-04-18T06:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'e860d1b9-ff29-4482-8e33-1059621021e6', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'floating_ip_address': '172.26.1.49', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'port_id': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'mac_address': 'fa:16:3e:8e:3e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:33:25Z', 'updated_at': '2022-04-18T06:33:25Z', 'revision_number': 0, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d', 'name': '', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'mac_address': 'fa:16:3e:7c:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:01Z', 'updated_at': '2022-04-18T06:33:08Z', 'revision_number': 5, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'subnets': [{'id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:33:28.022889 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46291c6e-52b6-42d3-81d1-7d002c526d46 None None] New status for floating IP e860d1b9-ff29-4482-8e33-1059621021e6: ACTIVE {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:33:35.361932 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6a5858f7-a39a-4954-a378-c62767197e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:37.704383 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-21d97768-e3b9-46ba-9395-471974bce675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:38.124189 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:38.674625 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:38.749604 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:40.216274 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:51.577143 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-35d507fc-62e0-40fd-9d79-f1c3b74963d4 req-58cf9901-f11d-40a9-b199-286f0cbcad17 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689685 Apr 18 06:33:51.721933 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d507fc-62e0-40fd-9d79-f1c3b74963d4 req-f157de96-990f-4011-84b9-d7c12aa29434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:51.723282 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-35d507fc-62e0-40fd-9d79-f1c3b74963d4 req-f157de96-990f-4011-84b9-d7c12aa29434 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e057911dfe4658990f5d4ed7ac9f08&device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 1098 time: 0.0739334 Apr 18 06:33:51.960979 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d507fc-62e0-40fd-9d79-f1c3b74963d4 req-24d7d8fa-ade2-4eb1-af66-972a81931601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:51.962429 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-35d507fc-62e0-40fd-9d79-f1c3b74963d4 req-24d7d8fa-ade2-4eb1-af66-972a81931601 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 HTTP/1.1" status: 200 len: 909 time: 0.2203259 Apr 18 06:33:52.066443 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-35d507fc-62e0-40fd-9d79-f1c3b74963d4 req-7be3f779-1f0f-4f43-ab38-d5768a5f65b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c692dcbb-cf55-4a29-b373-660ccfbf6b06 HTTP/1.1" status: 200 len: 1000 time: 0.0949948 Apr 18 06:33:52.126919 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d507fc-62e0-40fd-9d79-f1c3b74963d4 req-2741beed-fb75-487f-a7b4-8280fc944162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:52.128337 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-35d507fc-62e0-40fd-9d79-f1c3b74963d4 req-2741beed-fb75-487f-a7b4-8280fc944162 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1473dde7-b86a-406b-8462-5c27ac3fed9c HTTP/1.1" status: 200 len: 847 time: 0.0560308 Apr 18 06:33:52.200527 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d507fc-62e0-40fd-9d79-f1c3b74963d4 req-fb22a99d-b618-4a46-95c7-064f30415b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:52.201973 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-35d507fc-62e0-40fd-9d79-f1c3b74963d4 req-fb22a99d-b618-4a46-95c7-064f30415b22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676928 Apr 18 06:33:52.333261 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-35d507fc-62e0-40fd-9d79-f1c3b74963d4 req-0b2d624d-800b-4d15-8773-b458374096c2 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233022 Apr 18 06:33:52.465917 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-35d507fc-62e0-40fd-9d79-f1c3b74963d4 req-178de726-91df-4cfe-a8a4-58151636f570 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249650 Apr 18 06:33:59.507181 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:34:05.366982 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-468dd4a6-fc6b-47d5-86b2-ebfa50b43e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:07.706098 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd9f2-0029-4ab9-834e-f96b2d1717ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:08.122586 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:08.672864 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:08.751088 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:10.218888 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:35.359570 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f5e52c78-317d-4f6e-991c-d0d1a106d1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:36.507111 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:34:37.707522 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c7b31a94-7be3-4187-9d21-ee42e595d34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:38.138156 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:38.676114 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:38.752323 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:40.221406 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:53.584527 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5f73ce9d-f595-49a4-879a-11c05b88be03 req-526090c4-f36d-49d5-b25b-184b4dc76139 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733337 Apr 18 06:34:53.728003 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73ce9d-f595-49a4-879a-11c05b88be03 req-bb7675cd-5216-4fdb-92b6-29cdf80586b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:53.729664 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5f73ce9d-f595-49a4-879a-11c05b88be03 req-bb7675cd-5216-4fdb-92b6-29cdf80586b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e057911dfe4658990f5d4ed7ac9f08&device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 1098 time: 0.0701835 Apr 18 06:34:53.876924 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73ce9d-f595-49a4-879a-11c05b88be03 req-d8210b3f-42f6-4e41-b8c4-1df05771abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:53.878279 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5f73ce9d-f595-49a4-879a-11c05b88be03 req-d8210b3f-42f6-4e41-b8c4-1df05771abcf service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 HTTP/1.1" status: 200 len: 909 time: 0.1255584 Apr 18 06:34:53.981427 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5f73ce9d-f595-49a4-879a-11c05b88be03 req-4f7d1a45-8fe5-4c6a-ad90-c88668309059 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c692dcbb-cf55-4a29-b373-660ccfbf6b06 HTTP/1.1" status: 200 len: 1000 time: 0.0959935 Apr 18 06:34:54.049062 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73ce9d-f595-49a4-879a-11c05b88be03 req-341afede-80b3-4846-abe4-d9d5254eabfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:54.050437 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5f73ce9d-f595-49a4-879a-11c05b88be03 req-341afede-80b3-4846-abe4-d9d5254eabfa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1473dde7-b86a-406b-8462-5c27ac3fed9c HTTP/1.1" status: 200 len: 847 time: 0.0593569 Apr 18 06:34:54.127003 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73ce9d-f595-49a4-879a-11c05b88be03 req-35e1875c-70b7-445a-80fe-de5696cf7e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:54.128363 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5f73ce9d-f595-49a4-879a-11c05b88be03 req-35e1875c-70b7-445a-80fe-de5696cf7e6d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684834 Apr 18 06:34:54.261014 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5f73ce9d-f595-49a4-879a-11c05b88be03 req-51047dd0-8b8b-408a-958a-fe733ee54e9c service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230989 Apr 18 06:34:54.395932 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5f73ce9d-f595-49a4-879a-11c05b88be03 req-8ccfe393-ea15-4e4c-91be-493cce4787af service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263742 Apr 18 06:35:05.361253 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-edde8f7e-5622-4ff5-a5a4-ed1611dc7325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:07.708274 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ae8292b2-a1da-446e-8741-5182ba7813d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:08.136629 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:08.679232 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:08.757892 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:10.224784 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:13.505737 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:35:25.469729 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8eb27f-6c8f-469b-9854-e6ef3c096d9e req-a8095006-df7a-4609-92c3-fe70c58216e3 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:25.471150 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5a8eb27f-6c8f-469b-9854-e6ef3c096d9e req-a8095006-df7a-4609-92c3-fe70c58216e3 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 945 time: 0.1536462 Apr 18 06:35:25.515313 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5a8eb27f-6c8f-469b-9854-e6ef3c096d9e req-ad2ad68e-5db7-424b-a088-d41831666b94 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382593 Apr 18 06:35:26.707110 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5987f-569e-4825-9f24-0b6d321086a8 req-e5a26a9e-55ea-4c09-8eb8-245e05542dd2 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:26.708488 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-33a5987f-569e-4825-9f24-0b6d321086a8 req-e5a26a9e-55ea-4c09-8eb8-245e05542dd2 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 945 time: 0.0830014 Apr 18 06:35:26.752107 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-33a5987f-569e-4825-9f24-0b6d321086a8 req-b45982df-49af-4442-b37d-d5f21c2fd7d6 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372305 Apr 18 06:35:27.932889 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238ca90-8f3a-4a3a-ace3-d3ed44899c10 req-efd420d8-c4ed-4926-a6bd-7083f308b24a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:27.934355 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3238ca90-8f3a-4a3a-ace3-d3ed44899c10 req-efd420d8-c4ed-4926-a6bd-7083f308b24a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 945 time: 0.0782771 Apr 18 06:35:27.977225 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3238ca90-8f3a-4a3a-ace3-d3ed44899c10 req-604a540c-9eec-434c-9439-824b870975fb tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373919 Apr 18 06:35:29.172569 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e1a09-d36a-40cc-8556-2e81372e8b06 req-882af8c4-ce16-452b-802d-574b520d4c83 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:29.174051 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9c2e1a09-d36a-40cc-8556-2e81372e8b06 req-882af8c4-ce16-452b-802d-574b520d4c83 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 945 time: 0.0820818 Apr 18 06:35:29.217022 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9c2e1a09-d36a-40cc-8556-2e81372e8b06 req-9c500872-e8d5-495e-8cea-372897d30b20 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373857 Apr 18 06:35:30.402874 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7696528-b037-4fa3-b6d8-a821bc2db2be req-f9f191d7-d05e-406c-b436-0ca21c72c6c9 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:30.404350 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f7696528-b037-4fa3-b6d8-a821bc2db2be req-f9f191d7-d05e-406c-b436-0ca21c72c6c9 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 945 time: 0.0825386 Apr 18 06:35:30.447238 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-f7696528-b037-4fa3-b6d8-a821bc2db2be req-edcd548b-c0d8-4ef3-b206-44594fefedc8 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373056 Apr 18 06:35:31.628746 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24ad9a-4ae9-4117-8396-2d3a7e01247f req-22f2419a-a9dd-41cb-8623-5dbedb5f89f0 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:31.630190 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6d24ad9a-4ae9-4117-8396-2d3a7e01247f req-22f2419a-a9dd-41cb-8623-5dbedb5f89f0 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 945 time: 0.0797331 Apr 18 06:35:31.677027 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-6d24ad9a-4ae9-4117-8396-2d3a7e01247f req-2a8913c2-bd34-4c9a-aa71-ece49dbffb8a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404246 Apr 18 06:35:32.863167 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6663b-41d9-4530-a265-0be308aecd23 req-b5e516ad-bd2d-4dfc-8b0e-32b560086419 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:32.864653 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1bf6663b-41d9-4530-a265-0be308aecd23 req-b5e516ad-bd2d-4dfc-8b0e-32b560086419 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 945 time: 0.0801353 Apr 18 06:35:32.911636 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1bf6663b-41d9-4530-a265-0be308aecd23 req-e94f6d94-2fa6-498d-bdf3-8b1ae48d4470 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413172 Apr 18 06:35:34.097855 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfc005-8c2a-4d71-89da-a2c00c65990f req-8606c19b-2e5b-418a-bc97-3c7540269b8a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:34.099573 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-babfc005-8c2a-4d71-89da-a2c00c65990f req-8606c19b-2e5b-418a-bc97-3c7540269b8a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 945 time: 0.0863664 Apr 18 06:35:34.143571 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-babfc005-8c2a-4d71-89da-a2c00c65990f req-ccfb591f-214f-48d1-97d4-fe0442245e3f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376585 Apr 18 06:35:35.365752 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a458668d-a3db-429e-a7fb-9bb7ddbd96e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:35.429701 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973898ea-a09d-4b42-902b-9c780b7c6150 req-3a9a5738-f0df-477f-8564-2e512ad489bb tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:35.431077 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-973898ea-a09d-4b42-902b-9c780b7c6150 req-3a9a5738-f0df-477f-8564-2e512ad489bb tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 945 time: 0.1840749 Apr 18 06:35:35.474550 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-973898ea-a09d-4b42-902b-9c780b7c6150 req-085ac353-23aa-43e5-b56a-e70075299a67 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374260 Apr 18 06:35:36.655615 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c692dcbb-cf55-4a29-b373-660ccfbf6b06 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:35:36.658235 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e637d-1763-4a92-8f1f-41958642ca48 req-b1aa9af5-bfc4-4246-925c-f51936bc6ac9 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:36.660153 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-110e637d-1763-4a92-8f1f-41958642ca48 req-b1aa9af5-bfc4-4246-925c-f51936bc6ac9 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 945 time: 0.0790689 Apr 18 06:35:36.703257 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-110e637d-1763-4a92-8f1f-41958642ca48 req-7f7e24cf-1404-43b4-afee-4d1310f44b4f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376816 Apr 18 06:35:36.789649 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c692dcbb-cf55-4a29-b373-660ccfbf6b06, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c692dcbb-cf55-4a29-b373-660ccfbf6b06,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:35:36.802320 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'port_id': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06', 'mac_address': 'fa:16:3e:8e:3e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:35:36.859143 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:36.875952 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c692dcbb-cf55-4a29-b373-660ccfbf6b06 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:35:36.891219 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c692dcbb-cf55-4a29-b373-660ccfbf6b06, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c692dcbb-cf55-4a29-b373-660ccfbf6b06,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:35:36.895391 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:36.962476 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=c692dcbb-cf55-4a29-b373-660ccfbf6b06,revision_number=6']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:35:36.969507 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.969855 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.970193 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.970526 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.970855 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.971182 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.971508 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.971831 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.972182 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.972506 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.972825 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.973141 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.988816 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['c692dcbb-cf55-4a29-b373-660ccfbf6b06'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:35:37.709284 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8122b114-0188-4cc7-8b3c-2c8e6981b3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:37.891323 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ccec1-3286-48f7-b562-9c72e16c909f req-b2691e0d-441b-4f86-af80-69186b1ab5f3 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:37.892864 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8b5ccec1-3286-48f7-b562-9c72e16c909f req-b2691e0d-441b-4f86-af80-69186b1ab5f3 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 944 time: 0.0834522 Apr 18 06:35:37.938288 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8b5ccec1-3286-48f7-b562-9c72e16c909f req-75f6d5c0-1d74-40b9-b252-f0df26bc2b6d tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398216 Apr 18 06:35:38.151161 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:38.673380 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c692dcbb-cf55-4a29-b373-660ccfbf6b06 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:35:38.747392 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:38.771381 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:38.789105 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port c692dcbb-cf55-4a29-b373-660ccfbf6b06 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:35:38.789707 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:38.927368 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:38.957670 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:35:38.981732 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c692dcbb-cf55-4a29-b373-660ccfbf6b06, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c692dcbb-cf55-4a29-b373-660ccfbf6b06,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:35:38.991645 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:39.099106 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=c692dcbb-cf55-4a29-b373-660ccfbf6b06,revision_number=7']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:35:39.177157 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e925a09-93ab-42da-a4c4-1cf48ab8214e req-615b0f53-f993-450a-8124-0b70dddbb6d3 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:39.178707 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9e925a09-93ab-42da-a4c4-1cf48ab8214e req-615b0f53-f993-450a-8124-0b70dddbb6d3 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 945 time: 0.1035206 Apr 18 06:35:39.231734 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9e925a09-93ab-42da-a4c4-1cf48ab8214e req-ac4efb7d-d31b-40c0-924b-9795820d79df tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465589 Apr 18 06:35:40.048921 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ccfe1a1-ba70-437b-8a95-3b2cd707f119'] response: {'server_uuid': '747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06', 'code': 200} Apr 18 06:35:40.230434 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:40.439469 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b77d2f-bd14-4577-ad7e-b67dfb57ab46 req-d3d879e3-066d-4505-b013-c5bac37c851b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:40.441650 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-82b77d2f-bd14-4577-ad7e-b67dfb57ab46 req-d3d879e3-066d-4505-b013-c5bac37c851b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 945 time: 0.0880432 Apr 18 06:35:40.596474 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-82b77d2f-bd14-4577-ad7e-b67dfb57ab46 req-474fb8a2-d031-4ad6-9e07-cb9506eefef6 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467247 Apr 18 06:35:41.790854 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ee137-6d8e-4cc2-b012-189a47daf4c7 req-51fddaaa-c5d1-4ca8-a844-582886903acc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:41.793683 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-712ee137-6d8e-4cc2-b012-189a47daf4c7 req-51fddaaa-c5d1-4ca8-a844-582886903acc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 945 time: 0.0835741 Apr 18 06:35:41.846706 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-712ee137-6d8e-4cc2-b012-189a47daf4c7 req-017ff05f-0d83-45fa-a234-6e3d454db01e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473688 Apr 18 06:35:43.065101 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e31c0-58b7-411a-9425-9dee90a02362 req-a8c72d7f-833c-4a0a-8287-235d5285dd0a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:43.066610 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-804e31c0-58b7-411a-9425-9dee90a02362 req-a8c72d7f-833c-4a0a-8287-235d5285dd0a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 945 time: 0.0952446 Apr 18 06:35:43.120804 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-804e31c0-58b7-411a-9425-9dee90a02362 req-69cafa96-f146-4b88-ac74-29285ade84b5 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467918 Apr 18 06:35:44.323880 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2b5df-34eb-4678-8785-3aca59b54551 req-6aa7b319-2e71-4d54-bfc2-deff15c3cb33 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:44.331180 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c8a2b5df-34eb-4678-8785-3aca59b54551 req-6aa7b319-2e71-4d54-bfc2-deff15c3cb33 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 945 time: 0.0979619 Apr 18 06:35:44.377753 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c8a2b5df-34eb-4678-8785-3aca59b54551 req-f110d4f8-cd82-4a57-937d-644a5c5e66af tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455484 Apr 18 06:35:45.582422 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc9e37-b8b6-4fcf-8d4a-651090ecba6f req-fb3b040f-4a0a-4f2a-9f8e-ecc14eeab313 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:45.584642 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-92dc9e37-b8b6-4fcf-8d4a-651090ecba6f req-fb3b040f-4a0a-4f2a-9f8e-ecc14eeab313 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 945 time: 0.0987749 Apr 18 06:35:45.644533 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-92dc9e37-b8b6-4fcf-8d4a-651090ecba6f req-d33a0f0a-92e6-47db-bda4-693f0d2eed1c tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534625 Apr 18 06:35:46.833722 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25aa47-5d31-4ed5-a339-d2b09422d3fa req-e204f377-11b9-4ba8-ba08-059cb6fd7bac tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:46.835851 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ae25aa47-5d31-4ed5-a339-d2b09422d3fa req-e204f377-11b9-4ba8-ba08-059cb6fd7bac tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 945 time: 0.0868886 Apr 18 06:35:46.883812 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ae25aa47-5d31-4ed5-a339-d2b09422d3fa req-2c95b201-5471-4ab7-afe0-52e07cf195d4 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416946 Apr 18 06:35:47.997550 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8ffff-aa37-4080-b4a0-c2bd1cfe2b7f req-31773cef-70f0-4860-99bb-99490a101837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:47.999018 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b6f8ffff-aa37-4080-b4a0-c2bd1cfe2b7f req-31773cef-70f0-4860-99bb-99490a101837 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e057911dfe4658990f5d4ed7ac9f08&device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 1098 time: 0.0718160 Apr 18 06:35:48.071829 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b1c65-9141-40c9-b30d-e5e1ec88266f req-ad0797db-feb9-4433-b3e9-01c46ab5317b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:48.073951 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-674b1c65-9141-40c9-b30d-e5e1ec88266f req-ad0797db-feb9-4433-b3e9-01c46ab5317b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 945 time: 0.0847967 Apr 18 06:35:48.117559 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-674b1c65-9141-40c9-b30d-e5e1ec88266f req-d3f0d647-3bd1-4f3b-b856-5b52476e50f9 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379655 Apr 18 06:35:48.137292 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8ffff-aa37-4080-b4a0-c2bd1cfe2b7f req-20b597db-ef87-4718-a9fe-17c7d3072997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:48.138737 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b6f8ffff-aa37-4080-b4a0-c2bd1cfe2b7f req-20b597db-ef87-4718-a9fe-17c7d3072997 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 HTTP/1.1" status: 200 len: 909 time: 0.1301110 Apr 18 06:35:48.242750 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b6f8ffff-aa37-4080-b4a0-c2bd1cfe2b7f req-dc392b55-a809-4d56-ab6c-f3323e325db3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c692dcbb-cf55-4a29-b373-660ccfbf6b06 HTTP/1.1" status: 200 len: 1000 time: 0.0951738 Apr 18 06:35:48.308312 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8ffff-aa37-4080-b4a0-c2bd1cfe2b7f req-77494a6f-8ab6-4371-aab5-2b8b399afbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:48.309701 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b6f8ffff-aa37-4080-b4a0-c2bd1cfe2b7f req-77494a6f-8ab6-4371-aab5-2b8b399afbba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1473dde7-b86a-406b-8462-5c27ac3fed9c HTTP/1.1" status: 200 len: 847 time: 0.0581605 Apr 18 06:35:48.387928 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8ffff-aa37-4080-b4a0-c2bd1cfe2b7f req-f1588dac-ed63-4664-858e-4ffafa10487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:48.389424 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b6f8ffff-aa37-4080-b4a0-c2bd1cfe2b7f req-f1588dac-ed63-4664-858e-4ffafa10487a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731843 Apr 18 06:35:48.524230 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b6f8ffff-aa37-4080-b4a0-c2bd1cfe2b7f req-cc8841c0-b61d-4f2f-bca3-6f93cecc8c3b service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253107 Apr 18 06:35:48.657823 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b6f8ffff-aa37-4080-b4a0-c2bd1cfe2b7f req-bfd4c101-2fd7-4b57-b0b7-c7fd226172c2 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246498 Apr 18 06:35:49.302981 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d6066-6340-4684-b421-6b06f4660b28 req-878b192e-96c5-4cf2-92c9-375a026ec3b9 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:49.304450 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d04d6066-6340-4684-b421-6b06f4660b28 req-878b192e-96c5-4cf2-92c9-375a026ec3b9 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 945 time: 0.0785143 Apr 18 06:35:49.351724 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d04d6066-6340-4684-b421-6b06f4660b28 req-a7d1a975-4668-446e-b3b8-aa47eb11ff0f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409000 Apr 18 06:35:50.505326 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:35:50.538373 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4e59-39f8-4943-a295-6d852910077b req-9d48c43c-cd7f-4af9-a11b-5ffad02f2d32 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:50.539820 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-aecd4e59-39f8-4943-a295-6d852910077b req-9d48c43c-cd7f-4af9-a11b-5ffad02f2d32 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 945 time: 0.0791488 Apr 18 06:35:50.584278 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-aecd4e59-39f8-4943-a295-6d852910077b req-99566ed4-875e-4ce5-abe1-ed56c262fc1c tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386505 Apr 18 06:35:50.716619 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c692dcbb-cf55-4a29-b373-660ccfbf6b06 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:35:50.827266 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:50.852900 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:35:50.863033 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c692dcbb-cf55-4a29-b373-660ccfbf6b06, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c692dcbb-cf55-4a29-b373-660ccfbf6b06,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:35:50.867661 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:50.903061 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c315d8-7377-416d-8804-ef7dcc76faf2'] response: {'server_uuid': '747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06', 'code': 200} Apr 18 06:35:50.934890 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=c692dcbb-cf55-4a29-b373-660ccfbf6b06,revision_number=8']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:35:51.771770 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57272dae-2cff-4bdb-ac46-6919f1420703 req-5566c121-6da6-458e-a728-6b8bbc8a3e5b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:51.773348 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-57272dae-2cff-4bdb-ac46-6919f1420703 req-5566c121-6da6-458e-a728-6b8bbc8a3e5b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 943 time: 0.0834036 Apr 18 06:35:51.817785 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-57272dae-2cff-4bdb-ac46-6919f1420703 req-83784318-3320-45ff-87e4-d9b113717a09 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381668 Apr 18 06:35:52.163216 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e0bbe-b853-4361-baf5-e4f81f0b6f25 req-1c6ed025-555d-4c34-a9b4-dd5458826201 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:52.164750 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fc2e0bbe-b853-4361-baf5-e4f81f0b6f25 req-1c6ed025-555d-4c34-a9b4-dd5458826201 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 943 time: 0.0811830 Apr 18 06:35:52.212928 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fc2e0bbe-b853-4361-baf5-e4f81f0b6f25 req-8a614aa0-f17d-414e-a291-7711402ddfd8 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419409 Apr 18 06:35:52.231885 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56182) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:35:52.362077 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a7e33115-c2ba-46bf-be71-5fd6a8f2064e req-421caa5c-b25b-465a-8208-5186d9172e68 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1289034 Apr 18 06:35:53.445623 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e33115-c2ba-46bf-be71-5fd6a8f2064e req-4537054c-b27b-4c61-8711-07b42865f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:53.447650 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a7e33115-c2ba-46bf-be71-5fd6a8f2064e req-4537054c-b27b-4c61-8711-07b42865f1b5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f&tenant_id=33e057911dfe4658990f5d4ed7ac9f08 HTTP/1.1" status: 200 len: 1096 time: 0.1292131 Apr 18 06:35:53.458281 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0d554-b542-447c-9336-f2f7f5a4ba6c req-8b3fa092-dbe6-4d1f-a030-da281db59556 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:53.459645 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cdd0d554-b542-447c-9336-f2f7f5a4ba6c req-8b3fa092-dbe6-4d1f-a030-da281db59556 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 943 time: 0.1116986 Apr 18 06:35:53.544412 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-cdd0d554-b542-447c-9336-f2f7f5a4ba6c req-37bf658b-2308-4b9a-a85d-ee125fc17f80 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787694 Apr 18 06:35:53.567429 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e33115-c2ba-46bf-be71-5fd6a8f2064e req-910be1ac-6143-4541-93cb-b5bc3b491277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:53.568903 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a7e33115-c2ba-46bf-be71-5fd6a8f2064e req-910be1ac-6143-4541-93cb-b5bc3b491277 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e057911dfe4658990f5d4ed7ac9f08&device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 1096 time: 0.0907972 Apr 18 06:35:53.796417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e33115-c2ba-46bf-be71-5fd6a8f2064e req-d833baaf-03e5-4b06-a4fd-e0c24fa03fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:53.797856 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a7e33115-c2ba-46bf-be71-5fd6a8f2064e req-d833baaf-03e5-4b06-a4fd-e0c24fa03fce service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 HTTP/1.1" status: 200 len: 909 time: 0.2199140 Apr 18 06:35:53.902122 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a7e33115-c2ba-46bf-be71-5fd6a8f2064e req-4a60a785-378d-479f-a326-caa351b776b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c692dcbb-cf55-4a29-b373-660ccfbf6b06 HTTP/1.1" status: 200 len: 998 time: 0.0935223 Apr 18 06:35:53.968155 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e33115-c2ba-46bf-be71-5fd6a8f2064e req-c51521a5-d2a2-4aae-86b5-03e09b712b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:53.969558 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a7e33115-c2ba-46bf-be71-5fd6a8f2064e req-c51521a5-d2a2-4aae-86b5-03e09b712b35 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1473dde7-b86a-406b-8462-5c27ac3fed9c HTTP/1.1" status: 200 len: 847 time: 0.0586081 Apr 18 06:35:54.049121 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e33115-c2ba-46bf-be71-5fd6a8f2064e req-f6ebac84-efb9-40cb-9b24-03abc62652db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:54.050514 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a7e33115-c2ba-46bf-be71-5fd6a8f2064e req-f6ebac84-efb9-40cb-9b24-03abc62652db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720758 Apr 18 06:35:54.183383 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a7e33115-c2ba-46bf-be71-5fd6a8f2064e req-909e9dbb-f0aa-468b-9f19-116fff697d26 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231532 Apr 18 06:35:54.315302 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a7e33115-c2ba-46bf-be71-5fd6a8f2064e req-a7311205-64e0-4113-b28e-c2623428084b service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223390 Apr 18 06:35:54.659043 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bd4e9-8285-4719-b70b-d5c9785eb5f6 req-cdbb5b0b-30ae-4b54-9186-248d43b66674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:54.660861 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-766bd4e9-8285-4719-b70b-d5c9785eb5f6 req-cdbb5b0b-30ae-4b54-9186-248d43b66674 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e057911dfe4658990f5d4ed7ac9f08&device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 1096 time: 0.0753279 Apr 18 06:35:54.716904 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c692dcbb-cf55-4a29-b373-660ccfbf6b06 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:35:54.806919 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff94c63-f75f-4146-a90f-75ec34e8baa4 req-deecc0f7-1fae-461a-8f80-9f94a8b204e8 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:54.823510 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-cff94c63-f75f-4146-a90f-75ec34e8baa4 req-deecc0f7-1fae-461a-8f80-9f94a8b204e8 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 943 time: 0.1602104 Apr 18 06:35:54.835903 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bd4e9-8285-4719-b70b-d5c9785eb5f6 req-91899179-17ab-4777-a8b9-1b6fcf1168db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:54.838172 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-766bd4e9-8285-4719-b70b-d5c9785eb5f6 req-91899179-17ab-4777-a8b9-1b6fcf1168db service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 HTTP/1.1" status: 200 len: 909 time: 0.1523631 Apr 18 06:35:54.909641 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-cff94c63-f75f-4146-a90f-75ec34e8baa4 req-34137d18-7988-40ab-9f3e-60dbfad4db54 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828233 Apr 18 06:35:56.096319 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c10fb-a612-4f35-8166-e2eddea5835e req-382cf11a-8f12-49c3-9060-f0a180ba8148 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:56.103619 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4c9c10fb-a612-4f35-8166-e2eddea5835e req-382cf11a-8f12-49c3-9060-f0a180ba8148 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 943 time: 0.0931990 Apr 18 06:35:56.151219 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4c9c10fb-a612-4f35-8166-e2eddea5835e req-903801f2-434a-49c3-a0d4-84d461853f4d tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458026 Apr 18 06:35:57.331669 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b52495-1c13-4ea4-9765-638815d9776b req-b1840693-1e6a-4ef4-a9d8-106ad1b065d5 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:57.333978 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f7b52495-1c13-4ea4-9765-638815d9776b req-b1840693-1e6a-4ef4-a9d8-106ad1b065d5 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 943 time: 0.0850728 Apr 18 06:35:57.386586 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f7b52495-1c13-4ea4-9765-638815d9776b req-a6912bfa-0b7f-4a2c-879c-1ac01d826d9c tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453126 Apr 18 06:35:58.573901 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a39d18-fc56-4150-b3e3-49430194c928 req-b77a6895-2914-4387-b27d-d90a5a847c33 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:58.575350 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-84a39d18-fc56-4150-b3e3-49430194c928 req-b77a6895-2914-4387-b27d-d90a5a847c33 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 943 time: 0.0799911 Apr 18 06:35:58.623762 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-84a39d18-fc56-4150-b3e3-49430194c928 req-6eb38870-f816-4c6e-b87c-f6572f2c2740 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428352 Apr 18 06:35:59.824238 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c2c72-c086-4a54-8913-b73acba7caa4 req-e6e77181-1d13-468e-8a97-a6b1a22ac269 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:59.825695 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a21c2c72-c086-4a54-8913-b73acba7caa4 req-e6e77181-1d13-468e-8a97-a6b1a22ac269 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 943 time: 0.0857949 Apr 18 06:35:59.870369 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a21c2c72-c086-4a54-8913-b73acba7caa4 req-9011a949-90ff-4e18-abc0-447e83d1aa1c tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391312 Apr 18 06:36:01.069974 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa0c8f-a7a8-477a-98c2-7b9cdf7568fd req-fab8c20c-f668-45b6-b958-d77f37fc2eca tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:01.072325 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-04aa0c8f-a7a8-477a-98c2-7b9cdf7568fd req-fab8c20c-f668-45b6-b958-d77f37fc2eca tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 943 time: 0.0908844 Apr 18 06:36:01.126416 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-04aa0c8f-a7a8-477a-98c2-7b9cdf7568fd req-565ce500-25d7-4da4-be34-e374752772c5 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476940 Apr 18 06:36:02.333581 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5ea5d-5310-4483-9989-e8c1e2c49ee1 req-9dbd93fc-00cf-4867-a117-2452506cf13e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:02.335028 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f1f5ea5d-5310-4483-9989-e8c1e2c49ee1 req-9dbd93fc-00cf-4867-a117-2452506cf13e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 943 time: 0.0818996 Apr 18 06:36:02.383236 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f1f5ea5d-5310-4483-9989-e8c1e2c49ee1 req-de516b8b-79e2-4632-9eaf-32e327c266b7 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419438 Apr 18 06:36:03.598587 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f30999-642f-4c1f-a4db-b3e40ed854d2 req-c99818c9-2f4a-4d2e-85e3-f9cea8cdf5f7 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:03.606720 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-35f30999-642f-4c1f-a4db-b3e40ed854d2 req-c99818c9-2f4a-4d2e-85e3-f9cea8cdf5f7 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 943 time: 0.1039383 Apr 18 06:36:03.649791 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-35f30999-642f-4c1f-a4db-b3e40ed854d2 req-2be9212b-23c1-4c79-8272-7a6b19cd5d0e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420947 Apr 18 06:36:04.838604 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536234e-5d7c-430f-8fad-bbf6ab8001be req-9678358c-ead5-4265-b42c-e3e649d5dba4 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:04.839839 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1536234e-5d7c-430f-8fad-bbf6ab8001be req-9678358c-ead5-4265-b42c-e3e649d5dba4 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 943 time: 0.0835795 Apr 18 06:36:04.883541 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1536234e-5d7c-430f-8fad-bbf6ab8001be req-e2b2349a-9369-4282-80da-b99c47d4ac48 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379791 Apr 18 06:36:05.368156 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c95876d7-74cf-4239-a488-221f9e34f477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:05.708791 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-766bd4e9-8285-4719-b70b-d5c9785eb5f6 req-125694ff-4d5f-4990-9b8c-e711aaeb8f92 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c692dcbb-cf55-4a29-b373-660ccfbf6b06 HTTP/1.1" status: 200 len: 998 time: 0.1005700 Apr 18 06:36:05.770830 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bd4e9-8285-4719-b70b-d5c9785eb5f6 req-e9dd09ac-399c-440b-81c5-be8f012fe1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:05.772270 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-766bd4e9-8285-4719-b70b-d5c9785eb5f6 req-e9dd09ac-399c-440b-81c5-be8f012fe1c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1473dde7-b86a-406b-8462-5c27ac3fed9c HTTP/1.1" status: 200 len: 847 time: 0.0559435 Apr 18 06:36:05.849484 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bd4e9-8285-4719-b70b-d5c9785eb5f6 req-9c5477f7-9ae3-4bbd-a3a0-e80d6361f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:05.850940 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-766bd4e9-8285-4719-b70b-d5c9785eb5f6 req-9c5477f7-9ae3-4bbd-a3a0-e80d6361f2a0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723658 Apr 18 06:36:05.985801 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-766bd4e9-8285-4719-b70b-d5c9785eb5f6 req-4d1683bb-61e5-4bdd-8f3e-14872e971ba5 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281111 Apr 18 06:36:06.278042 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-766bd4e9-8285-4719-b70b-d5c9785eb5f6 req-21c406aa-f45f-41aa-b73b-0b7a44e6cd31 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577593 Apr 18 06:36:06.286079 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53462f-edf9-42e6-ac85-1f66b60dc931 req-42fef97e-f60d-4cfc-a6ea-c5676253dd38 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:06.287460 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5d53462f-edf9-42e6-ac85-1f66b60dc931 req-42fef97e-f60d-4cfc-a6ea-c5676253dd38 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 943 time: 0.2976329 Apr 18 06:36:06.333690 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5d53462f-edf9-42e6-ac85-1f66b60dc931 req-9700d75f-18fd-47d6-a7f4-79dd4a2865dd tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404234 Apr 18 06:36:06.777072 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c692dcbb-cf55-4a29-b373-660ccfbf6b06 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:36:06.907132 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c692dcbb-cf55-4a29-b373-660ccfbf6b06, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c692dcbb-cf55-4a29-b373-660ccfbf6b06,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:36:06.920230 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'port_id': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06', 'mac_address': 'fa:16:3e:8e:3e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:36:06.976877 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:06.993494 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c692dcbb-cf55-4a29-b373-660ccfbf6b06 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:36:07.007903 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c692dcbb-cf55-4a29-b373-660ccfbf6b06, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c692dcbb-cf55-4a29-b373-660ccfbf6b06,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:36:07.011770 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:07.077494 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=c692dcbb-cf55-4a29-b373-660ccfbf6b06,revision_number=9']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:07.320087 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['c692dcbb-cf55-4a29-b373-660ccfbf6b06'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:36:07.529249 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6686193-226e-47f7-9a40-995dcfc0f01d req-7d376a97-606b-4a5a-9f76-e3b09caa9024 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:07.531623 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a6686193-226e-47f7-9a40-995dcfc0f01d req-7d376a97-606b-4a5a-9f76-e3b09caa9024 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 944 time: 0.0939176 Apr 18 06:36:07.595694 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a6686193-226e-47f7-9a40-995dcfc0f01d req-11d8f2f1-abed-4103-8598-10d773b0df5b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463617 Apr 18 06:36:07.710583 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fbb437ed-09de-4f30-9148-47ffb279b68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:08.149161 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:08.686941 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:08.752875 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:08.777708 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c692dcbb-cf55-4a29-b373-660ccfbf6b06 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:36:08.801447 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84924877-2330-4339-acea-00554edc51d7 req-bec7367f-d20f-4c94-a482-744d5f0eac27 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:08.802902 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-84924877-2330-4339-acea-00554edc51d7 req-bec7367f-d20f-4c94-a482-744d5f0eac27 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 944 time: 0.0829508 Apr 18 06:36:08.843212 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port c692dcbb-cf55-4a29-b373-660ccfbf6b06 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:36:08.843570 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:08.846376 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-84924877-2330-4339-acea-00554edc51d7 req-63d6b25a-6851-4643-8127-b08428e8b071 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371802 Apr 18 06:36:08.955899 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:08.981963 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:36:08.991123 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c692dcbb-cf55-4a29-b373-660ccfbf6b06, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c692dcbb-cf55-4a29-b373-660ccfbf6b06,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:36:08.995294 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:09.030701 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e360ec8-3456-409b-8c07-1e3c064b19c5'] response: {'server_uuid': '747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06', 'code': 200} Apr 18 06:36:09.061869 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=c692dcbb-cf55-4a29-b373-660ccfbf6b06,revision_number=10']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:09.271687 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178db4f3-7e5a-4c88-9341-56e01f7fa1d8 req-2efce6c0-5b3c-4b3d-b3eb-a74a0f84bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:09.273098 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-178db4f3-7e5a-4c88-9341-56e01f7fa1d8 req-2efce6c0-5b3c-4b3d-b3eb-a74a0f84bd48 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 1099 time: 0.0681915 Apr 18 06:36:09.316042 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-178db4f3-7e5a-4c88-9341-56e01f7fa1d8 req-f0405ff9-39cd-415e-a925-be6629374c1a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336599 Apr 18 06:36:10.031839 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d822238-c14d-472c-8a33-7e7bae4a8d06 req-b8a0cb4e-aa97-4aab-adb7-1b9d3c470eb8 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:10.033313 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6d822238-c14d-472c-8a33-7e7bae4a8d06 req-b8a0cb4e-aa97-4aab-adb7-1b9d3c470eb8 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 946 time: 0.0814874 Apr 18 06:36:10.077084 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6d822238-c14d-472c-8a33-7e7bae4a8d06 req-9c64a12d-6614-4672-82b2-17b6e749c168 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380864 Apr 18 06:36:10.232590 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:11.266286 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a89360-e112-43f0-a587-4673d6f4f72a req-e4b865ea-ec57-40cc-9137-4771b260e376 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:11.267738 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-56a89360-e112-43f0-a587-4673d6f4f72a req-e4b865ea-ec57-40cc-9137-4771b260e376 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 946 time: 0.0816715 Apr 18 06:36:11.311263 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-56a89360-e112-43f0-a587-4673d6f4f72a req-b84698dd-acd4-4fc9-85ea-233c6333b5d9 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379093 Apr 18 06:36:12.493983 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607d04f-0a49-4505-bcaa-058b754f5c86 req-44f93c6a-4f5a-49c1-b3ca-9b7d74c50163 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:12.495480 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9607d04f-0a49-4505-bcaa-058b754f5c86 req-44f93c6a-4f5a-49c1-b3ca-9b7d74c50163 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 946 time: 0.0803676 Apr 18 06:36:12.542806 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9607d04f-0a49-4505-bcaa-058b754f5c86 req-77563879-9918-43d5-be0e-d21958893409 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409799 Apr 18 06:36:27.504978 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:36:35.374451 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7096ce7f-3b5e-45c4-a5e2-297c68905316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:37.711585 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ab56ddf1-acec-4a94-bcba-e7a917a9e0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:38.150946 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:38.690354 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:38.757944 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:40.233462 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:56.248242 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e4e5f14d-351c-4bef-86d4-f039cfa54f98 req-09a3874a-b2ce-4ddc-b345-27f62b54ef70 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690455 Apr 18 06:36:56.393363 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5f14d-351c-4bef-86d4-f039cfa54f98 req-c60ca1fa-db55-42b8-a6f0-5a8c12abb029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:56.394840 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e4e5f14d-351c-4bef-86d4-f039cfa54f98 req-c60ca1fa-db55-42b8-a6f0-5a8c12abb029 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e057911dfe4658990f5d4ed7ac9f08&device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 1099 time: 0.0701892 Apr 18 06:36:56.542208 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5f14d-351c-4bef-86d4-f039cfa54f98 req-d754a170-a211-4f5c-880b-7cddb182389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:56.543544 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e4e5f14d-351c-4bef-86d4-f039cfa54f98 req-d754a170-a211-4f5c-880b-7cddb182389e service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 HTTP/1.1" status: 200 len: 909 time: 0.1249645 Apr 18 06:36:56.647591 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e4e5f14d-351c-4bef-86d4-f039cfa54f98 req-54c968dd-bbb5-4f59-8258-ead3747e179a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c692dcbb-cf55-4a29-b373-660ccfbf6b06 HTTP/1.1" status: 200 len: 1000 time: 0.0950661 Apr 18 06:36:56.714240 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5f14d-351c-4bef-86d4-f039cfa54f98 req-108dd113-306b-487b-b6d2-f0b0a1ab04c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:56.715644 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e4e5f14d-351c-4bef-86d4-f039cfa54f98 req-108dd113-306b-487b-b6d2-f0b0a1ab04c8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1473dde7-b86a-406b-8462-5c27ac3fed9c HTTP/1.1" status: 200 len: 847 time: 0.0605063 Apr 18 06:36:56.791015 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5f14d-351c-4bef-86d4-f039cfa54f98 req-09d21ab5-d2e3-485c-b623-ab6eb99b2e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:56.792513 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e4e5f14d-351c-4bef-86d4-f039cfa54f98 req-09d21ab5-d2e3-485c-b623-ab6eb99b2e51 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675735 Apr 18 06:36:56.926019 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e4e5f14d-351c-4bef-86d4-f039cfa54f98 req-1e658583-e7bd-48ab-a5cc-b95003fc4081 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240358 Apr 18 06:36:57.058608 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e4e5f14d-351c-4bef-86d4-f039cfa54f98 req-6e598ccf-ab21-40eb-8a74-f9598d8ab7cd service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233687 Apr 18 06:37:04.505088 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:37:05.368632 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4863ccc4-d73b-4d51-94c7-3ca535223520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:07.712406 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f8644fe0-9cd9-44a4-9701-2ef14afae828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:08.148653 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:08.693182 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:08.758283 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:10.236601 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:24.405033 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56316) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:37:24.630223 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Deleting port 54ef9ae7-3f5f-496a-badf-905a6d4958d3 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:37:24.630470 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:24.798540 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:24.798870 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:25.010371 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Calling delete_port for 54ef9ae7-3f5f-496a-badf-905a6d4958d3 owned by network:floatingip {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:37:25.155698 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:25.206200 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event deleted for resources: {'Port': ['ID=54ef9ae7-3f5f-496a-badf-905a6d4958d3,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:25.246429 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:25.246773 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:25.247108 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:25.247438 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:25.247763 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:25.248114 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:25.248438 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:25.248759 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:25.249078 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:25.249398 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:25.249717 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:25.250032 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:25.307939 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for floatingip, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:25.308262 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Floating IP e860d1b9-ff29-4482-8e33-1059621021e6 disassociated (deleted). External IP: 172.26.1.49, port: c692dcbb-cf55-4a29-b373-660ccfbf6b06. Apr 18 06:37:25.660005 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Router 790458a8-bca2-43d2-9873-56c777fb8f8a has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:37:25.835516 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:37:25.845061 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5144b4ff-649f-4ef4-85bb-e9ce29f86827 None None] Sync routers for ids ['790458a8-bca2-43d2-9873-56c777fb8f8a'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:37:25.854988 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5144b4ff-649f-4ef4-85bb-e9ce29f86827 None None] Routers {'790458a8-bca2-43d2-9873-56c777fb8f8a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:37:25.855591 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-5144b4ff-649f-4ef4-85bb-e9ce29f86827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:37:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['790458a8-bca2-43d2-9873-56c777fb8f8a'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:37:25.856085 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:25.911366 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-baef26cb-ab78-4ff1-aaba-3a2922648bad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "DELETE /v2.0/floatingips/e860d1b9-ff29-4482-8e33-1059621021e6 HTTP/1.1" status: 204 len: 168 time: 1.5050344 Apr 18 06:37:25.911906 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f', 'tag': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:37:26.022688 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb552999-f18d-480e-8ab2-f53c51b36f09'] response: {'name': 'network-changed', 'server_uuid': '747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f', 'tag': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06', 'status': 'completed', 'code': 200} Apr 18 06:37:26.068397 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-5144b4ff-649f-4ef4-85bb-e9ce29f86827 None None] Set router 790458a8-bca2-43d2-9873-56c777fb8f8a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:37:26.132453 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37323f-c7e4-4d73-a776-1681ee589aa6 req-2ee3cc53-c4c1-405b-ae4c-100230f5ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:26.134021 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ad37323f-c7e4-4d73-a776-1681ee589aa6 req-2ee3cc53-c4c1-405b-ae4c-100230f5ec91 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e057911dfe4658990f5d4ed7ac9f08&device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 1099 time: 0.0826185 Apr 18 06:37:26.338339 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37323f-c7e4-4d73-a776-1681ee589aa6 req-fc124677-25c3-4825-9986-6d6b29f8ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:26.339796 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ad37323f-c7e4-4d73-a776-1681ee589aa6 req-fc124677-25c3-4825-9986-6d6b29f8ca91 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 HTTP/1.1" status: 200 len: 909 time: 0.1837406 Apr 18 06:37:26.387268 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-5144b4ff-649f-4ef4-85bb-e9ce29f86827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'name': 'tempest-TestShelveInstance-385850413-router', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:32:58Z', 'updated_at': '2022-04-18T06:33:02Z', 'revision_number': 4, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'gw_port': {'id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:32:59Z', 'updated_at': '2022-04-18T06:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d', 'name': '', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'mac_address': 'fa:16:3e:7c:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:01Z', 'updated_at': '2022-04-18T06:33:08Z', 'revision_number': 5, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'subnets': [{'id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:37:26.391046 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5144b4ff-649f-4ef4-85bb-e9ce29f86827 None None] Checking router: 790458a8-bca2-43d2-9873-56c777fb8f8a for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:37:26.399268 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5144b4ff-649f-4ef4-85bb-e9ce29f86827 None None] Routers {'790458a8-bca2-43d2-9873-56c777fb8f8a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:37:26.399868 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-5144b4ff-649f-4ef4-85bb-e9ce29f86827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:37:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['790458a8-bca2-43d2-9873-56c777fb8f8a'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:37:26.523806 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ad37323f-c7e4-4d73-a776-1681ee589aa6 req-34e055be-fd4d-4657-9abc-73cc49a36885 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c692dcbb-cf55-4a29-b373-660ccfbf6b06 HTTP/1.1" status: 200 len: 217 time: 0.1725781 Apr 18 06:37:26.531383 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae1526-2761-4b7a-853b-e8330f823239 req-e3f7ee0f-8e15-4a8f-8232-ca12e347fc2d tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:26.532779 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-50ae1526-2761-4b7a-853b-e8330f823239 req-e3f7ee0f-8e15-4a8f-8232-ca12e347fc2d tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 946 time: 0.2896464 Apr 18 06:37:26.578577 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-5144b4ff-649f-4ef4-85bb-e9ce29f86827 None None] Set router 790458a8-bca2-43d2-9873-56c777fb8f8a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:37:26.622882 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37323f-c7e4-4d73-a776-1681ee589aa6 req-b316dc0c-8ec0-4c33-b572-508e9de344a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:26.624248 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ad37323f-c7e4-4d73-a776-1681ee589aa6 req-b316dc0c-8ec0-4c33-b572-508e9de344a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1473dde7-b86a-406b-8462-5c27ac3fed9c HTTP/1.1" status: 200 len: 847 time: 0.0906198 Apr 18 06:37:26.628758 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-50ae1526-2761-4b7a-853b-e8330f823239 req-f7404dbb-2f89-4047-a51e-cb4f003b4639 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621521 Apr 18 06:37:26.699077 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37323f-c7e4-4d73-a776-1681ee589aa6 req-35736ece-1df8-4f61-ab47-802726bb469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:26.700567 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ad37323f-c7e4-4d73-a776-1681ee589aa6 req-35736ece-1df8-4f61-ab47-802726bb469e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694897 Apr 18 06:37:26.831466 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ad37323f-c7e4-4d73-a776-1681ee589aa6 req-7f277a43-e080-4dc9-b96c-7ce50556a33c service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234922 Apr 18 06:37:26.891679 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-5144b4ff-649f-4ef4-85bb-e9ce29f86827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'name': 'tempest-TestShelveInstance-385850413-router', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:32:58Z', 'updated_at': '2022-04-18T06:33:02Z', 'revision_number': 4, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'gw_port': {'id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:32:59Z', 'updated_at': '2022-04-18T06:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d', 'name': '', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'mac_address': 'fa:16:3e:7c:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:01Z', 'updated_at': '2022-04-18T06:33:08Z', 'revision_number': 5, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'subnets': [{'id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:37:26.895791 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5144b4ff-649f-4ef4-85bb-e9ce29f86827 None None] The sync data for ids ['790458a8-bca2-43d2-9873-56c777fb8f8a'] in dv-neutron-837489-1-hyperv is: [{'id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'name': 'tempest-TestShelveInstance-385850413-router', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:32:58Z', 'updated_at': '2022-04-18T06:33:02Z', 'revision_number': 4, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'gw_port': {'id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:32:59Z', 'updated_at': '2022-04-18T06:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d', 'name': '', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'mac_address': 'fa:16:3e:7c:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:01Z', 'updated_at': '2022-04-18T06:33:08Z', 'revision_number': 5, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'subnets': [{'id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:37:26.966934 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ad37323f-c7e4-4d73-a776-1681ee589aa6 req-84c3a01c-3133-4137-b530-17c8fb2874b6 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286767 Apr 18 06:37:27.101123 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a5f34f-f7ef-4c8f-bca7-7ba74f019d34 None None] New status for floating IP e860d1b9-ff29-4482-8e33-1059621021e6: DOWN {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:37:27.720708 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9df2d3-6325-4e1b-9951-e082dca9f885 req-da9e9c51-dadd-4eb1-a05b-ef1fa8174c68 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:27.722158 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6f9df2d3-6325-4e1b-9951-e082dca9f885 req-da9e9c51-dadd-4eb1-a05b-ef1fa8174c68 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.52 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 946 time: 0.0799332 Apr 18 06:37:27.797427 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-6f9df2d3-6325-4e1b-9951-e082dca9f885 req-dd925c96-de05-48ed-9f09-3430c4061573 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Deleting port c692dcbb-cf55-4a29-b373-660ccfbf6b06 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:37:27.797768 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6f9df2d3-6325-4e1b-9951-e082dca9f885 req-dd925c96-de05-48ed-9f09-3430c4061573 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:27.818759 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a710d90-98d9-4be8-a204-b2363319c882 req-84d41c9a-5a40-43b6-b6dd-be909695d741 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:27.819443 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-5a710d90-98d9-4be8-a204-b2363319c882 req-84d41c9a-5a40-43b6-b6dd-be909695d741 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Synchronizing usage tracker for tenant:33e057911dfe4658990f5d4ed7ac9f08 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:37:27.835058 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-5a710d90-98d9-4be8-a204-b2363319c882 req-84d41c9a-5a40-43b6-b6dd-be909695d741 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Unset dirty status for tenant:33e057911dfe4658990f5d4ed7ac9f08 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:37:27.836814 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5a710d90-98d9-4be8-a204-b2363319c882 req-84d41c9a-5a40-43b6-b6dd-be909695d741 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 946 time: 0.0985103 Apr 18 06:37:27.882516 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5a710d90-98d9-4be8-a204-b2363319c882 req-ea41489c-344d-4128-af3e-769f4d08062e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c80f6f6-a800-4700-a5dc-68f7775933d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399611 Apr 18 06:37:28.051865 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-6f9df2d3-6325-4e1b-9951-e082dca9f885 req-dd925c96-de05-48ed-9f09-3430c4061573 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] For port c692dcbb-cf55-4a29-b373-660ccfbf6b06, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c692dcbb-cf55-4a29-b373-660ccfbf6b06,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:37:28.052250 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6f9df2d3-6325-4e1b-9951-e082dca9f885 req-dd925c96-de05-48ed-9f09-3430c4061573 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:28.182940 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-6f9df2d3-6325-4e1b-9951-e082dca9f885 req-dd925c96-de05-48ed-9f09-3430c4061573 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Calling delete_port for c692dcbb-cf55-4a29-b373-660ccfbf6b06 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:37:28.325847 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6f9df2d3-6325-4e1b-9951-e082dca9f885 req-dd925c96-de05-48ed-9f09-3430c4061573 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:28.403492 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd925c96-de05-48ed-9f09-3430c4061573 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event deleted for resources: {'Port': ['ID=c692dcbb-cf55-4a29-b373-660ccfbf6b06,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:28.419057 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd925c96-de05-48ed-9f09-3430c4061573 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:28.419394 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd925c96-de05-48ed-9f09-3430c4061573 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:28.419723 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd925c96-de05-48ed-9f09-3430c4061573 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:28.420061 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd925c96-de05-48ed-9f09-3430c4061573 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:28.420385 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd925c96-de05-48ed-9f09-3430c4061573 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:28.420704 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd925c96-de05-48ed-9f09-3430c4061573 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:28.421017 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd925c96-de05-48ed-9f09-3430c4061573 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:28.421330 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd925c96-de05-48ed-9f09-3430c4061573 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:28.421643 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd925c96-de05-48ed-9f09-3430c4061573 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:28.421952 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd925c96-de05-48ed-9f09-3430c4061573 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:28.422260 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd925c96-de05-48ed-9f09-3430c4061573 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:28.422566 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd925c96-de05-48ed-9f09-3430c4061573 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:28.463341 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9df2d3-6325-4e1b-9951-e082dca9f885 req-dd925c96-de05-48ed-9f09-3430c4061573 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] No DVR routers for this DVR port c692dcbb-cf55-4a29-b373-660ccfbf6b06 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:37:28.465746 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-6f9df2d3-6325-4e1b-9951-e082dca9f885 req-dd925c96-de05-48ed-9f09-3430c4061573 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:28.468307 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f', 'name': 'network-vif-deleted', 'tag': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:37:28.483952 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6f9df2d3-6325-4e1b-9951-e082dca9f885 req-dd925c96-de05-48ed-9f09-3430c4061573 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.52 "DELETE /v2.0/ports/c692dcbb-cf55-4a29-b373-660ccfbf6b06 HTTP/1.1" status: 204 len: 173 time: 0.7537484 Apr 18 06:37:28.569363 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae33f80f-6cc3-4cb1-957c-249d3e9c6501'] response: {'server_uuid': '747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f', 'name': 'network-vif-deleted', 'tag': 'c692dcbb-cf55-4a29-b373-660ccfbf6b06', 'status': 'completed', 'code': 200} Apr 18 06:37:29.047240 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-129dbd35-da4e-4922-a2ae-88749228911c req-51213008-678e-4374-8792-a4335e92e3fc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=747f0ef0-4cd7-4aa9-9b3d-ec6583a03f0f HTTP/1.1" status: 200 len: 210 time: 0.0421484 Apr 18 06:37:30.141459 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56338) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:37:30.212016 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-21eeaab8-ed4b-4c8e-a59e-2782a2436ecb tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:30.240456 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-21eeaab8-ed4b-4c8e-a59e-2782a2436ecb tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:30.303511 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-21eeaab8-ed4b-4c8e-a59e-2782a2436ecb tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:30.321197 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eeaab8-ed4b-4c8e-a59e-2782a2436ecb tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c80f6f6-a800-4700-a5dc-68f7775933d2,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:30.333553 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-21eeaab8-ed4b-4c8e-a59e-2782a2436ecb tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:30.336465 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-21eeaab8-ed4b-4c8e-a59e-2782a2436ecb tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "DELETE /v2.0/security-groups/8c80f6f6-a800-4700-a5dc-68f7775933d2 HTTP/1.1" status: 204 len: 168 time: 0.1940203 Apr 18 06:37:31.230725 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c692dcbb-cf55-4a29-b373-660ccfbf6b06 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:37:31.264669 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: c692dcbb-cf55-4a29-b373-660ccfbf6b06 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:37:31.265002 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c692dcbb-cf55-4a29-b373-660ccfbf6b06 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:37:31.745976 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56348) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:37:31.751026 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-f22768b3-1fbc-44db-88d1-ad0221796f4f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-902599239', 'description': 'tempest-secgroup-smoke-902599239 description', 'project_id': '33e057911dfe4658990f5d4ed7ac9f08'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:37:31.757182 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f22768b3-1fbc-44db-88d1-ad0221796f4f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:37:31.761244 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f22768b3-1fbc-44db-88d1-ad0221796f4f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Usage tracker for resource:security_group and tenant:33e057911dfe4658990f5d4ed7ac9f08 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:37:31.764064 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f22768b3-1fbc-44db-88d1-ad0221796f4f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:37:31.769609 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f22768b3-1fbc-44db-88d1-ad0221796f4f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:37:31.779653 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f22768b3-1fbc-44db-88d1-ad0221796f4f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:31.799506 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f22768b3-1fbc-44db-88d1-ad0221796f4f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:37:31.803917 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f22768b3-1fbc-44db-88d1-ad0221796f4f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Usage tracker for resource:security_group_rule and tenant:33e057911dfe4658990f5d4ed7ac9f08 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:37:31.806732 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-f22768b3-1fbc-44db-88d1-ad0221796f4f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:37:31.812250 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-f22768b3-1fbc-44db-88d1-ad0221796f4f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:37:31.880273 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f22768b3-1fbc-44db-88d1-ad0221796f4f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:31.884711 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f22768b3-1fbc-44db-88d1-ad0221796f4f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:31.928079 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22768b3-1fbc-44db-88d1-ad0221796f4f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:31.931215 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f22768b3-1fbc-44db-88d1-ad0221796f4f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:31.934835 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f22768b3-1fbc-44db-88d1-ad0221796f4f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1854646 Apr 18 06:37:31.935757 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 56352) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:37:31.941053 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-8e31b4a7-ccb7-46da-9603-781f8a26e79a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Request body: {'security_group_rule': {'security_group_id': '46a35ee1-e50e-4cbe-a10e-3fd19986d0b7', 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:37:31.947768 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8e31b4a7-ccb7-46da-9603-781f8a26e79a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:37:31.951544 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8e31b4a7-ccb7-46da-9603-781f8a26e79a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Usage tracker for resource:security_group_rule and tenant:33e057911dfe4658990f5d4ed7ac9f08 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:37:31.954414 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-8e31b4a7-ccb7-46da-9603-781f8a26e79a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:37:31.961276 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-8e31b4a7-ccb7-46da-9603-781f8a26e79a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:37:31.976715 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e31b4a7-ccb7-46da-9603-781f8a26e79a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.035779 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e31b4a7-ccb7-46da-9603-781f8a26e79a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.039259 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e31b4a7-ccb7-46da-9603-781f8a26e79a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.063203 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31b4a7-ccb7-46da-9603-781f8a26e79a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36204502-ddaf-41e0-b22c-020ac0c2f304,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:32.072956 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8e31b4a7-ccb7-46da-9603-781f8a26e79a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.074108 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8e31b4a7-ccb7-46da-9603-781f8a26e79a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373520 Apr 18 06:37:32.076859 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 56356) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:37:32.081941 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-06ea7c21-8fcd-492b-8585-ed395fd17816 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Request body: {'security_group_rule': {'security_group_id': '46a35ee1-e50e-4cbe-a10e-3fd19986d0b7', 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:37:32.087833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-06ea7c21-8fcd-492b-8585-ed395fd17816 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:37:32.091698 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-06ea7c21-8fcd-492b-8585-ed395fd17816 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Usage tracker for resource:security_group_rule and tenant:33e057911dfe4658990f5d4ed7ac9f08 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:37:32.094516 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-06ea7c21-8fcd-492b-8585-ed395fd17816 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:37:32.100551 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-06ea7c21-8fcd-492b-8585-ed395fd17816 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:37:32.117562 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-06ea7c21-8fcd-492b-8585-ed395fd17816 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.177011 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-06ea7c21-8fcd-492b-8585-ed395fd17816 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.181065 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-06ea7c21-8fcd-492b-8585-ed395fd17816 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.203985 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea7c21-8fcd-492b-8585-ed395fd17816 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed20d49d-7632-4b0b-aef7-e3bc9da96254,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:32.212593 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-06ea7c21-8fcd-492b-8585-ed395fd17816 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.213755 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-06ea7c21-8fcd-492b-8585-ed395fd17816 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1358089 Apr 18 06:37:32.216414 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 56360) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:37:32.221312 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-4562015b-9b85-4440-a63b-5121c2e0bb53 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Request body: {'security_group_rule': {'security_group_id': '46a35ee1-e50e-4cbe-a10e-3fd19986d0b7', 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:37:32.227410 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-4562015b-9b85-4440-a63b-5121c2e0bb53 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:37:32.231125 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4562015b-9b85-4440-a63b-5121c2e0bb53 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Usage tracker for resource:security_group_rule and tenant:33e057911dfe4658990f5d4ed7ac9f08 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:37:32.233980 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4562015b-9b85-4440-a63b-5121c2e0bb53 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:37:32.239548 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-4562015b-9b85-4440-a63b-5121c2e0bb53 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:37:32.258642 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4562015b-9b85-4440-a63b-5121c2e0bb53 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.319767 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4562015b-9b85-4440-a63b-5121c2e0bb53 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.323362 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4562015b-9b85-4440-a63b-5121c2e0bb53 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.347118 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562015b-9b85-4440-a63b-5121c2e0bb53 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c71994e-8784-49d3-a564-e21b7f0a5976,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:32.357995 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4562015b-9b85-4440-a63b-5121c2e0bb53 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.359158 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4562015b-9b85-4440-a63b-5121c2e0bb53 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417906 Apr 18 06:37:32.362336 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 56364) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:37:32.367276 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-01447367-01b0-4dbe-8535-7c270f4c5d01 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Request body: {'security_group_rule': {'security_group_id': '46a35ee1-e50e-4cbe-a10e-3fd19986d0b7', 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:37:32.373020 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-01447367-01b0-4dbe-8535-7c270f4c5d01 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:37:32.376711 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-01447367-01b0-4dbe-8535-7c270f4c5d01 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Usage tracker for resource:security_group_rule and tenant:33e057911dfe4658990f5d4ed7ac9f08 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:37:32.379626 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-01447367-01b0-4dbe-8535-7c270f4c5d01 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:37:32.385334 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-01447367-01b0-4dbe-8535-7c270f4c5d01 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:37:32.401694 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-01447367-01b0-4dbe-8535-7c270f4c5d01 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.463378 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-01447367-01b0-4dbe-8535-7c270f4c5d01 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.466782 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-01447367-01b0-4dbe-8535-7c270f4c5d01 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.493019 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01447367-01b0-4dbe-8535-7c270f4c5d01 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b1975d-4d2a-41d7-8078-3c59ab37df5c,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:32.499116 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-01447367-01b0-4dbe-8535-7c270f4c5d01 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.500326 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-01447367-01b0-4dbe-8535-7c270f4c5d01 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1370635 Apr 18 06:37:32.503006 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 56368) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:37:32.508466 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-b1f4367a-1d50-455c-a023-8dd485eb7579 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Request body: {'security_group_rule': {'security_group_id': '46a35ee1-e50e-4cbe-a10e-3fd19986d0b7', 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:37:32.514160 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b1f4367a-1d50-455c-a023-8dd485eb7579 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:37:32.517925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b1f4367a-1d50-455c-a023-8dd485eb7579 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Usage tracker for resource:security_group_rule and tenant:33e057911dfe4658990f5d4ed7ac9f08 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:37:32.520692 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-b1f4367a-1d50-455c-a023-8dd485eb7579 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:37:32.527033 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-b1f4367a-1d50-455c-a023-8dd485eb7579 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:37:32.537119 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-b1f4367a-1d50-455c-a023-8dd485eb7579 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Project 33e057911dfe4658990f5d4ed7ac9f08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:37:32.543528 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b1f4367a-1d50-455c-a023-8dd485eb7579 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.704461 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b1f4367a-1d50-455c-a023-8dd485eb7579 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.708298 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b1f4367a-1d50-455c-a023-8dd485eb7579 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.733748 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4367a-1d50-455c-a023-8dd485eb7579 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc98cf1-e365-44c8-bf95-de64c03697e0,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:32.742348 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b1f4367a-1d50-455c-a023-8dd485eb7579 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.743583 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-b1f4367a-1d50-455c-a023-8dd485eb7579 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2396476 Apr 18 06:37:32.746254 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 56372) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:37:32.751012 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-e70aa4fb-e3c0-4368-a77e-c9742166e44f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Request body: {'security_group_rule': {'security_group_id': '46a35ee1-e50e-4cbe-a10e-3fd19986d0b7', 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:37:32.757133 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e70aa4fb-e3c0-4368-a77e-c9742166e44f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:37:32.760828 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e70aa4fb-e3c0-4368-a77e-c9742166e44f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Usage tracker for resource:security_group_rule and tenant:33e057911dfe4658990f5d4ed7ac9f08 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:37:32.763583 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-e70aa4fb-e3c0-4368-a77e-c9742166e44f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:37:32.769109 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-e70aa4fb-e3c0-4368-a77e-c9742166e44f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:37:32.779411 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-e70aa4fb-e3c0-4368-a77e-c9742166e44f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Project 33e057911dfe4658990f5d4ed7ac9f08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:37:32.785457 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e70aa4fb-e3c0-4368-a77e-c9742166e44f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.848535 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e70aa4fb-e3c0-4368-a77e-c9742166e44f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.852208 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e70aa4fb-e3c0-4368-a77e-c9742166e44f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.875019 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70aa4fb-e3c0-4368-a77e-c9742166e44f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29988f8-dafc-4a93-8054-69563527dabd,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:32.884394 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-e70aa4fb-e3c0-4368-a77e-c9742166e44f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:32.885596 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-e70aa4fb-e3c0-4368-a77e-c9742166e44f tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1384354 Apr 18 06:37:35.373303 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-00dd7e39-3f7a-4ae8-97d6-49a417c40996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:37.716129 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9dda8565-2a5c-4b16-b360-a3029becc39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:38.148611 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:38.743064 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:38.763165 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:40.241241 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:41.504181 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:37:47.835474 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-f17dc252-6cc3-4b88-8436-0fe0402bd701 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Synchronizing usage tracker for tenant:33e057911dfe4658990f5d4ed7ac9f08 on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:37:47.850756 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-f17dc252-6cc3-4b88-8436-0fe0402bd701 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Unset dirty status for tenant:33e057911dfe4658990f5d4ed7ac9f08 on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:37:47.852218 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-f17dc252-6cc3-4b88-8436-0fe0402bd701 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-902599239&fields=id&tenant_id=33e057911dfe4658990f5d4ed7ac9f08 HTTP/1.1" status: 200 len: 267 time: 0.0582442 Apr 18 06:37:48.098565 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-918fe777-f000-4003-83c8-79eaee14a18e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:48.100814 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-918fe777-f000-4003-83c8-79eaee14a18e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/networks?id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 HTTP/1.1" status: 200 len: 808 time: 0.2416043 Apr 18 06:37:48.115223 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-1219680c-65e0-42e2-b0bf-66186c6b73d5 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/quotas/33e057911dfe4658990f5d4ed7ac9f08 HTTP/1.1" status: 200 len: 375 time: 0.0089104 Apr 18 06:37:48.196225 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-f888ee97-f492-4a72-af9d-ecab0e63b922 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=33e057911dfe4658990f5d4ed7ac9f08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761657 Apr 18 06:37:48.251812 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-82b25897-b480-4010-b864-4a3d1c5af8ba service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:37:48.252815 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-82b25897-b480-4010-b864-4a3d1c5af8ba service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459588 Apr 18 06:37:48.384880 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-091c74ec-0265-4731-9ee2-c3091b9e3942 service neutron] 10.222.0.15 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255441 Apr 18 06:37:48.515998 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-052ccdf5-8428-4879-a9a8-7211862267fe service neutron] 10.222.0.15 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254406 Apr 18 06:37:49.893408 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-bb605f8f-b2f3-4b0c-a875-1a6f453af746 req-a7f885f1-b6da-40d6-b18a-dcddbff275ee tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Synchronizing usage tracker for tenant:33e057911dfe4658990f5d4ed7ac9f08 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:37:49.909406 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-bb605f8f-b2f3-4b0c-a875-1a6f453af746 req-a7f885f1-b6da-40d6-b18a-dcddbff275ee tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Unset dirty status for tenant:33e057911dfe4658990f5d4ed7ac9f08 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:37:49.910571 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bb605f8f-b2f3-4b0c-a875-1a6f453af746 req-a7f885f1-b6da-40d6-b18a-dcddbff275ee tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 210 time: 0.0622742 Apr 18 06:37:50.986744 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-95535b47-e20d-4488-a1df-ff2ee1206c22 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:50.988218 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-95535b47-e20d-4488-a1df-ff2ee1206c22 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.52 "GET /v2.0/networks?id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 HTTP/1.1" status: 200 len: 808 time: 0.1464684 Apr 18 06:37:51.042081 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-993f7451-a4b9-49c7-88b1-19099824d48c tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33e057911dfe4658990f5d4ed7ac9f08 HTTP/1.1" status: 200 len: 379 time: 0.0434470 Apr 18 06:37:51.052995 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-31c8cda7-b426-4198-a0ff-fa60bc961069 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Request body: {'port': {'device_id': 'f82afb4a-6789-40be-97d1-fb2afb5411bb', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'admin_state_up': True, 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'security_groups': ['46a35ee1-e50e-4cbe-a10e-3fd19986d0b7']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:37:51.068278 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-213c37ba-6b61-401d-9822-c1c0d3254504 req-a3c17be2-2ece-4cd0-908e-4a019a4d4670 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 210 time: 0.0459683 Apr 18 06:37:51.201310 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-31c8cda7-b426-4198-a0ff-fa60bc961069 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:37:51.210893 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-31c8cda7-b426-4198-a0ff-fa60bc961069 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:37:51.220721 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-31c8cda7-b426-4198-a0ff-fa60bc961069 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Made reservation on behalf of 33e057911dfe4658990f5d4ed7ac9f08 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:37:51.224767 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-31c8cda7-b426-4198-a0ff-fa60bc961069 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:51.390363 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-31c8cda7-b426-4198-a0ff-fa60bc961069 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Allocated IP 172.20.0.11 (8bdd1d24-7af2-4b84-8f37-a5a8072c27f6/1473dde7-b86a-406b-8462-5c27ac3fed9c/138306fd-c9bc-4fc8-b60b-080b9122ae6c) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:37:51.581133 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-31c8cda7-b426-4198-a0ff-fa60bc961069 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:51.595911 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-31c8cda7-b426-4198-a0ff-fa60bc961069 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Transition to ACTIVE for port object 138306fd-c9bc-4fc8-b60b-080b9122ae6c will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:37:51.619570 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-31c8cda7-b426-4198-a0ff-fa60bc961069 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:51.683450 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-31c8cda7-b426-4198-a0ff-fa60bc961069 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Network 8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:37:51.686359 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-31c8cda7-b426-4198-a0ff-fa60bc961069 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:37:51.698785 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-31c8cda7-b426-4198-a0ff-fa60bc961069 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:37:51.735417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8cda7-b426-4198-a0ff-fa60bc961069 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event updated for resources: {'Port': ['ID=138306fd-c9bc-4fc8-b60b-080b9122ae6c,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:51.767847 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-31c8cda7-b426-4198-a0ff-fa60bc961069 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:51.768616 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-31c8cda7-b426-4198-a0ff-fa60bc961069 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:51.797405 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-31c8cda7-b426-4198-a0ff-fa60bc961069 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7479951 Apr 18 06:37:51.813509 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] Request body: {'port': {'device_id': 'f82afb4a-6789-40be-97d1-fb2afb5411bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:37:51.932454 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:51.954239 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-bff205de-efb0-4b64-afc5-07e6b8a50168 None None] Provisioning for port 138306fd-c9bc-4fc8-b60b-080b9122ae6c completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:37:51.960195 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-bff205de-efb0-4b64-afc5-07e6b8a50168 None None] Provisioning complete for port 138306fd-c9bc-4fc8-b60b-080b9122ae6c triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:37:51.960711 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-bff205de-efb0-4b64-afc5-07e6b8a50168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:52.017146 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-bff205de-efb0-4b64-afc5-07e6b8a50168 None None] Port 138306fd-c9bc-4fc8-b60b-080b9122ae6c cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:37:52.322422 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cc893-e49b-4f3c-afbb-1ff3f64cfe16 req-3b9e84fc-cfdf-48ba-b272-bf9680d46436 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:52.323121 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-a36cc893-e49b-4f3c-afbb-1ff3f64cfe16 req-3b9e84fc-cfdf-48ba-b272-bf9680d46436 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Synchronizing usage tracker for tenant:33e057911dfe4658990f5d4ed7ac9f08 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:37:52.359672 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138306fd-c9bc-4fc8-b60b-080b9122ae6c {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:37:52.367031 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-a36cc893-e49b-4f3c-afbb-1ff3f64cfe16 req-3b9e84fc-cfdf-48ba-b272-bf9680d46436 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Unset dirty status for tenant:33e057911dfe4658990f5d4ed7ac9f08 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:37:52.368275 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a36cc893-e49b-4f3c-afbb-1ff3f64cfe16 req-3b9e84fc-cfdf-48ba-b272-bf9680d46436 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 932 time: 0.1919017 Apr 18 06:37:52.370048 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:52.401323 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] Transition to ACTIVE for port object 138306fd-c9bc-4fc8-b60b-080b9122ae6c will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:37:52.412082 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:52.475813 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a36cc893-e49b-4f3c-afbb-1ff3f64cfe16 req-e450e566-80ac-4512-812c-1ef0d7727ae2 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013901 Apr 18 06:37:52.671696 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] Pushing event updated for resources: {'Port': ['ID=138306fd-c9bc-4fc8-b60b-080b9122ae6c,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:52.777252 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] Attempting to bind port 138306fd-c9bc-4fc8-b60b-080b9122ae6c on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:37:52.777509 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] Attempting to bind port 138306fd-c9bc-4fc8-b60b-080b9122ae6c by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'f85bfe70-9376-4237-bb5b-9dfd10b3a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:37:52.777833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] Attempting to bind port 138306fd-c9bc-4fc8-b60b-080b9122ae6c on network 8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:37:52.782294 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] Port 138306fd-c9bc-4fc8-b60b-080b9122ae6c on network 8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:37:52.782607 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] Attempting to bind port 138306fd-c9bc-4fc8-b60b-080b9122ae6c on network 8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:37:52.788071 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:37:52.788539 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] Checking segment: {'id': 'f85bfe70-9376-4237-bb5b-9dfd10b3a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:37:52.788920 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] Bound using segment: {'id': 'f85bfe70-9376-4237-bb5b-9dfd10b3a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:37:52.789338 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] Bound port: 138306fd-c9bc-4fc8-b60b-080b9122ae6c, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85bfe70-9376-4237-bb5b-9dfd10b3a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:37:52.789676 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:52.875541 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] For port 138306fd-c9bc-4fc8-b60b-080b9122ae6c, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:37:52.878363 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] For port 138306fd-c9bc-4fc8-b60b-080b9122ae6c, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=138306fd-c9bc-4fc8-b60b-080b9122ae6c,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:37:52.883377 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:52.939337 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:52.940105 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:52.941401 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] 10.222.0.52 "PUT /v2.0/ports/138306fd-c9bc-4fc8-b60b-080b9122ae6c HTTP/1.1" status: 200 len: 1094 time: 1.1325042 Apr 18 06:37:52.941854 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82afb4a-6789-40be-97d1-fb2afb5411bb', 'tag': '138306fd-c9bc-4fc8-b60b-080b9122ae6c'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:37:52.971223 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94089147-c02c-4785-83ee-0ef6d5572650 service neutron] Pushing event updated for resources: {'Port': ['ID=138306fd-c9bc-4fc8-b60b-080b9122ae6c,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:52.988998 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-398e1564-ccd6-4f7a-aed7-dd95c33462b1'] response: {'name': 'network-changed', 'server_uuid': 'f82afb4a-6789-40be-97d1-fb2afb5411bb', 'tag': '138306fd-c9bc-4fc8-b60b-080b9122ae6c', 'status': 'completed', 'code': 200} Apr 18 06:37:53.063401 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-13750e1c-4daf-4b5a-9893-458fac0c8b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:53.064970 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-13750e1c-4daf-4b5a-9893-458fac0c8b44 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e057911dfe4658990f5d4ed7ac9f08&device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 1097 time: 0.0717731 Apr 18 06:37:53.141059 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-ec7cc358-b8be-420a-a769-25fe90f547b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=138306fd-c9bc-4fc8-b60b-080b9122ae6c HTTP/1.1" status: 200 len: 217 time: 0.0651505 Apr 18 06:37:53.205777 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-365bd311-3949-4b3e-8d6c-f641b9b9b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:53.207129 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-365bd311-3949-4b3e-8d6c-f641b9b9b98a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1473dde7-b86a-406b-8462-5c27ac3fed9c HTTP/1.1" status: 200 len: 847 time: 0.0567636 Apr 18 06:37:53.286021 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-e16eecc6-4fe3-4561-9270-3aa0be8bf201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:53.288089 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-e16eecc6-4fe3-4561-9270-3aa0be8bf201 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723433 Apr 18 06:37:53.421094 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-f2507ad9-a296-47fe-b837-59e60d225f1e service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239707 Apr 18 06:37:53.553288 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3a61d2b4-fe24-41be-bfd4-f0833ce4dea2 req-66b924da-d302-40ed-8de3-8ed6db7ef4c9 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246550 Apr 18 06:37:53.725349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5d2d1-98e6-4c9d-a408-ba92cbf1cc08 req-14a6fdac-d08a-4b36-a70c-c85c019349a4 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:53.726789 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6df5d2d1-98e6-4c9d-a408-ba92cbf1cc08 req-14a6fdac-d08a-4b36-a70c-c85c019349a4 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 944 time: 0.1388907 Apr 18 06:37:53.728675 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac10f8-49ab-4dd0-a8e5-b892f32305c7 req-b3c459ec-92e0-4b61-a72e-0ce892205755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:53.729978 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-86ac10f8-49ab-4dd0-a8e5-b892f32305c7 req-b3c459ec-92e0-4b61-a72e-0ce892205755 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e057911dfe4658990f5d4ed7ac9f08&device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 1097 time: 0.1074347 Apr 18 06:37:53.860492 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6df5d2d1-98e6-4c9d-a408-ba92cbf1cc08 req-232d136d-f165-499a-8c55-10ffbaac439c tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277888 Apr 18 06:37:53.895134 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac10f8-49ab-4dd0-a8e5-b892f32305c7 req-c5c5474f-e857-4ad1-bf6a-bdbec464b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:53.896603 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-86ac10f8-49ab-4dd0-a8e5-b892f32305c7 req-c5c5474f-e857-4ad1-bf6a-bdbec464b5e3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 HTTP/1.1" status: 200 len: 909 time: 0.1518080 Apr 18 06:37:53.967194 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-86ac10f8-49ab-4dd0-a8e5-b892f32305c7 req-1b7f5342-b525-4e2d-b009-d930e7ca72c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=138306fd-c9bc-4fc8-b60b-080b9122ae6c HTTP/1.1" status: 200 len: 217 time: 0.0630319 Apr 18 06:37:54.029853 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac10f8-49ab-4dd0-a8e5-b892f32305c7 req-c35728c9-0e5c-48e1-bee0-d9e6710299db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:54.031274 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-86ac10f8-49ab-4dd0-a8e5-b892f32305c7 req-c35728c9-0e5c-48e1-bee0-d9e6710299db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1473dde7-b86a-406b-8462-5c27ac3fed9c HTTP/1.1" status: 200 len: 847 time: 0.0562584 Apr 18 06:37:54.104875 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac10f8-49ab-4dd0-a8e5-b892f32305c7 req-738e9f7d-3ac6-40ae-bedc-049ff1bc9bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:54.106241 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-86ac10f8-49ab-4dd0-a8e5-b892f32305c7 req-738e9f7d-3ac6-40ae-bedc-049ff1bc9bcf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687144 Apr 18 06:37:54.238149 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-86ac10f8-49ab-4dd0-a8e5-b892f32305c7 req-da0ca6a0-98a0-4096-9702-571c8701f566 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244566 Apr 18 06:37:54.478495 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-86ac10f8-49ab-4dd0-a8e5-b892f32305c7 req-829dee56-c477-4c26-810d-9d2e5cdbe5eb service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310755 Apr 18 06:37:55.046551 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02718173-35c9-4cc8-bc69-9191cf98b735 req-cc7f9456-b97f-4cd4-a4a2-0fb7479c86d8 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:55.047967 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-02718173-35c9-4cc8-bc69-9191cf98b735 req-cc7f9456-b97f-4cd4-a4a2-0fb7479c86d8 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 944 time: 0.0786009 Apr 18 06:37:55.090900 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-02718173-35c9-4cc8-bc69-9191cf98b735 req-bc359460-9089-4db4-8d72-5c9450ebfdbf tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372479 Apr 18 06:37:56.272240 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56d5b0-17ff-4850-86e7-bf315564d657 req-9e975ff0-aa5c-421d-a992-9881494363ed tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:56.273698 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9a56d5b0-17ff-4850-86e7-bf315564d657 req-9e975ff0-aa5c-421d-a992-9881494363ed tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 944 time: 0.0804014 Apr 18 06:37:56.317639 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9a56d5b0-17ff-4850-86e7-bf315564d657 req-f90a9aa8-18d7-48e4-9802-92c9b9552a8e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382078 Apr 18 06:37:57.508597 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4b721-620f-4158-a679-217999e7ecbb req-ba3d4840-c2dc-44c4-9e0a-3406570b0736 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:57.509966 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-14c4b721-620f-4158-a679-217999e7ecbb req-ba3d4840-c2dc-44c4-9e0a-3406570b0736 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 944 time: 0.0827119 Apr 18 06:37:57.553676 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-14c4b721-620f-4158-a679-217999e7ecbb req-a8da1b55-d119-4b70-b1af-e12ae24d7a0d tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375760 Apr 18 06:37:58.736181 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5b988-6104-44a8-91fe-fb9a5f1122c1 req-ed44d274-3cd6-40a7-b3d0-1ab7a940a253 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:58.737633 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-19f5b988-6104-44a8-91fe-fb9a5f1122c1 req-ed44d274-3cd6-40a7-b3d0-1ab7a940a253 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 944 time: 0.0828240 Apr 18 06:37:58.781570 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-19f5b988-6104-44a8-91fe-fb9a5f1122c1 req-aeef54f3-b1fb-4d0a-a344-c82610f26e56 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377195 Apr 18 06:37:59.964672 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdc020-57c0-4bf9-8e29-6c116a72e529 req-e97043b0-4eec-41c8-80ed-308f9cbc2b15 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:59.966099 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-97cdc020-57c0-4bf9-8e29-6c116a72e529 req-e97043b0-4eec-41c8-80ed-308f9cbc2b15 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 944 time: 0.0808003 Apr 18 06:38:00.008871 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-97cdc020-57c0-4bf9-8e29-6c116a72e529 req-0144be33-c8ff-4339-8077-4af7396bce22 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371943 Apr 18 06:38:01.194375 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0e918-e2f2-4402-b8f4-aa3355be2619 req-f3c7e630-0e97-4cf1-843e-691988fe56ad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:01.195829 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-79e0e918-e2f2-4402-b8f4-aa3355be2619 req-f3c7e630-0e97-4cf1-843e-691988fe56ad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 944 time: 0.0815263 Apr 18 06:38:01.243456 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-79e0e918-e2f2-4402-b8f4-aa3355be2619 req-f5621c17-21fa-479e-88ae-0d83d1b94dad tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420303 Apr 18 06:38:02.428853 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578cbb1-ed9d-47ca-bf0b-7755cad86529 req-e1800f51-7bf1-432d-b66a-6d3ce401120c tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:02.430298 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f578cbb1-ed9d-47ca-bf0b-7755cad86529 req-e1800f51-7bf1-432d-b66a-6d3ce401120c tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 944 time: 0.0844030 Apr 18 06:38:02.473729 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f578cbb1-ed9d-47ca-bf0b-7755cad86529 req-a2be01ac-fa9f-49fe-bd78-01f1a3dc182c tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377595 Apr 18 06:38:03.369076 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 138306fd-c9bc-4fc8-b60b-080b9122ae6c details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:38:03.517939 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 138306fd-c9bc-4fc8-b60b-080b9122ae6c, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=138306fd-c9bc-4fc8-b60b-080b9122ae6c,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:38:03.532750 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '138306fd-c9bc-4fc8-b60b-080b9122ae6c', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'port_id': '138306fd-c9bc-4fc8-b60b-080b9122ae6c', 'mac_address': 'fa:16:3e:34:8c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:38:03.591460 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:03.609050 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138306fd-c9bc-4fc8-b60b-080b9122ae6c {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:38:03.625037 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 138306fd-c9bc-4fc8-b60b-080b9122ae6c, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=138306fd-c9bc-4fc8-b60b-080b9122ae6c,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:38:03.630059 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:03.664662 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392d515-b057-413f-8cb0-9bd24d1151d4 req-8f334628-f6f7-4eda-8671-1368b07aa88c tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:03.666383 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c392d515-b057-413f-8cb0-9bd24d1151d4 req-8f334628-f6f7-4eda-8671-1368b07aa88c tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 944 time: 0.0847545 Apr 18 06:38:03.718224 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c392d515-b057-413f-8cb0-9bd24d1151d4 req-0c4dd5bd-7fbf-41a0-8af3-89beaca2d8b0 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441670 Apr 18 06:38:03.748603 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=138306fd-c9bc-4fc8-b60b-080b9122ae6c,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:38:03.755600 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:38:03.755913 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:38:03.756274 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:38:03.756610 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:38:03.756938 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:38:03.757382 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:38:03.757710 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:38:03.758039 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:38:03.758625 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:38:03.758961 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:38:03.759311 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:38:03.759635 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:38:03.878176 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['138306fd-c9bc-4fc8-b60b-080b9122ae6c'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:38:04.920877 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e16c9-cdd5-4752-9ad1-c0ab1257508e req-6c42849d-fe45-465a-80ab-118abd0c8c52 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:04.922429 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-533e16c9-cdd5-4752-9ad1-c0ab1257508e req-6c42849d-fe45-465a-80ab-118abd0c8c52 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 945 time: 0.0903192 Apr 18 06:38:04.969961 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-533e16c9-cdd5-4752-9ad1-c0ab1257508e req-03861f10-bf82-4b1b-b231-d2244b46d022 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401547 Apr 18 06:38:05.370196 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 138306fd-c9bc-4fc8-b60b-080b9122ae6c up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:38:05.417237 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dfe257da-ccae-408e-85bb-21e7452c1efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:05.444096 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port 138306fd-c9bc-4fc8-b60b-080b9122ae6c completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:38:05.448686 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 138306fd-c9bc-4fc8-b60b-080b9122ae6c triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:38:05.449055 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:05.565910 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:05.592580 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82afb4a-6789-40be-97d1-fb2afb5411bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138306fd-c9bc-4fc8-b60b-080b9122ae6c'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:38:05.602752 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 138306fd-c9bc-4fc8-b60b-080b9122ae6c, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=138306fd-c9bc-4fc8-b60b-080b9122ae6c,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:38:05.608166 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:05.675183 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=138306fd-c9bc-4fc8-b60b-080b9122ae6c,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:38:05.697608 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac6a5858-f67b-4f86-aeec-0e6b7156f577'] response: {'server_uuid': 'f82afb4a-6789-40be-97d1-fb2afb5411bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138306fd-c9bc-4fc8-b60b-080b9122ae6c', 'code': 200} Apr 18 06:38:05.987040 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5274f-f589-469c-a769-b8b8ce01c820 req-3d9455a3-7fe6-4158-a59b-deec39e1e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:05.988533 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3db5274f-f589-469c-a769-b8b8ce01c820 req-3d9455a3-7fe6-4158-a59b-deec39e1e8e3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 1099 time: 0.0683351 Apr 18 06:38:06.034869 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-3db5274f-f589-469c-a769-b8b8ce01c820 req-42effa13-a973-4167-8810-ecf1128a934a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382078 Apr 18 06:38:06.155285 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bda066-c5e9-4891-9860-52deff302d0a req-658a3d10-f795-4da7-9f2c-d7723a0d3be9 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:06.156736 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b6bda066-c5e9-4891-9860-52deff302d0a req-658a3d10-f795-4da7-9f2c-d7723a0d3be9 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 946 time: 0.0786598 Apr 18 06:38:06.199836 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b6bda066-c5e9-4891-9860-52deff302d0a req-9cea2200-0c56-4a6a-aa88-d174568c5b38 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375237 Apr 18 06:38:07.387714 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d26ea-80ff-4e4e-a6e2-4c294017630c req-7efc0935-3b3d-4276-a39a-e1a8cf4f34b9 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:07.389209 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-911d26ea-80ff-4e4e-a6e2-4c294017630c req-7efc0935-3b3d-4276-a39a-e1a8cf4f34b9 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 946 time: 0.0798190 Apr 18 06:38:07.433771 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-911d26ea-80ff-4e4e-a6e2-4c294017630c req-cbf78221-1980-4f13-8e1c-a49b08283a74 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388365 Apr 18 06:38:07.616585 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27151f3-bed2-4948-be46-d2c858ca0144 req-75b99ce8-361c-4d81-9785-c042961f6023 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:07.618012 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b27151f3-bed2-4948-be46-d2c858ca0144 req-75b99ce8-361c-4d81-9785-c042961f6023 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 946 time: 0.0824361 Apr 18 06:38:07.660937 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b27151f3-bed2-4948-be46-d2c858ca0144 req-f79c2660-0025-4436-9088-44ee00b23cbb tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373819 Apr 18 06:38:07.683665 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56562) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:38:07.716698 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3958f74f-1bb1-419c-8d35-f93ea6761b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:07.752406 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f04a4c-43fa-465c-8413-df9cfb3e1226 tempest-TestShelveInstance-1126183952 tempest-TestShelveInstance-1126183952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:07.753896 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-45f04a4c-43fa-465c-8413-df9cfb3e1226 tempest-TestShelveInstance-1126183952 tempest-TestShelveInstance-1126183952-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 1094 time: 0.0692482 Apr 18 06:38:07.757175 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56566) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:38:07.762180 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': '138306fd-c9bc-4fc8-b60b-080b9122ae6c', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:38:07.768131 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:38:07.771930 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Usage tracker for resource:floatingip and tenant:33e057911dfe4658990f5d4ed7ac9f08 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:38:07.774862 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:38:07.780453 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:38:07.793314 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for floatingip, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:07.925366 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:08.058907 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Allocated IP 172.26.1.244 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/86a133bc-5afc-4e82-8357-59f6af7a9b18) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:38:08.162105 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:08.206656 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:08.234309 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:08.295774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:38:08.298385 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:38:08.306423 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:38:08.340631 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event updated for resources: {'Port': ['ID=86a133bc-5afc-4e82-8357-59f6af7a9b18,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:38:08.700802 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:08.756774 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:08.804507 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:08.876272 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:09.076019 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:09.080479 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:09.186537 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event updated for resources: {'Port': ['ID=86a133bc-5afc-4e82-8357-59f6af7a9b18,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:38:09.198516 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:09.373648 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Floating IP b414c117-11a1-4d7a-8630-67c2c4f6e30d associated. External IP: 172.26.1.244, port: 138306fd-c9bc-4fc8-b60b-080b9122ae6c. Apr 18 06:38:09.724503 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Router 790458a8-bca2-43d2-9873-56c777fb8f8a has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:38:10.010576 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:38:10.020199 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eff4fa-e1f8-41e0-b0d4-bde086b32718 None None] Sync routers for ids ['790458a8-bca2-43d2-9873-56c777fb8f8a'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:38:10.030196 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eff4fa-e1f8-41e0-b0d4-bde086b32718 None None] Routers {'790458a8-bca2-43d2-9873-56c777fb8f8a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:38:10.030875 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f1eff4fa-e1f8-41e0-b0d4-bde086b32718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:38:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['790458a8-bca2-43d2-9873-56c777fb8f8a'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:38:10.034931 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:10.091813 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-06c428b6-921f-45d7-8181-9d8b08aebb07 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3335955 Apr 18 06:38:10.092398 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82afb4a-6789-40be-97d1-fb2afb5411bb', 'tag': '138306fd-c9bc-4fc8-b60b-080b9122ae6c'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:38:10.135585 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bcaa38f-f172-4974-a0b7-3a284b64f469'] response: {'name': 'network-changed', 'server_uuid': 'f82afb4a-6789-40be-97d1-fb2afb5411bb', 'tag': '138306fd-c9bc-4fc8-b60b-080b9122ae6c', 'status': 'completed', 'code': 200} Apr 18 06:38:10.212379 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-f1eff4fa-e1f8-41e0-b0d4-bde086b32718 None None] Set router 790458a8-bca2-43d2-9873-56c777fb8f8a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:38:10.232011 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e5ffc-b7e6-4d98-93cc-e45da8ff3c32 req-9d97ddbf-25d7-4782-8464-7d4d631f365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:10.233491 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c17e5ffc-b7e6-4d98-93cc-e45da8ff3c32 req-9d97ddbf-25d7-4782-8464-7d4d631f365c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e057911dfe4658990f5d4ed7ac9f08&device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 1099 time: 0.0755315 Apr 18 06:38:10.285105 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:10.368074 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e5ffc-b7e6-4d98-93cc-e45da8ff3c32 req-ecde68b3-82e1-4baa-a0f1-d9795c8fb236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:10.369906 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c17e5ffc-b7e6-4d98-93cc-e45da8ff3c32 req-ecde68b3-82e1-4baa-a0f1-d9795c8fb236 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 HTTP/1.1" status: 200 len: 909 time: 0.1294951 Apr 18 06:38:10.467377 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c17e5ffc-b7e6-4d98-93cc-e45da8ff3c32 req-e753e71a-2fde-4563-a086-011881602545 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=138306fd-c9bc-4fc8-b60b-080b9122ae6c HTTP/1.1" status: 200 len: 1000 time: 0.0920210 Apr 18 06:38:10.532546 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e5ffc-b7e6-4d98-93cc-e45da8ff3c32 req-56db8d80-03b4-4a55-97c2-ba41b9e90095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:10.533978 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c17e5ffc-b7e6-4d98-93cc-e45da8ff3c32 req-56db8d80-03b4-4a55-97c2-ba41b9e90095 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1473dde7-b86a-406b-8462-5c27ac3fed9c HTTP/1.1" status: 200 len: 847 time: 0.0605605 Apr 18 06:38:10.573228 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f1eff4fa-e1f8-41e0-b0d4-bde086b32718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'name': 'tempest-TestShelveInstance-385850413-router', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:32:58Z', 'updated_at': '2022-04-18T06:33:02Z', 'revision_number': 4, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'gw_port': {'id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:32:59Z', 'updated_at': '2022-04-18T06:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'b414c117-11a1-4d7a-8630-67c2c4f6e30d', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'floating_ip_address': '172.26.1.244', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'port_id': '138306fd-c9bc-4fc8-b60b-080b9122ae6c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'mac_address': 'fa:16:3e:34:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82afb4a-6789-40be-97d1-fb2afb5411bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:38:08Z', 'updated_at': '2022-04-18T06:38:08Z', 'revision_number': 0, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d', 'name': '', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'mac_address': 'fa:16:3e:7c:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:01Z', 'updated_at': '2022-04-18T06:33:08Z', 'revision_number': 5, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'subnets': [{'id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:38:10.576910 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eff4fa-e1f8-41e0-b0d4-bde086b32718 None None] Checking router: 790458a8-bca2-43d2-9873-56c777fb8f8a for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:38:10.586056 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eff4fa-e1f8-41e0-b0d4-bde086b32718 None None] Routers {'790458a8-bca2-43d2-9873-56c777fb8f8a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:38:10.586663 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f1eff4fa-e1f8-41e0-b0d4-bde086b32718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:38:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['790458a8-bca2-43d2-9873-56c777fb8f8a'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:38:10.612667 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e5ffc-b7e6-4d98-93cc-e45da8ff3c32 req-4a82820d-3cf2-4bb2-b183-6a0d01ee49e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:10.614152 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c17e5ffc-b7e6-4d98-93cc-e45da8ff3c32 req-4a82820d-3cf2-4bb2-b183-6a0d01ee49e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747132 Apr 18 06:38:10.745551 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c17e5ffc-b7e6-4d98-93cc-e45da8ff3c32 req-3d8d6d94-41c2-42d6-9a45-b11f9afa6eba service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253266 Apr 18 06:38:10.761431 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-f1eff4fa-e1f8-41e0-b0d4-bde086b32718 None None] Set router 790458a8-bca2-43d2-9873-56c777fb8f8a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:38:10.876825 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c17e5ffc-b7e6-4d98-93cc-e45da8ff3c32 req-e7077626-5212-42f2-b853-c90023e1ef84 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254246 Apr 18 06:38:11.140850 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-f1eff4fa-e1f8-41e0-b0d4-bde086b32718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'name': 'tempest-TestShelveInstance-385850413-router', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:32:58Z', 'updated_at': '2022-04-18T06:33:02Z', 'revision_number': 4, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'gw_port': {'id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:32:59Z', 'updated_at': '2022-04-18T06:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'b414c117-11a1-4d7a-8630-67c2c4f6e30d', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'floating_ip_address': '172.26.1.244', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'port_id': '138306fd-c9bc-4fc8-b60b-080b9122ae6c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'mac_address': 'fa:16:3e:34:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82afb4a-6789-40be-97d1-fb2afb5411bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:38:08Z', 'updated_at': '2022-04-18T06:38:08Z', 'revision_number': 0, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d', 'name': '', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'mac_address': 'fa:16:3e:7c:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:01Z', 'updated_at': '2022-04-18T06:33:08Z', 'revision_number': 5, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'subnets': [{'id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:38:11.144616 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eff4fa-e1f8-41e0-b0d4-bde086b32718 None None] The sync data for ids ['790458a8-bca2-43d2-9873-56c777fb8f8a'] in dv-neutron-837489-1-hyperv is: [{'id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'name': 'tempest-TestShelveInstance-385850413-router', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:32:58Z', 'updated_at': '2022-04-18T06:33:02Z', 'revision_number': 4, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'gw_port': {'id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:32:59Z', 'updated_at': '2022-04-18T06:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': 'b414c117-11a1-4d7a-8630-67c2c4f6e30d', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'floating_ip_address': '172.26.1.244', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'port_id': '138306fd-c9bc-4fc8-b60b-080b9122ae6c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'mac_address': 'fa:16:3e:34:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82afb4a-6789-40be-97d1-fb2afb5411bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:38:08Z', 'updated_at': '2022-04-18T06:38:08Z', 'revision_number': 0, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d', 'name': '', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'mac_address': 'fa:16:3e:7c:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:01Z', 'updated_at': '2022-04-18T06:33:08Z', 'revision_number': 5, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'subnets': [{'id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:38:11.331627 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf6ee5c-6b2d-49ed-a081-a32f3cc6a362 None None] New status for floating IP b414c117-11a1-4d7a-8630-67c2c4f6e30d: ACTIVE {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:38:18.502341 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:38:35.381113 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-279c2b42-fb52-424a-80c8-9e112a9c9905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:37.726272 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-84549a59-2a63-4a69-bafd-7bf645522a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:38.175939 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:38.704638 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:38.757705 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:40.243734 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:55.502092 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:38:57.315756 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-34153f70-91ae-4094-80eb-9e0080068e53 req-ce4219c5-f400-42e8-9d90-6f03f049a08c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1094348 Apr 18 06:38:57.472207 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34153f70-91ae-4094-80eb-9e0080068e53 req-aeb6dc2f-697d-45ce-80b9-ccc6a4051c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:57.473552 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-34153f70-91ae-4094-80eb-9e0080068e53 req-aeb6dc2f-697d-45ce-80b9-ccc6a4051c98 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e057911dfe4658990f5d4ed7ac9f08&device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 1099 time: 0.0698619 Apr 18 06:38:57.620349 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34153f70-91ae-4094-80eb-9e0080068e53 req-b74105a0-fccb-4e8c-b327-192be368a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:57.621808 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-34153f70-91ae-4094-80eb-9e0080068e53 req-b74105a0-fccb-4e8c-b327-192be368a5b9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 HTTP/1.1" status: 200 len: 909 time: 0.1250036 Apr 18 06:38:57.729361 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-34153f70-91ae-4094-80eb-9e0080068e53 req-36f4aa2e-de00-4fa3-ba24-c6de3bd5789f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=138306fd-c9bc-4fc8-b60b-080b9122ae6c HTTP/1.1" status: 200 len: 1002 time: 0.0975871 Apr 18 06:38:57.796189 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34153f70-91ae-4094-80eb-9e0080068e53 req-598dd9fe-0454-449f-854f-43ce3340ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:57.797620 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-34153f70-91ae-4094-80eb-9e0080068e53 req-598dd9fe-0454-449f-854f-43ce3340ecba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1473dde7-b86a-406b-8462-5c27ac3fed9c HTTP/1.1" status: 200 len: 847 time: 0.0581532 Apr 18 06:38:57.964780 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34153f70-91ae-4094-80eb-9e0080068e53 req-cdd7e573-71f2-4259-b9ae-d40201469228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:57.966246 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-34153f70-91ae-4094-80eb-9e0080068e53 req-cdd7e573-71f2-4259-b9ae-d40201469228 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1600184 Apr 18 06:38:58.100222 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-34153f70-91ae-4094-80eb-9e0080068e53 req-1ff9498d-5855-48fb-bebd-bfca6426d2df service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217527 Apr 18 06:38:58.231471 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-34153f70-91ae-4094-80eb-9e0080068e53 req-99f5aeed-a980-412c-8e92-a465cf2d2b54 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220729 Apr 18 06:39:05.382617 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-450bd1dc-b11c-4e1c-97e1-c09b4901aab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:07.717880 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-16373a59-1d73-4512-af70-60bd7b5543d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:08.172685 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:08.706791 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:08.758982 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:10.247550 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:32.500433 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:39:35.384756 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d1ba2ae1-b0ca-42f0-aee0-76fe3930479e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:37.719561 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-27cf0cf2-84dc-48ec-9db4-f3c6e52df488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:38.186580 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:38.710052 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:38.760965 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:40.248387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:56.569384 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-69cdb4ec-5142-47bf-8263-670206d38852 req-69c49e4b-6bdb-4afa-ba3c-69910e8d7136 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684831 Apr 18 06:39:56.715786 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdb4ec-5142-47bf-8263-670206d38852 req-5640b817-01b8-4dc1-be8b-86881c72aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:39:56.717150 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-69cdb4ec-5142-47bf-8263-670206d38852 req-5640b817-01b8-4dc1-be8b-86881c72aa4c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e057911dfe4658990f5d4ed7ac9f08&device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 1099 time: 0.0714955 Apr 18 06:39:56.867784 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdb4ec-5142-47bf-8263-670206d38852 req-f8e0709d-6bd0-44b4-8cfe-5ba9ab87b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:39:56.869279 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-69cdb4ec-5142-47bf-8263-670206d38852 req-f8e0709d-6bd0-44b4-8cfe-5ba9ab87b958 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 HTTP/1.1" status: 200 len: 909 time: 0.1253324 Apr 18 06:39:56.982982 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-69cdb4ec-5142-47bf-8263-670206d38852 req-7c78f35f-0e90-40cc-8285-307507a72aea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=138306fd-c9bc-4fc8-b60b-080b9122ae6c HTTP/1.1" status: 200 len: 1002 time: 0.1005535 Apr 18 06:39:57.044152 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdb4ec-5142-47bf-8263-670206d38852 req-4b121aa1-cad7-4fc1-941f-f6946c303c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:39:57.045562 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-69cdb4ec-5142-47bf-8263-670206d38852 req-4b121aa1-cad7-4fc1-941f-f6946c303c3c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1473dde7-b86a-406b-8462-5c27ac3fed9c HTTP/1.1" status: 200 len: 847 time: 0.0567045 Apr 18 06:39:57.124390 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdb4ec-5142-47bf-8263-670206d38852 req-fb3ba8b0-2abe-49f5-8221-5c90e0189214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:39:57.125800 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-69cdb4ec-5142-47bf-8263-670206d38852 req-fb3ba8b0-2abe-49f5-8221-5c90e0189214 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711236 Apr 18 06:39:57.257087 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-69cdb4ec-5142-47bf-8263-670206d38852 req-8df03ab7-bb8d-4b0b-a425-ec56e0c6c7d8 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215932 Apr 18 06:39:57.392380 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-69cdb4ec-5142-47bf-8263-670206d38852 req-b51eb88c-5e78-438d-80db-e0cb37b9bbb5 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261511 Apr 18 06:40:05.385975 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fddbc5f4-50ee-47cf-aa82-fa9645c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:07.183704 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41f58-512c-42b0-884d-dca7ad6e941d req-44a7b442-3751-491e-913b-a44892581385 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:07.185164 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e4f41f58-512c-42b0-884d-dca7ad6e941d req-44a7b442-3751-491e-913b-a44892581385 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 946 time: 0.0801027 Apr 18 06:40:07.227865 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-e4f41f58-512c-42b0-884d-dca7ad6e941d req-dd29ec59-ff80-4d77-8a0f-2f6668d943af tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371358 Apr 18 06:40:07.721232 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-120db166-439b-4b0a-b3d3-783a49fec0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:08.208865 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:08.422086 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7b234-39e3-4355-84b4-dd8db1f71896 req-a930de90-1b0b-4b03-9d73-cc865e304ead tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:08.423608 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-44b7b234-39e3-4355-84b4-dd8db1f71896 req-a930de90-1b0b-4b03-9d73-cc865e304ead tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 946 time: 0.0868106 Apr 18 06:40:08.469733 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-44b7b234-39e3-4355-84b4-dd8db1f71896 req-b9daa803-e9da-43ec-a62b-7e511567b4b5 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403533 Apr 18 06:40:08.714113 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:08.762133 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:09.499068 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:40:09.657019 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771100e4-09a3-43af-9208-37521a9eb565 req-9909cae0-3b30-46fe-8783-d1f78cf072d2 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:09.659285 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-771100e4-09a3-43af-9208-37521a9eb565 req-9909cae0-3b30-46fe-8783-d1f78cf072d2 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 946 time: 0.0825913 Apr 18 06:40:09.702711 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-771100e4-09a3-43af-9208-37521a9eb565 req-9946adf3-d65f-44a2-a455-75b43f03ede1 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377886 Apr 18 06:40:10.254017 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:10.883788 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90d491-7117-4dab-a020-ce1a802c46b4 req-c234b715-191d-47c2-b8ef-8297c383c8eb tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:10.885147 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1b90d491-7117-4dab-a020-ce1a802c46b4 req-c234b715-191d-47c2-b8ef-8297c383c8eb tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 946 time: 0.0783632 Apr 18 06:40:10.927808 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-1b90d491-7117-4dab-a020-ce1a802c46b4 req-eb5d527c-d8fd-4e93-a76f-f48488d7e57c tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371640 Apr 18 06:40:12.112762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f840e22-b802-4875-a426-65cc4ba147d4 req-706d0b28-d723-4f78-a414-4e939eb13b22 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:12.114198 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f840e22-b802-4875-a426-65cc4ba147d4 req-706d0b28-d723-4f78-a414-4e939eb13b22 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 946 time: 0.0775583 Apr 18 06:40:12.157439 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4f840e22-b802-4875-a426-65cc4ba147d4 req-a487c7ab-9d37-4c3b-812b-f53305e48b43 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375483 Apr 18 06:40:13.345971 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce871a5f-57b9-4aea-82a3-53f0d7214d4b req-4d1effa8-d848-46b1-930f-f6ccd0ba248e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:13.348314 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ce871a5f-57b9-4aea-82a3-53f0d7214d4b req-4d1effa8-d848-46b1-930f-f6ccd0ba248e tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 946 time: 0.0834777 Apr 18 06:40:13.392297 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ce871a5f-57b9-4aea-82a3-53f0d7214d4b req-70aa05fa-1dfb-49d9-9a84-2d94f47e7d5a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379825 Apr 18 06:40:14.576861 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42113fc-5dea-4172-a870-bdf62986d141 req-14f5cc96-4d29-411e-af84-8b77d2dda74b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:14.578233 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b42113fc-5dea-4172-a870-bdf62986d141 req-14f5cc96-4d29-411e-af84-8b77d2dda74b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 946 time: 0.0826430 Apr 18 06:40:14.622686 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b42113fc-5dea-4172-a870-bdf62986d141 req-a8a32ca2-a184-4f78-8ace-c87e15994f16 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380390 Apr 18 06:40:15.807092 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57472259-2d8d-4ab2-b504-43bf30bec72a req-1215d32d-86ff-4ff7-af82-8492e2ae0e85 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:15.808575 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-57472259-2d8d-4ab2-b504-43bf30bec72a req-1215d32d-86ff-4ff7-af82-8492e2ae0e85 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 946 time: 0.0795212 Apr 18 06:40:15.852337 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-57472259-2d8d-4ab2-b504-43bf30bec72a req-c0ea46f1-5af5-4962-9904-ca4e60632974 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380840 Apr 18 06:40:17.032361 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8d906-3ffd-4cf7-962f-cbc3c75c6f0f req-5fb79caa-e016-473d-b7de-6dd1af898a2b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:17.033860 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6dd8d906-3ffd-4cf7-962f-cbc3c75c6f0f req-5fb79caa-e016-473d-b7de-6dd1af898a2b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 946 time: 0.0787313 Apr 18 06:40:17.175679 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-6dd8d906-3ffd-4cf7-962f-cbc3c75c6f0f req-13c9e5a3-5a9a-43bb-958e-2ffd53df9c46 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360202 Apr 18 06:40:17.322443 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c793f3-ec9f-4232-bde3-98d1aac740a9 req-57375fbc-26b9-445a-bedb-33d6a0814adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:17.323898 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-64c793f3-ec9f-4232-bde3-98d1aac740a9 req-57375fbc-26b9-445a-bedb-33d6a0814adb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e057911dfe4658990f5d4ed7ac9f08&device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 1099 time: 0.0699155 Apr 18 06:40:17.454889 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c793f3-ec9f-4232-bde3-98d1aac740a9 req-a75860d4-3839-4cee-9e51-5c3eb1c20bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:17.456356 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-64c793f3-ec9f-4232-bde3-98d1aac740a9 req-a75860d4-3839-4cee-9e51-5c3eb1c20bb9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 HTTP/1.1" status: 200 len: 909 time: 0.1225877 Apr 18 06:40:17.558625 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-64c793f3-ec9f-4232-bde3-98d1aac740a9 req-603dcca1-8bc9-48fb-baa1-1c418d36caa3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=138306fd-c9bc-4fc8-b60b-080b9122ae6c HTTP/1.1" status: 200 len: 1002 time: 0.0952652 Apr 18 06:40:17.622545 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c793f3-ec9f-4232-bde3-98d1aac740a9 req-086d31e3-e603-4972-8c66-f356d10fc40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:17.623915 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-64c793f3-ec9f-4232-bde3-98d1aac740a9 req-086d31e3-e603-4972-8c66-f356d10fc40f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1473dde7-b86a-406b-8462-5c27ac3fed9c HTTP/1.1" status: 200 len: 847 time: 0.0555243 Apr 18 06:40:17.701205 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c793f3-ec9f-4232-bde3-98d1aac740a9 req-36414aaa-52d0-40cd-829a-71fb7f1d941f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:17.702629 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-64c793f3-ec9f-4232-bde3-98d1aac740a9 req-36414aaa-52d0-40cd-829a-71fb7f1d941f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698354 Apr 18 06:40:17.833750 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-64c793f3-ec9f-4232-bde3-98d1aac740a9 req-d79dea1c-6aa3-4ef8-b196-e73df825997e service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214814 Apr 18 06:40:17.963136 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-64c793f3-ec9f-4232-bde3-98d1aac740a9 req-c291386e-38a0-403f-92db-da9ea3b5021a service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219740 Apr 18 06:40:18.368692 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadde2c8-a836-4c3f-b93f-700b17b0b158 req-f5b08c0f-854d-46c1-b61f-6cb93eff92be tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:18.370159 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-aadde2c8-a836-4c3f-b93f-700b17b0b158 req-f5b08c0f-854d-46c1-b61f-6cb93eff92be tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 946 time: 0.0845351 Apr 18 06:40:18.415124 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-aadde2c8-a836-4c3f-b93f-700b17b0b158 req-017a48c1-9cef-46b5-bbd0-13ac559f53e7 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392556 Apr 18 06:40:19.599178 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedc4b3-f5be-45ae-8435-a7a0a0012c81 req-745d3280-a5ff-4c8a-9416-01f0c1123331 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:19.600904 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ccedc4b3-f5be-45ae-8435-a7a0a0012c81 req-745d3280-a5ff-4c8a-9416-01f0c1123331 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 946 time: 0.0812187 Apr 18 06:40:19.652062 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ccedc4b3-f5be-45ae-8435-a7a0a0012c81 req-e853683e-a25d-4348-ac5b-9db2fd602b09 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416265 Apr 18 06:40:20.831486 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e762e-7793-41ef-b594-f2301db76bad req-2907c35c-bdff-4125-b8df-6b986b5caac2 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:20.833469 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-655e762e-7793-41ef-b594-f2301db76bad req-2907c35c-bdff-4125-b8df-6b986b5caac2 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 946 time: 0.0785763 Apr 18 06:40:20.880049 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-655e762e-7793-41ef-b594-f2301db76bad req-f5d209ed-b92c-4b1b-8c71-7d8ca7d1dc5c tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410240 Apr 18 06:40:21.195997 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-36cd171f-6e78-4007-8f16-649bcb2d2eca req-d076ba75-6e21-4c44-b0f0-4fa075e71fd2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1125503 Apr 18 06:40:21.221110 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242a394-4b08-42a0-ac9d-924d60edcd3f req-019d4ccc-1c2f-4865-a09f-062b68bf2b30 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:21.222745 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2242a394-4b08-42a0-ac9d-924d60edcd3f req-019d4ccc-1c2f-4865-a09f-062b68bf2b30 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 946 time: 0.0805979 Apr 18 06:40:21.267599 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2242a394-4b08-42a0-ac9d-924d60edcd3f req-76e2cc10-7b4c-428e-adba-cf48c15e7b4d tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383539 Apr 18 06:40:22.454936 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46160f-f8d8-4601-8bbd-74faf3238b52 req-ae2247aa-71c3-4218-9fce-e93de74912b8 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:22.457597 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fd46160f-f8d8-4601-8bbd-74faf3238b52 req-ae2247aa-71c3-4218-9fce-e93de74912b8 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 946 time: 0.0842657 Apr 18 06:40:22.507690 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fd46160f-f8d8-4601-8bbd-74faf3238b52 req-348c8c4e-e52d-4db2-816a-3b934929a87a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429335 Apr 18 06:40:23.696929 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6fa12-b96f-409b-9835-000418e6a89d req-21403c08-f068-4482-ab06-f4c487ab6617 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:23.698342 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2af6fa12-b96f-409b-9835-000418e6a89d req-21403c08-f068-4482-ab06-f4c487ab6617 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 946 time: 0.0862377 Apr 18 06:40:23.708754 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd171f-6e78-4007-8f16-649bcb2d2eca req-1bc9e024-e609-4f05-a092-1024b193a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:23.710221 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-36cd171f-6e78-4007-8f16-649bcb2d2eca req-1bc9e024-e609-4f05-a092-1024b193a5b3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb&tenant_id=33e057911dfe4658990f5d4ed7ac9f08 HTTP/1.1" status: 200 len: 1099 time: 0.0912914 Apr 18 06:40:23.745440 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2af6fa12-b96f-409b-9835-000418e6a89d req-e8d543d3-3f0e-4530-b48e-230c2f149d50 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414236 Apr 18 06:40:23.805803 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd171f-6e78-4007-8f16-649bcb2d2eca req-fe16511b-c907-4431-b29f-213d58e8b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:23.807260 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-36cd171f-6e78-4007-8f16-649bcb2d2eca req-fe16511b-c907-4431-b29f-213d58e8b9c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e057911dfe4658990f5d4ed7ac9f08&device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 1099 time: 0.0693874 Apr 18 06:40:23.938209 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd171f-6e78-4007-8f16-649bcb2d2eca req-0532d222-a74d-4432-9bf8-62389493c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:23.939621 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-36cd171f-6e78-4007-8f16-649bcb2d2eca req-0532d222-a74d-4432-9bf8-62389493c558 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 HTTP/1.1" status: 200 len: 909 time: 0.1220632 Apr 18 06:40:24.037041 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 138306fd-c9bc-4fc8-b60b-080b9122ae6c no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:40:24.050031 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-36cd171f-6e78-4007-8f16-649bcb2d2eca req-68d8de44-213e-49e8-ab01-fdddae1e4360 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=138306fd-c9bc-4fc8-b60b-080b9122ae6c HTTP/1.1" status: 200 len: 1002 time: 0.1006863 Apr 18 06:40:24.121489 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd171f-6e78-4007-8f16-649bcb2d2eca req-5da1e9a1-a4be-4c89-bc9c-2726e8887ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:24.123474 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-36cd171f-6e78-4007-8f16-649bcb2d2eca req-5da1e9a1-a4be-4c89-bc9c-2726e8887ab3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1473dde7-b86a-406b-8462-5c27ac3fed9c HTTP/1.1" status: 200 len: 847 time: 0.0647321 Apr 18 06:40:24.151113 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:24.184964 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 138306fd-c9bc-4fc8-b60b-080b9122ae6c, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=138306fd-c9bc-4fc8-b60b-080b9122ae6c,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:40:24.185853 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82afb4a-6789-40be-97d1-fb2afb5411bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '138306fd-c9bc-4fc8-b60b-080b9122ae6c'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:40:24.193474 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:24.206400 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd171f-6e78-4007-8f16-649bcb2d2eca req-12cef32d-74e7-4ef4-ace3-6ed10c980461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:24.207984 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-36cd171f-6e78-4007-8f16-649bcb2d2eca req-12cef32d-74e7-4ef4-ace3-6ed10c980461 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745904 Apr 18 06:40:24.253310 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1003263b-0fe2-42f5-b250-d903428c308b'] response: {'server_uuid': 'f82afb4a-6789-40be-97d1-fb2afb5411bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '138306fd-c9bc-4fc8-b60b-080b9122ae6c', 'code': 200} Apr 18 06:40:24.271002 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=138306fd-c9bc-4fc8-b60b-080b9122ae6c,revision_number=6']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:24.278447 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:24.278843 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:24.279181 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:24.279520 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:24.279849 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:24.280207 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:24.280533 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:24.280860 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:24.281184 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:24.281506 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:24.281839 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:24.282286 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:24.452547 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-36cd171f-6e78-4007-8f16-649bcb2d2eca req-86a5b8e5-f768-439e-89fd-b0bb685cd25a service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348764 Apr 18 06:40:24.587250 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-36cd171f-6e78-4007-8f16-649bcb2d2eca req-4265c959-44a7-4d0c-827c-1f1e2443d5c9 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254699 Apr 18 06:40:24.973564 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00ea46-8040-4598-8eae-f91dbb90bf85 req-e00c6d1a-5884-4509-a101-8fae2003ce75 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:24.975277 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4b00ea46-8040-4598-8eae-f91dbb90bf85 req-e00c6d1a-5884-4509-a101-8fae2003ce75 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 944 time: 0.1231315 Apr 18 06:40:25.018691 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-4b00ea46-8040-4598-8eae-f91dbb90bf85 req-16560db7-c812-4001-b8a4-6a26b3d3da5a tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377097 Apr 18 06:40:26.249101 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffdb79-4713-44e7-8449-cca1eaff2d35 req-7dad61b7-dd8b-4033-b1ae-c9c453c4ad38 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:26.250520 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a6ffdb79-4713-44e7-8449-cca1eaff2d35 req-7dad61b7-dd8b-4033-b1ae-c9c453c4ad38 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 944 time: 0.1253839 Apr 18 06:40:26.293881 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a6ffdb79-4713-44e7-8449-cca1eaff2d35 req-2614b709-a875-487f-84a4-8b82614a533d tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367563 Apr 18 06:40:27.479309 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb6b32-f629-4f74-973a-485bdf3412ea req-55592108-bb08-4acf-a9ff-f6ad647da0e8 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:27.480779 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7deb6b32-f629-4f74-973a-485bdf3412ea req-55592108-bb08-4acf-a9ff-f6ad647da0e8 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 944 time: 0.0831409 Apr 18 06:40:27.524776 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-7deb6b32-f629-4f74-973a-485bdf3412ea req-693e0af6-822a-404d-86bf-c7ebfbffe372 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384457 Apr 18 06:40:28.704270 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c55a7-2753-43bf-b2c0-184aaf4970c9 req-95483ff1-2946-420b-9b26-5dcdbc191b39 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:28.705622 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b71c55a7-2753-43bf-b2c0-184aaf4970c9 req-95483ff1-2946-420b-9b26-5dcdbc191b39 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 944 time: 0.0791972 Apr 18 06:40:28.748450 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-b71c55a7-2753-43bf-b2c0-184aaf4970c9 req-bfd87c24-cb3c-4e78-8187-c7587573761c tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364461 Apr 18 06:40:29.930759 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702bf09-b6fc-437c-be32-4888bb30f278 req-19f01035-cb23-49ba-8459-d80a9abf2e53 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:29.932234 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f702bf09-b6fc-437c-be32-4888bb30f278 req-19f01035-cb23-49ba-8459-d80a9abf2e53 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 944 time: 0.0806894 Apr 18 06:40:29.988447 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f702bf09-b6fc-437c-be32-4888bb30f278 req-d757146d-e3de-4270-9e96-2dab679913fd tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500834 Apr 18 06:40:30.900598 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15becc-41dd-4f65-88bd-9902368c00d9 req-f985465e-2302-4f2c-98ff-af3b03afe194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:30.902061 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bd15becc-41dd-4f65-88bd-9902368c00d9 req-f985465e-2302-4f2c-98ff-af3b03afe194 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 1097 time: 0.0727074 Apr 18 06:40:30.945697 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bd15becc-41dd-4f65-88bd-9902368c00d9 req-7ff284ea-5aa4-4c97-a9ab-9fb95e293ba9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335011 Apr 18 06:40:31.172419 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509182ba-9f8b-4c8b-ac04-409fe96dcef6 req-ffc296ac-8045-47cf-a665-eff8983d63d5 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:31.173761 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-509182ba-9f8b-4c8b-ac04-409fe96dcef6 req-ffc296ac-8045-47cf-a665-eff8983d63d5 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 944 time: 0.0789669 Apr 18 06:40:31.219447 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-509182ba-9f8b-4c8b-ac04-409fe96dcef6 req-af65ad9a-4bc2-494f-9eff-b4e59af0a4ae tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400851 Apr 18 06:40:32.096612 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 138306fd-c9bc-4fc8-b60b-080b9122ae6c details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:40:32.225833 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 138306fd-c9bc-4fc8-b60b-080b9122ae6c, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=138306fd-c9bc-4fc8-b60b-080b9122ae6c,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:40:32.238927 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': '138306fd-c9bc-4fc8-b60b-080b9122ae6c', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'port_id': '138306fd-c9bc-4fc8-b60b-080b9122ae6c', 'mac_address': 'fa:16:3e:34:8c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:40:32.294443 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:32.310688 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138306fd-c9bc-4fc8-b60b-080b9122ae6c {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:40:32.327280 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 138306fd-c9bc-4fc8-b60b-080b9122ae6c, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=138306fd-c9bc-4fc8-b60b-080b9122ae6c,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:40:32.331230 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:32.402450 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=138306fd-c9bc-4fc8-b60b-080b9122ae6c,revision_number=7']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:32.414234 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3ceec-4085-472d-b1ae-a14546a5284c req-ea85461d-1da0-4fbd-9b8c-12cd05212993 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:32.415688 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-03f3ceec-4085-472d-b1ae-a14546a5284c req-ea85461d-1da0-4fbd-9b8c-12cd05212993 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 945 time: 0.0887487 Apr 18 06:40:32.459842 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-03f3ceec-4085-472d-b1ae-a14546a5284c req-c833f3b3-66ab-40f0-b212-4a76714a39d6 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384705 Apr 18 06:40:32.600368 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['138306fd-c9bc-4fc8-b60b-080b9122ae6c'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:40:34.104330 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 138306fd-c9bc-4fc8-b60b-080b9122ae6c up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:40:34.172794 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port 138306fd-c9bc-4fc8-b60b-080b9122ae6c triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:40:34.173170 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:34.286570 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:34.315368 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82afb4a-6789-40be-97d1-fb2afb5411bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138306fd-c9bc-4fc8-b60b-080b9122ae6c'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:40:34.326101 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port 138306fd-c9bc-4fc8-b60b-080b9122ae6c, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=138306fd-c9bc-4fc8-b60b-080b9122ae6c,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:40:34.331354 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:34.399299 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef8c549f-4344-4a15-9c36-de4708a445fa'] response: {'server_uuid': 'f82afb4a-6789-40be-97d1-fb2afb5411bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138306fd-c9bc-4fc8-b60b-080b9122ae6c', 'code': 200} Apr 18 06:40:34.436140 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=138306fd-c9bc-4fc8-b60b-080b9122ae6c,revision_number=8']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:35.388024 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5ab25111-e923-4957-ba73-1a3944f0c908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:37.722540 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2cd38721-9aec-4d11-865b-f92f3386d3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:38.199080 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:38.717587 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:38.764713 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:40.253821 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:46.498708 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:40:57.563210 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-77f66ea9-449e-4469-9e0b-3bde8565b68b req-8a796875-3524-440b-9ed6-7c96cf9f4708 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685246 Apr 18 06:40:57.701912 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f66ea9-449e-4469-9e0b-3bde8565b68b req-8f540dc8-3a97-4b4a-b656-014f3d305188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:57.703362 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-77f66ea9-449e-4469-9e0b-3bde8565b68b req-8f540dc8-3a97-4b4a-b656-014f3d305188 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e057911dfe4658990f5d4ed7ac9f08&device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 1099 time: 0.0716078 Apr 18 06:40:57.846867 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f66ea9-449e-4469-9e0b-3bde8565b68b req-8e410c4b-9d53-4070-a1da-a49145d96133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:57.848409 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-77f66ea9-449e-4469-9e0b-3bde8565b68b req-8e410c4b-9d53-4070-a1da-a49145d96133 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 HTTP/1.1" status: 200 len: 909 time: 0.1257658 Apr 18 06:40:57.954355 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-77f66ea9-449e-4469-9e0b-3bde8565b68b req-a9a9a0a2-7ad6-4e2b-9ef0-25f7a0c4a8ac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=138306fd-c9bc-4fc8-b60b-080b9122ae6c HTTP/1.1" status: 200 len: 1002 time: 0.0996649 Apr 18 06:40:58.023857 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f66ea9-449e-4469-9e0b-3bde8565b68b req-1acdd2b9-d40c-4027-b4eb-713559d98c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:58.025678 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-77f66ea9-449e-4469-9e0b-3bde8565b68b req-1acdd2b9-d40c-4027-b4eb-713559d98c0a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1473dde7-b86a-406b-8462-5c27ac3fed9c HTTP/1.1" status: 200 len: 847 time: 0.0643764 Apr 18 06:40:58.102217 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f66ea9-449e-4469-9e0b-3bde8565b68b req-d5554eb2-91fb-4eb0-966d-d609366be32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:58.103678 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-77f66ea9-449e-4469-9e0b-3bde8565b68b req-d5554eb2-91fb-4eb0-966d-d609366be32c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726378 Apr 18 06:40:58.242835 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-77f66ea9-449e-4469-9e0b-3bde8565b68b req-a5487ad7-f178-4bd6-a545-59bb16fb7894 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293831 Apr 18 06:40:58.381247 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-77f66ea9-449e-4469-9e0b-3bde8565b68b req-34469717-5f6c-4932-be51-b94c3d977311 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341469 Apr 18 06:41:05.389772 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-5d7e0135-b36c-44e6-8c1a-7f9dd81c706e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:07.726322 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-22211925-8111-49d1-a08f-58410952e1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:08.206835 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:08.720573 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:08.766016 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:10.258686 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:23.497905 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:41:35.392374 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7c99f362-874a-4aeb-a166-b203a5ef7b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:37.727544 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-d6e0d256-1708-46f6-b982-cd9280c96e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:38.218837 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:38.721847 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:38.766959 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:40.260835 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:51.612887 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56692) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:41:51.814482 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Deleting port 86a133bc-5afc-4e82-8357-59f6af7a9b18 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:41:51.814816 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:51.978860 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:51.979085 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:52.104326 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Calling delete_port for 86a133bc-5afc-4e82-8357-59f6af7a9b18 owned by network:floatingip {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:41:52.347405 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:52.396959 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event deleted for resources: {'Port': ['ID=86a133bc-5afc-4e82-8357-59f6af7a9b18,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:52.436512 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:52.436853 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:52.437186 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:52.437513 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:52.437837 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:52.438159 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:52.438476 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:52.438794 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:52.439110 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:52.439424 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:52.439736 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:52.440070 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:52.494007 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for floatingip, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:52.494389 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Floating IP b414c117-11a1-4d7a-8630-67c2c4f6e30d disassociated (deleted). External IP: 172.26.1.244, port: 138306fd-c9bc-4fc8-b60b-080b9122ae6c. Apr 18 06:41:52.841696 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Router 790458a8-bca2-43d2-9873-56c777fb8f8a has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:41:53.012941 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:41:53.022667 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b16a28-86fe-4183-9461-9c7a0eeb66f5 None None] Sync routers for ids ['790458a8-bca2-43d2-9873-56c777fb8f8a'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:41:53.032579 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:53.033495 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b16a28-86fe-4183-9461-9c7a0eeb66f5 None None] Routers {'790458a8-bca2-43d2-9873-56c777fb8f8a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:41:53.034176 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-24b16a28-86fe-4183-9461-9c7a0eeb66f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:41:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['790458a8-bca2-43d2-9873-56c777fb8f8a'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:41:53.091403 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c9b56c89-d148-4e48-98aa-7bd60e20acfc tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "DELETE /v2.0/floatingips/b414c117-11a1-4d7a-8630-67c2c4f6e30d HTTP/1.1" status: 204 len: 168 time: 1.4774532 Apr 18 06:41:53.092059 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82afb4a-6789-40be-97d1-fb2afb5411bb', 'tag': '138306fd-c9bc-4fc8-b60b-080b9122ae6c'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:41:53.144127 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67645522-a3ea-4a3d-98b0-90ea24c76d42'] response: {'name': 'network-changed', 'server_uuid': 'f82afb4a-6789-40be-97d1-fb2afb5411bb', 'tag': '138306fd-c9bc-4fc8-b60b-080b9122ae6c', 'status': 'completed', 'code': 200} Apr 18 06:41:53.209559 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-24b16a28-86fe-4183-9461-9c7a0eeb66f5 None None] Set router 790458a8-bca2-43d2-9873-56c777fb8f8a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:41:53.243800 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec0b9b-9944-4fac-ad5f-1b59404fa3ff req-3b40d287-9710-4415-a402-5162cde6fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:41:53.245472 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d1ec0b9b-9944-4fac-ad5f-1b59404fa3ff req-3b40d287-9710-4415-a402-5162cde6fad8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e057911dfe4658990f5d4ed7ac9f08&device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 1099 time: 0.0755255 Apr 18 06:41:53.449879 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec0b9b-9944-4fac-ad5f-1b59404fa3ff req-1bed32b2-4758-4db6-8728-4ce4acc028d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:41:53.451337 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d1ec0b9b-9944-4fac-ad5f-1b59404fa3ff req-1bed32b2-4758-4db6-8728-4ce4acc028d9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 HTTP/1.1" status: 200 len: 909 time: 0.1964357 Apr 18 06:41:53.535990 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-24b16a28-86fe-4183-9461-9c7a0eeb66f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'name': 'tempest-TestShelveInstance-385850413-router', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:32:58Z', 'updated_at': '2022-04-18T06:33:02Z', 'revision_number': 4, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'gw_port': {'id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:32:59Z', 'updated_at': '2022-04-18T06:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d', 'name': '', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'mac_address': 'fa:16:3e:7c:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:01Z', 'updated_at': '2022-04-18T06:33:08Z', 'revision_number': 5, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'subnets': [{'id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:41:53.540467 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b16a28-86fe-4183-9461-9c7a0eeb66f5 None None] Checking router: 790458a8-bca2-43d2-9873-56c777fb8f8a for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:41:53.549371 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b16a28-86fe-4183-9461-9c7a0eeb66f5 None None] Routers {'790458a8-bca2-43d2-9873-56c777fb8f8a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:41:53.549993 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-24b16a28-86fe-4183-9461-9c7a0eeb66f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:41:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['790458a8-bca2-43d2-9873-56c777fb8f8a'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:41:53.628939 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d1ec0b9b-9944-4fac-ad5f-1b59404fa3ff req-25f2f18b-b0c5-4ce8-8997-f9fa02ef8fe2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=138306fd-c9bc-4fc8-b60b-080b9122ae6c HTTP/1.1" status: 200 len: 217 time: 0.1705208 Apr 18 06:41:53.702037 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a484188-a5ad-4392-af7f-26ce1a10a180 req-a5776eef-dacd-438e-88ae-677f45813d81 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:41:53.703496 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8a484188-a5ad-4392-af7f-26ce1a10a180 req-a5776eef-dacd-438e-88ae-677f45813d81 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 946 time: 0.3026173 Apr 18 06:41:53.725411 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec0b9b-9944-4fac-ad5f-1b59404fa3ff req-d927816f-89f7-4cc3-89a0-767f4fe3cdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:41:53.727064 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d1ec0b9b-9944-4fac-ad5f-1b59404fa3ff req-d927816f-89f7-4cc3-89a0-767f4fe3cdba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1473dde7-b86a-406b-8462-5c27ac3fed9c HTTP/1.1" status: 200 len: 847 time: 0.0909500 Apr 18 06:41:53.730097 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-24b16a28-86fe-4183-9461-9c7a0eeb66f5 None None] Set router 790458a8-bca2-43d2-9873-56c777fb8f8a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:41:53.797076 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-8a484188-a5ad-4392-af7f-26ce1a10a180 req-3d32a16c-4f73-49dc-b2d7-055fb22ab776 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874567 Apr 18 06:41:53.825477 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec0b9b-9944-4fac-ad5f-1b59404fa3ff req-ff914ce6-a59f-4f12-a73b-db36c89cc6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:41:53.826980 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d1ec0b9b-9944-4fac-ad5f-1b59404fa3ff req-ff914ce6-a59f-4f12-a73b-db36c89cc6ce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915179 Apr 18 06:41:53.961047 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d1ec0b9b-9944-4fac-ad5f-1b59404fa3ff req-4584eb6c-3f8f-4533-869a-bd484dc79199 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265819 Apr 18 06:41:54.075677 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-24b16a28-86fe-4183-9461-9c7a0eeb66f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'name': 'tempest-TestShelveInstance-385850413-router', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:32:58Z', 'updated_at': '2022-04-18T06:33:02Z', 'revision_number': 4, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'gw_port': {'id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:32:59Z', 'updated_at': '2022-04-18T06:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d', 'name': '', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'mac_address': 'fa:16:3e:7c:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:01Z', 'updated_at': '2022-04-18T06:33:08Z', 'revision_number': 5, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'subnets': [{'id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:41:54.079517 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b16a28-86fe-4183-9461-9c7a0eeb66f5 None None] The sync data for ids ['790458a8-bca2-43d2-9873-56c777fb8f8a'] in dv-neutron-837489-1-hyperv is: [{'id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'name': 'tempest-TestShelveInstance-385850413-router', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:32:58Z', 'updated_at': '2022-04-18T06:33:02Z', 'revision_number': 4, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'gw_port': {'id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:32:59Z', 'updated_at': '2022-04-18T06:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d', 'name': '', 'network_id': '8bdd1d24-7af2-4b84-8f37-a5a8072c27f6', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'mac_address': 'fa:16:3e:7c:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:01Z', 'updated_at': '2022-04-18T06:33:08Z', 'revision_number': 5, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'subnets': [{'id': '1473dde7-b86a-406b-8462-5c27ac3fed9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:41:54.099004 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d1ec0b9b-9944-4fac-ad5f-1b59404fa3ff req-03a3d216-b1b3-45e6-afeb-9df9d6027816 service neutron] 10.222.0.52 "GET /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301284 Apr 18 06:41:54.284553 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e3726b-834f-4946-9432-b7c4b1248eca None None] New status for floating IP b414c117-11a1-4d7a-8630-67c2c4f6e30d: DOWN {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:41:54.988622 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a44275-9d15-4982-a6ac-0f128f57731a req-fcb3703d-1951-4517-952a-9204785f65a5 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:41:54.989296 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-f5a44275-9d15-4982-a6ac-0f128f57731a req-fcb3703d-1951-4517-952a-9204785f65a5 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Synchronizing usage tracker for tenant:33e057911dfe4658990f5d4ed7ac9f08 on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:41:55.003968 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-f5a44275-9d15-4982-a6ac-0f128f57731a req-fcb3703d-1951-4517-952a-9204785f65a5 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Unset dirty status for tenant:33e057911dfe4658990f5d4ed7ac9f08 on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:41:55.005155 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f5a44275-9d15-4982-a6ac-0f128f57731a req-fcb3703d-1951-4517-952a-9204785f65a5 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 946 time: 0.0942245 Apr 18 06:41:55.048519 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-f5a44275-9d15-4982-a6ac-0f128f57731a req-1816a55f-1ec9-4015-97c4-8e8ef289f02c tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377319 Apr 18 06:41:55.147762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844362a-37a1-4774-bee7-6d76f0e7f946 req-f4518970-8eb9-4a97-8053-277f3e9a96c6 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:41:55.148925 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0844362a-37a1-4774-bee7-6d76f0e7f946 req-f4518970-8eb9-4a97-8053-277f3e9a96c6 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.52 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 946 time: 0.0786779 Apr 18 06:41:55.220151 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-0844362a-37a1-4774-bee7-6d76f0e7f946 req-a4dc6720-8a45-4bd6-bbd9-12594cc1a95b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Deleting port 138306fd-c9bc-4fc8-b60b-080b9122ae6c {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:41:55.220487 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0844362a-37a1-4774-bee7-6d76f0e7f946 req-a4dc6720-8a45-4bd6-bbd9-12594cc1a95b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:55.476587 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-0844362a-37a1-4774-bee7-6d76f0e7f946 req-a4dc6720-8a45-4bd6-bbd9-12594cc1a95b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] For port 138306fd-c9bc-4fc8-b60b-080b9122ae6c, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=138306fd-c9bc-4fc8-b60b-080b9122ae6c,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:41:55.476888 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0844362a-37a1-4774-bee7-6d76f0e7f946 req-a4dc6720-8a45-4bd6-bbd9-12594cc1a95b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:55.600318 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-0844362a-37a1-4774-bee7-6d76f0e7f946 req-a4dc6720-8a45-4bd6-bbd9-12594cc1a95b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Calling delete_port for 138306fd-c9bc-4fc8-b60b-080b9122ae6c owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:41:55.745503 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0844362a-37a1-4774-bee7-6d76f0e7f946 req-a4dc6720-8a45-4bd6-bbd9-12594cc1a95b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:55.797778 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc6720-8a45-4bd6-bbd9-12594cc1a95b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event deleted for resources: {'Port': ['ID=138306fd-c9bc-4fc8-b60b-080b9122ae6c,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:55.836173 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dc6720-8a45-4bd6-bbd9-12594cc1a95b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:55.836521 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dc6720-8a45-4bd6-bbd9-12594cc1a95b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:55.836856 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dc6720-8a45-4bd6-bbd9-12594cc1a95b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:55.837186 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dc6720-8a45-4bd6-bbd9-12594cc1a95b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:55.837510 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dc6720-8a45-4bd6-bbd9-12594cc1a95b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:55.837837 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dc6720-8a45-4bd6-bbd9-12594cc1a95b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:55.838154 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dc6720-8a45-4bd6-bbd9-12594cc1a95b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:55.838472 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dc6720-8a45-4bd6-bbd9-12594cc1a95b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:55.838792 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dc6720-8a45-4bd6-bbd9-12594cc1a95b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:55.839108 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dc6720-8a45-4bd6-bbd9-12594cc1a95b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:55.839422 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dc6720-8a45-4bd6-bbd9-12594cc1a95b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:55.839734 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dc6720-8a45-4bd6-bbd9-12594cc1a95b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:55.881011 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0844362a-37a1-4774-bee7-6d76f0e7f946 req-a4dc6720-8a45-4bd6-bbd9-12594cc1a95b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] No DVR routers for this DVR port 138306fd-c9bc-4fc8-b60b-080b9122ae6c on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:41:55.883920 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-0844362a-37a1-4774-bee7-6d76f0e7f946 req-a4dc6720-8a45-4bd6-bbd9-12594cc1a95b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:55.886377 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82afb4a-6789-40be-97d1-fb2afb5411bb', 'name': 'network-vif-deleted', 'tag': '138306fd-c9bc-4fc8-b60b-080b9122ae6c'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:41:55.901333 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-0844362a-37a1-4774-bee7-6d76f0e7f946 req-a4dc6720-8a45-4bd6-bbd9-12594cc1a95b tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.52 "DELETE /v2.0/ports/138306fd-c9bc-4fc8-b60b-080b9122ae6c HTTP/1.1" status: 204 len: 173 time: 0.7431445 Apr 18 06:41:55.933330 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e27d1d0-0d1e-415f-a220-18c1ddee3a29'] response: {'server_uuid': 'f82afb4a-6789-40be-97d1-fb2afb5411bb', 'name': 'network-vif-deleted', 'tag': '138306fd-c9bc-4fc8-b60b-080b9122ae6c', 'status': 'completed', 'code': 200} Apr 18 06:41:56.206995 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-04ced941-0a6b-40b0-8fae-b8c4af33f4c7 req-082d1fb5-56ed-450a-8a41-2d07117292a1 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82afb4a-6789-40be-97d1-fb2afb5411bb HTTP/1.1" status: 200 len: 210 time: 0.0516956 Apr 18 06:41:57.301362 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56710) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:41:57.371403 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f87abcf1-6f4c-44fe-a149-bedb88671009 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:57.401930 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f87abcf1-6f4c-44fe-a149-bedb88671009 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:57.468532 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f87abcf1-6f4c-44fe-a149-bedb88671009 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:57.486770 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87abcf1-6f4c-44fe-a149-bedb88671009 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a35ee1-e50e-4cbe-a10e-3fd19986d0b7,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:57.500315 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-f87abcf1-6f4c-44fe-a149-bedb88671009 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:57.508511 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-f87abcf1-6f4c-44fe-a149-bedb88671009 tempest-TestShelveInstance-387029907 tempest-TestShelveInstance-387029907-project] 10.222.0.15 "DELETE /v2.0/security-groups/46a35ee1-e50e-4cbe-a10e-3fd19986d0b7 HTTP/1.1" status: 204 len: 168 time: 0.1992586 Apr 18 06:41:57.553828 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56716) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:41:58.371240 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-38a39a29-cec4-40c3-99cf-42a5c04e1dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:58.455618 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 138306fd-c9bc-4fc8-b60b-080b9122ae6c no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:41:58.493676 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: 138306fd-c9bc-4fc8-b60b-080b9122ae6c {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:41:58.494014 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device 138306fd-c9bc-4fc8-b60b-080b9122ae6c not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:41:58.719394 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-38a39a29-cec4-40c3-99cf-42a5c04e1dfb admin admin] Deleting port 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:41:58.719725 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-38a39a29-cec4-40c3-99cf-42a5c04e1dfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:58.894759 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-38a39a29-cec4-40c3-99cf-42a5c04e1dfb admin admin] For port 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:41:58.895030 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-38a39a29-cec4-40c3-99cf-42a5c04e1dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:59.017486 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-38a39a29-cec4-40c3-99cf-42a5c04e1dfb admin admin] Calling delete_port for 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:41:59.345508 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-38a39a29-cec4-40c3-99cf-42a5c04e1dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:59.395153 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a39a29-cec4-40c3-99cf-42a5c04e1dfb admin admin] Pushing event deleted for resources: {'Port': ['ID=9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:59.771907 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-38a39a29-cec4-40c3-99cf-42a5c04e1dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:00.129838 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a39a29-cec4-40c3-99cf-42a5c04e1dfb admin admin] Router 790458a8-bca2-43d2-9873-56c777fb8f8a has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:42:00.307974 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a39a29-cec4-40c3-99cf-42a5c04e1dfb admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:42:00.318069 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7e7302-8677-484e-a41f-c2a6dec649fe None None] Sync routers for ids ['790458a8-bca2-43d2-9873-56c777fb8f8a'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:42:00.322726 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-38a39a29-cec4-40c3-99cf-42a5c04e1dfb admin admin] 10.222.0.15 "PUT /v2.0/routers/790458a8-bca2-43d2-9873-56c777fb8f8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7656004 Apr 18 06:42:00.322966 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56724) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:00.328276 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7e7302-8677-484e-a41f-c2a6dec649fe None None] Routers {'790458a8-bca2-43d2-9873-56c777fb8f8a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:42:00.328880 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-cb7e7302-8677-484e-a41f-c2a6dec649fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:41:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['790458a8-bca2-43d2-9873-56c777fb8f8a'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:00.497832 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:42:00.503045 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a85d3d0b-1e80-4872-b362-d9cfc9e7d711 admin admin] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:00.504788 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-cb7e7302-8677-484e-a41f-c2a6dec649fe None None] Set router 790458a8-bca2-43d2-9873-56c777fb8f8a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:42:00.679635 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a85d3d0b-1e80-4872-b362-d9cfc9e7d711 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:00.688591 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-a85d3d0b-1e80-4872-b362-d9cfc9e7d711 admin admin] Deleting port c783fa46-9d45-4345-bab1-18a4d2c38055 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:42:00.688927 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a85d3d0b-1e80-4872-b362-d9cfc9e7d711 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:00.786479 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-cb7e7302-8677-484e-a41f-c2a6dec649fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'name': 'tempest-TestShelveInstance-385850413-router', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:32:58Z', 'updated_at': '2022-04-18T06:41:59Z', 'revision_number': 5, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'gw_port': {'id': 'c783fa46-9d45-4345-bab1-18a4d2c38055', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:32:59Z', 'updated_at': '2022-04-18T06:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:00.790963 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7e7302-8677-484e-a41f-c2a6dec649fe None None] Checking router: 790458a8-bca2-43d2-9873-56c777fb8f8a for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:42:00.799261 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7e7302-8677-484e-a41f-c2a6dec649fe None None] Routers {'790458a8-bca2-43d2-9873-56c777fb8f8a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:42:00.799867 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-cb7e7302-8677-484e-a41f-c2a6dec649fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:41:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['790458a8-bca2-43d2-9873-56c777fb8f8a'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:00.953608 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-cb7e7302-8677-484e-a41f-c2a6dec649fe None None] Set router 790458a8-bca2-43d2-9873-56c777fb8f8a gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:42:00.972218 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-a85d3d0b-1e80-4872-b362-d9cfc9e7d711 admin admin] For port c783fa46-9d45-4345-bab1-18a4d2c38055, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c783fa46-9d45-4345-bab1-18a4d2c38055,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:42:00.972567 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a85d3d0b-1e80-4872-b362-d9cfc9e7d711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:01.059572 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-cb7e7302-8677-484e-a41f-c2a6dec649fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'name': 'tempest-TestShelveInstance-385850413-router', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:32:58Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 6, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:01.063476 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7e7302-8677-484e-a41f-c2a6dec649fe None None] The sync data for ids ['790458a8-bca2-43d2-9873-56c777fb8f8a'] in dv-neutron-837489-1-hyperv is: [{'id': '790458a8-bca2-43d2-9873-56c777fb8f8a', 'name': 'tempest-TestShelveInstance-385850413-router', 'tenant_id': '33e057911dfe4658990f5d4ed7ac9f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:32:58Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 6, 'project_id': '33e057911dfe4658990f5d4ed7ac9f08', 'gw_port_host': None}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:42:01.094557 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-a85d3d0b-1e80-4872-b362-d9cfc9e7d711 admin admin] Calling delete_port for c783fa46-9d45-4345-bab1-18a4d2c38055 owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:42:01.260229 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a85d3d0b-1e80-4872-b362-d9cfc9e7d711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:01.333547 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d3d0b-1e80-4872-b362-d9cfc9e7d711 admin admin] Pushing event deleted for resources: {'Port': ['ID=c783fa46-9d45-4345-bab1-18a4d2c38055,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:01.401820 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a85d3d0b-1e80-4872-b362-d9cfc9e7d711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:01.514733 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:42:01.550661 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:42:01.551096 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 9dbb0b21-c9d6-4b40-b62f-b95a68b4b61d not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:42:01.582364 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a85d3d0b-1e80-4872-b362-d9cfc9e7d711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:01.584460 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a85d3d0b-1e80-4872-b362-d9cfc9e7d711 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:01.606271 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a85d3d0b-1e80-4872-b362-d9cfc9e7d711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:01.606752 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85d3d0b-1e80-4872-b362-d9cfc9e7d711 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 790458a8-bca2-43d2-9873-56c777fb8f8a {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:42:01.618642 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a85d3d0b-1e80-4872-b362-d9cfc9e7d711 admin admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:01.619747 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a85d3d0b-1e80-4872-b362-d9cfc9e7d711 admin admin] 10.222.0.15 "DELETE /v2.0/routers/790458a8-bca2-43d2-9873-56c777fb8f8a HTTP/1.1" status: 204 len: 168 time: 1.2958949 Apr 18 06:42:01.622245 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56728) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:01.681281 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0aa5e71-ca0a-43c3-a2ff-833cf7c29452 admin admin] Deleting subnet 1473dde7-b86a-406b-8462-5c27ac3fed9c {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:42:01.684151 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c0aa5e71-ca0a-43c3-a2ff-833cf7c29452 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:01.733917 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c0aa5e71-ca0a-43c3-a2ff-833cf7c29452 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:01.814427 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c0aa5e71-ca0a-43c3-a2ff-833cf7c29452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:01.884308 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c0aa5e71-ca0a-43c3-a2ff-833cf7c29452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:01.924906 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa5e71-ca0a-43c3-a2ff-833cf7c29452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1473dde7-b86a-406b-8462-5c27ac3fed9c,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:01.928563 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c0aa5e71-ca0a-43c3-a2ff-833cf7c29452 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:01.935646 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c1a613-96ae-4e51-b84a-d0d9a8cf3093 None None] Network 8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:42:01.936540 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c0aa5e71-ca0a-43c3-a2ff-833cf7c29452 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1473dde7-b86a-406b-8462-5c27ac3fed9c HTTP/1.1" status: 204 len: 168 time: 0.3132865 Apr 18 06:42:01.937778 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56732) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:02.044616 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2e91f914-bbf5-4d93-8530-76223d2cf4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:02.056338 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-2e91f914-bbf5-4d93-8530-76223d2cf4df admin admin] Deleting port c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:42:02.056754 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2e91f914-bbf5-4d93-8530-76223d2cf4df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:02.192717 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e824c33-2029-47b1-94e0-79bc2c82ac11 None None] DHCP port deletion for 8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:42:02.197000 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2e824c33-2029-47b1-94e0-79bc2c82ac11 None None] Deleting port c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:42:02.197368 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2e824c33-2029-47b1-94e0-79bc2c82ac11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:02.272915 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-2e91f914-bbf5-4d93-8530-76223d2cf4df admin admin] For port c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:42:02.272915 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2e91f914-bbf5-4d93-8530-76223d2cf4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:02.454988 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-2e824c33-2029-47b1-94e0-79bc2c82ac11 None None] For port c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c,segment=NetworkSegment(f85bfe70-9376-4237-bb5b-9dfd10b3a74d),segment_id=f85bfe70-9376-4237-bb5b-9dfd10b3a74d)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:42:02.455374 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2e824c33-2029-47b1-94e0-79bc2c82ac11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:02.497425 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-2e91f914-bbf5-4d93-8530-76223d2cf4df admin admin] Calling delete_port for c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:42:02.572423 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2e91f914-bbf5-4d93-8530-76223d2cf4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:02.577082 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2e824c33-2029-47b1-94e0-79bc2c82ac11 None None] Calling delete_port for c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:42:02.618505 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91f914-bbf5-4d93-8530-76223d2cf4df admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:02.621714 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e91f914-bbf5-4d93-8530-76223d2cf4df admin admin] No DVR routers for this DVR port c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:42:02.649330 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-2e824c33-2029-47b1-94e0-79bc2c82ac11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:42:02.649598 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-2e824c33-2029-47b1-94e0-79bc2c82ac11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:42:02.733875 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2e91f914-bbf5-4d93-8530-76223d2cf4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:02.762310 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-2e91f914-bbf5-4d93-8530-76223d2cf4df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bdd1d24-7af2-4b84-8f37-a5a8072c27f6']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:02.773801 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-2e91f914-bbf5-4d93-8530-76223d2cf4df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85bfe70-9376-4237-bb5b-9dfd10b3a74d') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:02.774088 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-2e91f914-bbf5-4d93-8530-76223d2cf4df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85bfe70-9376-4237-bb5b-9dfd10b3a74d') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:02.784947 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2e91f914-bbf5-4d93-8530-76223d2cf4df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:02.801121 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2e91f914-bbf5-4d93-8530-76223d2cf4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:02.808024 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e91f914-bbf5-4d93-8530-76223d2cf4df admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:42:02.808474 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2e91f914-bbf5-4d93-8530-76223d2cf4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:42:02.821372 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:42:02.893774 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2e91f914-bbf5-4d93-8530-76223d2cf4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:02.915478 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2e91f914-bbf5-4d93-8530-76223d2cf4df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:02.925334 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91f914-bbf5-4d93-8530-76223d2cf4df admin admin] Pushing event deleted for resources: {'Network': ['ID=8bdd1d24-7af2-4b84-8f37-a5a8072c27f6,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:02.938901 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2e91f914-bbf5-4d93-8530-76223d2cf4df admin admin] 10.222.0.15 "DELETE /v2.0/networks/8bdd1d24-7af2-4b84-8f37-a5a8072c27f6 HTTP/1.1" status: 204 len: 168 time: 1.0000362 Apr 18 06:42:02.941698 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56736) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:03.150850 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2e824c33-2029-47b1-94e0-79bc2c82ac11 None None] Deleting port c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:42:03.151233 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2e824c33-2029-47b1-94e0-79bc2c82ac11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:03.218967 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2e824c33-2029-47b1-94e0-79bc2c82ac11 None None] The port 'c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 06:42:03.426015 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c783fa46-9d45-4345-bab1-18a4d2c38055 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:42:03.460677 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: c783fa46-9d45-4345-bab1-18a4d2c38055 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:42:03.461260 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c783fa46-9d45-4345-bab1-18a4d2c38055 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:42:03.461724 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:42:03.481615 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae2a2f5e-5e07-4895-bc9f-0e26eb90d580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:03.495835 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:42:03.496332 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c1e57f41-7e45-4d04-8cb4-8220c1ffdd0c not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:42:03.940758 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a2f5e-5e07-4895-bc9f-0e26eb90d580 admin admin] Deleting port c333f160-335f-44f0-a57e-524f4957f653 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:42:03.941292 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae2a2f5e-5e07-4895-bc9f-0e26eb90d580 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:04.110319 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-ae2a2f5e-5e07-4895-bc9f-0e26eb90d580 admin admin] For port c333f160-335f-44f0-a57e-524f4957f653, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=c333f160-335f-44f0-a57e-524f4957f653,segment=NetworkSegment(7cedbc2a-05cf-4b84-824d-e1fca7ce28fe),segment_id=7cedbc2a-05cf-4b84-824d-e1fca7ce28fe)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:42:04.110564 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae2a2f5e-5e07-4895-bc9f-0e26eb90d580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:04.242382 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a2f5e-5e07-4895-bc9f-0e26eb90d580 admin admin] Calling delete_port for c333f160-335f-44f0-a57e-524f4957f653 owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:42:04.421853 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae2a2f5e-5e07-4895-bc9f-0e26eb90d580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:04.468109 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a2f5e-5e07-4895-bc9f-0e26eb90d580 admin admin] Pushing event deleted for resources: {'Port': ['ID=c333f160-335f-44f0-a57e-524f4957f653,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:04.737664 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-ae2a2f5e-5e07-4895-bc9f-0e26eb90d580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:05.088122 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2a2f5e-5e07-4895-bc9f-0e26eb90d580 admin admin] Router 4bd25204-ccfd-421d-89b2-a9077170898a has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:42:05.360871 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2a2f5e-5e07-4895-bc9f-0e26eb90d580 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:42:05.372759 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-ae2a2f5e-5e07-4895-bc9f-0e26eb90d580 admin admin] 10.222.0.15 "PUT /v2.0/routers/4bd25204-ccfd-421d-89b2-a9077170898a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4278302 Apr 18 06:42:05.373211 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 56740) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:05.380392 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c9cee-d2c8-4882-8efe-2dde481ce252 None None] Sync routers for ids ['4bd25204-ccfd-421d-89b2-a9077170898a'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:42:05.390621 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c9cee-d2c8-4882-8efe-2dde481ce252 None None] Routers {'4bd25204-ccfd-421d-89b2-a9077170898a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:42:05.391225 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-3e7c9cee-d2c8-4882-8efe-2dde481ce252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:41:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['4bd25204-ccfd-421d-89b2-a9077170898a'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:05.405366 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-732c8bd7-94a5-48fe-9582-f9d1933763a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:05.568985 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-3e7c9cee-d2c8-4882-8efe-2dde481ce252 None None] Set router 4bd25204-ccfd-421d-89b2-a9077170898a gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:42:05.575876 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-921bd301-020e-4188-a6d0-044e1faa54fd admin admin] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:05.864988 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-3e7c9cee-d2c8-4882-8efe-2dde481ce252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd25204-ccfd-421d-89b2-a9077170898a', 'name': 'tempest-TestShelveInstance-331273090-router', 'tenant_id': '8a503b01295449dbaf74cfacf73f0014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '5c080fd2-0285-472f-8f62-34bd051213ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:33:04Z', 'updated_at': '2022-04-18T06:42:04Z', 'revision_number': 5, 'project_id': '8a503b01295449dbaf74cfacf73f0014', 'gw_port': {'id': '5c080fd2-0285-472f-8f62-34bd051213ad', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd25204-ccfd-421d-89b2-a9077170898a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:33:05Z', 'updated_at': '2022-04-18T06:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:05.868894 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c9cee-d2c8-4882-8efe-2dde481ce252 None None] Checking router: 4bd25204-ccfd-421d-89b2-a9077170898a for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:42:05.870577 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-921bd301-020e-4188-a6d0-044e1faa54fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:05.877092 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c9cee-d2c8-4882-8efe-2dde481ce252 None None] Routers {'4bd25204-ccfd-421d-89b2-a9077170898a'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:42:05.877693 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-3e7c9cee-d2c8-4882-8efe-2dde481ce252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:41:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['4bd25204-ccfd-421d-89b2-a9077170898a'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:05.879842 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-921bd301-020e-4188-a6d0-044e1faa54fd admin admin] Deleting port 5c080fd2-0285-472f-8f62-34bd051213ad {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:42:05.880244 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-921bd301-020e-4188-a6d0-044e1faa54fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:06.051355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-921bd301-020e-4188-a6d0-044e1faa54fd admin admin] For port 5c080fd2-0285-472f-8f62-34bd051213ad, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=5c080fd2-0285-472f-8f62-34bd051213ad,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:42:06.051704 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-921bd301-020e-4188-a6d0-044e1faa54fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:06.052381 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-3e7c9cee-d2c8-4882-8efe-2dde481ce252 None None] Set router 4bd25204-ccfd-421d-89b2-a9077170898a gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:42:06.157611 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-3e7c9cee-d2c8-4882-8efe-2dde481ce252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd25204-ccfd-421d-89b2-a9077170898a', 'name': 'tempest-TestShelveInstance-331273090-router', 'tenant_id': '8a503b01295449dbaf74cfacf73f0014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:33:04Z', 'updated_at': '2022-04-18T06:42:05Z', 'revision_number': 6, 'project_id': '8a503b01295449dbaf74cfacf73f0014', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:06.161487 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c9cee-d2c8-4882-8efe-2dde481ce252 None None] The sync data for ids ['4bd25204-ccfd-421d-89b2-a9077170898a'] in dv-neutron-837489-1-hyperv is: [{'id': '4bd25204-ccfd-421d-89b2-a9077170898a', 'name': 'tempest-TestShelveInstance-331273090-router', 'tenant_id': '8a503b01295449dbaf74cfacf73f0014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:33:04Z', 'updated_at': '2022-04-18T06:42:05Z', 'revision_number': 6, 'project_id': '8a503b01295449dbaf74cfacf73f0014', 'gw_port_host': None}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:42:06.177644 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-921bd301-020e-4188-a6d0-044e1faa54fd admin admin] Calling delete_port for 5c080fd2-0285-472f-8f62-34bd051213ad owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:42:06.481589 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-921bd301-020e-4188-a6d0-044e1faa54fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:06.533765 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921bd301-020e-4188-a6d0-044e1faa54fd admin admin] Pushing event deleted for resources: {'Port': ['ID=5c080fd2-0285-472f-8f62-34bd051213ad,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:06.625968 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-921bd301-020e-4188-a6d0-044e1faa54fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:06.800686 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-921bd301-020e-4188-a6d0-044e1faa54fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:06.802833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-921bd301-020e-4188-a6d0-044e1faa54fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:06.828632 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-921bd301-020e-4188-a6d0-044e1faa54fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:06.829350 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921bd301-020e-4188-a6d0-044e1faa54fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bd25204-ccfd-421d-89b2-a9077170898a {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:42:06.843401 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-921bd301-020e-4188-a6d0-044e1faa54fd admin admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:06.844478 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-921bd301-020e-4188-a6d0-044e1faa54fd admin admin] 10.222.0.15 "DELETE /v2.0/routers/4bd25204-ccfd-421d-89b2-a9077170898a HTTP/1.1" status: 204 len: 168 time: 1.4704096 Apr 18 06:42:06.847009 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 56744) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:06.914036 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae12384b-e65a-4a57-bcca-d62f369c7270 admin admin] Deleting subnet 7fa57204-a50e-4da9-ac66-e02f2c67b986 {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:42:06.917391 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ae12384b-e65a-4a57-bcca-d62f369c7270 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:06.966618 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ae12384b-e65a-4a57-bcca-d62f369c7270 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:07.053033 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ae12384b-e65a-4a57-bcca-d62f369c7270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:07.250064 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ae12384b-e65a-4a57-bcca-d62f369c7270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:07.286342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12384b-e65a-4a57-bcca-d62f369c7270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fa57204-a50e-4da9-ac66-e02f2c67b986,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:07.290456 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ae12384b-e65a-4a57-bcca-d62f369c7270 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:07.296193 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6f495b-29bd-41d9-9dba-9f9d42f04cc4 None None] Network 116c3ae8-04a5-471f-ac2f-bd26e8f19aca requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:42:07.296658 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ae12384b-e65a-4a57-bcca-d62f369c7270 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7fa57204-a50e-4da9-ac66-e02f2c67b986 HTTP/1.1" status: 204 len: 168 time: 0.4482880 Apr 18 06:42:07.298821 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56748) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:07.412163 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-04409630-4edd-466e-b25b-fa0556a992bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:07.423823 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-04409630-4edd-466e-b25b-fa0556a992bf admin admin] Deleting port acb5b4c8-4263-4342-a28b-1398e50fb86e {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:42:07.424203 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-04409630-4edd-466e-b25b-fa0556a992bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:07.444990 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c333f160-335f-44f0-a57e-524f4957f653 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:42:07.510041 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: c333f160-335f-44f0-a57e-524f4957f653 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:42:07.510380 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device c333f160-335f-44f0-a57e-524f4957f653 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:42:07.510782 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5c080fd2-0285-472f-8f62-34bd051213ad no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:42:07.556164 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 5c080fd2-0285-472f-8f62-34bd051213ad {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:42:07.556514 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 5c080fd2-0285-472f-8f62-34bd051213ad not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:42:07.635676 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9d8527-4c30-4381-9536-58e3fbdc15c2 None None] DHCP port deletion for 116c3ae8-04a5-471f-ac2f-bd26e8f19aca request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:42:07.639843 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d8527-4c30-4381-9536-58e3fbdc15c2 None None] Deleting port acb5b4c8-4263-4342-a28b-1398e50fb86e {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:42:07.640381 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4e9d8527-4c30-4381-9536-58e3fbdc15c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:07.642200 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-04409630-4edd-466e-b25b-fa0556a992bf admin admin] For port acb5b4c8-4263-4342-a28b-1398e50fb86e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=acb5b4c8-4263-4342-a28b-1398e50fb86e,segment=NetworkSegment(7cedbc2a-05cf-4b84-824d-e1fca7ce28fe),segment_id=7cedbc2a-05cf-4b84-824d-e1fca7ce28fe)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:42:07.642548 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-04409630-4edd-466e-b25b-fa0556a992bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:07.752269 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-85b7ffd7-a3dd-440f-9cc0-766cb1abf7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:07.766962 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-04409630-4edd-466e-b25b-fa0556a992bf admin admin] Calling delete_port for acb5b4c8-4263-4342-a28b-1398e50fb86e owned by network:dhcp {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:42:07.845947 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-04409630-4edd-466e-b25b-fa0556a992bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:07.855320 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-4e9d8527-4c30-4381-9536-58e3fbdc15c2 None None] For port acb5b4c8-4263-4342-a28b-1398e50fb86e, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=acb5b4c8-4263-4342-a28b-1398e50fb86e,segment=NetworkSegment(7cedbc2a-05cf-4b84-824d-e1fca7ce28fe),segment_id=7cedbc2a-05cf-4b84-824d-e1fca7ce28fe)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:42:07.855712 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4e9d8527-4c30-4381-9536-58e3fbdc15c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:07.892674 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04409630-4edd-466e-b25b-fa0556a992bf admin admin] Pushing event deleted for resources: {'Port': ['ID=acb5b4c8-4263-4342-a28b-1398e50fb86e,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:07.895978 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04409630-4edd-466e-b25b-fa0556a992bf admin admin] No DVR routers for this DVR port acb5b4c8-4263-4342-a28b-1398e50fb86e on host dv-neutron-837489-1-hyperv {{(pid=88035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:42:07.976561 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d8527-4c30-4381-9536-58e3fbdc15c2 None None] Calling delete_port for acb5b4c8-4263-4342-a28b-1398e50fb86e owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:42:08.012410 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-04409630-4edd-466e-b25b-fa0556a992bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:08.037541 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-04409630-4edd-466e-b25b-fa0556a992bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116c3ae8-04a5-471f-ac2f-bd26e8f19aca']}} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:08.048591 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-4e9d8527-4c30-4381-9536-58e3fbdc15c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:42:08.048945 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-4e9d8527-4c30-4381-9536-58e3fbdc15c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:42:08.050278 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-04409630-4edd-466e-b25b-fa0556a992bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cedbc2a-05cf-4b84-824d-e1fca7ce28fe') {'for_net_delete': True} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:08.050565 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.services.segments.db [None req-04409630-4edd-466e-b25b-fa0556a992bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cedbc2a-05cf-4b84-824d-e1fca7ce28fe') {} {{(pid=88035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:08.061648 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-04409630-4edd-466e-b25b-fa0556a992bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106158'] for segment, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:08.078260 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-04409630-4edd-466e-b25b-fa0556a992bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:08.084528 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04409630-4edd-466e-b25b-fa0556a992bf admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:42:08.085506 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-04409630-4edd-466e-b25b-fa0556a992bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505147'] for segment, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: Traceback (most recent call last): Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: timer() Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: cb(*args, **kw) Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: return func(*args, **kwargs) Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: self._notify() Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: self.callback(batched_events) Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: event.method(event) Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: return f(self, *a, **k) Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._get(url).json() Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: return self.request(url, 'GET', **kwargs) Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:42:08.103265 dv-neutron-837489-1-hyperv neutron-server[88035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:42:08.175129 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-04409630-4edd-466e-b25b-fa0556a992bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:08.179302 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-04409630-4edd-466e-b25b-fa0556a992bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:08.204416 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04409630-4edd-466e-b25b-fa0556a992bf admin admin] Pushing event deleted for resources: {'Network': ['ID=116c3ae8-04a5-471f-ac2f-bd26e8f19aca,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:08.207405 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-04409630-4edd-466e-b25b-fa0556a992bf admin admin] 10.222.0.15 "DELETE /v2.0/networks/116c3ae8-04a5-471f-ac2f-bd26e8f19aca HTTP/1.1" status: 204 len: 168 time: 0.9076059 Apr 18 06:42:08.220658 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:08.315995 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56754) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:08.368476 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-38a378cd-8baa-4add-824a-67488ee71d85 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33e057911dfe4658990f5d4ed7ac9f08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512841 Apr 18 06:42:08.370934 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56758) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:08.428230 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d5eb78cc-ad74-4b73-9aee-5da536f7d9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:08.453805 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d5eb78cc-ad74-4b73-9aee-5da536f7d9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:08.504812 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d5eb78cc-ad74-4b73-9aee-5da536f7d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:08.519934 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb78cc-ad74-4b73-9aee-5da536f7d9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88164244-cc21-4e0b-a630-b58e837dc44d,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:08.529462 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-d5eb78cc-ad74-4b73-9aee-5da536f7d9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:08.530581 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-d5eb78cc-ad74-4b73-9aee-5da536f7d9a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88164244-cc21-4e0b-a630-b58e837dc44d HTTP/1.1" status: 204 len: 168 time: 0.1587679 Apr 18 06:42:08.550162 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d8527-4c30-4381-9536-58e3fbdc15c2 None None] Deleting port acb5b4c8-4263-4342-a28b-1398e50fb86e {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:42:08.550614 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4e9d8527-4c30-4381-9536-58e3fbdc15c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:08.619834 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d8527-4c30-4381-9536-58e3fbdc15c2 None None] The port 'acb5b4c8-4263-4342-a28b-1398e50fb86e' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 06:42:08.724112 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:08.769051 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:08.867249 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56766) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:08.915649 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-80940268-a26f-45f1-aba2-d442dcffbb54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a503b01295449dbaf74cfacf73f0014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471773 Apr 18 06:42:08.918076 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56770) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:08.977445 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7667af0f-fb8c-46ef-993c-3b79f77bbb50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:09.002012 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7667af0f-fb8c-46ef-993c-3b79f77bbb50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:09.053195 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7667af0f-fb8c-46ef-993c-3b79f77bbb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:09.069819 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667af0f-fb8c-46ef-993c-3b79f77bbb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f9e76a-0658-43b4-905a-ef7de1a9c618,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:09.075238 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7667af0f-fb8c-46ef-993c-3b79f77bbb50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:09.077086 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7667af0f-fb8c-46ef-993c-3b79f77bbb50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/78f9e76a-0658-43b4-905a-ef7de1a9c618 HTTP/1.1" status: 204 len: 168 time: 0.1579514 Apr 18 06:42:09.413313 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device acb5b4c8-4263-4342-a28b-1398e50fb86e no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:42:09.447240 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: acb5b4c8-4263-4342-a28b-1398e50fb86e {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:42:09.447580 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device acb5b4c8-4263-4342-a28b-1398e50fb86e not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:42:09.832277 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56794) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:09.936665 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1485855748-network', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:42:09.941433 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:42:09.945446 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] Usage tracker for resource:network and tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:42:09.948319 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:42:09.954365 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:42:09.964201 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] Made reservation on behalf of d94cfe7c2bb84a6dae00cf98b3b483a0 for: {'network': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:42:09.966446 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:09.978984 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:09.993085 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:42:09.996824 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] Usage tracker for resource:security_group_rule and tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:42:09.999507 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:42:10.005046 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:42:10.086232 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:10.089738 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:10.120409 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=88035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:42:10.128609 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1eb0fb9-5349-4e0a-9b97-2e6fa2441312,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:10.134670 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:10.135011 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.segments_db [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] Added segment 938dcefc-beef-4ab9-98d8-d6687457ea41 of type vlan for network 148a3a5f-4800-483a-a498-72b490c2c880 Apr 18 06:42:10.164001 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:10.192051 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:10.192967 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:10.193541 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702378'] for network, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:10.263676 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:10.299568 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] Pushing event updated for resources: {'Network': ['ID=148a3a5f-4800-483a-a498-72b490c2c880,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:10.302566 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-7f248017-35c0-4276-a91c-9a7bb04480e1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4692276 Apr 18 06:42:10.305556 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56800) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:10.310655 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 148a3a5f-4800-483a-a498-72b490c2c880 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:42:10.310913 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-80a43e36-c66b-418a-8a4f-3e54d899c7c7 admin admin] Request body: {'subnet': {'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1485855748-subnet', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'ip_version': 4}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:42:10.315900 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-80a43e36-c66b-418a-8a4f-3e54d899c7c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:42:10.320776 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-80a43e36-c66b-418a-8a4f-3e54d899c7c7 admin admin] Usage tracker for resource:subnet and tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:42:10.323650 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-80a43e36-c66b-418a-8a4f-3e54d899c7c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:42:10.329453 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-80a43e36-c66b-418a-8a4f-3e54d899c7c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:42:10.342170 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a43e36-c66b-418a-8a4f-3e54d899c7c7 admin admin] Made reservation on behalf of d94cfe7c2bb84a6dae00cf98b3b483a0 for: {'subnet': 1} {{(pid=88035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:42:10.344407 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-80a43e36-c66b-418a-8a4f-3e54d899c7c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573996'] for subnet, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:10.562884 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-80a43e36-c66b-418a-8a4f-3e54d899c7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573982'] for subnet, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:10.642314 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a43e36-c66b-418a-8a4f-3e54d899c7c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fe0f16f-10ba-4fd7-917d-3ea90341ff76,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:10.650586 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a43e36-c66b-418a-8a4f-3e54d899c7c7 admin admin] Checking segment: {'id': '938dcefc-beef-4ab9-98d8-d6687457ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:42:10.650942 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a43e36-c66b-418a-8a4f-3e54d899c7c7 admin admin] Network hostable DHCP agents. Network: 148a3a5f-4800-483a-a498-72b490c2c880, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:42:10.669597 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a43e36-c66b-418a-8a4f-3e54d899c7c7 admin admin] Network 148a3a5f-4800-483a-a498-72b490c2c880 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:42:10.678939 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-80a43e36-c66b-418a-8a4f-3e54d899c7c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 148a3a5f-4800-483a-a498-72b490c2c880) {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:42:10.682914 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a43e36-c66b-418a-8a4f-3e54d899c7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:10.683492 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-80a43e36-c66b-418a-8a4f-3e54d899c7c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:10.689384 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b94a5e-d84b-446e-9e7b-764a3e2a96a1 None None] Network 148a3a5f-4800-483a-a498-72b490c2c880 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:42:10.800078 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-80a43e36-c66b-418a-8a4f-3e54d899c7c7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4924171 Apr 18 06:42:10.801658 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 56804) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:10.807394 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1485855748-router', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:42:10.811943 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:42:10.815684 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] Usage tracker for resource:router and tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:42:10.818493 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:42:10.824683 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:42:10.835274 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:10.836333 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:10.852118 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:10.911409 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-148a3a5f-4800-483a-a498-72b490c2c880', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'fixed_ips': [{'subnet_id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:42:10.912286 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:11.060721 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Allocated IP 172.20.0.2 (148a3a5f-4800-483a-a498-72b490c2c880/8fe0f16f-10ba-4fd7-917d-3ea90341ff76/b3dd82e7-6511-431c-9bab-f90e0ca6d101) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:42:11.118436 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:11.267252 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:11.277044 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Transition to ACTIVE for port object b3dd82e7-6511-431c-9bab-f90e0ca6d101 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:42:11.295758 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Transition to ACTIVE for port object b3dd82e7-6511-431c-9bab-f90e0ca6d101 will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:42:11.301034 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:11.368835 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Network 148a3a5f-4800-483a-a498-72b490c2c880 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:42:11.372327 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:42:11.378741 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:42:11.380735 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Pushing event updated for resources: {'Port': ['ID=b3dd82e7-6511-431c-9bab-f90e0ca6d101,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:11.420471 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:11.420812 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:11.421147 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:11.421475 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:11.421805 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:11.422129 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:11.422448 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:11.422769 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:11.423089 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:11.423400 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:11.423714 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:11.424030 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:11.437720 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:11.468829 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:11.480615 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Attempting to bind port b3dd82e7-6511-431c-9bab-f90e0ca6d101 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:42:11.480978 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Attempting to bind port b3dd82e7-6511-431c-9bab-f90e0ca6d101 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '938dcefc-beef-4ab9-98d8-d6687457ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:42:11.481338 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Attempting to bind port b3dd82e7-6511-431c-9bab-f90e0ca6d101 on network 148a3a5f-4800-483a-a498-72b490c2c880 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:42:11.486501 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:42:11.486865 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Checking segment: {'id': '938dcefc-beef-4ab9-98d8-d6687457ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:42:11.487258 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:11.487644 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Bound using segment: {'id': '938dcefc-beef-4ab9-98d8-d6687457ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:42:11.488120 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Bound port: b3dd82e7-6511-431c-9bab-f90e0ca6d101, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938dcefc-beef-4ab9-98d8-d6687457ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:42:11.488487 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:11.576330 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] For port b3dd82e7-6511-431c-9bab-f90e0ca6d101, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:42:11.579282 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] For port b3dd82e7-6511-431c-9bab-f90e0ca6d101, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b3dd82e7-6511-431c-9bab-f90e0ca6d101,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:42:11.583663 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:11.607094 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] Allocated IP 172.26.1.189 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/80fc9206-ff21-4d63-9533-3e6a89ec51c6) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:42:11.667476 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda286c-de4d-4d66-908e-94a35744b117 None None] Pushing event updated for resources: {'Port': ['ID=b3dd82e7-6511-431c-9bab-f90e0ca6d101,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:11.762638 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:11.792718 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:11.856533 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:42:11.859332 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:42:11.869076 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:42:11.904078 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] Pushing event updated for resources: {'Port': ['ID=80fc9206-ff21-4d63-9533-3e6a89ec51c6,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:12.400664 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:12.558577 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f85992d-0627-43c0-ba2b-02f2b4368a59 None None] Network 148a3a5f-4800-483a-a498-72b490c2c880 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:42:12.667374 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6d53d873-e072-4890-890b-f16105490aa5 None None] Provisioning for port b3dd82e7-6511-431c-9bab-f90e0ca6d101 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:42:12.756798 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:12.963018 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] Router 31c96867-d209-4494-892f-3e68bf546c5e is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:42:13.139393 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:42:13.149349 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] Sync routers for ids ['31c96867-d209-4494-892f-3e68bf546c5e'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:42:13.158490 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] Routers {'31c96867-d209-4494-892f-3e68bf546c5e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:42:13.159095 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:42:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['31c96867-d209-4494-892f-3e68bf546c5e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:13.161902 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:13.163970 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-f47c4cbc-4ccf-4fcc-a445-25c8a0a3b5d9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3611445 Apr 18 06:42:13.166410 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 56808) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:13.337921 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] Set router 31c96867-d209-4494-892f-3e68bf546c5e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:42:13.476200 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b3dd82e7-6511-431c-9bab-f90e0ca6d101 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:42:13.651008 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port b3dd82e7-6511-431c-9bab-f90e0ca6d101 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:42:13.660910 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port b3dd82e7-6511-431c-9bab-f90e0ca6d101 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:13.661277 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:13.815534 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c96867-d209-4494-892f-3e68bf546c5e', 'name': 'tempest-TestSnapshotPattern-1485855748-router', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:10Z', 'updated_at': '2022-04-18T06:42:12Z', 'revision_number': 3, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'gw_port': {'id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:11Z', 'updated_at': '2022-04-18T06:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:13.828467 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] Checking router: 31c96867-d209-4494-892f-3e68bf546c5e for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:42:13.828827 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] Updating router 31c96867-d209-4494-892f-3e68bf546c5e port 80fc9206-ff21-4d63-9533-3e6a89ec51c6 binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:42:13.856490 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:13.905808 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:13.945036 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port b3dd82e7-6511-431c-9bab-f90e0ca6d101, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b3dd82e7-6511-431c-9bab-f90e0ca6d101,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:42:13.951552 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:13.976497 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c355483b-0f6b-45d8-bb8f-57faa3e1e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:14.089606 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=b3dd82e7-6511-431c-9bab-f90e0ca6d101,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:14.179862 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-c355483b-0f6b-45d8-bb8f-57faa3e1e3f7 admin admin] Allocated IP 172.20.0.1 (148a3a5f-4800-483a-a498-72b490c2c880/8fe0f16f-10ba-4fd7-917d-3ea90341ff76/8ab29138-c7cf-4b36-855b-fa8840cbfdc0) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:42:14.294837 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:14.306835 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] Transition to ACTIVE for port object 80fc9206-ff21-4d63-9533-3e6a89ec51c6 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:42:14.313676 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:14.328347 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c355483b-0f6b-45d8-bb8f-57faa3e1e3f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:14.344687 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [None req-c355483b-0f6b-45d8-bb8f-57faa3e1e3f7 admin admin] Transition to ACTIVE for port object 8ab29138-c7cf-4b36-855b-fa8840cbfdc0 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:42:14.374174 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c355483b-0f6b-45d8-bb8f-57faa3e1e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:14.394395 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] Attempting to bind port 80fc9206-ff21-4d63-9533-3e6a89ec51c6 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:42:14.394762 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] Attempting to bind port 80fc9206-ff21-4d63-9533-3e6a89ec51c6 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:42:14.395123 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] Attempting to bind port 80fc9206-ff21-4d63-9533-3e6a89ec51c6 on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:42:14.401611 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f1ad6-5107-4d66-af4f-dc3be36a651d None None] Pushing event updated for resources: {'Port': ['ID=80fc9206-ff21-4d63-9533-3e6a89ec51c6,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:14.405995 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:42:14.406369 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:42:14.406763 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:14.407147 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:42:14.407614 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] Bound port: 80fc9206-ff21-4d63-9533-3e6a89ec51c6, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:42:14.407977 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:14.435627 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c355483b-0f6b-45d8-bb8f-57faa3e1e3f7 admin admin] Network 148a3a5f-4800-483a-a498-72b490c2c880 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:42:14.438328 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-c355483b-0f6b-45d8-bb8f-57faa3e1e3f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:42:14.446747 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c355483b-0f6b-45d8-bb8f-57faa3e1e3f7 admin admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:42:14.483825 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] For port 80fc9206-ff21-4d63-9533-3e6a89ec51c6, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:42:14.487136 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] For port 80fc9206-ff21-4d63-9533-3e6a89ec51c6, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=80fc9206-ff21-4d63-9533-3e6a89ec51c6,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:42:14.487964 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355483b-0f6b-45d8-bb8f-57faa3e1e3f7 admin admin] Pushing event updated for resources: {'Port': ['ID=8ab29138-c7cf-4b36-855b-fa8840cbfdc0,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:14.492884 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:14.517408 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c355483b-0f6b-45d8-bb8f-57faa3e1e3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:14.574881 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] Routers {'31c96867-d209-4494-892f-3e68bf546c5e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:42:14.575523 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:42:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['31c96867-d209-4494-892f-3e68bf546c5e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:14.638784 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f1ad6-5107-4d66-af4f-dc3be36a651d None None] Pushing event updated for resources: {'Port': ['ID=80fc9206-ff21-4d63-9533-3e6a89ec51c6,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:14.760598 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e6bf4a87-eafb-4720-8814-7da1a683584b None None] Provisioning for port 8ab29138-c7cf-4b36-855b-fa8840cbfdc0 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:42:14.767677 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] Set router 31c96867-d209-4494-892f-3e68bf546c5e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:42:14.809460 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-e6bf4a87-eafb-4720-8814-7da1a683584b None None] Provisioning complete for port 8ab29138-c7cf-4b36-855b-fa8840cbfdc0 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:14.809831 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-e6bf4a87-eafb-4720-8814-7da1a683584b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:14.838537 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c355483b-0f6b-45d8-bb8f-57faa3e1e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:15.040861 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-e6bf4a87-eafb-4720-8814-7da1a683584b None None] Port 8ab29138-c7cf-4b36-855b-fa8840cbfdc0 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:42:15.057812 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c355483b-0f6b-45d8-bb8f-57faa3e1e3f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:15.062176 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c355483b-0f6b-45d8-bb8f-57faa3e1e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:15.145364 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c96867-d209-4494-892f-3e68bf546c5e', 'name': 'tempest-TestSnapshotPattern-1485855748-router', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:10Z', 'updated_at': '2022-04-18T06:42:12Z', 'revision_number': 3, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'gw_port': {'id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:11Z', 'updated_at': '2022-04-18T06:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:15.150521 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf5b343-7a76-4692-a90e-80b4cecb443d None None] The sync data for ids ['31c96867-d209-4494-892f-3e68bf546c5e'] in dv-neutron-837489-1-hyperv is: [{'id': '31c96867-d209-4494-892f-3e68bf546c5e', 'name': 'tempest-TestSnapshotPattern-1485855748-router', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:10Z', 'updated_at': '2022-04-18T06:42:12Z', 'revision_number': 3, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'gw_port': {'id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:11Z', 'updated_at': '2022-04-18T06:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:42:15.296198 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355483b-0f6b-45d8-bb8f-57faa3e1e3f7 admin admin] Pushing event updated for resources: {'Port': ['ID=8ab29138-c7cf-4b36-855b-fa8840cbfdc0,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:15.298435 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-c355483b-0f6b-45d8-bb8f-57faa3e1e3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:15.453475 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c355483b-0f6b-45d8-bb8f-57faa3e1e3f7 admin admin] Network 148a3a5f-4800-483a-a498-72b490c2c880 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:42:15.454664 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-c355483b-0f6b-45d8-bb8f-57faa3e1e3f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:42:15.551677 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 80fc9206-ff21-4d63-9533-3e6a89ec51c6 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:42:15.644112 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 80fc9206-ff21-4d63-9533-3e6a89ec51c6 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:42:15.650425 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 80fc9206-ff21-4d63-9533-3e6a89ec51c6 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:15.650790 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:15.669665 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c355483b-0f6b-45d8-bb8f-57faa3e1e3f7 admin admin] Router 31c96867-d209-4494-892f-3e68bf546c5e has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:42:15.793643 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-fbd0281a-3750-48d9-80e5-bdfe3a7dee70 None None] Provisioning complete for port 8ab29138-c7cf-4b36-855b-fa8840cbfdc0 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:15.794215 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-fbd0281a-3750-48d9-80e5-bdfe3a7dee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:15.830318 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:15.863302 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 80fc9206-ff21-4d63-9533-3e6a89ec51c6, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=80fc9206-ff21-4d63-9533-3e6a89ec51c6,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:42:15.864369 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0281a-3750-48d9-80e5-bdfe3a7dee70 None None] Port 8ab29138-c7cf-4b36-855b-fa8840cbfdc0 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:42:15.869800 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:15.870584 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b3dd82e7-6511-431c-9bab-f90e0ca6d101 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:42:15.892521 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c355483b-0f6b-45d8-bb8f-57faa3e1e3f7 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:42:15.911808 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-c355483b-0f6b-45d8-bb8f-57faa3e1e3f7 admin admin] 10.222.0.15 "PUT /v2.0/routers/31c96867-d209-4494-892f-3e68bf546c5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7368641 Apr 18 06:42:15.992927 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=80fc9206-ff21-4d63-9533-3e6a89ec51c6,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:16.001521 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port b3dd82e7-6511-431c-9bab-f90e0ca6d101 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:16.001912 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:16.415806 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 56826) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:16.424654 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-605209025-network', 'tenant_id': '032619cc2891408bbfd96170c6136eec'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:42:16.426528 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:42:16.430496 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] Usage tracker for resource:network and tenant:032619cc2891408bbfd96170c6136eec is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:42:16.433354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:42:16.438966 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:42:16.448725 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] Made reservation on behalf of 032619cc2891408bbfd96170c6136eec for: {'network': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:42:16.453064 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for network, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:16.469440 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:16.485168 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:42:16.489195 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] Usage tracker for resource:security_group_rule and tenant:032619cc2891408bbfd96170c6136eec is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:42:16.492381 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:42:16.498361 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:42:16.587097 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:16.591040 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:16.620831 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=88034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:42:16.629350 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3eb9bb-9478-4c0e-b133-9be60097d8b6,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:16.634933 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:16.635275 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.segments_db [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] Added segment 4b755e9f-ecdd-4c38-a255-baeb3d6876e2 of type vlan for network 4069f5aa-4332-471e-8b11-436a2db3e344 Apr 18 06:42:16.663465 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771956674991'] for network, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:16.692640 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396'] for network, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:16.693570 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:16.694872 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:16.726103 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] Sync routers for ids ['31c96867-d209-4494-892f-3e68bf546c5e'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:42:16.735379 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] Routers {'31c96867-d209-4494-892f-3e68bf546c5e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:42:16.735984 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:42:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['31c96867-d209-4494-892f-3e68bf546c5e'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:16.798394 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3814306 Apr 18 06:42:16.799224 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c87c3f-c474-4d9d-b86b-a4f447145543 admin admin] Pushing event updated for resources: {'Network': ['ID=4069f5aa-4332-471e-8b11-436a2db3e344,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:16.801981 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 56830) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:16.807543 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-6b244daa-186a-4a01-8811-29ff0fb8b582 admin admin] Request body: {'subnet': {'network_id': '4069f5aa-4332-471e-8b11-436a2db3e344', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-605209025-subnet', 'tenant_id': '032619cc2891408bbfd96170c6136eec', 'ip_version': 4}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:42:16.811945 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Network 4069f5aa-4332-471e-8b11-436a2db3e344 details requested by agent ovs-agent-dv-neutron-837489-1-hyperv with host dv-neutron-837489-1-hyperv {{(pid=88036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 06:42:16.812518 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6b244daa-186a-4a01-8811-29ff0fb8b582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:42:16.816420 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6b244daa-186a-4a01-8811-29ff0fb8b582 admin admin] Usage tracker for resource:subnet and tenant:032619cc2891408bbfd96170c6136eec is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:42:16.819491 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-6b244daa-186a-4a01-8811-29ff0fb8b582 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:42:16.826584 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-6b244daa-186a-4a01-8811-29ff0fb8b582 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:42:16.837169 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b244daa-186a-4a01-8811-29ff0fb8b582 admin admin] Made reservation on behalf of 032619cc2891408bbfd96170c6136eec for: {'subnet': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:42:16.839627 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6b244daa-186a-4a01-8811-29ff0fb8b582 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2239272'] for subnet, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:16.920758 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] Set router 31c96867-d209-4494-892f-3e68bf546c5e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:42:17.042466 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6b244daa-186a-4a01-8811-29ff0fb8b582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27057067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2239258'] for subnet, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:17.118322 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b244daa-186a-4a01-8811-29ff0fb8b582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22f748a2-db1c-40d4-a5a7-72b439d7a04f,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:17.128368 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b244daa-186a-4a01-8811-29ff0fb8b582 admin admin] Checking segment: {'id': '4b755e9f-ecdd-4c38-a255-baeb3d6876e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4069f5aa-4332-471e-8b11-436a2db3e344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:42:17.128724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b244daa-186a-4a01-8811-29ff0fb8b582 admin admin] Network hostable DHCP agents. Network: 4069f5aa-4332-471e-8b11-436a2db3e344, hostable agents: ['6819eed6-21ff-4c7b-a638-cb707d7d923e'], hosted agents: [] {{(pid=88034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:42:17.149002 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b244daa-186a-4a01-8811-29ff0fb8b582 admin admin] Network 4069f5aa-4332-471e-8b11-436a2db3e344 is scheduled to be hosted by DHCP agent 6819eed6-21ff-4c7b-a638-cb707d7d923e with binding_index 1 {{(pid=88034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:42:17.158669 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-6b244daa-186a-4a01-8811-29ff0fb8b582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837489-1-hyperv, 4069f5aa-4332-471e-8b11-436a2db3e344) {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:42:17.163575 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b244daa-186a-4a01-8811-29ff0fb8b582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:17.164173 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-6b244daa-186a-4a01-8811-29ff0fb8b582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:17.170017 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97252113-dce6-4725-890a-d7d7ad216ed5 None None] Network 4069f5aa-4332-471e-8b11-436a2db3e344 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:42:17.186503 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-6b244daa-186a-4a01-8811-29ff0fb8b582 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3842597 Apr 18 06:42:17.189041 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 56834) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:17.194033 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-605209025-router', 'tenant_id': '032619cc2891408bbfd96170c6136eec', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:42:17.198769 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:42:17.203093 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] Usage tracker for resource:router and tenant:032619cc2891408bbfd96170c6136eec is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:42:17.205849 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:42:17.212170 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:42:17.222815 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4179296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2877'] for router, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:17.224000 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4181600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4126535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2868'] for router, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:17.240988 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:17.256774 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c96867-d209-4494-892f-3e68bf546c5e', 'name': 'tempest-TestSnapshotPattern-1485855748-router', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:10Z', 'updated_at': '2022-04-18T06:42:14Z', 'revision_number': 4, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'gw_port': {'id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:11Z', 'updated_at': '2022-04-18T06:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '8ab29138-c7cf-4b36-855b-fa8840cbfdc0', 'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'mac_address': 'fa:16:3e:98:6c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:14Z', 'updated_at': '2022-04-18T06:42:14Z', 'revision_number': 2, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'subnets': [{'id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:17.261329 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] Checking router: 31c96867-d209-4494-892f-3e68bf546c5e for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:42:17.261674 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] Updating router 31c96867-d209-4494-892f-3e68bf546c5e port 8ab29138-c7cf-4b36-855b-fa8840cbfdc0 binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:42:17.314254 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:17.390496 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44086145-9d4c-4171-b782-721acaefdaee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19bb52ea-aa2b-590a-9199-4cdf94e37559-4069f5aa-4332-471e-8b11-436a2db3e344', 'network_id': '4069f5aa-4332-471e-8b11-436a2db3e344', 'tenant_id': '032619cc2891408bbfd96170c6136eec', 'fixed_ips': [{'subnet_id': '22f748a2-db1c-40d4-a5a7-72b439d7a04f'}]}} from dv-neutron-837489-1-hyperv. {{(pid=88036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 06:42:17.391576 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-44086145-9d4c-4171-b782-721acaefdaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:17.451105 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 80fc9206-ff21-4d63-9533-3e6a89ec51c6 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:42:17.548029 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 80fc9206-ff21-4d63-9533-3e6a89ec51c6 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:17.548592 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:17.672727 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:17.676882 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4179346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2822'] for router, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:17.677534 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.db_base_plugin_common [None req-44086145-9d4c-4171-b782-721acaefdaee None None] Allocated IP 172.20.0.2 (4069f5aa-4332-471e-8b11-436a2db3e344/22f748a2-db1c-40d4-a5a7-72b439d7a04f/d0321d0a-fb23-4d40-a54d-c94084961b3c) {{(pid=88036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:42:17.685182 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] Transition to ACTIVE for port object 8ab29138-c7cf-4b36-855b-fa8840cbfdc0 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:42:17.691998 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:17.763105 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc12ee-07b7-4a5c-87f5-bf98e84072ee None None] Pushing event updated for resources: {'Port': ['ID=8ab29138-c7cf-4b36-855b-fa8840cbfdc0,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:17.773032 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc12ee-07b7-4a5c-87f5-bf98e84072ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:17.773973 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc12ee-07b7-4a5c-87f5-bf98e84072ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:17.773973 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc12ee-07b7-4a5c-87f5-bf98e84072ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:17.773973 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc12ee-07b7-4a5c-87f5-bf98e84072ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:17.774308 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc12ee-07b7-4a5c-87f5-bf98e84072ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:17.774865 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc12ee-07b7-4a5c-87f5-bf98e84072ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:17.774973 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc12ee-07b7-4a5c-87f5-bf98e84072ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:17.775657 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc12ee-07b7-4a5c-87f5-bf98e84072ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:17.775985 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc12ee-07b7-4a5c-87f5-bf98e84072ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:17.776322 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc12ee-07b7-4a5c-87f5-bf98e84072ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:17.776630 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc12ee-07b7-4a5c-87f5-bf98e84072ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:17.776936 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc12ee-07b7-4a5c-87f5-bf98e84072ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:17.951087 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] Attempting to bind port 8ab29138-c7cf-4b36-855b-fa8840cbfdc0 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:42:17.951409 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] Attempting to bind port 8ab29138-c7cf-4b36-855b-fa8840cbfdc0 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '938dcefc-beef-4ab9-98d8-d6687457ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:42:17.951769 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] Attempting to bind port 8ab29138-c7cf-4b36-855b-fa8840cbfdc0 on network 148a3a5f-4800-483a-a498-72b490c2c880 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:42:17.958915 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:42:17.959283 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] Checking segment: {'id': '938dcefc-beef-4ab9-98d8-d6687457ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:42:17.959735 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:17.960598 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] Bound using segment: {'id': '938dcefc-beef-4ab9-98d8-d6687457ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:42:17.961272 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] Bound port: 8ab29138-c7cf-4b36-855b-fa8840cbfdc0, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938dcefc-beef-4ab9-98d8-d6687457ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:42:17.961659 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:17.962540 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-44086145-9d4c-4171-b782-721acaefdaee None None] Notify callbacks [] for port, precommit_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:17.973575 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-44086145-9d4c-4171-b782-721acaefdaee None None] Transition to ACTIVE for port object d0321d0a-fb23-4d40-a54d-c94084961b3c will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:42:17.994297 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-44086145-9d4c-4171-b782-721acaefdaee None None] Transition to ACTIVE for port object d0321d0a-fb23-4d40-a54d-c94084961b3c will not be triggered until provisioned by entity DHCP. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:42:18.001763 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-44086145-9d4c-4171-b782-721acaefdaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546'] for port, after_create {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:18.021327 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:18.055833 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:18.062863 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44086145-9d4c-4171-b782-721acaefdaee None None] Network 4069f5aa-4332-471e-8b11-436a2db3e344 is already hosted by enough agents. {{(pid=88036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:42:18.066100 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.scheduler.base_scheduler [None req-44086145-9d4c-4171-b782-721acaefdaee None None] Resources bound (agent type, host, resource id): {{(pid=88036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:42:18.070572 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44086145-9d4c-4171-b782-721acaefdaee None None] Received port after_create {{(pid=88036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:42:18.093041 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] For port 8ab29138-c7cf-4b36-855b-fa8840cbfdc0, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:42:18.097074 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] For port 8ab29138-c7cf-4b36-855b-fa8840cbfdc0, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=8ab29138-c7cf-4b36-855b-fa8840cbfdc0,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:42:18.101947 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:18.162318 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44086145-9d4c-4171-b782-721acaefdaee None None] Pushing event updated for resources: {'Port': ['ID=d0321d0a-fb23-4d40-a54d-c94084961b3c,revision_number=1']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:18.180016 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] Routers {'31c96867-d209-4494-892f-3e68bf546c5e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:42:18.180577 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:42:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['31c96867-d209-4494-892f-3e68bf546c5e'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:18.219661 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] Allocated IP 172.26.1.97 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/b273651a-710e-4f74-8f72-79f620a55ec6) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:42:18.228973 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-44086145-9d4c-4171-b782-721acaefdaee None None] Attempting to bind port d0321d0a-fb23-4d40-a54d-c94084961b3c on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:42:18.229498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-44086145-9d4c-4171-b782-721acaefdaee None None] Attempting to bind port d0321d0a-fb23-4d40-a54d-c94084961b3c by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '4b755e9f-ecdd-4c38-a255-baeb3d6876e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4069f5aa-4332-471e-8b11-436a2db3e344'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:42:18.229963 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44086145-9d4c-4171-b782-721acaefdaee None None] Attempting to bind port d0321d0a-fb23-4d40-a54d-c94084961b3c on network 4069f5aa-4332-471e-8b11-436a2db3e344 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:42:18.236973 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44086145-9d4c-4171-b782-721acaefdaee None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:42:18.237467 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44086145-9d4c-4171-b782-721acaefdaee None None] Checking segment: {'id': '4b755e9f-ecdd-4c38-a255-baeb3d6876e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4069f5aa-4332-471e-8b11-436a2db3e344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:42:18.237978 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-44086145-9d4c-4171-b782-721acaefdaee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:18.238460 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44086145-9d4c-4171-b782-721acaefdaee None None] Bound using segment: {'id': '4b755e9f-ecdd-4c38-a255-baeb3d6876e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4069f5aa-4332-471e-8b11-436a2db3e344'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:42:18.239030 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-44086145-9d4c-4171-b782-721acaefdaee None None] Bound port: d0321d0a-fb23-4d40-a54d-c94084961b3c, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b755e9f-ecdd-4c38-a255-baeb3d6876e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4069f5aa-4332-471e-8b11-436a2db3e344'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:42:18.239505 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-44086145-9d4c-4171-b782-721acaefdaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:18.343771 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-44086145-9d4c-4171-b782-721acaefdaee None None] For port d0321d0a-fb23-4d40-a54d-c94084961b3c, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:42:18.348334 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-44086145-9d4c-4171-b782-721acaefdaee None None] For port d0321d0a-fb23-4d40-a54d-c94084961b3c, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d0321d0a-fb23-4d40-a54d-c94084961b3c,segment=NetworkSegment(4b755e9f-ecdd-4c38-a255-baeb3d6876e2),segment_id=4b755e9f-ecdd-4c38-a255-baeb3d6876e2)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:42:18.363812 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-44086145-9d4c-4171-b782-721acaefdaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:18.397171 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] Set router 31c96867-d209-4494-892f-3e68bf546c5e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:42:18.437495 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:18.463613 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc12ee-07b7-4a5c-87f5-bf98e84072ee None None] Pushing event updated for resources: {'Port': ['ID=8ab29138-c7cf-4b36-855b-fa8840cbfdc0,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:18.474325 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:18.482557 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44086145-9d4c-4171-b782-721acaefdaee None None] Pushing event updated for resources: {'Port': ['ID=d0321d0a-fb23-4d40-a54d-c94084961b3c,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:18.544898 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:42:18.552252 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:42:18.555262 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:42:18.597379 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] Pushing event updated for resources: {'Port': ['ID=b273651a-710e-4f74-8f72-79f620a55ec6,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:18.776015 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c96867-d209-4494-892f-3e68bf546c5e', 'name': 'tempest-TestSnapshotPattern-1485855748-router', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:10Z', 'updated_at': '2022-04-18T06:42:14Z', 'revision_number': 4, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'gw_port': {'id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:11Z', 'updated_at': '2022-04-18T06:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '8ab29138-c7cf-4b36-855b-fa8840cbfdc0', 'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'mac_address': 'fa:16:3e:98:6c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:14Z', 'updated_at': '2022-04-18T06:42:18Z', 'revision_number': 4, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'subnets': [{'id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:18.780693 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4213b0-d4a5-41dd-b03f-65665ecdb8f1 None None] The sync data for ids ['31c96867-d209-4494-892f-3e68bf546c5e'] in dv-neutron-837489-1-hyperv is: [{'id': '31c96867-d209-4494-892f-3e68bf546c5e', 'name': 'tempest-TestSnapshotPattern-1485855748-router', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:10Z', 'updated_at': '2022-04-18T06:42:14Z', 'revision_number': 4, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'gw_port': {'id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:11Z', 'updated_at': '2022-04-18T06:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '8ab29138-c7cf-4b36-855b-fa8840cbfdc0', 'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'mac_address': 'fa:16:3e:98:6c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:14Z', 'updated_at': '2022-04-18T06:42:18Z', 'revision_number': 4, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'subnets': [{'id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:42:19.022742 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:19.466582 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3348d2de-f50d-44ae-8632-e8ad52530136 None None] Network 4069f5aa-4332-471e-8b11-436a2db3e344 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:42:19.507931 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d0321d0a-fb23-4d40-a54d-c94084961b3c up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:42:19.538208 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4179341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4185326'] for router, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:19.638269 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-6a510f36-9fdc-4bae-9238-321f590327a0 None None] Provisioning for port d0321d0a-fb23-4d40-a54d-c94084961b3c completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:42:19.713343 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port d0321d0a-fb23-4d40-a54d-c94084961b3c completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:42:19.727820 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port d0321d0a-fb23-4d40-a54d-c94084961b3c triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:19.728217 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:19.773249 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] Router ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957 is scheduled to L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 with binding_index 1 {{(pid=88034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 06:42:19.905868 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:19.944651 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port d0321d0a-fb23-4d40-a54d-c94084961b3c, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d0321d0a-fb23-4d40-a54d-c94084961b3c,segment=NetworkSegment(4b755e9f-ecdd-4c38-a255-baeb3d6876e2),segment_id=4b755e9f-ecdd-4c38-a255-baeb3d6876e2)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:42:19.949560 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:19.950441 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 8ab29138-c7cf-4b36-855b-fa8840cbfdc0 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:42:19.962754 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:42:19.995422 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:19.999399 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9bb8a734-ce5b-4f4d-95bc-367248cb9bcc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8068213 Apr 18 06:42:20.000408 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56838) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:20.013755 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] Sync routers for ids ['ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:42:20.051893 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] Routers {'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:42:20.052500 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:42:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:20.151121 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=d0321d0a-fb23-4d40-a54d-c94084961b3c,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:20.236236 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port 8ab29138-c7cf-4b36-855b-fa8840cbfdc0 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:42:20.256904 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 8ab29138-c7cf-4b36-855b-fa8840cbfdc0 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:20.257442 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:20.305222 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-97776f6a-2d5b-4359-9d48-1dae57598f15 None None] Provisioning complete for port d0321d0a-fb23-4d40-a54d-c94084961b3c triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:20.305507 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-97776f6a-2d5b-4359-9d48-1dae57598f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:20.368123 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] Set router ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:42:20.692833 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fb1156e3-1cf4-4bbc-8408-9e5b7c785e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:20.746941 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:20.825610 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port 8ab29138-c7cf-4b36-855b-fa8840cbfdc0, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=8ab29138-c7cf-4b36-855b-fa8840cbfdc0,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:42:20.831125 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:20.902950 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-fb1156e3-1cf4-4bbc-8408-9e5b7c785e4c admin admin] Allocated IP 172.20.0.1 (4069f5aa-4332-471e-8b11-436a2db3e344/22f748a2-db1c-40d4-a5a7-72b439d7a04f/f16d3524-10d4-4ca8-9e09-3548ea2a3cb1) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:42:20.908001 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=8ab29138-c7cf-4b36-855b-fa8840cbfdc0,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:20.912642 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957', 'name': 'tempest-TestSnapshotPattern-605209025-router', 'tenant_id': '032619cc2891408bbfd96170c6136eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': 'b273651a-710e-4f74-8f72-79f620a55ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:17Z', 'updated_at': '2022-04-18T06:42:18Z', 'revision_number': 3, 'project_id': '032619cc2891408bbfd96170c6136eec', 'gw_port': {'id': 'b273651a-710e-4f74-8f72-79f620a55ec6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:18Z', 'updated_at': '2022-04-18T06:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:20.917846 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] Checking router: ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957 for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:42:20.918200 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] Updating router ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957 port b273651a-710e-4f74-8f72-79f620a55ec6 binding host dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:42:20.969389 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:21.049991 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fb1156e3-1cf4-4bbc-8408-9e5b7c785e4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:21.065288 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.provisioning_blocks [None req-fb1156e3-1cf4-4bbc-8408-9e5b7c785e4c admin admin] Transition to ACTIVE for port object f16d3524-10d4-4ca8-9e09-3548ea2a3cb1 will not be triggered until provisioned by entity DHCP. {{(pid=88035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:42:21.090073 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fb1156e3-1cf4-4bbc-8408-9e5b7c785e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:21.153341 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1156e3-1cf4-4bbc-8408-9e5b7c785e4c admin admin] Network 4069f5aa-4332-471e-8b11-436a2db3e344 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:42:21.164446 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-fb1156e3-1cf4-4bbc-8408-9e5b7c785e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:42:21.175381 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1156e3-1cf4-4bbc-8408-9e5b7c785e4c admin admin] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:42:21.217137 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1156e3-1cf4-4bbc-8408-9e5b7c785e4c admin admin] Pushing event updated for resources: {'Port': ['ID=f16d3524-10d4-4ca8-9e09-3548ea2a3cb1,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:21.242160 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fb1156e3-1cf4-4bbc-8408-9e5b7c785e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4185560'] for router_interface, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:21.308247 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] Notify callbacks [] for port, precommit_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:21.320649 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] Transition to ACTIVE for port object b273651a-710e-4f74-8f72-79f620a55ec6 will not be triggered until provisioned by entity L2. {{(pid=88036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:42:21.329265 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:21.409859 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058bdb6-af83-4b8b-9248-b8320a078da3 None None] Pushing event updated for resources: {'Port': ['ID=b273651a-710e-4f74-8f72-79f620a55ec6,revision_number=2']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:21.432317 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] Attempting to bind port b273651a-710e-4f74-8f72-79f620a55ec6 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:42:21.432832 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] Attempting to bind port b273651a-710e-4f74-8f72-79f620a55ec6 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:42:21.433209 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] Attempting to bind port b273651a-710e-4f74-8f72-79f620a55ec6 on network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:42:21.438781 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:42:21.439097 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] Checking segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:42:21.439498 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:21.439889 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] Bound using segment: {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'} {{(pid=88036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:42:21.440405 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.managers [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] Bound port: b273651a-710e-4f74-8f72-79f620a55ec6, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8051e3-d661-4e23-977e-d02b790e50b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556'}}] {{(pid=88036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:42:21.440866 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:21.474092 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d0321d0a-fb23-4d40-a54d-c94084961b3c up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:42:21.566010 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c048c460-1de6-4f0f-b867-73850a3c08eb None None] Provisioning for port f16d3524-10d4-4ca8-9e09-3548ea2a3cb1 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:42:21.582837 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-c048c460-1de6-4f0f-b867-73850a3c08eb None None] Provisioning complete for port f16d3524-10d4-4ca8-9e09-3548ea2a3cb1 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:21.583207 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c048c460-1de6-4f0f-b867-73850a3c08eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:21.609060 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] For port b273651a-710e-4f74-8f72-79f620a55ec6, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:42:21.633440 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] For port b273651a-710e-4f74-8f72-79f620a55ec6, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b273651a-710e-4f74-8f72-79f620a55ec6,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:42:21.640232 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:21.659307 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fb1156e3-1cf4-4bbc-8408-9e5b7c785e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:21.704479 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-c048c460-1de6-4f0f-b867-73850a3c08eb None None] Port f16d3524-10d4-4ca8-9e09-3548ea2a3cb1 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:42:21.720141 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port d0321d0a-fb23-4d40-a54d-c94084961b3c triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:21.720449 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:21.769820 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] Routers {'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:42:21.770476 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:42:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:21.857209 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058bdb6-af83-4b8b-9248-b8320a078da3 None None] Pushing event updated for resources: {'Port': ['ID=b273651a-710e-4f74-8f72-79f620a55ec6,revision_number=3']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:21.890985 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fb1156e3-1cf4-4bbc-8408-9e5b7c785e4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:21.895748 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fb1156e3-1cf4-4bbc-8408-9e5b7c785e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:22.001542 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1156e3-1cf4-4bbc-8408-9e5b7c785e4c admin admin] Pushing event updated for resources: {'Port': ['ID=f16d3524-10d4-4ca8-9e09-3548ea2a3cb1,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:22.006054 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-fb1156e3-1cf4-4bbc-8408-9e5b7c785e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3759665'] for router_interface, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:22.023523 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 8ab29138-c7cf-4b36-855b-fa8840cbfdc0 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:42:22.047441 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] Set router ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:42:22.143977 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1156e3-1cf4-4bbc-8408-9e5b7c785e4c admin admin] Network 4069f5aa-4332-471e-8b11-436a2db3e344 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:42:22.145050 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-fb1156e3-1cf4-4bbc-8408-9e5b7c785e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:42:22.338531 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1156e3-1cf4-4bbc-8408-9e5b7c785e4c admin admin] Router ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:42:22.346997 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port 8ab29138-c7cf-4b36-855b-fa8840cbfdc0 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:22.347370 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:22.487081 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-2cae83c7-87c8-4049-847b-d3e12f87b779 None None] Provisioning complete for port f16d3524-10d4-4ca8-9e09-3548ea2a3cb1 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:22.487448 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2cae83c7-87c8-4049-847b-d3e12f87b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:22.520933 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1156e3-1cf4-4bbc-8408-9e5b7c785e4c admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:42:22.529720 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-fb1156e3-1cf4-4bbc-8408-9e5b7c785e4c admin admin] 10.222.0.15 "PUT /v2.0/routers/ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5274873 Apr 18 06:42:22.589932 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-2cae83c7-87c8-4049-847b-d3e12f87b779 None None] Port f16d3524-10d4-4ca8-9e09-3548ea2a3cb1 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:42:22.612907 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957', 'name': 'tempest-TestSnapshotPattern-605209025-router', 'tenant_id': '032619cc2891408bbfd96170c6136eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': 'b273651a-710e-4f74-8f72-79f620a55ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:17Z', 'updated_at': '2022-04-18T06:42:21Z', 'revision_number': 4, 'project_id': '032619cc2891408bbfd96170c6136eec', 'gw_port': {'id': 'b273651a-710e-4f74-8f72-79f620a55ec6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:18Z', 'updated_at': '2022-04-18T06:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'f16d3524-10d4-4ca8-9e09-3548ea2a3cb1', 'name': '', 'network_id': '4069f5aa-4332-471e-8b11-436a2db3e344', 'tenant_id': '032619cc2891408bbfd96170c6136eec', 'mac_address': 'fa:16:3e:c9:56:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '22f748a2-db1c-40d4-a5a7-72b439d7a04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:20Z', 'updated_at': '2022-04-18T06:42:20Z', 'revision_number': 1, 'project_id': '032619cc2891408bbfd96170c6136eec', 'subnets': [{'id': '22f748a2-db1c-40d4-a5a7-72b439d7a04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:22.617387 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94072d4d-4a1a-4cdf-8364-1b5bdaeef8f3 None None] The sync data for ids ['ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957'] in dv-neutron-837489-1-hyperv is: [{'id': 'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957', 'name': 'tempest-TestSnapshotPattern-605209025-router', 'tenant_id': '032619cc2891408bbfd96170c6136eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': 'b273651a-710e-4f74-8f72-79f620a55ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:17Z', 'updated_at': '2022-04-18T06:42:21Z', 'revision_number': 4, 'project_id': '032619cc2891408bbfd96170c6136eec', 'gw_port': {'id': 'b273651a-710e-4f74-8f72-79f620a55ec6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:18Z', 'updated_at': '2022-04-18T06:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'f16d3524-10d4-4ca8-9e09-3548ea2a3cb1', 'name': '', 'network_id': '4069f5aa-4332-471e-8b11-436a2db3e344', 'tenant_id': '032619cc2891408bbfd96170c6136eec', 'mac_address': 'fa:16:3e:c9:56:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '22f748a2-db1c-40d4-a5a7-72b439d7a04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:20Z', 'updated_at': '2022-04-18T06:42:20Z', 'revision_number': 1, 'project_id': '032619cc2891408bbfd96170c6136eec', 'subnets': [{'id': '22f748a2-db1c-40d4-a5a7-72b439d7a04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:42:23.065379 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56848) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:23.071476 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-b955b06d-96c5-4f96-ae81-d7ed79b089f3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-434325647', 'description': 'tempest-secgroup-smoke-434325647 description', 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:42:23.077694 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b955b06d-96c5-4f96-ae81-d7ed79b089f3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:42:23.081562 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b955b06d-96c5-4f96-ae81-d7ed79b089f3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Usage tracker for resource:security_group and tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:42:23.084676 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b955b06d-96c5-4f96-ae81-d7ed79b089f3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:42:23.090803 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b955b06d-96c5-4f96-ae81-d7ed79b089f3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:42:23.101779 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b955b06d-96c5-4f96-ae81-d7ed79b089f3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:23.123157 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b955b06d-96c5-4f96-ae81-d7ed79b089f3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:42:23.126978 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b955b06d-96c5-4f96-ae81-d7ed79b089f3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Usage tracker for resource:security_group_rule and tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:42:23.129980 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-b955b06d-96c5-4f96-ae81-d7ed79b089f3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:42:23.136362 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-b955b06d-96c5-4f96-ae81-d7ed79b089f3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:42:23.211745 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b955b06d-96c5-4f96-ae81-d7ed79b089f3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:23.215588 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b955b06d-96c5-4f96-ae81-d7ed79b089f3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:23.278477 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955b06d-96c5-4f96-ae81-d7ed79b089f3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2a44d9-429f-403a-ab26-267a4d8c4c06,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:23.282988 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-b955b06d-96c5-4f96-ae81-d7ed79b089f3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:23.284215 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-b955b06d-96c5-4f96-ae81-d7ed79b089f3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2177269 Apr 18 06:42:23.287128 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56852) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:23.292603 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-4ad15588-e197-4352-8799-09e9235b99ff tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Request body: {'security_group_rule': {'security_group_id': 'cc2a44d9-429f-403a-ab26-267a4d8c4c06', 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:42:23.298781 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-4ad15588-e197-4352-8799-09e9235b99ff tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:42:23.302603 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-4ad15588-e197-4352-8799-09e9235b99ff tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Usage tracker for resource:security_group_rule and tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:42:23.305538 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-4ad15588-e197-4352-8799-09e9235b99ff tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:42:23.311233 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-4ad15588-e197-4352-8799-09e9235b99ff tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:42:23.335614 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4ad15588-e197-4352-8799-09e9235b99ff tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:23.406330 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4ad15588-e197-4352-8799-09e9235b99ff tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:23.418431 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4ad15588-e197-4352-8799-09e9235b99ff tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:23.445903 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad15588-e197-4352-8799-09e9235b99ff tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffaa3105-90f7-4194-9bcf-3d131117557e,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:23.456162 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-4ad15588-e197-4352-8799-09e9235b99ff tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:23.457395 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-4ad15588-e197-4352-8799-09e9235b99ff tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1689160 Apr 18 06:42:23.460958 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 56856) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:23.468310 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-4e4ffdb4-bb31-424d-9ff5-5c2b6a9077e3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Request body: {'security_group_rule': {'security_group_id': 'cc2a44d9-429f-403a-ab26-267a4d8c4c06', 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:42:23.468801 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b273651a-710e-4f74-8f72-79f620a55ec6 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:42:23.475476 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-4e4ffdb4-bb31-424d-9ff5-5c2b6a9077e3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:42:23.479394 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4e4ffdb4-bb31-424d-9ff5-5c2b6a9077e3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Usage tracker for resource:security_group_rule and tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:42:23.483357 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-4e4ffdb4-bb31-424d-9ff5-5c2b6a9077e3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:42:23.489153 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-4e4ffdb4-bb31-424d-9ff5-5c2b6a9077e3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:42:23.509486 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4e4ffdb4-bb31-424d-9ff5-5c2b6a9077e3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:23.545494 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port b273651a-710e-4f74-8f72-79f620a55ec6 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:42:23.551983 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port b273651a-710e-4f74-8f72-79f620a55ec6 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:23.552457 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:23.578902 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4e4ffdb4-bb31-424d-9ff5-5c2b6a9077e3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:23.584201 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4e4ffdb4-bb31-424d-9ff5-5c2b6a9077e3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:23.610640 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ffdb4-bb31-424d-9ff5-5c2b6a9077e3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c73a53-4a11-4c7b-8422-fb2ff5359296,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:23.622737 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-4e4ffdb4-bb31-424d-9ff5-5c2b6a9077e3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:23.626516 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-4e4ffdb4-bb31-424d-9ff5-5c2b6a9077e3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1618176 Apr 18 06:42:23.627026 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56860) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:23.632574 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-c4ce1c29-5124-4c8c-b1e7-acf87188ac77 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Request body: {'security_group_rule': {'security_group_id': 'cc2a44d9-429f-403a-ab26-267a4d8c4c06', 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:42:23.638835 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c4ce1c29-5124-4c8c-b1e7-acf87188ac77 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:42:23.642956 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c4ce1c29-5124-4c8c-b1e7-acf87188ac77 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Usage tracker for resource:security_group_rule and tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:42:23.645909 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-c4ce1c29-5124-4c8c-b1e7-acf87188ac77 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:42:23.653076 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-c4ce1c29-5124-4c8c-b1e7-acf87188ac77 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:42:23.674070 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c4ce1c29-5124-4c8c-b1e7-acf87188ac77 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:23.684470 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:23.702777 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port b273651a-710e-4f74-8f72-79f620a55ec6, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b273651a-710e-4f74-8f72-79f620a55ec6,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:42:23.707276 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:23.745018 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c4ce1c29-5124-4c8c-b1e7-acf87188ac77 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:23.750433 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c4ce1c29-5124-4c8c-b1e7-acf87188ac77 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:23.773067 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce1c29-5124-4c8c-b1e7-acf87188ac77 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53fe35e1-18d2-44de-a491-224346f4eab2,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:23.786626 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-c4ce1c29-5124-4c8c-b1e7-acf87188ac77 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:23.786795 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=b273651a-710e-4f74-8f72-79f620a55ec6,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:23.791547 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-c4ce1c29-5124-4c8c-b1e7-acf87188ac77 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1602497 Apr 18 06:42:23.791547 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56864) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:23.797021 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-98e228c4-49c1-4fb4-a05f-4de02a91d426 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Request body: {'security_group_rule': {'security_group_id': 'cc2a44d9-429f-403a-ab26-267a4d8c4c06', 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:42:23.803749 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-98e228c4-49c1-4fb4-a05f-4de02a91d426 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:42:23.808350 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-98e228c4-49c1-4fb4-a05f-4de02a91d426 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Usage tracker for resource:security_group_rule and tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:42:23.811363 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-98e228c4-49c1-4fb4-a05f-4de02a91d426 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:42:23.817432 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-98e228c4-49c1-4fb4-a05f-4de02a91d426 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:42:23.836416 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-98e228c4-49c1-4fb4-a05f-4de02a91d426 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:23.905325 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-98e228c4-49c1-4fb4-a05f-4de02a91d426 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:23.909065 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-98e228c4-49c1-4fb4-a05f-4de02a91d426 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:23.933104 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e228c4-49c1-4fb4-a05f-4de02a91d426 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe3378b-0f10-4012-83dd-18a40b374e76,revision_number=0']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:23.942493 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-98e228c4-49c1-4fb4-a05f-4de02a91d426 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:23.943703 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-98e228c4-49c1-4fb4-a05f-4de02a91d426 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1513863 Apr 18 06:42:23.946545 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 56868) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:23.951679 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-674f2e76-52be-4d06-a113-e40f23fb6743 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Request body: {'security_group_rule': {'security_group_id': 'cc2a44d9-429f-403a-ab26-267a4d8c4c06', 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:42:23.957929 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-674f2e76-52be-4d06-a113-e40f23fb6743 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:42:23.962358 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-674f2e76-52be-4d06-a113-e40f23fb6743 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Usage tracker for resource:security_group_rule and tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:42:23.965298 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-674f2e76-52be-4d06-a113-e40f23fb6743 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:42:23.970933 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-674f2e76-52be-4d06-a113-e40f23fb6743 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:42:23.982056 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-674f2e76-52be-4d06-a113-e40f23fb6743 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Project d94cfe7c2bb84a6dae00cf98b3b483a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:42:23.988355 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-674f2e76-52be-4d06-a113-e40f23fb6743 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:24.050599 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-674f2e76-52be-4d06-a113-e40f23fb6743 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:24.053993 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-674f2e76-52be-4d06-a113-e40f23fb6743 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:24.076439 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f2e76-52be-4d06-a113-e40f23fb6743 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67660106-0ac8-4abb-8304-675dafa8e19b,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:24.085951 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-674f2e76-52be-4d06-a113-e40f23fb6743 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:24.087211 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-674f2e76-52be-4d06-a113-e40f23fb6743 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1396971 Apr 18 06:42:24.089848 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 56872) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:24.094557 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [None req-3294fd45-85a9-43e7-b3f7-4c91653e4a4a tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Request body: {'security_group_rule': {'security_group_id': 'cc2a44d9-429f-403a-ab26-267a4d8c4c06', 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:42:24.100668 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3294fd45-85a9-43e7-b3f7-4c91653e4a4a tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:42:24.104247 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3294fd45-85a9-43e7-b3f7-4c91653e4a4a tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Usage tracker for resource:security_group_rule and tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 is out of sync, need to count used quota {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:42:24.107028 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [None req-3294fd45-85a9-43e7-b3f7-4c91653e4a4a tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:42:24.112825 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [None req-3294fd45-85a9-43e7-b3f7-4c91653e4a4a tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:42:24.122397 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.securitygroups_db [None req-3294fd45-85a9-43e7-b3f7-4c91653e4a4a tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Project d94cfe7c2bb84a6dae00cf98b3b483a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:42:24.129050 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3294fd45-85a9-43e7-b3f7-4c91653e4a4a tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:24.194761 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3294fd45-85a9-43e7-b3f7-4c91653e4a4a tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:24.198460 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3294fd45-85a9-43e7-b3f7-4c91653e4a4a tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755233'] for security_group_rule, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:24.226143 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294fd45-85a9-43e7-b3f7-4c91653e4a4a tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d4b4a3-5d20-4f8c-a745-d329cecb9f5f,revision_number=0']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:24.233476 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-3294fd45-85a9-43e7-b3f7-4c91653e4a4a tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:24.236494 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-3294fd45-85a9-43e7-b3f7-4c91653e4a4a tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1457052 Apr 18 06:42:24.395394 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-7f9a9584-29f1-4fd9-8a02-189db84d87f8 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Synchronizing usage tracker for tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 on resource:security_group {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:42:24.412295 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-7f9a9584-29f1-4fd9-8a02-189db84d87f8 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Unset dirty status for tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 on resource:security_group {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:42:24.413527 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-7f9a9584-29f1-4fd9-8a02-189db84d87f8 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434325647&fields=id&tenant_id=d94cfe7c2bb84a6dae00cf98b3b483a0 HTTP/1.1" status: 200 len: 267 time: 0.0578413 Apr 18 06:42:24.561990 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-3a785089-4d5e-48b0-bde5-83cc12c84ec3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:24.562651 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-3a785089-4d5e-48b0-bde5-83cc12c84ec3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Synchronizing usage tracker for tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 on resource:network {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:42:24.579003 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-3a785089-4d5e-48b0-bde5-83cc12c84ec3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Unset dirty status for tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 on resource:network {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:42:24.580127 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-3a785089-4d5e-48b0-bde5-83cc12c84ec3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/networks?id=148a3a5f-4800-483a-a498-72b490c2c880 HTTP/1.1" status: 200 len: 810 time: 0.1599596 Apr 18 06:42:24.594546 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-420b27a5-9726-48c7-b783-968acc9bcb45 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/quotas/d94cfe7c2bb84a6dae00cf98b3b483a0 HTTP/1.1" status: 200 len: 375 time: 0.0087159 Apr 18 06:42:24.677516 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-7e5e20e7-5a8e-425b-ab6a-d88ed9a7a59b tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d94cfe7c2bb84a6dae00cf98b3b483a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776634 Apr 18 06:42:24.924093 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-732dc4b6-37b4-45af-9d08-de291433f665 service neutron] 10.222.0.15 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342305 Apr 18 06:42:25.057956 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-940b7ae2-0572-4403-8869-20cf83c43256 service neutron] 10.222.0.15 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271265 Apr 18 06:42:25.427994 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b273651a-710e-4f74-8f72-79f620a55ec6 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:42:25.494831 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port b273651a-710e-4f74-8f72-79f620a55ec6 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:25.495215 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:26.257493 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-4fab814c-70df-41eb-8454-1939ee4a4235 req-249c37ba-a7ac-4937-b325-43949b2556c7 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Synchronizing usage tracker for tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:42:26.274762 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-4fab814c-70df-41eb-8454-1939ee4a4235 req-249c37ba-a7ac-4937-b325-43949b2556c7 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Unset dirty status for tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:42:26.275854 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-4fab814c-70df-41eb-8454-1939ee4a4235 req-249c37ba-a7ac-4937-b325-43949b2556c7 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 210 time: 0.0683122 Apr 18 06:42:26.478713 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] Sync routers for ids ['ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:42:26.487843 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] Routers {'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:42:26.488476 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:42:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:26.660630 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] Set router ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:42:26.963501 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957', 'name': 'tempest-TestSnapshotPattern-605209025-router', 'tenant_id': '032619cc2891408bbfd96170c6136eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': 'b273651a-710e-4f74-8f72-79f620a55ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:17Z', 'updated_at': '2022-04-18T06:42:21Z', 'revision_number': 4, 'project_id': '032619cc2891408bbfd96170c6136eec', 'gw_port': {'id': 'b273651a-710e-4f74-8f72-79f620a55ec6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:18Z', 'updated_at': '2022-04-18T06:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'f16d3524-10d4-4ca8-9e09-3548ea2a3cb1', 'name': '', 'network_id': '4069f5aa-4332-471e-8b11-436a2db3e344', 'tenant_id': '032619cc2891408bbfd96170c6136eec', 'mac_address': 'fa:16:3e:c9:56:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '22f748a2-db1c-40d4-a5a7-72b439d7a04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:20Z', 'updated_at': '2022-04-18T06:42:21Z', 'revision_number': 2, 'project_id': '032619cc2891408bbfd96170c6136eec', 'subnets': [{'id': '22f748a2-db1c-40d4-a5a7-72b439d7a04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:26.967040 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] Checking router: ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:42:26.967379 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] Updating router ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957 port f16d3524-10d4-4ca8-9e09-3548ea2a3cb1 binding host dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:42:27.018058 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:27.389629 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-66c25d1c-0451-4bf3-acad-99bae7d8de50 req-866ea1e7-a74d-49bc-beed-2b2bab866960 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 210 time: 0.0619228 Apr 18 06:42:27.412999 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:27.425039 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] Transition to ACTIVE for port object f16d3524-10d4-4ca8-9e09-3548ea2a3cb1 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:42:27.431869 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:27.582396 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306710b-ccca-47fb-9f8b-412af01011e8 None None] Pushing event updated for resources: {'Port': ['ID=f16d3524-10d4-4ca8-9e09-3548ea2a3cb1,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:27.646693 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] Attempting to bind port f16d3524-10d4-4ca8-9e09-3548ea2a3cb1 on host dv-neutron-837489-1-hyperv for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:42:27.647060 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] Attempting to bind port f16d3524-10d4-4ca8-9e09-3548ea2a3cb1 by drivers openvswitch,hyperv on host dv-neutron-837489-1-hyperv at level 0 using segments [{'id': '4b755e9f-ecdd-4c38-a255-baeb3d6876e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4069f5aa-4332-471e-8b11-436a2db3e344'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:42:27.647416 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] Attempting to bind port f16d3524-10d4-4ca8-9e09-3548ea2a3cb1 on network 4069f5aa-4332-471e-8b11-436a2db3e344 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:42:27.652754 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] Checking agent: {'id': '3f88a9bb-2a0b-44a2-b07f-fb800f9a11e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837489-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 42, 39), 'started_at': datetime.datetime(2022, 4, 18, 5, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837489-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:42:27.653150 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] Checking segment: {'id': '4b755e9f-ecdd-4c38-a255-baeb3d6876e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4069f5aa-4332-471e-8b11-436a2db3e344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:42:27.653537 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:27.653921 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] Bound using segment: {'id': '4b755e9f-ecdd-4c38-a255-baeb3d6876e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4069f5aa-4332-471e-8b11-436a2db3e344'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:42:27.654369 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] Bound port: f16d3524-10d4-4ca8-9e09-3548ea2a3cb1, host: dv-neutron-837489-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b755e9f-ecdd-4c38-a255-baeb3d6876e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4069f5aa-4332-471e-8b11-436a2db3e344'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:42:27.654734 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:27.739481 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] For port f16d3524-10d4-4ca8-9e09-3548ea2a3cb1, host dv-neutron-837489-1-hyperv, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:42:27.742984 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] For port f16d3524-10d4-4ca8-9e09-3548ea2a3cb1, host dv-neutron-837489-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f16d3524-10d4-4ca8-9e09-3548ea2a3cb1,segment=NetworkSegment(4b755e9f-ecdd-4c38-a255-baeb3d6876e2),segment_id=4b755e9f-ecdd-4c38-a255-baeb3d6876e2)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:42:27.747393 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:27.821088 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] Routers {'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:42:27.821707 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:42:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:27.890649 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306710b-ccca-47fb-9f8b-412af01011e8 None None] Pushing event updated for resources: {'Port': ['ID=f16d3524-10d4-4ca8-9e09-3548ea2a3cb1,revision_number=4']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:28.005888 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] Set router ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:42:28.312496 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957', 'name': 'tempest-TestSnapshotPattern-605209025-router', 'tenant_id': '032619cc2891408bbfd96170c6136eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': 'b273651a-710e-4f74-8f72-79f620a55ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:17Z', 'updated_at': '2022-04-18T06:42:21Z', 'revision_number': 4, 'project_id': '032619cc2891408bbfd96170c6136eec', 'gw_port': {'id': 'b273651a-710e-4f74-8f72-79f620a55ec6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:18Z', 'updated_at': '2022-04-18T06:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'f16d3524-10d4-4ca8-9e09-3548ea2a3cb1', 'name': '', 'network_id': '4069f5aa-4332-471e-8b11-436a2db3e344', 'tenant_id': '032619cc2891408bbfd96170c6136eec', 'mac_address': 'fa:16:3e:c9:56:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '22f748a2-db1c-40d4-a5a7-72b439d7a04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:20Z', 'updated_at': '2022-04-18T06:42:27Z', 'revision_number': 4, 'project_id': '032619cc2891408bbfd96170c6136eec', 'subnets': [{'id': '22f748a2-db1c-40d4-a5a7-72b439d7a04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:28.316331 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab8cbad-853c-4e60-852e-866f27bd011a None None] The sync data for ids ['ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957'] in dv-neutron-837489-1-hyperv is: [{'id': 'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957', 'name': 'tempest-TestSnapshotPattern-605209025-router', 'tenant_id': '032619cc2891408bbfd96170c6136eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': 'b273651a-710e-4f74-8f72-79f620a55ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:17Z', 'updated_at': '2022-04-18T06:42:21Z', 'revision_number': 4, 'project_id': '032619cc2891408bbfd96170c6136eec', 'gw_port': {'id': 'b273651a-710e-4f74-8f72-79f620a55ec6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:18Z', 'updated_at': '2022-04-18T06:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': 'f16d3524-10d4-4ca8-9e09-3548ea2a3cb1', 'name': '', 'network_id': '4069f5aa-4332-471e-8b11-436a2db3e344', 'tenant_id': '032619cc2891408bbfd96170c6136eec', 'mac_address': 'fa:16:3e:c9:56:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '22f748a2-db1c-40d4-a5a7-72b439d7a04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:20Z', 'updated_at': '2022-04-18T06:42:27Z', 'revision_number': 4, 'project_id': '032619cc2891408bbfd96170c6136eec', 'subnets': [{'id': '22f748a2-db1c-40d4-a5a7-72b439d7a04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:42:28.485353 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1df08afe-14eb-480a-b11d-b6417ef63c43 req-199b2f3f-bb92-4e96-9362-12832fb1fb6a tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 210 time: 0.0436840 Apr 18 06:42:29.443792 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f16d3524-10d4-4ca8-9e09-3548ea2a3cb1 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:42:29.512806 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning for port f16d3524-10d4-4ca8-9e09-3548ea2a3cb1 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:42:29.518613 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port f16d3524-10d4-4ca8-9e09-3548ea2a3cb1 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:29.518996 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:29.585443 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-83d15b91-ee47-4e32-9202-1e034bbf8ccb req-4f986e5f-6952-42c0-96e1-cf3c838bbe81 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 210 time: 0.0442219 Apr 18 06:42:29.635905 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:29.673069 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] For port f16d3524-10d4-4ca8-9e09-3548ea2a3cb1, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f16d3524-10d4-4ca8-9e09-3548ea2a3cb1,segment=NetworkSegment(4b755e9f-ecdd-4c38-a255-baeb3d6876e2),segment_id=4b755e9f-ecdd-4c38-a255-baeb3d6876e2)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:42:29.677366 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:29.749827 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Pushing event updated for resources: {'Port': ['ID=f16d3524-10d4-4ca8-9e09-3548ea2a3cb1,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:30.732180 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-1b51933f-8404-4f8a-92f2-fa56bc52c9b2 req-558bb001-2fa0-4667-877b-cea994cbb69a tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 210 time: 0.0445278 Apr 18 06:42:31.429466 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f16d3524-10d4-4ca8-9e09-3548ea2a3cb1 up at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:42:31.496472 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Provisioning complete for port f16d3524-10d4-4ca8-9e09-3548ea2a3cb1 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:31.496857 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:31.723630 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-5fec1b07-8ab3-4ee1-96e5-9f612085d0b6 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:31.725314 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-5fec1b07-8ab3-4ee1-96e5-9f612085d0b6 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.52 "GET /v2.0/networks?id=148a3a5f-4800-483a-a498-72b490c2c880 HTTP/1.1" status: 200 len: 810 time: 0.1556454 Apr 18 06:42:31.775232 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-8b9aba57-e988-451c-bca0-3fb4804b6266 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d94cfe7c2bb84a6dae00cf98b3b483a0 HTTP/1.1" status: 200 len: 379 time: 0.0404489 Apr 18 06:42:31.791783 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a72e2585-b731-4953-8b25-4e3502b0a070 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Request body: {'port': {'device_id': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'admin_state_up': True, 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'security_groups': ['cc2a44d9-429f-403a-ab26-267a4d8c4c06']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:42:31.890017 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-71d62965-6bc4-4a27-b9c1-a98d6da3e495 req-e61ff493-106d-47d5-b1b9-c05b39891073 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 210 time: 0.0489950 Apr 18 06:42:31.932766 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a72e2585-b731-4953-8b25-4e3502b0a070 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:42:31.941934 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a72e2585-b731-4953-8b25-4e3502b0a070 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:42:31.951630 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a72e2585-b731-4953-8b25-4e3502b0a070 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Made reservation on behalf of d94cfe7c2bb84a6dae00cf98b3b483a0 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:42:31.955030 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a72e2585-b731-4953-8b25-4e3502b0a070 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:32.112770 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a72e2585-b731-4953-8b25-4e3502b0a070 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Allocated IP 172.20.0.12 (148a3a5f-4800-483a-a498-72b490c2c880/8fe0f16f-10ba-4fd7-917d-3ea90341ff76/bef85992-e29a-4088-8952-ceb76e932803) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:42:32.403639 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a72e2585-b731-4953-8b25-4e3502b0a070 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:32.419332 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a72e2585-b731-4953-8b25-4e3502b0a070 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Transition to ACTIVE for port object bef85992-e29a-4088-8952-ceb76e932803 will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:42:32.442417 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a72e2585-b731-4953-8b25-4e3502b0a070 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:32.507442 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a72e2585-b731-4953-8b25-4e3502b0a070 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Network 148a3a5f-4800-483a-a498-72b490c2c880 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:42:32.510593 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a72e2585-b731-4953-8b25-4e3502b0a070 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:42:32.514422 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a72e2585-b731-4953-8b25-4e3502b0a070 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:42:32.576866 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e2585-b731-4953-8b25-4e3502b0a070 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Pushing event updated for resources: {'Port': ['ID=bef85992-e29a-4088-8952-ceb76e932803,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:32.599517 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a72e2585-b731-4953-8b25-4e3502b0a070 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:32.600442 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a72e2585-b731-4953-8b25-4e3502b0a070 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:32.626599 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a72e2585-b731-4953-8b25-4e3502b0a070 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8391550 Apr 18 06:42:32.641821 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] Request body: {'port': {'device_id': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:42:32.713433 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-74729a4d-5a0e-4d1f-9781-b19f565f3d0e None None] Provisioning for port bef85992-e29a-4088-8952-ceb76e932803 completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:42:32.718200 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-74729a4d-5a0e-4d1f-9781-b19f565f3d0e None None] Provisioning complete for port bef85992-e29a-4088-8952-ceb76e932803 triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:32.718643 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-74729a4d-5a0e-4d1f-9781-b19f565f3d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:32.754896 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:32.775096 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-74729a4d-5a0e-4d1f-9781-b19f565f3d0e None None] Port bef85992-e29a-4088-8952-ceb76e932803 cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:42:33.146176 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3b2d1-ec6a-450e-962b-659ab77fe883 req-98368925-9141-4392-b38a-ece8308d5c2f tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:33.146863 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-96c3b2d1-ec6a-450e-962b-659ab77fe883 req-98368925-9141-4392-b38a-ece8308d5c2f tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Synchronizing usage tracker for tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:42:33.172821 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef85992-e29a-4088-8952-ceb76e932803 {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:42:33.180352 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-96c3b2d1-ec6a-450e-962b-659ab77fe883 req-98368925-9141-4392-b38a-ece8308d5c2f tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Unset dirty status for tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:42:33.181500 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-96c3b2d1-ec6a-450e-962b-659ab77fe883 req-98368925-9141-4392-b38a-ece8308d5c2f tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 932 time: 0.1844480 Apr 18 06:42:33.183055 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:33.216343 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] Transition to ACTIVE for port object bef85992-e29a-4088-8952-ceb76e932803 will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:42:33.226543 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:33.285547 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-96c3b2d1-ec6a-450e-962b-659ab77fe883 req-6a59ffab-a5e8-4862-a974-22f1d1ef20c2 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981896 Apr 18 06:42:33.390976 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] Pushing event updated for resources: {'Port': ['ID=bef85992-e29a-4088-8952-ceb76e932803,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:33.474032 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] Attempting to bind port bef85992-e29a-4088-8952-ceb76e932803 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:42:33.474357 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] Attempting to bind port bef85992-e29a-4088-8952-ceb76e932803 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '938dcefc-beef-4ab9-98d8-d6687457ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:42:33.474678 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] Attempting to bind port bef85992-e29a-4088-8952-ceb76e932803 on network 148a3a5f-4800-483a-a498-72b490c2c880 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:42:33.479425 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] Port bef85992-e29a-4088-8952-ceb76e932803 on network 148a3a5f-4800-483a-a498-72b490c2c880 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:42:33.479732 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] Attempting to bind port bef85992-e29a-4088-8952-ceb76e932803 on network 148a3a5f-4800-483a-a498-72b490c2c880 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:42:33.484707 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:42:33.485035 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] Checking segment: {'id': '938dcefc-beef-4ab9-98d8-d6687457ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:42:33.485407 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] Bound using segment: {'id': '938dcefc-beef-4ab9-98d8-d6687457ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:42:33.486751 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] Bound port: bef85992-e29a-4088-8952-ceb76e932803, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '938dcefc-beef-4ab9-98d8-d6687457ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:42:33.487113 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:33.576998 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] For port bef85992-e29a-4088-8952-ceb76e932803, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:42:33.579966 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] For port bef85992-e29a-4088-8952-ceb76e932803, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=bef85992-e29a-4088-8952-ceb76e932803,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:42:33.584523 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:33.639125 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:33.639301 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:33.640854 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] 10.222.0.52 "PUT /v2.0/ports/bef85992-e29a-4088-8952-ceb76e932803 HTTP/1.1" status: 200 len: 1094 time: 1.0033910 Apr 18 06:42:33.643209 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'tag': 'bef85992-e29a-4088-8952-ceb76e932803'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:42:33.676715 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb3e72-4c7c-47c6-8944-c430ae5e4b02 service neutron] Pushing event updated for resources: {'Port': ['ID=bef85992-e29a-4088-8952-ceb76e932803,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:33.759593 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-68e05471-429b-4c64-a016-b48e3bb4a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:33.761020 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-68e05471-429b-4c64-a016-b48e3bb4a4a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d94cfe7c2bb84a6dae00cf98b3b483a0&device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 1097 time: 0.0794585 Apr 18 06:42:33.767255 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3feb0a60-bd02-46f5-9810-983ac34ed3bb'] response: {'name': 'network-changed', 'server_uuid': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'tag': 'bef85992-e29a-4088-8952-ceb76e932803', 'status': 'completed', 'code': 200} Apr 18 06:42:33.843360 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-dd0f7861-9510-49ae-9d57-823a2135abbc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef85992-e29a-4088-8952-ceb76e932803 HTTP/1.1" status: 200 len: 217 time: 0.0671835 Apr 18 06:42:33.908096 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-2cf70f76-d0a0-42b7-912d-0065d47d295a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:33.909456 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-2cf70f76-d0a0-42b7-912d-0065d47d295a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fe0f16f-10ba-4fd7-917d-3ea90341ff76 HTTP/1.1" status: 200 len: 849 time: 0.0569994 Apr 18 06:42:33.989986 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-6a9178ee-5d0f-485a-8823-ba8bd54aea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:33.991904 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-6a9178ee-5d0f-485a-8823-ba8bd54aea92 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=148a3a5f-4800-483a-a498-72b490c2c880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745983 Apr 18 06:42:34.231208 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-aad30368-8453-414b-b41d-7572879708ac service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295320 Apr 18 06:42:34.368474 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-fa4af6f4-c941-42a8-ac05-f147a3b9895f req-b82deeeb-eac8-4fef-841a-dc3531a9ca89 service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282575 Apr 18 06:42:34.533414 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1cfe3-573d-4e93-b95a-3723b4cb7c8e req-6b288751-9167-4724-b430-eed2748b2ef6 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:34.534845 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-78a1cfe3-573d-4e93-b95a-3723b4cb7c8e req-6b288751-9167-4724-b430-eed2748b2ef6 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 944 time: 0.1375682 Apr 18 06:42:34.537428 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4549e61-bff7-48eb-ba4b-9885c7c631d4 req-e0926c5d-66aa-4b85-ac9e-264529ac66d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:34.539268 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d4549e61-bff7-48eb-ba4b-9885c7c631d4 req-e0926c5d-66aa-4b85-ac9e-264529ac66d7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d94cfe7c2bb84a6dae00cf98b3b483a0&device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 1097 time: 0.1064143 Apr 18 06:42:34.662771 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-78a1cfe3-573d-4e93-b95a-3723b4cb7c8e req-715ef20b-58fe-4bfe-8bc5-41ce0f0809f6 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216798 Apr 18 06:42:34.696542 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4549e61-bff7-48eb-ba4b-9885c7c631d4 req-48d05551-5c5e-4bae-8cae-bbf1d44d736c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:34.697965 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d4549e61-bff7-48eb-ba4b-9885c7c631d4 req-48d05551-5c5e-4bae-8cae-bbf1d44d736c service neutron] 10.222.0.52 "GET /v2.0/networks?id=148a3a5f-4800-483a-a498-72b490c2c880 HTTP/1.1" status: 200 len: 911 time: 0.1449220 Apr 18 06:42:34.768639 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d4549e61-bff7-48eb-ba4b-9885c7c631d4 req-a743af93-4192-4ef0-81ab-7d59c2ee3cff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef85992-e29a-4088-8952-ceb76e932803 HTTP/1.1" status: 200 len: 217 time: 0.0623684 Apr 18 06:42:34.829270 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4549e61-bff7-48eb-ba4b-9885c7c631d4 req-1ada3147-bcec-4bc2-bba0-a70c85001474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:34.830646 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d4549e61-bff7-48eb-ba4b-9885c7c631d4 req-1ada3147-bcec-4bc2-bba0-a70c85001474 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fe0f16f-10ba-4fd7-917d-3ea90341ff76 HTTP/1.1" status: 200 len: 849 time: 0.0557120 Apr 18 06:42:34.903114 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4549e61-bff7-48eb-ba4b-9885c7c631d4 req-35ba4ed5-3269-46be-beb0-99cab0ba0eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:34.904564 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d4549e61-bff7-48eb-ba4b-9885c7c631d4 req-35ba4ed5-3269-46be-beb0-99cab0ba0eed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=148a3a5f-4800-483a-a498-72b490c2c880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675132 Apr 18 06:42:35.033215 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d4549e61-bff7-48eb-ba4b-9885c7c631d4 req-0e07e37a-45d4-4137-83a4-0422d7faa414 service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215940 Apr 18 06:42:35.165037 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d4549e61-bff7-48eb-ba4b-9885c7c631d4 req-22cae633-1c08-42a8-ba24-f1c014bfa5ea service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250603 Apr 18 06:42:35.400290 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1e372c65-35de-48a9-880c-58f285cbccd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:35.849678 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb260c-435d-497a-ac4d-54ffefcadc26 req-2ea2a9d9-c022-43bc-a3c6-993ac0882857 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:35.851913 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9fcb260c-435d-497a-ac4d-54ffefcadc26 req-2ea2a9d9-c022-43bc-a3c6-993ac0882857 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 944 time: 0.0823061 Apr 18 06:42:35.895145 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-9fcb260c-435d-497a-ac4d-54ffefcadc26 req-28038ff6-9acc-416b-a1ef-146d6878742b tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375969 Apr 18 06:42:36.658658 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device bef85992-e29a-4088-8952-ceb76e932803 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:42:36.787867 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port bef85992-e29a-4088-8952-ceb76e932803, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=bef85992-e29a-4088-8952-ceb76e932803,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:42:36.800465 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'bef85992-e29a-4088-8952-ceb76e932803', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'port_id': 'bef85992-e29a-4088-8952-ceb76e932803', 'mac_address': 'fa:16:3e:cd:b7:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:42:36.857716 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:36.873761 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef85992-e29a-4088-8952-ceb76e932803 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:42:36.888830 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port bef85992-e29a-4088-8952-ceb76e932803, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=bef85992-e29a-4088-8952-ceb76e932803,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:42:36.892725 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:36.997654 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=bef85992-e29a-4088-8952-ceb76e932803,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:37.085781 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563ede6-b363-4104-8d7e-b9c1b1034746 req-aecc22a7-5bcc-46a7-9165-569fc7dd974b tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:37.087256 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9563ede6-b363-4104-8d7e-b9c1b1034746 req-aecc22a7-5bcc-46a7-9165-569fc7dd974b tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 945 time: 0.0846362 Apr 18 06:42:37.131064 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9563ede6-b363-4104-8d7e-b9c1b1034746 req-f629fb75-e5ac-418e-a3df-02a6bd996e20 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381236 Apr 18 06:42:37.153739 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['bef85992-e29a-4088-8952-ceb76e932803'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:42:37.497663 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:42:37.733678 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-444702f4-fce0-4cdf-a078-28c5e15e6fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:38.217466 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:38.316583 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9683f-f3f3-4496-9d2c-140a93246bfa req-0f2e3932-1f43-4d36-a96c-b0c512322fd3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:38.318034 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-93a9683f-f3f3-4496-9d2c-140a93246bfa req-0f2e3932-1f43-4d36-a96c-b0c512322fd3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 945 time: 0.0828996 Apr 18 06:42:38.362112 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-93a9683f-f3f3-4496-9d2c-140a93246bfa req-c891386c-6095-47fe-8a97-13b3a48e3375 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383635 Apr 18 06:42:38.673009 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device bef85992-e29a-4088-8952-ceb76e932803 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:42:38.737549 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:38.752602 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port bef85992-e29a-4088-8952-ceb76e932803 completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:42:38.764057 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port bef85992-e29a-4088-8952-ceb76e932803 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:38.764446 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:38.808379 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:38.883934 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:38.909097 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef85992-e29a-4088-8952-ceb76e932803'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:42:38.918729 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port bef85992-e29a-4088-8952-ceb76e932803, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=bef85992-e29a-4088-8952-ceb76e932803,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:42:38.923310 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:38.960669 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d8e49a6-1db3-49ba-9c31-a4d63a1ff295'] response: {'server_uuid': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef85992-e29a-4088-8952-ceb76e932803', 'code': 200} Apr 18 06:42:38.994075 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=bef85992-e29a-4088-8952-ceb76e932803,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:39.187358 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ee03f-f22c-4a43-a95e-b195956f9bca req-266b08c4-db79-44e3-a041-574b2ccc63eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:39.188767 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-774ee03f-f22c-4a43-a95e-b195956f9bca req-266b08c4-db79-44e3-a041-574b2ccc63eb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 1099 time: 0.0684538 Apr 18 06:42:39.235635 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-774ee03f-f22c-4a43-a95e-b195956f9bca req-aab5cac5-4247-4679-8ada-e3169637b429 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374072 Apr 18 06:42:39.544794 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f468713-29a0-42f7-af23-9ecfd6395bb1 req-5d7e3b47-08ad-4b5f-8793-bd875bf72aa2 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:39.546230 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5f468713-29a0-42f7-af23-9ecfd6395bb1 req-5d7e3b47-08ad-4b5f-8793-bd875bf72aa2 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 946 time: 0.0783684 Apr 18 06:42:39.589087 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-5f468713-29a0-42f7-af23-9ecfd6395bb1 req-576cb325-7f84-4ddd-965b-b108f4c94220 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373735 Apr 18 06:42:40.267123 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:40.770125 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c63f61-e293-469a-a383-fc1fd4a82496 req-5a344472-73e2-44c6-9262-1b8dbb8d056b tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:40.771567 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a0c63f61-e293-469a-a383-fc1fd4a82496 req-5a344472-73e2-44c6-9262-1b8dbb8d056b tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 946 time: 0.0781877 Apr 18 06:42:40.815620 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a0c63f61-e293-469a-a383-fc1fd4a82496 req-315d432e-e1fe-443d-9a0d-a22e7631c6f5 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376537 Apr 18 06:42:40.998330 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0c53c-88e3-41c5-a035-58b9361089bc req-a62e0f09-6c77-4b03-8615-74c2953780dd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:40.999778 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8cc0c53c-88e3-41c5-a035-58b9361089bc req-a62e0f09-6c77-4b03-8615-74c2953780dd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 946 time: 0.0820744 Apr 18 06:42:41.042989 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8cc0c53c-88e3-41c5-a035-58b9361089bc req-1950e60f-4658-4aed-84ed-0420365072e7 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377328 Apr 18 06:42:41.064578 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56960) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:41.225627 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dbcb8a-500e-48fe-8c29-96f9faf9f0e6 tempest-TestSnapshotPattern-2133649797 tempest-TestSnapshotPattern-2133649797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:41.226330 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-59dbcb8a-500e-48fe-8c29-96f9faf9f0e6 tempest-TestSnapshotPattern-2133649797 tempest-TestSnapshotPattern-2133649797-project-admin] Synchronizing usage tracker for tenant:032619cc2891408bbfd96170c6136eec on resource:port {{(pid=88035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:42:41.242135 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-59dbcb8a-500e-48fe-8c29-96f9faf9f0e6 tempest-TestSnapshotPattern-2133649797 tempest-TestSnapshotPattern-2133649797-project-admin] Unset dirty status for tenant:032619cc2891408bbfd96170c6136eec on resource:port {{(pid=88035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:42:41.245890 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-59dbcb8a-500e-48fe-8c29-96f9faf9f0e6 tempest-TestSnapshotPattern-2133649797 tempest-TestSnapshotPattern-2133649797-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 1094 time: 0.1778677 Apr 18 06:42:41.246295 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 56966) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:42:41.251198 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': 'bef85992-e29a-4088-8952-ceb76e932803', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:42:41.257382 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:42:41.261161 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Usage tracker for resource:floatingip and tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:42:41.263893 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:42:41.269495 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:42:41.282817 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for floatingip, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:41.413439 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:41.548697 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Allocated IP 172.26.1.98 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/cf06eaf7-f74e-421b-b6c6-8fd40b34f20a) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:42:41.697272 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:41.725558 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:41.787135 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:42:41.790454 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:42:41.797972 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:42:41.837515 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Pushing event updated for resources: {'Port': ['ID=cf06eaf7-f74e-421b-b6c6-8fd40b34f20a,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:42.297551 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:42.372085 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:42.572720 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:42.578037 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:42.685443 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Pushing event updated for resources: {'Port': ['ID=cf06eaf7-f74e-421b-b6c6-8fd40b34f20a,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:42.695673 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:42.863135 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Floating IP 9a2bd239-ecc8-4427-ad71-b7a18c25ccd9 associated. External IP: 172.26.1.98, port: bef85992-e29a-4088-8952-ceb76e932803. Apr 18 06:42:43.210768 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Router 31c96867-d209-4494-892f-3e68bf546c5e has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:42:43.386717 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:42:43.396296 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e528636-a33e-4853-94e9-5a068bb9f69e None None] Sync routers for ids ['31c96867-d209-4494-892f-3e68bf546c5e'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:42:43.406528 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e528636-a33e-4853-94e9-5a068bb9f69e None None] Routers {'31c96867-d209-4494-892f-3e68bf546c5e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:42:43.407240 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-0e528636-a33e-4853-94e9-5a068bb9f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:42:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['31c96867-d209-4494-892f-3e68bf546c5e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:43.411042 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:43.469080 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6a8df553-18d2-420f-9d8d-427f7f23df3e tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2216918 Apr 18 06:42:43.469939 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'tag': 'bef85992-e29a-4088-8952-ceb76e932803'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:42:43.564503 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66e421d3-daa0-44f0-baf7-9e9cb21fad68'] response: {'name': 'network-changed', 'server_uuid': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'tag': 'bef85992-e29a-4088-8952-ceb76e932803', 'status': 'completed', 'code': 200} Apr 18 06:42:43.585993 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-0e528636-a33e-4853-94e9-5a068bb9f69e None None] Set router 31c96867-d209-4494-892f-3e68bf546c5e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:42:43.658081 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e1d5b-1b12-4ea2-b354-2bede9d158b0 req-f33669bb-8505-47ef-ab0f-32dfb1297bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:43.659531 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a94e1d5b-1b12-4ea2-b354-2bede9d158b0 req-f33669bb-8505-47ef-ab0f-32dfb1297bb2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d94cfe7c2bb84a6dae00cf98b3b483a0&device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 1099 time: 0.0724666 Apr 18 06:42:43.790825 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e1d5b-1b12-4ea2-b354-2bede9d158b0 req-dea40a82-f890-4369-a3de-e74adb430662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:43.792297 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a94e1d5b-1b12-4ea2-b354-2bede9d158b0 req-dea40a82-f890-4369-a3de-e74adb430662 service neutron] 10.222.0.52 "GET /v2.0/networks?id=148a3a5f-4800-483a-a498-72b490c2c880 HTTP/1.1" status: 200 len: 911 time: 0.1262128 Apr 18 06:42:43.888410 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a94e1d5b-1b12-4ea2-b354-2bede9d158b0 req-f5546271-d46e-4159-b47f-54f6b4583fe7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef85992-e29a-4088-8952-ceb76e932803 HTTP/1.1" status: 200 len: 999 time: 0.0902190 Apr 18 06:42:43.934100 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-0e528636-a33e-4853-94e9-5a068bb9f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c96867-d209-4494-892f-3e68bf546c5e', 'name': 'tempest-TestSnapshotPattern-1485855748-router', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:10Z', 'updated_at': '2022-04-18T06:42:14Z', 'revision_number': 4, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'gw_port': {'id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:11Z', 'updated_at': '2022-04-18T06:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '9a2bd239-ecc8-4427-ad71-b7a18c25ccd9', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'floating_ip_address': '172.26.1.98', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'port_id': 'bef85992-e29a-4088-8952-ceb76e932803', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'mac_address': 'fa:16:3e:cd:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:42:42Z', 'updated_at': '2022-04-18T06:42:42Z', 'revision_number': 0, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab29138-c7cf-4b36-855b-fa8840cbfdc0', 'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'mac_address': 'fa:16:3e:98:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:14Z', 'updated_at': '2022-04-18T06:42:20Z', 'revision_number': 5, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'subnets': [{'id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:43.938355 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e528636-a33e-4853-94e9-5a068bb9f69e None None] Checking router: 31c96867-d209-4494-892f-3e68bf546c5e for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:42:43.947239 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e528636-a33e-4853-94e9-5a068bb9f69e None None] Routers {'31c96867-d209-4494-892f-3e68bf546c5e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:42:43.947865 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-0e528636-a33e-4853-94e9-5a068bb9f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:42:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['31c96867-d209-4494-892f-3e68bf546c5e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:44.056662 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e1d5b-1b12-4ea2-b354-2bede9d158b0 req-d2eda5d0-0a35-4896-afc6-683de86ba239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:44.058006 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a94e1d5b-1b12-4ea2-b354-2bede9d158b0 req-d2eda5d0-0a35-4896-afc6-683de86ba239 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fe0f16f-10ba-4fd7-917d-3ea90341ff76 HTTP/1.1" status: 200 len: 849 time: 0.1638565 Apr 18 06:42:44.125385 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-0e528636-a33e-4853-94e9-5a068bb9f69e None None] Set router 31c96867-d209-4494-892f-3e68bf546c5e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:42:44.131865 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e1d5b-1b12-4ea2-b354-2bede9d158b0 req-e4bcb6b1-d1a7-47a3-a5dc-95c5ff32d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:44.133497 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a94e1d5b-1b12-4ea2-b354-2bede9d158b0 req-e4bcb6b1-d1a7-47a3-a5dc-95c5ff32d544 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=148a3a5f-4800-483a-a498-72b490c2c880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694067 Apr 18 06:42:44.143610 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [req-a94e1d5b-1b12-4ea2-b354-2bede9d158b0 req-e8095ca3-d14b-4251-b5c2-136b265e694a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:42:44.144546 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a94e1d5b-1b12-4ea2-b354-2bede9d158b0 req-e8095ca3-d14b-4251-b5c2-136b265e694a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047495 Apr 18 06:42:44.275502 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a94e1d5b-1b12-4ea2-b354-2bede9d158b0 req-0b353a85-9ed3-4b23-b00d-c66c36628852 service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248841 Apr 18 06:42:44.408449 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a94e1d5b-1b12-4ea2-b354-2bede9d158b0 req-b905622c-344a-419a-b35e-4d3b4eb320c3 service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263363 Apr 18 06:42:44.575293 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-0e528636-a33e-4853-94e9-5a068bb9f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c96867-d209-4494-892f-3e68bf546c5e', 'name': 'tempest-TestSnapshotPattern-1485855748-router', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:10Z', 'updated_at': '2022-04-18T06:42:14Z', 'revision_number': 4, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'gw_port': {'id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:11Z', 'updated_at': '2022-04-18T06:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '9a2bd239-ecc8-4427-ad71-b7a18c25ccd9', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'floating_ip_address': '172.26.1.98', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'port_id': 'bef85992-e29a-4088-8952-ceb76e932803', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'mac_address': 'fa:16:3e:cd:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:42:42Z', 'updated_at': '2022-04-18T06:42:42Z', 'revision_number': 0, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab29138-c7cf-4b36-855b-fa8840cbfdc0', 'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'mac_address': 'fa:16:3e:98:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:14Z', 'updated_at': '2022-04-18T06:42:20Z', 'revision_number': 5, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'subnets': [{'id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:44.587644 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e528636-a33e-4853-94e9-5a068bb9f69e None None] The sync data for ids ['31c96867-d209-4494-892f-3e68bf546c5e'] in dv-neutron-837489-1-hyperv is: [{'id': '31c96867-d209-4494-892f-3e68bf546c5e', 'name': 'tempest-TestSnapshotPattern-1485855748-router', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:10Z', 'updated_at': '2022-04-18T06:42:14Z', 'revision_number': 4, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'gw_port': {'id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:11Z', 'updated_at': '2022-04-18T06:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '9a2bd239-ecc8-4427-ad71-b7a18c25ccd9', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'floating_ip_address': '172.26.1.98', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'port_id': 'bef85992-e29a-4088-8952-ceb76e932803', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'mac_address': 'fa:16:3e:cd:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:42:42Z', 'updated_at': '2022-04-18T06:42:42Z', 'revision_number': 0, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab29138-c7cf-4b36-855b-fa8840cbfdc0', 'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'mac_address': 'fa:16:3e:98:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:14Z', 'updated_at': '2022-04-18T06:42:20Z', 'revision_number': 5, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'subnets': [{'id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:42:44.773304 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf697708-fed9-45bb-9984-579743d19306 None None] New status for floating IP 9a2bd239-ecc8-4427-ad71-b7a18c25ccd9: ACTIVE {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:42:59.569534 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9bb7a901-0475-4d09-aef1-724d3d13daeb req-2d5f523a-8564-41c5-97f9-420d576aaa73 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761530 Apr 18 06:42:59.711038 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7a901-0475-4d09-aef1-724d3d13daeb req-34195883-fd98-4d36-ab43-fbf4df2b07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:59.712433 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9bb7a901-0475-4d09-aef1-724d3d13daeb req-34195883-fd98-4d36-ab43-fbf4df2b07bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d94cfe7c2bb84a6dae00cf98b3b483a0&device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 1099 time: 0.0701172 Apr 18 06:42:59.858610 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7a901-0475-4d09-aef1-724d3d13daeb req-9a493efe-f0a6-43e9-933d-49c8123a9302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:59.860062 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9bb7a901-0475-4d09-aef1-724d3d13daeb req-9a493efe-f0a6-43e9-933d-49c8123a9302 service neutron] 10.222.0.52 "GET /v2.0/networks?id=148a3a5f-4800-483a-a498-72b490c2c880 HTTP/1.1" status: 200 len: 911 time: 0.1267750 Apr 18 06:42:59.961414 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9bb7a901-0475-4d09-aef1-724d3d13daeb req-1daed4c1-2867-42f6-b0bf-5ec94546ed82 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef85992-e29a-4088-8952-ceb76e932803 HTTP/1.1" status: 200 len: 1001 time: 0.0944424 Apr 18 06:43:00.024880 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7a901-0475-4d09-aef1-724d3d13daeb req-a4647d6d-ef0a-4a01-ba24-7d318a164b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:00.026270 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9bb7a901-0475-4d09-aef1-724d3d13daeb req-a4647d6d-ef0a-4a01-ba24-7d318a164b45 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fe0f16f-10ba-4fd7-917d-3ea90341ff76 HTTP/1.1" status: 200 len: 849 time: 0.0587966 Apr 18 06:43:00.097941 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7a901-0475-4d09-aef1-724d3d13daeb req-d6aa0463-f215-471e-ba93-c290d38e2531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:00.099363 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9bb7a901-0475-4d09-aef1-724d3d13daeb req-d6aa0463-f215-471e-ba93-c290d38e2531 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=148a3a5f-4800-483a-a498-72b490c2c880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673101 Apr 18 06:43:00.228557 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9bb7a901-0475-4d09-aef1-724d3d13daeb req-f8374707-393f-4ff0-828f-bba4496036ea service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225367 Apr 18 06:43:00.358823 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-9bb7a901-0475-4d09-aef1-724d3d13daeb req-efcc4888-db56-4317-8671-c4e2ecb70cf4 service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240847 Apr 18 06:43:05.401806 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-9841130f-0ff6-423f-aaaa-c852a6246cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:07.735133 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7ae3cfe3-d190-488e-ac11-3d676065e8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:08.231860 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:08.736806 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:08.770836 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:10.269873 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:14.497263 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:43:35.403702 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-18802185-06d5-4af3-b09d-6956b032126d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:37.737100 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3d269086-65bf-45c2-bf1a-958afb4ca42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:38.232790 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:38.733207 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:38.772294 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:40.272486 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:51.497542 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:43:59.643292 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dbe8b8e2-6e7a-401d-9006-2ff9e1dd883d req-8c353a9c-2a45-4804-bb6d-053673f279f9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1476214 Apr 18 06:43:59.790480 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8b8e2-6e7a-401d-9006-2ff9e1dd883d req-80d12a69-dd69-497e-aaf2-f74560a6bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:59.791927 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dbe8b8e2-6e7a-401d-9006-2ff9e1dd883d req-80d12a69-dd69-497e-aaf2-f74560a6bf6a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d94cfe7c2bb84a6dae00cf98b3b483a0&device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 1099 time: 0.0727270 Apr 18 06:43:59.940585 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8b8e2-6e7a-401d-9006-2ff9e1dd883d req-a6a50b06-f107-4717-8130-084bf35a0f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:59.941938 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dbe8b8e2-6e7a-401d-9006-2ff9e1dd883d req-a6a50b06-f107-4717-8130-084bf35a0f62 service neutron] 10.222.0.52 "GET /v2.0/networks?id=148a3a5f-4800-483a-a498-72b490c2c880 HTTP/1.1" status: 200 len: 911 time: 0.1292906 Apr 18 06:44:00.147134 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dbe8b8e2-6e7a-401d-9006-2ff9e1dd883d req-96769924-f660-49b3-b038-4214277b3a21 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef85992-e29a-4088-8952-ceb76e932803 HTTP/1.1" status: 200 len: 1001 time: 0.1984189 Apr 18 06:44:00.211357 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8b8e2-6e7a-401d-9006-2ff9e1dd883d req-dfd9fa37-fa84-42f8-b03a-fb5c418fde2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:00.213286 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dbe8b8e2-6e7a-401d-9006-2ff9e1dd883d req-dfd9fa37-fa84-42f8-b03a-fb5c418fde2e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fe0f16f-10ba-4fd7-917d-3ea90341ff76 HTTP/1.1" status: 200 len: 849 time: 0.0557263 Apr 18 06:44:00.292845 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8b8e2-6e7a-401d-9006-2ff9e1dd883d req-05471151-511f-4852-ae72-2a9d3d28b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:00.294309 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dbe8b8e2-6e7a-401d-9006-2ff9e1dd883d req-05471151-511f-4852-ae72-2a9d3d28b0bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=148a3a5f-4800-483a-a498-72b490c2c880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718908 Apr 18 06:44:00.432003 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dbe8b8e2-6e7a-401d-9006-2ff9e1dd883d req-fbee9f6d-27ad-4f7c-89d3-5bbb0895fac2 service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281161 Apr 18 06:44:00.567068 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-dbe8b8e2-6e7a-401d-9006-2ff9e1dd883d req-13092120-a3cb-4d40-b226-094f9119ba81 service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258790 Apr 18 06:44:05.404712 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f2399d96-0191-4295-95d1-fb302dd6948b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:07.740011 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b482a73f-0e9d-42a7-87d5-ada894e32c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:08.246149 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:08.735835 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:08.773511 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:10.274008 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:28.499210 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:44:35.407541 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f07f5298-38a0-4d0d-950f-ea9407098e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:37.741002 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-2102da22-3e10-4999-ad4f-ae6e6b8f2eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:38.245617 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:38.739413 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:38.774333 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:40.276646 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:43.301019 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device bef85992-e29a-4088-8952-ceb76e932803 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:44:43.430468 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port bef85992-e29a-4088-8952-ceb76e932803, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=bef85992-e29a-4088-8952-ceb76e932803,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:44:43.443419 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'bef85992-e29a-4088-8952-ceb76e932803', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'port_id': 'bef85992-e29a-4088-8952-ceb76e932803', 'mac_address': 'fa:16:3e:cd:b7:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:44:43.500114 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:43.516309 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bef85992-e29a-4088-8952-ceb76e932803 {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:44:43.531240 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port bef85992-e29a-4088-8952-ceb76e932803, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=bef85992-e29a-4088-8952-ceb76e932803,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:44:43.535092 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:43.601759 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=bef85992-e29a-4088-8952-ceb76e932803,revision_number=6']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:43.608804 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:43.609144 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:43.609478 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:43.609808 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:43.610129 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:43.610453 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:43.610774 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:43.611108 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:43.611396 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:43.611735 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:43.612078 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:43.612383 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:43.617654 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['bef85992-e29a-4088-8952-ceb76e932803'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:44:45.308829 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device bef85992-e29a-4088-8952-ceb76e932803 up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:44:45.389108 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port bef85992-e29a-4088-8952-ceb76e932803 triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:44:45.389633 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:45.514549 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:45.545021 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef85992-e29a-4088-8952-ceb76e932803'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:44:45.555455 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port bef85992-e29a-4088-8952-ceb76e932803, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=bef85992-e29a-4088-8952-ceb76e932803,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:44:45.563365 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:45.692350 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda64f5d-9660-4ee3-96f9-ab567ef5a30f'] response: {'server_uuid': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef85992-e29a-4088-8952-ceb76e932803', 'code': 200} Apr 18 06:44:45.699093 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=bef85992-e29a-4088-8952-ceb76e932803,revision_number=7']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:54.414598 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-82d81156-87df-427a-ad20-116b274b9388 req-84e7f6fb-4afc-4a56-81e5-547f60c5b278 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434325647&fields=id&tenant_id=d94cfe7c2bb84a6dae00cf98b3b483a0 HTTP/1.1" status: 200 len: 267 time: 0.0390577 Apr 18 06:44:54.683666 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d81156-87df-427a-ad20-116b274b9388 req-b417fe0d-3acc-4d6e-920c-662705cb2d8c tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:54.685057 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-82d81156-87df-427a-ad20-116b274b9388 req-b417fe0d-3acc-4d6e-920c-662705cb2d8c tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/networks?id=148a3a5f-4800-483a-a498-72b490c2c880 HTTP/1.1" status: 200 len: 810 time: 0.2641735 Apr 18 06:44:54.700379 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-82d81156-87df-427a-ad20-116b274b9388 req-268374a5-258d-4df4-b1c7-1ca73133f7b9 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/quotas/d94cfe7c2bb84a6dae00cf98b3b483a0 HTTP/1.1" status: 200 len: 375 time: 0.0098875 Apr 18 06:44:54.789212 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-82d81156-87df-427a-ad20-116b274b9388 req-0b4c50e2-b80c-4c2b-97c0-c38961e4d4d8 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d94cfe7c2bb84a6dae00cf98b3b483a0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0837672 Apr 18 06:44:54.969088 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-82d81156-87df-427a-ad20-116b274b9388 req-b889ea11-1e8d-4e17-99fa-38fe4c33eb61 service neutron] 10.222.0.15 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669891 Apr 18 06:44:55.098762 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-82d81156-87df-427a-ad20-116b274b9388 req-5fea870e-cdfa-4a03-99a2-2f5e56a80715 service neutron] 10.222.0.15 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239066 Apr 18 06:44:55.294346 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-da4c765b-0a1d-489c-ae0f-0fd6a93faabb req-02d8296a-d26f-482e-903f-60f82029035a tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 210 time: 0.0428305 Apr 18 06:44:56.397403 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d81156-87df-427a-ad20-116b274b9388 req-72630f04-8dfa-49d8-bea6-757503480351 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:56.398814 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d81156-87df-427a-ad20-116b274b9388 req-72630f04-8dfa-49d8-bea6-757503480351 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.52 "GET /v2.0/networks?id=148a3a5f-4800-483a-a498-72b490c2c880 HTTP/1.1" status: 200 len: 810 time: 0.1479647 Apr 18 06:44:56.454361 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d81156-87df-427a-ad20-116b274b9388 req-0119ece9-b335-4623-bc59-5fff8a9d7c15 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d94cfe7c2bb84a6dae00cf98b3b483a0 HTTP/1.1" status: 200 len: 379 time: 0.0426013 Apr 18 06:44:56.465451 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-82d81156-87df-427a-ad20-116b274b9388 req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Request body: {'port': {'device_id': 'c39742bb-085c-43aa-89b6-a6df72544fbf', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'admin_state_up': True, 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'security_groups': ['cc2a44d9-429f-403a-ab26-267a4d8c4c06']}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:44:56.597452 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-c97d47e4-6fd1-4462-84ad-b3b97c9f52fc req-b7c60f4f-616b-43f5-9d8e-2c2b13b1a503 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 210 time: 0.0489779 Apr 18 06:44:56.604903 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-82d81156-87df-427a-ad20-116b274b9388 req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:44:56.614490 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.quota.driver [req-82d81156-87df-427a-ad20-116b274b9388 req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:44:56.625026 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d81156-87df-427a-ad20-116b274b9388 req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Made reservation on behalf of d94cfe7c2bb84a6dae00cf98b3b483a0 for: {'port': 1} {{(pid=88034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:44:56.629018 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-82d81156-87df-427a-ad20-116b274b9388 req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:56.797365 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_common [req-82d81156-87df-427a-ad20-116b274b9388 req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Allocated IP 172.20.0.7 (148a3a5f-4800-483a-a498-72b490c2c880/8fe0f16f-10ba-4fd7-917d-3ea90341ff76/c7839cc5-7a0b-410c-a1ab-397f3f22843d) {{(pid=88034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:44:57.063404 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-82d81156-87df-427a-ad20-116b274b9388 req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for port, precommit_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:57.083391 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-82d81156-87df-427a-ad20-116b274b9388 req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Transition to ACTIVE for port object c7839cc5-7a0b-410c-a1ab-397f3f22843d will not be triggered until provisioned by entity DHCP. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:44:57.112998 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-82d81156-87df-427a-ad20-116b274b9388 req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_create {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:57.181053 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d81156-87df-427a-ad20-116b274b9388 req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Network 148a3a5f-4800-483a-a498-72b490c2c880 is already hosted by enough agents. {{(pid=88034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:44:57.184309 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.base_scheduler [req-82d81156-87df-427a-ad20-116b274b9388 req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Resources bound (agent type, host, resource id): {{(pid=88034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:44:57.188367 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d81156-87df-427a-ad20-116b274b9388 req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Received port after_create {{(pid=88034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:44:57.257609 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Pushing event updated for resources: {'Port': ['ID=c7839cc5-7a0b-410c-a1ab-397f3f22843d,revision_number=1']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:57.283403 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d81156-87df-427a-ad20-116b274b9388 req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:57.284249 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-82d81156-87df-427a-ad20-116b274b9388 req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:57.316859 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:57.317872 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:57.318371 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:57.318844 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:57.319354 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:57.319894 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:57.320428 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:57.321030 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:57.322050 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:57.326452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:57.326452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:57.326452 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:57.331447 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d81156-87df-427a-ad20-116b274b9388 req-aa3fbb48-a023-4425-b008-66e56149f476 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8697858 Apr 18 06:44:57.387838 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device bef85992-e29a-4088-8952-ceb76e932803 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:44:57.550232 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:57.561574 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-79cf4816-56b6-4304-975d-18549c4b9206 None None] Provisioning for port c7839cc5-7a0b-410c-a1ab-397f3f22843d completed by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:44:57.572460 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-79cf4816-56b6-4304-975d-18549c4b9206 None None] Provisioning complete for port c7839cc5-7a0b-410c-a1ab-397f3f22843d triggered by entity DHCP. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:44:57.573059 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-79cf4816-56b6-4304-975d-18549c4b9206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:57.624145 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bef85992-e29a-4088-8952-ceb76e932803'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:44:57.639751 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port bef85992-e29a-4088-8952-ceb76e932803, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=bef85992-e29a-4088-8952-ceb76e932803,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:44:57.652589 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:57.726104 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ca7e50-0991-4f90-a79e-1abbebf1128b'] response: {'server_uuid': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bef85992-e29a-4088-8952-ceb76e932803', 'code': 200} Apr 18 06:44:57.727001 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=bef85992-e29a-4088-8952-ceb76e932803,revision_number=8']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:57.731056 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-79cf4816-56b6-4304-975d-18549c4b9206 None None] Port c7839cc5-7a0b-410c-a1ab-397f3f22843d cannot update to ACTIVE because it is not bound. {{(pid=88036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 06:44:57.816031 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbeb10-3bcd-47e7-8955-b3906ab34944 req-2d558737-ee6c-4ec8-9415-ad46b05e2ba8 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:57.816843 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-d8cbeb10-3bcd-47e7-8955-b3906ab34944 req-2d558737-ee6c-4ec8-9415-ad46b05e2ba8 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Synchronizing usage tracker for tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:44:57.835190 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-d8cbeb10-3bcd-47e7-8955-b3906ab34944 req-2d558737-ee6c-4ec8-9415-ad46b05e2ba8 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Unset dirty status for tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:44:57.836363 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d8cbeb10-3bcd-47e7-8955-b3906ab34944 req-2d558737-ee6c-4ec8-9415-ad46b05e2ba8 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 931 time: 0.1114514 Apr 18 06:44:57.889783 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d8cbeb10-3bcd-47e7-8955-b3906ab34944 req-6aab6d7a-a085-4747-ba36-c4c7a0ecbbdc tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444875 Apr 18 06:44:59.093663 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135cbfe-d139-418d-a651-bd735680f222 req-e62c5d47-ed92-4f21-b5db-b343fd7b1ffc tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:59.095515 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b135cbfe-d139-418d-a651-bd735680f222 req-e62c5d47-ed92-4f21-b5db-b343fd7b1ffc tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 931 time: 0.0909548 Apr 18 06:44:59.145803 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-b135cbfe-d139-418d-a651-bd735680f222 req-f85fa4f9-9ce3-4ed2-8a85-538241437c1b tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424838 Apr 18 06:45:00.358615 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d84d24-7816-403e-a55f-4ff854c4f20f req-ba5542d2-e71c-482f-a80f-61779a068ea0 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:00.365626 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c6d84d24-7816-403e-a55f-4ff854c4f20f req-ba5542d2-e71c-482f-a80f-61779a068ea0 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 931 time: 0.0932338 Apr 18 06:45:00.412354 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-c6d84d24-7816-403e-a55f-4ff854c4f20f req-7101efa9-401e-42d4-a380-428740a06954 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457168 Apr 18 06:45:01.613435 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c816ea1-f383-4928-9098-47e052773bd9 req-bd902c6a-9905-452a-a629-8839a7be2ec7 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:01.614932 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8c816ea1-f383-4928-9098-47e052773bd9 req-bd902c6a-9905-452a-a629-8839a7be2ec7 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 931 time: 0.0868349 Apr 18 06:45:01.663870 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-8c816ea1-f383-4928-9098-47e052773bd9 req-57751635-f528-4781-9cca-5c986b634cbf tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405164 Apr 18 06:45:02.863587 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195930c-62f2-4345-85e3-1b24948859c4 req-13dcae18-d654-4a31-8843-f70618913944 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:02.865248 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a195930c-62f2-4345-85e3-1b24948859c4 req-13dcae18-d654-4a31-8843-f70618913944 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 931 time: 0.0855663 Apr 18 06:45:02.916430 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-a195930c-62f2-4345-85e3-1b24948859c4 req-73337a9b-a32c-45cb-ad12-dc70d565b4c3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442753 Apr 18 06:45:04.171866 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4a5c7-16a2-49ce-bd0f-c70bf0baf565 req-32f57332-0d68-4846-b53c-97c90ce923a4 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:04.173382 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-83e4a5c7-16a2-49ce-bd0f-c70bf0baf565 req-32f57332-0d68-4846-b53c-97c90ce923a4 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 931 time: 0.1198573 Apr 18 06:45:04.229096 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-83e4a5c7-16a2-49ce-bd0f-c70bf0baf565 req-6dc55065-92d3-4505-a0ec-688f00686404 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497077 Apr 18 06:45:05.151934 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.v2.base [req-82d81156-87df-427a-ad20-116b274b9388 req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] Request body: {'port': {'device_id': 'c39742bb-085c-43aa-89b6-a6df72544fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=88034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:45:05.159475 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.52', 52024) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:45:05.241753 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ad166ee8-5098-495e-92be-8fe9c508f64d req-bc14b98d-3001-4aaf-859c-597d779f8b0b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696638 Apr 18 06:45:05.262348 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-82d81156-87df-427a-ad20-116b274b9388 req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:05.392704 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad166ee8-5098-495e-92be-8fe9c508f64d req-e845d550-d901-4327-af64-9729dbd103b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:05.394169 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ad166ee8-5098-495e-92be-8fe9c508f64d req-e845d550-d901-4327-af64-9729dbd103b5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d94cfe7c2bb84a6dae00cf98b3b483a0&device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 1097 time: 0.0723755 Apr 18 06:45:05.412188 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-eef5fdbd-fa90-431a-8891-a4e109d5d50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:05.498297 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:45:05.549023 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad166ee8-5098-495e-92be-8fe9c508f64d req-7525beba-5767-4fd6-bd80-2c0b6e83126b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:05.550480 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ad166ee8-5098-495e-92be-8fe9c508f64d req-7525beba-5767-4fd6-bd80-2c0b6e83126b service neutron] 10.222.0.52 "GET /v2.0/networks?id=148a3a5f-4800-483a-a498-72b490c2c880 HTTP/1.1" status: 200 len: 911 time: 0.1333466 Apr 18 06:45:05.658721 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ad166ee8-5098-495e-92be-8fe9c508f64d req-0140920f-19e4-403c-b4a6-34835bfaecaf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef85992-e29a-4088-8952-ceb76e932803 HTTP/1.1" status: 200 len: 999 time: 0.0984766 Apr 18 06:45:05.671925 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29657afc-c147-4237-ab31-10e51fb9c0f7 req-62a384e5-d32e-40f0-ac18-1a944798bb2d tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:05.673327 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-29657afc-c147-4237-ab31-10e51fb9c0f7 req-62a384e5-d32e-40f0-ac18-1a944798bb2d tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 931 time: 0.3348486 Apr 18 06:45:05.727938 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad166ee8-5098-495e-92be-8fe9c508f64d req-86f457b2-c0df-4154-907f-161935a9219c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:05.729426 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ad166ee8-5098-495e-92be-8fe9c508f64d req-86f457b2-c0df-4154-907f-161935a9219c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fe0f16f-10ba-4fd7-917d-3ea90341ff76 HTTP/1.1" status: 200 len: 849 time: 0.0619295 Apr 18 06:45:05.744230 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-29657afc-c147-4237-ab31-10e51fb9c0f7 req-f97c40ef-15d5-4472-b893-cad3b43d845d tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641305 Apr 18 06:45:05.807637 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad166ee8-5098-495e-92be-8fe9c508f64d req-78000f90-6437-4dc6-a810-26231ffcc877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:05.809148 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ad166ee8-5098-495e-92be-8fe9c508f64d req-78000f90-6437-4dc6-a810-26231ffcc877 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=148a3a5f-4800-483a-a498-72b490c2c880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698953 Apr 18 06:45:05.822823 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [req-82d81156-87df-427a-ad20-116b274b9388 req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7839cc5-7a0b-410c-a1ab-397f3f22843d {{(pid=88034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:45:05.830680 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-82d81156-87df-427a-ad20-116b274b9388 req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:05.848407 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.provisioning_blocks [req-82d81156-87df-427a-ad20-116b274b9388 req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] Transition to ACTIVE for port object c7839cc5-7a0b-410c-a1ab-397f3f22843d will not be triggered until provisioned by entity L2. {{(pid=88034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:45:05.853127 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-82d81156-87df-427a-ad20-116b274b9388 req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:05.959236 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ad166ee8-5098-495e-92be-8fe9c508f64d req-81343f33-dd7a-4fa6-a86c-722e7b340ceb service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404452 Apr 18 06:45:06.030381 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] Pushing event updated for resources: {'Port': ['ID=c7839cc5-7a0b-410c-a1ab-397f3f22843d,revision_number=2']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:45:06.101853 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-82d81156-87df-427a-ad20-116b274b9388 req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] Attempting to bind port c7839cc5-7a0b-410c-a1ab-397f3f22843d on host hv-neutron-8374 for vnic_type normal with profile {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:45:06.102394 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-82d81156-87df-427a-ad20-116b274b9388 req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] Attempting to bind port c7839cc5-7a0b-410c-a1ab-397f3f22843d by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '938dcefc-beef-4ab9-98d8-d6687457ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880'}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:45:06.102771 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d81156-87df-427a-ad20-116b274b9388 req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] Attempting to bind port c7839cc5-7a0b-410c-a1ab-397f3f22843d on network 148a3a5f-4800-483a-a498-72b490c2c880 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:45:06.107464 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d81156-87df-427a-ad20-116b274b9388 req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] Port c7839cc5-7a0b-410c-a1ab-397f3f22843d on network 148a3a5f-4800-483a-a498-72b490c2c880 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 06:45:06.107776 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d81156-87df-427a-ad20-116b274b9388 req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] Attempting to bind port c7839cc5-7a0b-410c-a1ab-397f3f22843d on network 148a3a5f-4800-483a-a498-72b490c2c880 {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 06:45:06.109609 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-ad166ee8-5098-495e-92be-8fe9c508f64d req-d7d8baae-51d3-42e3-8681-34fb56801bf7 service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403911 Apr 18 06:45:06.112734 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d81156-87df-427a-ad20-116b274b9388 req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] Checking agent: {'id': '926447d2-ca29-4246-a693-b0378bb83207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'started_at': datetime.datetime(2022, 4, 18, 5, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 06:45:06.113061 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d81156-87df-427a-ad20-116b274b9388 req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] Checking segment: {'id': '938dcefc-beef-4ab9-98d8-d6687457ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 06:45:06.113430 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d81156-87df-427a-ad20-116b274b9388 req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] Bound using segment: {'id': '938dcefc-beef-4ab9-98d8-d6687457ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880'} {{(pid=88034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 06:45:06.113841 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.managers [req-82d81156-87df-427a-ad20-116b274b9388 req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] Bound port: c7839cc5-7a0b-410c-a1ab-397f3f22843d, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '938dcefc-beef-4ab9-98d8-d6687457ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880'}}] {{(pid=88034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:45:06.114173 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-82d81156-87df-427a-ad20-116b274b9388 req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:06.213341 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-82d81156-87df-427a-ad20-116b274b9388 req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] For port c7839cc5-7a0b-410c-a1ab-397f3f22843d, host hv-neutron-8374, cleared binding levels {{(pid=88034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 06:45:06.216619 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-82d81156-87df-427a-ad20-116b274b9388 req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] For port c7839cc5-7a0b-410c-a1ab-397f3f22843d, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c7839cc5-7a0b-410c-a1ab-397f3f22843d,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 06:45:06.220601 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-82d81156-87df-427a-ad20-116b274b9388 req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27056208'] for port, after_update {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:06.279218 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d81156-87df-427a-ad20-116b274b9388 req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:06.279819 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-82d81156-87df-427a-ad20-116b274b9388 req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:06.281178 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d81156-87df-427a-ad20-116b274b9388 req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] 10.222.0.52 "PUT /v2.0/ports/c7839cc5-7a0b-410c-a1ab-397f3f22843d HTTP/1.1" status: 200 len: 1093 time: 1.1334910 Apr 18 06:45:06.281600 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39742bb-085c-43aa-89b6-a6df72544fbf', 'tag': 'c7839cc5-7a0b-410c-a1ab-397f3f22843d'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:45:06.311391 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09284198-4a6a-4ef7-b9e3-9b538db2d153 service neutron] Pushing event updated for resources: {'Port': ['ID=c7839cc5-7a0b-410c-a1ab-397f3f22843d,revision_number=3']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:45:06.364586 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34cb866a-828c-4a70-92f2-47e4ba61db0d'] response: {'name': 'network-changed', 'server_uuid': 'c39742bb-085c-43aa-89b6-a6df72544fbf', 'tag': 'c7839cc5-7a0b-410c-a1ab-397f3f22843d', 'status': 'completed', 'code': 200} Apr 18 06:45:06.406728 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d81156-87df-427a-ad20-116b274b9388 req-c900d7b3-667b-418e-9898-5a17a48fa533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:06.408270 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d81156-87df-427a-ad20-116b274b9388 req-c900d7b3-667b-418e-9898-5a17a48fa533 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d94cfe7c2bb84a6dae00cf98b3b483a0&device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 1096 time: 0.0754652 Apr 18 06:45:06.486571 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d81156-87df-427a-ad20-116b274b9388 req-347db452-f23c-4714-b014-e58b498ac9b4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7839cc5-7a0b-410c-a1ab-397f3f22843d HTTP/1.1" status: 200 len: 217 time: 0.0696959 Apr 18 06:45:06.562325 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d81156-87df-427a-ad20-116b274b9388 req-ed34a044-6d61-48d5-bad0-b711f0c0f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:06.563797 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d81156-87df-427a-ad20-116b274b9388 req-ed34a044-6d61-48d5-bad0-b711f0c0f683 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fe0f16f-10ba-4fd7-917d-3ea90341ff76 HTTP/1.1" status: 200 len: 849 time: 0.0583622 Apr 18 06:45:06.645920 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d81156-87df-427a-ad20-116b274b9388 req-340c6c06-c80a-4805-af8b-151c817be4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:06.647372 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d81156-87df-427a-ad20-116b274b9388 req-340c6c06-c80a-4805-af8b-151c817be4eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=148a3a5f-4800-483a-a498-72b490c2c880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745230 Apr 18 06:45:06.781631 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d81156-87df-427a-ad20-116b274b9388 req-f89a7648-f84e-4cf4-94c1-6f8022b949be service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265938 Apr 18 06:45:06.970663 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-82d81156-87df-427a-ad20-116b274b9388 req-37919778-01e3-476e-955a-101e967813ea service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824045 Apr 18 06:45:06.992481 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6cf01-bc1e-478d-ae5b-0de515503b57 req-687cc2a8-4b2a-4b97-8b3e-1c138cd503b3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:06.994913 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7ef6cf01-bc1e-478d-ae5b-0de515503b57 req-687cc2a8-4b2a-4b97-8b3e-1c138cd503b3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 943 time: 0.1140625 Apr 18 06:45:07.089004 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-7ef6cf01-bc1e-478d-ae5b-0de515503b57 req-a6e0e582-44b2-4979-a594-f5f9f1dfdd92 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882177 Apr 18 06:45:07.117679 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0beb569-5575-4d92-b0d8-9c227261dd07 req-6b46d622-99ee-4278-94a3-4419b08f95db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:07.119332 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d0beb569-5575-4d92-b0d8-9c227261dd07 req-6b46d622-99ee-4278-94a3-4419b08f95db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d94cfe7c2bb84a6dae00cf98b3b483a0&device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 1096 time: 0.0900240 Apr 18 06:45:07.248848 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0beb569-5575-4d92-b0d8-9c227261dd07 req-be01a0d5-d178-427a-9ec4-3c9e49e96ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:07.250280 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d0beb569-5575-4d92-b0d8-9c227261dd07 req-be01a0d5-d178-427a-9ec4-3c9e49e96ddc service neutron] 10.222.0.52 "GET /v2.0/networks?id=148a3a5f-4800-483a-a498-72b490c2c880 HTTP/1.1" status: 200 len: 911 time: 0.1245930 Apr 18 06:45:07.320061 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d0beb569-5575-4d92-b0d8-9c227261dd07 req-a4cb0863-1f39-4a20-beb1-6cc2aff99b43 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7839cc5-7a0b-410c-a1ab-397f3f22843d HTTP/1.1" status: 200 len: 217 time: 0.0632162 Apr 18 06:45:07.479896 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0beb569-5575-4d92-b0d8-9c227261dd07 req-fc914d4b-29d5-4833-9cca-b98bb93fe96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:07.481356 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d0beb569-5575-4d92-b0d8-9c227261dd07 req-fc914d4b-29d5-4833-9cca-b98bb93fe96b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fe0f16f-10ba-4fd7-917d-3ea90341ff76 HTTP/1.1" status: 200 len: 849 time: 0.1550758 Apr 18 06:45:07.558310 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0beb569-5575-4d92-b0d8-9c227261dd07 req-0b65a69d-610c-42d0-86b6-1d94a070623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:07.559757 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d0beb569-5575-4d92-b0d8-9c227261dd07 req-0b65a69d-610c-42d0-86b6-1d94a070623d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=148a3a5f-4800-483a-a498-72b490c2c880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720410 Apr 18 06:45:07.690977 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d0beb569-5575-4d92-b0d8-9c227261dd07 req-bc7375f9-4fdc-4548-95c7-6cf83dace454 service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246924 Apr 18 06:45:07.744623 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3a4b1739-dd85-40f5-8ae3-3c9be641777e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:07.821625 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-d0beb569-5575-4d92-b0d8-9c227261dd07 req-50df73c2-67c1-4bd5-bb39-652f0b156707 service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234136 Apr 18 06:45:08.263691 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:08.282217 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8938b1c-b736-41d1-8fc6-680bdc3d8e2a req-5879f3e7-2c2d-4953-8632-891c365b5904 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:08.283706 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e8938b1c-b736-41d1-8fc6-680bdc3d8e2a req-5879f3e7-2c2d-4953-8632-891c365b5904 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 943 time: 0.0862808 Apr 18 06:45:08.327751 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-e8938b1c-b736-41d1-8fc6-680bdc3d8e2a req-6616831b-4d82-4e84-9d84-0f632f84c8a2 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384514 Apr 18 06:45:08.741224 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:08.776114 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:09.431722 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c7839cc5-7a0b-410c-a1ab-397f3f22843d details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:45:09.522247 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f971611-7c95-4265-923a-9265bbdb60d5 req-c7667bee-20b2-45f5-90a2-e29df4ebd569 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:09.523893 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2f971611-7c95-4265-923a-9265bbdb60d5 req-c7667bee-20b2-45f5-90a2-e29df4ebd569 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 943 time: 0.0867040 Apr 18 06:45:09.575394 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2f971611-7c95-4265-923a-9265bbdb60d5 req-f504207e-3d54-4b17-aa7a-0b98a196b638 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443516 Apr 18 06:45:09.576396 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c7839cc5-7a0b-410c-a1ab-397f3f22843d, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c7839cc5-7a0b-410c-a1ab-397f3f22843d,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:45:09.590473 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'c7839cc5-7a0b-410c-a1ab-397f3f22843d', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'port_id': 'c7839cc5-7a0b-410c-a1ab-397f3f22843d', 'mac_address': 'fa:16:3e:e7:7f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:45:09.652000 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:09.669643 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7839cc5-7a0b-410c-a1ab-397f3f22843d {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:45:09.686204 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c7839cc5-7a0b-410c-a1ab-397f3f22843d, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c7839cc5-7a0b-410c-a1ab-397f3f22843d,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:45:09.690280 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:09.759459 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=c7839cc5-7a0b-410c-a1ab-397f3f22843d,revision_number=4']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:45:09.980633 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['c7839cc5-7a0b-410c-a1ab-397f3f22843d'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:45:10.279882 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:10.758632 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc891bc8-8d2c-4e66-83f4-cff4bf376ca6 req-55ec3c8a-aa1c-4b03-9cb9-e2339d4974de tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:10.760788 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-dc891bc8-8d2c-4e66-83f4-cff4bf376ca6 req-55ec3c8a-aa1c-4b03-9cb9-e2339d4974de tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 944 time: 0.0799804 Apr 18 06:45:10.802749 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-dc891bc8-8d2c-4e66-83f4-cff4bf376ca6 req-456f5d9f-5aeb-4360-ab2e-7059e9b1e06c tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364237 Apr 18 06:45:11.434328 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c7839cc5-7a0b-410c-a1ab-397f3f22843d up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:45:11.499902 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning for port c7839cc5-7a0b-410c-a1ab-397f3f22843d completed by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:45:11.504662 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port c7839cc5-7a0b-410c-a1ab-397f3f22843d triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:45:11.505069 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:11.620289 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:11.646211 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39742bb-085c-43aa-89b6-a6df72544fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7839cc5-7a0b-410c-a1ab-397f3f22843d'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:45:11.656625 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c7839cc5-7a0b-410c-a1ab-397f3f22843d, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c7839cc5-7a0b-410c-a1ab-397f3f22843d,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:45:11.660386 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:11.690998 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a383b21-ec79-4606-8383-ba77605aad1c'] response: {'server_uuid': 'c39742bb-085c-43aa-89b6-a6df72544fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7839cc5-7a0b-410c-a1ab-397f3f22843d', 'code': 200} Apr 18 06:45:11.731970 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=c7839cc5-7a0b-410c-a1ab-397f3f22843d,revision_number=5']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:45:11.931174 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c56804-bd5d-4f1c-9706-c5d32bf23d47 req-1423e032-71a9-47db-89ea-75d648e18ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:11.932646 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-76c56804-bd5d-4f1c-9706-c5d32bf23d47 req-1423e032-71a9-47db-89ea-75d648e18ad0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 1098 time: 0.0711925 Apr 18 06:45:11.977046 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-76c56804-bd5d-4f1c-9706-c5d32bf23d47 req-2fba1394-990f-4ecc-8720-9a384896b3bb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350609 Apr 18 06:45:11.990898 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992f324-6925-4d3a-a04a-7d112acc7487 req-6bd12f39-9735-49d0-a5b4-0324d7bfb70a tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:11.992340 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a992f324-6925-4d3a-a04a-7d112acc7487 req-6bd12f39-9735-49d0-a5b4-0324d7bfb70a tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 945 time: 0.0844731 Apr 18 06:45:12.035551 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-a992f324-6925-4d3a-a04a-7d112acc7487 req-f8adcaf9-1250-4a46-893e-204737e06357 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376489 Apr 18 06:45:13.222145 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e17bf7-9a4a-4d85-aeb4-34a8ee94ff8a req-a6baaf90-ffd1-4d4c-b884-7b9463193624 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:13.223573 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-92e17bf7-9a4a-4d85-aeb4-34a8ee94ff8a req-a6baaf90-ffd1-4d4c-b884-7b9463193624 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 945 time: 0.0783241 Apr 18 06:45:13.267600 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-92e17bf7-9a4a-4d85-aeb4-34a8ee94ff8a req-b55b4901-cbd4-495b-8b21-2870c468f736 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373909 Apr 18 06:45:13.518768 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309517e7-e9a2-4d67-a088-2d99304aaeff req-7424e526-0e8f-431b-aa00-862bed330208 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:13.520265 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-309517e7-e9a2-4d67-a088-2d99304aaeff req-7424e526-0e8f-431b-aa00-862bed330208 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 945 time: 0.0787721 Apr 18 06:45:13.567323 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-309517e7-e9a2-4d67-a088-2d99304aaeff req-ff07818f-b8f8-453c-9eb9-2641019c57a8 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407839 Apr 18 06:45:13.589506 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 57276) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:45:13.658060 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcd16d8-52d3-4b68-b34f-555af87af1c5 tempest-TestSnapshotPattern-2133649797 tempest-TestSnapshotPattern-2133649797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:13.659455 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-bdcd16d8-52d3-4b68-b34f-555af87af1c5 tempest-TestSnapshotPattern-2133649797 tempest-TestSnapshotPattern-2133649797-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 1093 time: 0.0690081 Apr 18 06:45:13.663137 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 57280) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:45:13.668723 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.v2.base [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Request body: {'floatingip': {'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'port_id': 'c7839cc5-7a0b-410c-a1ab-397f3f22843d', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:45:13.674550 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 06:45:13.678343 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Usage tracker for resource:floatingip and tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 is out of sync, need to count used quota {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 06:45:13.681185 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.quota.resource [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 06:45:13.686696 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.quota.driver [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 06:45:13.697065 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for floatingip, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:13.830661 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:13.969058 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_common [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Allocated IP 172.26.1.188 (9fcd1ac9-6b4c-47b9-b8af-0c94833a5556/f973ed3b-1188-477d-97f1-e8c813860028/0670a44a-d246-4bdd-a75b-89511144bf1c) {{(pid=88035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:45:14.114155 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for port, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:14.142921 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771956703546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:14.203093 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Network 9fcd1ac9-6b4c-47b9-b8af-0c94833a5556 is already hosted by enough agents. {{(pid=88035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:45:14.209802 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.base_scheduler [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Resources bound (agent type, host, resource id): {{(pid=88035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:45:14.214093 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Received port after_create {{(pid=88035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 06:45:14.246968 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Pushing event updated for resources: {'Port': ['ID=0670a44a-d246-4bdd-a75b-89511144bf1c,revision_number=1']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:45:14.366875 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:45:14.367219 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:45:14.367561 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:45:14.367894 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:45:14.368255 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:45:14.368627 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:45:14.368955 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:45:14.369271 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:45:14.369596 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:45:14.369917 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:45:14.370237 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:45:14.370556 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:45:14.738718 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:14.811945 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:15.023810 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for port, precommit_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:15.028608 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505183'] for port, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:15.138212 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Pushing event updated for resources: {'Port': ['ID=0670a44a-d246-4bdd-a75b-89511144bf1c,revision_number=2']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:45:15.147165 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4185429'] for floatingip, after_update {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:15.321264 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.db.l3_db [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Floating IP 07a14f92-eafb-4c8c-9da1-7f8f5c179345 associated. External IP: 172.26.1.188, port: c7839cc5-7a0b-410c-a1ab-397f3f22843d. Apr 18 06:45:15.666895 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Router 31c96867-d209-4494-892f-3e68bf546c5e has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:45:15.949115 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:45:15.958276 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc4f60e-6da9-4820-b163-0348e3d5bb9e None None] Sync routers for ids ['31c96867-d209-4494-892f-3e68bf546c5e'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:45:15.971731 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc4f60e-6da9-4820-b163-0348e3d5bb9e None None] Routers {'31c96867-d209-4494-892f-3e68bf546c5e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:45:15.972442 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ebc4f60e-6da9-4820-b163-0348e3d5bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:45:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['31c96867-d209-4494-892f-3e68bf546c5e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:45:15.975146 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:16.033826 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-03ad8566-15d5-4b1a-8685-ba53c15e8785 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3696897 Apr 18 06:45:16.034407 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39742bb-085c-43aa-89b6-a6df72544fbf', 'tag': 'c7839cc5-7a0b-410c-a1ab-397f3f22843d'}] {{(pid=88035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:45:16.078545 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-432b2010-c8c1-402e-ae4c-399a6b8f4bac'] response: {'name': 'network-changed', 'server_uuid': 'c39742bb-085c-43aa-89b6-a6df72544fbf', 'tag': 'c7839cc5-7a0b-410c-a1ab-397f3f22843d', 'status': 'completed', 'code': 200} Apr 18 06:45:16.146993 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-ebc4f60e-6da9-4820-b163-0348e3d5bb9e None None] Set router 31c96867-d209-4494-892f-3e68bf546c5e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:45:16.176667 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356267c-9fb4-4bf2-84f7-3c8bdd3a14cf req-38f20a2a-4f38-4543-b94e-354034c04a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:16.178139 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5356267c-9fb4-4bf2-84f7-3c8bdd3a14cf req-38f20a2a-4f38-4543-b94e-354034c04a9c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d94cfe7c2bb84a6dae00cf98b3b483a0&device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 1098 time: 0.0732322 Apr 18 06:45:16.311284 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356267c-9fb4-4bf2-84f7-3c8bdd3a14cf req-16f2dcfd-57fc-4365-9efc-672de805657d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:16.313163 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5356267c-9fb4-4bf2-84f7-3c8bdd3a14cf req-16f2dcfd-57fc-4365-9efc-672de805657d service neutron] 10.222.0.52 "GET /v2.0/networks?id=148a3a5f-4800-483a-a498-72b490c2c880 HTTP/1.1" status: 200 len: 911 time: 0.1274319 Apr 18 06:45:16.418167 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5356267c-9fb4-4bf2-84f7-3c8bdd3a14cf req-4295a3e9-d774-4024-ac8d-8a08b31613d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7839cc5-7a0b-410c-a1ab-397f3f22843d HTTP/1.1" status: 200 len: 999 time: 0.0988827 Apr 18 06:45:16.480967 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356267c-9fb4-4bf2-84f7-3c8bdd3a14cf req-246eeed4-64c0-4607-a01c-5bbcbc0fcfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:16.482408 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5356267c-9fb4-4bf2-84f7-3c8bdd3a14cf req-246eeed4-64c0-4607-a01c-5bbcbc0fcfc5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fe0f16f-10ba-4fd7-917d-3ea90341ff76 HTTP/1.1" status: 200 len: 849 time: 0.0590048 Apr 18 06:45:16.524506 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ebc4f60e-6da9-4820-b163-0348e3d5bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c96867-d209-4494-892f-3e68bf546c5e', 'name': 'tempest-TestSnapshotPattern-1485855748-router', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:10Z', 'updated_at': '2022-04-18T06:42:14Z', 'revision_number': 4, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'gw_port': {'id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:11Z', 'updated_at': '2022-04-18T06:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '07a14f92-eafb-4c8c-9da1-7f8f5c179345', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'floating_ip_address': '172.26.1.188', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'port_id': 'c7839cc5-7a0b-410c-a1ab-397f3f22843d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'mac_address': 'fa:16:3e:e7:7f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39742bb-085c-43aa-89b6-a6df72544fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:45:14Z', 'updated_at': '2022-04-18T06:45:14Z', 'revision_number': 0, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'fixed_ip_address_scope': None}, {'id': '9a2bd239-ecc8-4427-ad71-b7a18c25ccd9', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'floating_ip_address': '172.26.1.98', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'port_id': 'bef85992-e29a-4088-8952-ceb76e932803', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'mac_address': 'fa:16:3e:cd:b7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:42:42Z', 'updated_at': '2022-04-18T06:42:44Z', 'revision_number': 1, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab29138-c7cf-4b36-855b-fa8840cbfdc0', 'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'mac_address': 'fa:16:3e:98:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:14Z', 'updated_at': '2022-04-18T06:42:20Z', 'revision_number': 5, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'subnets': [{'id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:45:16.529129 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc4f60e-6da9-4820-b163-0348e3d5bb9e None None] Checking router: 31c96867-d209-4494-892f-3e68bf546c5e for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:45:16.537246 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc4f60e-6da9-4820-b163-0348e3d5bb9e None None] Routers {'31c96867-d209-4494-892f-3e68bf546c5e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:45:16.537841 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ebc4f60e-6da9-4820-b163-0348e3d5bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:45:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['31c96867-d209-4494-892f-3e68bf546c5e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:45:16.556860 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356267c-9fb4-4bf2-84f7-3c8bdd3a14cf req-5e040676-d5b6-40c2-8560-c4effb66a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:16.558335 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5356267c-9fb4-4bf2-84f7-3c8bdd3a14cf req-5e040676-d5b6-40c2-8560-c4effb66a262 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=148a3a5f-4800-483a-a498-72b490c2c880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702095 Apr 18 06:45:16.690467 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5356267c-9fb4-4bf2-84f7-3c8bdd3a14cf req-302fdfdd-7330-492a-a7b5-837ffcd08f03 service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250556 Apr 18 06:45:16.713363 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-ebc4f60e-6da9-4820-b163-0348e3d5bb9e None None] Set router 31c96867-d209-4494-892f-3e68bf546c5e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:45:16.820848 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-5356267c-9fb4-4bf2-84f7-3c8bdd3a14cf req-48e8aba1-2dc8-4e00-8d8c-9074bcd7ae05 service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245995 Apr 18 06:45:17.050287 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-ebc4f60e-6da9-4820-b163-0348e3d5bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c96867-d209-4494-892f-3e68bf546c5e', 'name': 'tempest-TestSnapshotPattern-1485855748-router', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:10Z', 'updated_at': '2022-04-18T06:42:14Z', 'revision_number': 4, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'gw_port': {'id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:11Z', 'updated_at': '2022-04-18T06:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '07a14f92-eafb-4c8c-9da1-7f8f5c179345', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'floating_ip_address': '172.26.1.188', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'port_id': 'c7839cc5-7a0b-410c-a1ab-397f3f22843d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'mac_address': 'fa:16:3e:e7:7f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39742bb-085c-43aa-89b6-a6df72544fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:45:14Z', 'updated_at': '2022-04-18T06:45:14Z', 'revision_number': 0, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'fixed_ip_address_scope': None}, {'id': '9a2bd239-ecc8-4427-ad71-b7a18c25ccd9', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'floating_ip_address': '172.26.1.98', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'port_id': 'bef85992-e29a-4088-8952-ceb76e932803', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'mac_address': 'fa:16:3e:cd:b7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:42:42Z', 'updated_at': '2022-04-18T06:42:44Z', 'revision_number': 1, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab29138-c7cf-4b36-855b-fa8840cbfdc0', 'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'mac_address': 'fa:16:3e:98:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:14Z', 'updated_at': '2022-04-18T06:42:20Z', 'revision_number': 5, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'subnets': [{'id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:45:17.054086 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc4f60e-6da9-4820-b163-0348e3d5bb9e None None] The sync data for ids ['31c96867-d209-4494-892f-3e68bf546c5e'] in dv-neutron-837489-1-hyperv is: [{'id': '31c96867-d209-4494-892f-3e68bf546c5e', 'name': 'tempest-TestSnapshotPattern-1485855748-router', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:10Z', 'updated_at': '2022-04-18T06:42:14Z', 'revision_number': 4, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'gw_port': {'id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:11Z', 'updated_at': '2022-04-18T06:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '07a14f92-eafb-4c8c-9da1-7f8f5c179345', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'floating_ip_address': '172.26.1.188', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'port_id': 'c7839cc5-7a0b-410c-a1ab-397f3f22843d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'mac_address': 'fa:16:3e:e7:7f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39742bb-085c-43aa-89b6-a6df72544fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:45:14Z', 'updated_at': '2022-04-18T06:45:14Z', 'revision_number': 0, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'fixed_ip_address_scope': None}, {'id': '9a2bd239-ecc8-4427-ad71-b7a18c25ccd9', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'floating_ip_address': '172.26.1.98', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'port_id': 'bef85992-e29a-4088-8952-ceb76e932803', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'mac_address': 'fa:16:3e:cd:b7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:42:42Z', 'updated_at': '2022-04-18T06:42:44Z', 'revision_number': 1, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab29138-c7cf-4b36-855b-fa8840cbfdc0', 'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'mac_address': 'fa:16:3e:98:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:14Z', 'updated_at': '2022-04-18T06:42:20Z', 'revision_number': 5, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'subnets': [{'id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:45:17.338608 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197af8a9-e1e2-4837-9f2e-e60f60a00f3d None None] New status for floating IP 07a14f92-eafb-4c8c-9da1-7f8f5c179345: ACTIVE {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:45:35.414527 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ae3abebc-6a32-4a7f-9de7-749de2852527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:37.745951 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b956a0d6-0d6f-47c0-8c47-f7a48e8e8451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:38.260407 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:38.743403 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:38.777187 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:40.283357 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:42.497644 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:46:03.568870 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-69006874-da4d-45f8-9489-b4a850e919c2 req-ab9b35c8-3f1f-4d4b-9548-f217da36a7ee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742571 Apr 18 06:46:03.716234 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69006874-da4d-45f8-9489-b4a850e919c2 req-67fb96c8-6951-4c33-ae69-17ef592b2a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:03.717721 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-69006874-da4d-45f8-9489-b4a850e919c2 req-67fb96c8-6951-4c33-ae69-17ef592b2a67 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d94cfe7c2bb84a6dae00cf98b3b483a0&device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 1097 time: 0.0697520 Apr 18 06:46:03.966054 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69006874-da4d-45f8-9489-b4a850e919c2 req-75d8aca6-eed4-4502-bc0a-4e47b4cc2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:03.967431 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-69006874-da4d-45f8-9489-b4a850e919c2 req-75d8aca6-eed4-4502-bc0a-4e47b4cc2c80 service neutron] 10.222.0.52 "GET /v2.0/networks?id=148a3a5f-4800-483a-a498-72b490c2c880 HTTP/1.1" status: 200 len: 911 time: 0.2246425 Apr 18 06:46:04.073254 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-69006874-da4d-45f8-9489-b4a850e919c2 req-870cd843-a878-4188-8cb8-bec0537bc1ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef85992-e29a-4088-8952-ceb76e932803 HTTP/1.1" status: 200 len: 999 time: 0.0961201 Apr 18 06:46:04.144761 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69006874-da4d-45f8-9489-b4a850e919c2 req-581274d6-53b8-4ca5-be06-a83c20bee9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:04.146193 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-69006874-da4d-45f8-9489-b4a850e919c2 req-581274d6-53b8-4ca5-be06-a83c20bee9f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fe0f16f-10ba-4fd7-917d-3ea90341ff76 HTTP/1.1" status: 200 len: 849 time: 0.0638809 Apr 18 06:46:04.225132 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69006874-da4d-45f8-9489-b4a850e919c2 req-fed732b6-5100-45e4-a66e-6697c41e3dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:04.226818 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-69006874-da4d-45f8-9489-b4a850e919c2 req-fed732b6-5100-45e4-a66e-6697c41e3dbd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=148a3a5f-4800-483a-a498-72b490c2c880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713441 Apr 18 06:46:04.363735 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-69006874-da4d-45f8-9489-b4a850e919c2 req-6b5c33b1-7d05-48ad-845e-75627aaa1054 service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268654 Apr 18 06:46:04.496451 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-69006874-da4d-45f8-9489-b4a850e919c2 req-4f8fafc2-a876-439b-a051-d284cda7480b service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266527 Apr 18 06:46:05.417150 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-88a87cb8-cb35-4486-ba90-7703c589c9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:07.750016 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1f6809a7-40d4-4a62-8ee4-6f8a6e84ffc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:08.261661 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:08.746636 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:08.778506 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:10.286317 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:19.497185 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:46:35.419584 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-148d4928-8b84-4517-86c3-f68e21c4e6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:37.752527 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-c97390d9-1c72-4bec-afb1-921201c7a7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:38.274108 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:38.749594 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:38.778991 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:40.292265 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:47.927587 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c7839cc5-7a0b-410c-a1ab-397f3f22843d details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=88036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 06:46:48.065372 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c7839cc5-7a0b-410c-a1ab-397f3f22843d, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c7839cc5-7a0b-410c-a1ab-397f3f22843d,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:46:48.079459 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Returning: {'device': 'c7839cc5-7a0b-410c-a1ab-397f3f22843d', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'port_id': 'c7839cc5-7a0b-410c-a1ab-397f3f22843d', 'mac_address': 'fa:16:3e:e7:7f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 06:46:48.139642 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:48.157624 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [None req-43976525-c276-426b-9282-08f9976672d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7839cc5-7a0b-410c-a1ab-397f3f22843d {{(pid=88036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:46:48.173656 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c7839cc5-7a0b-410c-a1ab-397f3f22843d, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c7839cc5-7a0b-410c-a1ab-397f3f22843d,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:46:48.179417 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:48.253917 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=c7839cc5-7a0b-410c-a1ab-397f3f22843d,revision_number=6']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:46:48.262875 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:48.263382 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:48.263745 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:48.264146 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:48.264555 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:48.264897 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:48.265226 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:48.265552 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:48.265887 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:48.266324 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:48.266654 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:48.266981 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:48.276588 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] get_ports_and_sgs() called for port_ids ['c7839cc5-7a0b-410c-a1ab-397f3f22843d'] {{(pid=88036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 06:46:49.947893 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c7839cc5-7a0b-410c-a1ab-397f3f22843d up at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 06:46:50.023222 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.provisioning_blocks [None req-43976525-c276-426b-9282-08f9976672d3 None None] Provisioning complete for port c7839cc5-7a0b-410c-a1ab-397f3f22843d triggered by entity L2. {{(pid=88036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:46:50.023700 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997676'] for port, provisioning_complete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:50.154422 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645844'] for port, before_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:50.188133 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39742bb-085c-43aa-89b6-a6df72544fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7839cc5-7a0b-410c-a1ab-397f3f22843d'}] {{(pid=88036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:46:50.214578 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-43976525-c276-426b-9282-08f9976672d3 None None] For port c7839cc5-7a0b-410c-a1ab-397f3f22843d, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c7839cc5-7a0b-410c-a1ab-397f3f22843d,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:46:50.222003 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771957069060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771956703564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771956703609'] for port, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:50.255627 dv-neutron-837489-1-hyperv neutron-server[88036]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca2e4af-eb78-46e1-b278-acb33570a81f'] response: {'server_uuid': 'c39742bb-085c-43aa-89b6-a6df72544fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7839cc5-7a0b-410c-a1ab-397f3f22843d', 'code': 200} Apr 18 06:46:50.298138 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Pushing event updated for resources: {'Port': ['ID=c7839cc5-7a0b-410c-a1ab-397f3f22843d,revision_number=7']} {{(pid=88036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:46:56.495987 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:46:57.078020 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 57468) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:46:57.279467 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Deleting port 0670a44a-d246-4bdd-a75b-89511144bf1c {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:46:57.279800 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:57.447639 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:57.447960 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:57.572243 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Calling delete_port for 0670a44a-d246-4bdd-a75b-89511144bf1c owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:46:57.716499 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:57.764676 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Pushing event deleted for resources: {'Port': ['ID=0670a44a-d246-4bdd-a75b-89511144bf1c,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:46:57.801174 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:57.801514 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:57.801857 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:57.802185 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:57.802511 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:57.802836 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:57.803165 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:57.803481 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:57.803801 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:57.804142 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:57.804457 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:57.804772 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:57.863434 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for floatingip, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:57.863743 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Floating IP 07a14f92-eafb-4c8c-9da1-7f8f5c179345 disassociated (deleted). External IP: 172.26.1.188, port: c7839cc5-7a0b-410c-a1ab-397f3f22843d. Apr 18 06:46:58.303187 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Router 31c96867-d209-4494-892f-3e68bf546c5e has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:46:58.478010 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:46:58.487242 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202680e4-0b1d-4525-b5e4-cb9cefc4d360 None None] Sync routers for ids ['31c96867-d209-4494-892f-3e68bf546c5e'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:46:58.499383 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:58.499591 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202680e4-0b1d-4525-b5e4-cb9cefc4d360 None None] Routers {'31c96867-d209-4494-892f-3e68bf546c5e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:46:58.500255 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-202680e4-0b1d-4525-b5e4-cb9cefc4d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:46:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['31c96867-d209-4494-892f-3e68bf546c5e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:46:58.556475 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-011fd6f3-90f5-4c85-990c-961f1636dcde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "DELETE /v2.0/floatingips/07a14f92-eafb-4c8c-9da1-7f8f5c179345 HTTP/1.1" status: 204 len: 168 time: 1.4770257 Apr 18 06:46:58.556927 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39742bb-085c-43aa-89b6-a6df72544fbf', 'tag': 'c7839cc5-7a0b-410c-a1ab-397f3f22843d'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:46:58.603471 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2db2d51-23ce-4420-aea9-bf17e456b4e9'] response: {'name': 'network-changed', 'server_uuid': 'c39742bb-085c-43aa-89b6-a6df72544fbf', 'tag': 'c7839cc5-7a0b-410c-a1ab-397f3f22843d', 'status': 'completed', 'code': 200} Apr 18 06:46:58.685594 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-202680e4-0b1d-4525-b5e4-cb9cefc4d360 None None] Set router 31c96867-d209-4494-892f-3e68bf546c5e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:46:58.705342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc15ff-787c-49e3-9235-d1a033e1eeb2 req-7f062297-9766-4425-bfa1-e2618575d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:58.707101 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bffc15ff-787c-49e3-9235-d1a033e1eeb2 req-7f062297-9766-4425-bfa1-e2618575d446 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d94cfe7c2bb84a6dae00cf98b3b483a0&device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 1098 time: 0.0742252 Apr 18 06:46:58.872872 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc15ff-787c-49e3-9235-d1a033e1eeb2 req-6f6496b1-b23d-46c6-8519-4de2c9c3e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:58.874342 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bffc15ff-787c-49e3-9235-d1a033e1eeb2 req-6f6496b1-b23d-46c6-8519-4de2c9c3e46d service neutron] 10.222.0.52 "GET /v2.0/networks?id=148a3a5f-4800-483a-a498-72b490c2c880 HTTP/1.1" status: 200 len: 911 time: 0.1574984 Apr 18 06:46:58.988356 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bffc15ff-787c-49e3-9235-d1a033e1eeb2 req-c5e7c2fd-3605-451e-9f33-185cabc98833 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7839cc5-7a0b-410c-a1ab-397f3f22843d HTTP/1.1" status: 200 len: 217 time: 0.1064329 Apr 18 06:46:59.044595 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-202680e4-0b1d-4525-b5e4-cb9cefc4d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c96867-d209-4494-892f-3e68bf546c5e', 'name': 'tempest-TestSnapshotPattern-1485855748-router', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:10Z', 'updated_at': '2022-04-18T06:42:14Z', 'revision_number': 4, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'gw_port': {'id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:11Z', 'updated_at': '2022-04-18T06:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '9a2bd239-ecc8-4427-ad71-b7a18c25ccd9', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'floating_ip_address': '172.26.1.98', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'port_id': 'bef85992-e29a-4088-8952-ceb76e932803', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'mac_address': 'fa:16:3e:cd:b7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:42:42Z', 'updated_at': '2022-04-18T06:42:44Z', 'revision_number': 1, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab29138-c7cf-4b36-855b-fa8840cbfdc0', 'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'mac_address': 'fa:16:3e:98:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:14Z', 'updated_at': '2022-04-18T06:42:20Z', 'revision_number': 5, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'subnets': [{'id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:46:59.048327 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202680e4-0b1d-4525-b5e4-cb9cefc4d360 None None] Checking router: 31c96867-d209-4494-892f-3e68bf546c5e for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:46:59.056377 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202680e4-0b1d-4525-b5e4-cb9cefc4d360 None None] Routers {'31c96867-d209-4494-892f-3e68bf546c5e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:46:59.056969 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-202680e4-0b1d-4525-b5e4-cb9cefc4d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:46:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['31c96867-d209-4494-892f-3e68bf546c5e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:46:59.065632 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc15ff-787c-49e3-9235-d1a033e1eeb2 req-7986e40f-8d77-460b-954c-276aba7b8772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:59.067071 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bffc15ff-787c-49e3-9235-d1a033e1eeb2 req-7986e40f-8d77-460b-954c-276aba7b8772 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fe0f16f-10ba-4fd7-917d-3ea90341ff76 HTTP/1.1" status: 200 len: 849 time: 0.0719955 Apr 18 06:46:59.128700 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20604581-cc76-4061-8253-3e1fbbb2393a req-a28ca0d6-aaa5-4e51-a512-bd292a1c999f tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:59.129308 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-20604581-cc76-4061-8253-3e1fbbb2393a req-a28ca0d6-aaa5-4e51-a512-bd292a1c999f tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Synchronizing usage tracker for tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:46:59.157770 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-20604581-cc76-4061-8253-3e1fbbb2393a req-a28ca0d6-aaa5-4e51-a512-bd292a1c999f tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Unset dirty status for tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:46:59.158928 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-20604581-cc76-4061-8253-3e1fbbb2393a req-a28ca0d6-aaa5-4e51-a512-bd292a1c999f tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 945 time: 0.2991335 Apr 18 06:46:59.195829 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc15ff-787c-49e3-9235-d1a033e1eeb2 req-71cb2827-c9d9-4c20-bdd4-03e8d809438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:59.197929 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bffc15ff-787c-49e3-9235-d1a033e1eeb2 req-71cb2827-c9d9-4c20-bdd4-03e8d809438d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=148a3a5f-4800-483a-a498-72b490c2c880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1217713 Apr 18 06:46:59.234854 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-202680e4-0b1d-4525-b5e4-cb9cefc4d360 None None] Set router 31c96867-d209-4494-892f-3e68bf546c5e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:46:59.253096 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-20604581-cc76-4061-8253-3e1fbbb2393a req-cd901ac3-b84c-494f-8673-6f4c16a143b8 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817318 Apr 18 06:46:59.346285 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bffc15ff-787c-49e3-9235-d1a033e1eeb2 req-61d07742-f1ee-4b31-8370-003dc0df09db service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401420 Apr 18 06:46:59.483806 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-bffc15ff-787c-49e3-9235-d1a033e1eeb2 req-4eb22db9-f5f7-4834-81fb-668b85e6f8ee service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277378 Apr 18 06:46:59.628063 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-202680e4-0b1d-4525-b5e4-cb9cefc4d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c96867-d209-4494-892f-3e68bf546c5e', 'name': 'tempest-TestSnapshotPattern-1485855748-router', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:10Z', 'updated_at': '2022-04-18T06:42:14Z', 'revision_number': 4, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'gw_port': {'id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:11Z', 'updated_at': '2022-04-18T06:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '9a2bd239-ecc8-4427-ad71-b7a18c25ccd9', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'floating_ip_address': '172.26.1.98', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'port_id': 'bef85992-e29a-4088-8952-ceb76e932803', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'mac_address': 'fa:16:3e:cd:b7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:42:42Z', 'updated_at': '2022-04-18T06:42:44Z', 'revision_number': 1, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab29138-c7cf-4b36-855b-fa8840cbfdc0', 'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'mac_address': 'fa:16:3e:98:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:14Z', 'updated_at': '2022-04-18T06:42:20Z', 'revision_number': 5, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'subnets': [{'id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:46:59.631899 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202680e4-0b1d-4525-b5e4-cb9cefc4d360 None None] The sync data for ids ['31c96867-d209-4494-892f-3e68bf546c5e'] in dv-neutron-837489-1-hyperv is: [{'id': '31c96867-d209-4494-892f-3e68bf546c5e', 'name': 'tempest-TestSnapshotPattern-1485855748-router', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:10Z', 'updated_at': '2022-04-18T06:42:14Z', 'revision_number': 4, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'gw_port': {'id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:11Z', 'updated_at': '2022-04-18T06:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_floatingips': [{'id': '9a2bd239-ecc8-4427-ad71-b7a18c25ccd9', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'floating_ip_address': '172.26.1.98', 'floating_network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'router_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'port_id': 'bef85992-e29a-4088-8952-ceb76e932803', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'mac_address': 'fa:16:3e:cd:b7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:42:42Z', 'updated_at': '2022-04-18T06:42:44Z', 'revision_number': 1, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab29138-c7cf-4b36-855b-fa8840cbfdc0', 'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'mac_address': 'fa:16:3e:98:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:14Z', 'updated_at': '2022-04-18T06:42:20Z', 'revision_number': 5, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'subnets': [{'id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:46:59.831662 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe40d59-beea-45f7-b5bb-1dff66621dc1 None None] New status for floating IP 07a14f92-eafb-4c8c-9da1-7f8f5c179345: DOWN {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:47:00.440729 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a934b9-15f4-4e83-8fe1-cbd9a3013571 req-3592d3e8-7f7f-4fa9-965f-2bb1a64852c3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:00.442186 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-53a934b9-15f4-4e83-8fe1-cbd9a3013571 req-3592d3e8-7f7f-4fa9-965f-2bb1a64852c3 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 945 time: 0.0813413 Apr 18 06:47:00.486469 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-53a934b9-15f4-4e83-8fe1-cbd9a3013571 req-1d0bf786-9a03-4879-8e48-ea677c915def tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386319 Apr 18 06:47:00.758367 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457456f-2a2d-4101-bb58-3a1e6adeb768 req-3d9c5169-fe79-426c-8993-18d9cf95dc8d tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:00.760314 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2457456f-2a2d-4101-bb58-3a1e6adeb768 req-3d9c5169-fe79-426c-8993-18d9cf95dc8d tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.52 "GET /v2.0/ports?device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 945 time: 0.1934283 Apr 18 06:47:00.838745 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-2457456f-2a2d-4101-bb58-3a1e6adeb768 req-c02c17bf-aafe-4f8a-ba95-4e915777e5bd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Deleting port c7839cc5-7a0b-410c-a1ab-397f3f22843d {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:47:00.839096 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-2457456f-2a2d-4101-bb58-3a1e6adeb768 req-c02c17bf-aafe-4f8a-ba95-4e915777e5bd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:01.083869 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-2457456f-2a2d-4101-bb58-3a1e6adeb768 req-c02c17bf-aafe-4f8a-ba95-4e915777e5bd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] For port c7839cc5-7a0b-410c-a1ab-397f3f22843d, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c7839cc5-7a0b-410c-a1ab-397f3f22843d,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:47:01.084164 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-2457456f-2a2d-4101-bb58-3a1e6adeb768 req-c02c17bf-aafe-4f8a-ba95-4e915777e5bd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:01.208201 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-2457456f-2a2d-4101-bb58-3a1e6adeb768 req-c02c17bf-aafe-4f8a-ba95-4e915777e5bd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Calling delete_port for c7839cc5-7a0b-410c-a1ab-397f3f22843d owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:47:01.355724 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-2457456f-2a2d-4101-bb58-3a1e6adeb768 req-c02c17bf-aafe-4f8a-ba95-4e915777e5bd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:01.406729 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c17bf-aafe-4f8a-ba95-4e915777e5bd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Pushing event deleted for resources: {'Port': ['ID=c7839cc5-7a0b-410c-a1ab-397f3f22843d,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:01.484454 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-2457456f-2a2d-4101-bb58-3a1e6adeb768 req-c02c17bf-aafe-4f8a-ba95-4e915777e5bd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] No DVR routers for this DVR port c7839cc5-7a0b-410c-a1ab-397f3f22843d on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:47:01.486923 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-2457456f-2a2d-4101-bb58-3a1e6adeb768 req-c02c17bf-aafe-4f8a-ba95-4e915777e5bd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:01.489532 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39742bb-085c-43aa-89b6-a6df72544fbf', 'name': 'network-vif-deleted', 'tag': 'c7839cc5-7a0b-410c-a1ab-397f3f22843d'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:47:01.506412 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-2457456f-2a2d-4101-bb58-3a1e6adeb768 req-c02c17bf-aafe-4f8a-ba95-4e915777e5bd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.52 "DELETE /v2.0/ports/c7839cc5-7a0b-410c-a1ab-397f3f22843d HTTP/1.1" status: 204 len: 173 time: 0.7384624 Apr 18 06:47:01.536314 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8ddb00b-ad5e-40bb-a34f-603f1837ab72'] response: {'server_uuid': 'c39742bb-085c-43aa-89b6-a6df72544fbf', 'name': 'network-vif-deleted', 'tag': 'c7839cc5-7a0b-410c-a1ab-397f3f22843d', 'status': 'completed', 'code': 200} Apr 18 06:47:01.648722 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-223d3640-dc14-410b-8aaf-43aad40b5bb6 req-75f75070-d4f5-445c-9d0c-864fa5f3efde tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=c39742bb-085c-43aa-89b6-a6df72544fbf HTTP/1.1" status: 200 len: 210 time: 0.0483184 Apr 18 06:47:02.026380 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c7839cc5-7a0b-410c-a1ab-397f3f22843d no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:47:02.066366 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: c7839cc5-7a0b-410c-a1ab-397f3f22843d {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:47:02.066725 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c7839cc5-7a0b-410c-a1ab-397f3f22843d not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:47:03.288812 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 57528) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:47:03.495556 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ff21221c-16a9-41ee-b8ca-f361077be0a2 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Deleting port cf06eaf7-f74e-421b-b6c6-8fd40b34f20a {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:47:03.495657 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff21221c-16a9-41ee-b8ca-f361077be0a2 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:03.668396 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff21221c-16a9-41ee-b8ca-f361077be0a2 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:03.668620 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff21221c-16a9-41ee-b8ca-f361077be0a2 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:03.794851 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-ff21221c-16a9-41ee-b8ca-f361077be0a2 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Calling delete_port for cf06eaf7-f74e-421b-b6c6-8fd40b34f20a owned by network:floatingip {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:47:03.948084 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff21221c-16a9-41ee-b8ca-f361077be0a2 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:03.998826 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21221c-16a9-41ee-b8ca-f361077be0a2 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Pushing event deleted for resources: {'Port': ['ID=cf06eaf7-f74e-421b-b6c6-8fd40b34f20a,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:04.193948 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff21221c-16a9-41ee-b8ca-f361077be0a2 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for floatingip, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:04.194243 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.db.l3_db [None req-ff21221c-16a9-41ee-b8ca-f361077be0a2 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Floating IP 9a2bd239-ecc8-4427-ad71-b7a18c25ccd9 disassociated (deleted). External IP: 172.26.1.98, port: bef85992-e29a-4088-8952-ceb76e932803. Apr 18 06:47:04.543895 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff21221c-16a9-41ee-b8ca-f361077be0a2 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Router 31c96867-d209-4494-892f-3e68bf546c5e has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:47:04.716151 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff21221c-16a9-41ee-b8ca-f361077be0a2 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:47:04.725964 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45309a07-31d5-4580-85a0-353de0dbb27c None None] Sync routers for ids ['31c96867-d209-4494-892f-3e68bf546c5e'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:47:04.733047 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ff21221c-16a9-41ee-b8ca-f361077be0a2 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for floatingip, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:04.735960 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45309a07-31d5-4580-85a0-353de0dbb27c None None] Routers {'31c96867-d209-4494-892f-3e68bf546c5e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:47:04.736595 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-45309a07-31d5-4580-85a0-353de0dbb27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:46:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['31c96867-d209-4494-892f-3e68bf546c5e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:04.791411 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ff21221c-16a9-41ee-b8ca-f361077be0a2 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "DELETE /v2.0/floatingips/9a2bd239-ecc8-4427-ad71-b7a18c25ccd9 HTTP/1.1" status: 204 len: 168 time: 1.5015082 Apr 18 06:47:04.791988 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'tag': 'bef85992-e29a-4088-8952-ceb76e932803'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:47:04.834850 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a956b4-64b7-42d9-8ddd-33719ba031f7'] response: {'name': 'network-changed', 'server_uuid': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'tag': 'bef85992-e29a-4088-8952-ceb76e932803', 'status': 'completed', 'code': 200} Apr 18 06:47:04.917494 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-45309a07-31d5-4580-85a0-353de0dbb27c None None] Set router 31c96867-d209-4494-892f-3e68bf546c5e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:47:04.932685 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52917f91-ee6a-4a18-a65c-92a9237f8cf7 req-adca1909-4fa2-4f9b-b769-d8418d44ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:04.934156 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-52917f91-ee6a-4a18-a65c-92a9237f8cf7 req-adca1909-4fa2-4f9b-b769-d8418d44ad8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d94cfe7c2bb84a6dae00cf98b3b483a0&device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 1097 time: 0.0711842 Apr 18 06:47:05.075787 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52917f91-ee6a-4a18-a65c-92a9237f8cf7 req-4d06ac02-7aa7-4f46-a354-94c62648e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:05.077421 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-52917f91-ee6a-4a18-a65c-92a9237f8cf7 req-4d06ac02-7aa7-4f46-a354-94c62648e158 service neutron] 10.222.0.52 "GET /v2.0/networks?id=148a3a5f-4800-483a-a498-72b490c2c880 HTTP/1.1" status: 200 len: 911 time: 0.1339469 Apr 18 06:47:05.186480 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-52917f91-ee6a-4a18-a65c-92a9237f8cf7 req-2e1730a6-d019-4e27-938b-30bb346e164d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef85992-e29a-4088-8952-ceb76e932803 HTTP/1.1" status: 200 len: 217 time: 0.1027560 Apr 18 06:47:05.239056 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-45309a07-31d5-4580-85a0-353de0dbb27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c96867-d209-4494-892f-3e68bf546c5e', 'name': 'tempest-TestSnapshotPattern-1485855748-router', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:10Z', 'updated_at': '2022-04-18T06:42:14Z', 'revision_number': 4, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'gw_port': {'id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:11Z', 'updated_at': '2022-04-18T06:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '8ab29138-c7cf-4b36-855b-fa8840cbfdc0', 'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'mac_address': 'fa:16:3e:98:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:14Z', 'updated_at': '2022-04-18T06:42:20Z', 'revision_number': 5, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'subnets': [{'id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:05.246010 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45309a07-31d5-4580-85a0-353de0dbb27c None None] Checking router: 31c96867-d209-4494-892f-3e68bf546c5e for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:47:05.254540 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45309a07-31d5-4580-85a0-353de0dbb27c None None] Routers {'31c96867-d209-4494-892f-3e68bf546c5e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:47:05.255146 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-45309a07-31d5-4580-85a0-353de0dbb27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:46:38Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['31c96867-d209-4494-892f-3e68bf546c5e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:05.267371 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52917f91-ee6a-4a18-a65c-92a9237f8cf7 req-5fb6c03a-a140-4d1c-aa17-8c611cfad70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:05.268853 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-52917f91-ee6a-4a18-a65c-92a9237f8cf7 req-5fb6c03a-a140-4d1c-aa17-8c611cfad70c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fe0f16f-10ba-4fd7-917d-3ea90341ff76 HTTP/1.1" status: 200 len: 849 time: 0.0753415 Apr 18 06:47:05.281672 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef661e52-a6f2-4c80-b31d-6dc720ff50fe req-3523f206-01df-4fd1-81e0-0edfcc4b8d1d tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:05.282335 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-ef661e52-a6f2-4c80-b31d-6dc720ff50fe req-3523f206-01df-4fd1-81e0-0edfcc4b8d1d tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Synchronizing usage tracker for tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 on resource:port {{(pid=88034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 06:47:05.342251 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.quota.resource [req-ef661e52-a6f2-4c80-b31d-6dc720ff50fe req-3523f206-01df-4fd1-81e0-0edfcc4b8d1d tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Unset dirty status for tenant:d94cfe7c2bb84a6dae00cf98b3b483a0 on resource:port {{(pid=88034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 06:47:05.343337 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ef661e52-a6f2-4c80-b31d-6dc720ff50fe req-3523f206-01df-4fd1-81e0-0edfcc4b8d1d tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 944 time: 0.2083058 Apr 18 06:47:05.383178 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52917f91-ee6a-4a18-a65c-92a9237f8cf7 req-f10b3b94-76d0-44bb-b3a0-1ee5e3a19faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:05.384803 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-52917f91-ee6a-4a18-a65c-92a9237f8cf7 req-f10b3b94-76d0-44bb-b3a0-1ee5e3a19faf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=148a3a5f-4800-483a-a498-72b490c2c880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0989330 Apr 18 06:47:05.434571 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ef661e52-a6f2-4c80-b31d-6dc720ff50fe req-58594c1b-7a0f-4b73-989b-1849113fe12f tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778115 Apr 18 06:47:05.435922 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b76a4407-ce7c-4f28-89b9-ba48765510c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:05.448321 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-45309a07-31d5-4580-85a0-353de0dbb27c None None] Set router 31c96867-d209-4494-892f-3e68bf546c5e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:47:05.532265 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-52917f91-ee6a-4a18-a65c-92a9237f8cf7 req-bb933b2f-5907-414f-befc-d9253b3d2519 service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400030 Apr 18 06:47:05.775517 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-45309a07-31d5-4580-85a0-353de0dbb27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c96867-d209-4494-892f-3e68bf546c5e', 'name': 'tempest-TestSnapshotPattern-1485855748-router', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:10Z', 'updated_at': '2022-04-18T06:42:14Z', 'revision_number': 4, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'gw_port': {'id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:11Z', 'updated_at': '2022-04-18T06:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '8ab29138-c7cf-4b36-855b-fa8840cbfdc0', 'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'mac_address': 'fa:16:3e:98:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:14Z', 'updated_at': '2022-04-18T06:42:20Z', 'revision_number': 5, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'subnets': [{'id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:05.779708 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-52917f91-ee6a-4a18-a65c-92a9237f8cf7 req-a023752a-4275-424c-8803-10b2393d2a1c service neutron] 10.222.0.52 "GET /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401295 Apr 18 06:47:05.780170 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45309a07-31d5-4580-85a0-353de0dbb27c None None] The sync data for ids ['31c96867-d209-4494-892f-3e68bf546c5e'] in dv-neutron-837489-1-hyperv is: [{'id': '31c96867-d209-4494-892f-3e68bf546c5e', 'name': 'tempest-TestSnapshotPattern-1485855748-router', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:10Z', 'updated_at': '2022-04-18T06:42:14Z', 'revision_number': 4, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'gw_port': {'id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:11Z', 'updated_at': '2022-04-18T06:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv', '_interfaces': [{'id': '8ab29138-c7cf-4b36-855b-fa8840cbfdc0', 'name': '', 'network_id': '148a3a5f-4800-483a-a498-72b490c2c880', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'mac_address': 'fa:16:3e:98:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:14Z', 'updated_at': '2022-04-18T06:42:20Z', 'revision_number': 5, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'subnets': [{'id': '8fe0f16f-10ba-4fd7-917d-3ea90341ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:47:05.979527 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d55686-6b4e-4d9e-87c6-61ec18d3f46a None None] New status for floating IP 9a2bd239-ecc8-4427-ad71-b7a18c25ccd9: DOWN {{(pid=88037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:47:06.032870 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c7839cc5-7a0b-410c-a1ab-397f3f22843d no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:47:06.070256 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: c7839cc5-7a0b-410c-a1ab-397f3f22843d {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:47:06.070605 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device c7839cc5-7a0b-410c-a1ab-397f3f22843d not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:47:06.629380 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1af901-65c8-41da-b096-d487e8001e22 req-2e0d1065-6271-4e0c-aa6a-185d5bf32b14 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:06.630745 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-da1af901-65c8-41da-b096-d487e8001e22 req-2e0d1065-6271-4e0c-aa6a-185d5bf32b14 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 944 time: 0.0827899 Apr 18 06:47:06.675195 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-da1af901-65c8-41da-b096-d487e8001e22 req-f71019a7-aab4-42f5-bd8c-1a997d8743c6 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc2a44d9-429f-403a-ab26-267a4d8c4c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386913 Apr 18 06:47:06.922648 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60fec2-659b-494d-8797-3a0a7e4a4d1c req-01072ca4-59d7-4445-943b-2fc26700a1a4 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:06.923970 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff60fec2-659b-494d-8797-3a0a7e4a4d1c req-01072ca4-59d7-4445-943b-2fc26700a1a4 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 944 time: 0.0889142 Apr 18 06:47:06.995380 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-ff60fec2-659b-494d-8797-3a0a7e4a4d1c req-da9c6a85-41d4-410d-bddb-a5f6f37cd142 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Deleting port bef85992-e29a-4088-8952-ceb76e932803 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:47:06.995715 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ff60fec2-659b-494d-8797-3a0a7e4a4d1c req-da9c6a85-41d4-410d-bddb-a5f6f37cd142 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:07.238605 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [req-ff60fec2-659b-494d-8797-3a0a7e4a4d1c req-da9c6a85-41d4-410d-bddb-a5f6f37cd142 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] For port bef85992-e29a-4088-8952-ceb76e932803, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=bef85992-e29a-4088-8952-ceb76e932803,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:47:07.238968 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ff60fec2-659b-494d-8797-3a0a7e4a4d1c req-da9c6a85-41d4-410d-bddb-a5f6f37cd142 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:07.360793 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [req-ff60fec2-659b-494d-8797-3a0a7e4a4d1c req-da9c6a85-41d4-410d-bddb-a5f6f37cd142 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Calling delete_port for bef85992-e29a-4088-8952-ceb76e932803 owned by compute:nova {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:47:07.503436 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ff60fec2-659b-494d-8797-3a0a7e4a4d1c req-da9c6a85-41d4-410d-bddb-a5f6f37cd142 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:07.553036 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c6a85-41d4-410d-bddb-a5f6f37cd142 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Pushing event deleted for resources: {'Port': ['ID=bef85992-e29a-4088-8952-ceb76e932803,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:07.629277 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff60fec2-659b-494d-8797-3a0a7e4a4d1c req-da9c6a85-41d4-410d-bddb-a5f6f37cd142 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] No DVR routers for this DVR port bef85992-e29a-4088-8952-ceb76e932803 on host hv-neutron-8374 {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:47:07.631751 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [req-ff60fec2-659b-494d-8797-3a0a7e4a4d1c req-da9c6a85-41d4-410d-bddb-a5f6f37cd142 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12251'] for port, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:07.634357 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'name': 'network-vif-deleted', 'tag': 'bef85992-e29a-4088-8952-ceb76e932803'}] {{(pid=88034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:47:07.650788 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [req-ff60fec2-659b-494d-8797-3a0a7e4a4d1c req-da9c6a85-41d4-410d-bddb-a5f6f37cd142 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.52 "DELETE /v2.0/ports/bef85992-e29a-4088-8952-ceb76e932803 HTTP/1.1" status: 204 len: 173 time: 0.7175169 Apr 18 06:47:07.680423 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f62c9e49-6ac0-4518-ac7c-6fab4b6265e8'] response: {'server_uuid': '4f4fc421-904d-4e0d-aba1-b5c241731381', 'name': 'network-vif-deleted', 'tag': 'bef85992-e29a-4088-8952-ceb76e932803', 'status': 'completed', 'code': 200} Apr 18 06:47:07.754863 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a18ccf2b-6449-4aef-ac6b-bb61f0fd796c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:07.836192 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [req-2ea12be2-ce67-4813-8094-3237eefa2f52 req-b6bb1586-acb7-4284-8535-0a787edcb2c6 tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4fc421-904d-4e0d-aba1-b5c241731381 HTTP/1.1" status: 200 len: 210 time: 0.0449471 Apr 18 06:47:08.272809 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:08.752336 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:08.779902 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:08.930277 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 57548) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:47:08.996753 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6bd37e16-a92f-4c7a-bb11-ebfd163579dd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:09.025477 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6bd37e16-a92f-4c7a-bb11-ebfd163579dd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:09.088170 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6bd37e16-a92f-4c7a-bb11-ebfd163579dd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:09.106797 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd37e16-a92f-4c7a-bb11-ebfd163579dd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2a44d9-429f-403a-ab26-267a4d8c4c06,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:09.114848 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd37e16-a92f-4c7a-bb11-ebfd163579dd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:09.115201 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd37e16-a92f-4c7a-bb11-ebfd163579dd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:09.115545 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd37e16-a92f-4c7a-bb11-ebfd163579dd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:09.115883 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd37e16-a92f-4c7a-bb11-ebfd163579dd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:09.116242 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd37e16-a92f-4c7a-bb11-ebfd163579dd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:09.116580 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd37e16-a92f-4c7a-bb11-ebfd163579dd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:09.116908 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd37e16-a92f-4c7a-bb11-ebfd163579dd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:09.117235 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd37e16-a92f-4c7a-bb11-ebfd163579dd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:09.117565 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd37e16-a92f-4c7a-bb11-ebfd163579dd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:09.118463 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd37e16-a92f-4c7a-bb11-ebfd163579dd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:09.118828 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd37e16-a92f-4c7a-bb11-ebfd163579dd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:09.119153 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd37e16-a92f-4c7a-bb11-ebfd163579dd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837489-1-hyperv {{(pid=88035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:09.126453 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-6bd37e16-a92f-4c7a-bb11-ebfd163579dd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:09.127728 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-6bd37e16-a92f-4c7a-bb11-ebfd163579dd tempest-TestSnapshotPattern-198848042 tempest-TestSnapshotPattern-198848042-project] 10.222.0.15 "DELETE /v2.0/security-groups/cc2a44d9-429f-403a-ab26-267a4d8c4c06 HTTP/1.1" status: 204 len: 168 time: 0.1962378 Apr 18 06:47:09.176185 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 57554) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:47:09.706796 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a58a5959-90f4-4bd1-91bb-4ea803d03538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:10.159047 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-a58a5959-90f4-4bd1-91bb-4ea803d03538 admin admin] Deleting port 8ab29138-c7cf-4b36-855b-fa8840cbfdc0 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:47:10.159742 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a58a5959-90f4-4bd1-91bb-4ea803d03538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:10.293797 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:10.338522 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-a58a5959-90f4-4bd1-91bb-4ea803d03538 admin admin] For port 8ab29138-c7cf-4b36-855b-fa8840cbfdc0, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=8ab29138-c7cf-4b36-855b-fa8840cbfdc0,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:47:10.338871 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a58a5959-90f4-4bd1-91bb-4ea803d03538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:10.460185 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-a58a5959-90f4-4bd1-91bb-4ea803d03538 admin admin] Calling delete_port for 8ab29138-c7cf-4b36-855b-fa8840cbfdc0 owned by network:router_interface {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:47:10.772458 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a58a5959-90f4-4bd1-91bb-4ea803d03538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:10.818392 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a5959-90f4-4bd1-91bb-4ea803d03538 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab29138-c7cf-4b36-855b-fa8840cbfdc0,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:11.083000 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-a58a5959-90f4-4bd1-91bb-4ea803d03538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:11.567700 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58a5959-90f4-4bd1-91bb-4ea803d03538 admin admin] Router 31c96867-d209-4494-892f-3e68bf546c5e has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:47:11.743698 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58a5959-90f4-4bd1-91bb-4ea803d03538 admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:47:11.751940 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7f1175-647e-4a87-80e0-866a72f0d723 None None] Sync routers for ids ['31c96867-d209-4494-892f-3e68bf546c5e'] in dv-neutron-837489-1-hyperv {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:47:11.756389 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-a58a5959-90f4-4bd1-91bb-4ea803d03538 admin admin] 10.222.0.15 "PUT /v2.0/routers/31c96867-d209-4494-892f-3e68bf546c5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5791051 Apr 18 06:47:11.758159 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 57560) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:47:11.761508 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7f1175-647e-4a87-80e0-866a72f0d723 None None] Routers {'31c96867-d209-4494-892f-3e68bf546c5e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:47:11.762119 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-fc7f1175-647e-4a87-80e0-866a72f0d723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:47:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['31c96867-d209-4494-892f-3e68bf546c5e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:11.980491 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-fc7f1175-647e-4a87-80e0-866a72f0d723 None None] Set router 31c96867-d209-4494-892f-3e68bf546c5e gateway port host: dv-neutron-837489-1-hyperv {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:47:12.063096 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-14d668dd-f7b1-4286-8068-e6ef3b62ff34 admin admin] Notify callbacks [] for router, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:12.172875 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device bef85992-e29a-4088-8952-ceb76e932803 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:47:12.209354 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-43976525-c276-426b-9282-08f9976672d3 None None] No Port match for: bef85992-e29a-4088-8952-ceb76e932803 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:47:12.209694 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-43976525-c276-426b-9282-08f9976672d3 None None] Device bef85992-e29a-4088-8952-ceb76e932803 not bound to the agent host hv-neutron-8374 {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:47:12.244985 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-14d668dd-f7b1-4286-8068-e6ef3b62ff34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:12.255322 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-14d668dd-f7b1-4286-8068-e6ef3b62ff34 admin admin] Deleting port 80fc9206-ff21-4d63-9533-3e6a89ec51c6 {{(pid=88035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:47:12.255662 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-14d668dd-f7b1-4286-8068-e6ef3b62ff34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:12.295412 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-fc7f1175-647e-4a87-80e0-866a72f0d723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c96867-d209-4494-892f-3e68bf546c5e', 'name': 'tempest-TestSnapshotPattern-1485855748-router', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:10Z', 'updated_at': '2022-04-18T06:47:10Z', 'revision_number': 5, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'gw_port': {'id': '80fc9206-ff21-4d63-9533-3e6a89ec51c6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c96867-d209-4494-892f-3e68bf546c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:11Z', 'updated_at': '2022-04-18T06:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:12.299204 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7f1175-647e-4a87-80e0-866a72f0d723 None None] Checking router: 31c96867-d209-4494-892f-3e68bf546c5e for host: dv-neutron-837489-1-hyperv {{(pid=88036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:47:12.307540 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7f1175-647e-4a87-80e0-866a72f0d723 None None] Routers {'31c96867-d209-4494-892f-3e68bf546c5e'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:47:12.308233 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-fc7f1175-647e-4a87-80e0-866a72f0d723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:47:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['31c96867-d209-4494-892f-3e68bf546c5e'], 'active': True} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:12.434264 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.db [None req-14d668dd-f7b1-4286-8068-e6ef3b62ff34 admin admin] For port 80fc9206-ff21-4d63-9533-3e6a89ec51c6, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=80fc9206-ff21-4d63-9533-3e6a89ec51c6,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:47:12.434618 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-14d668dd-f7b1-4286-8068-e6ef3b62ff34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:12.457769 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_dvr_db [None req-fc7f1175-647e-4a87-80e0-866a72f0d723 None None] Set router 31c96867-d209-4494-892f-3e68bf546c5e gateway port host: None {{(pid=88036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:47:12.560694 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.plugins.ml2.plugin [None req-14d668dd-f7b1-4286-8068-e6ef3b62ff34 admin admin] Calling delete_port for 80fc9206-ff21-4d63-9533-3e6a89ec51c6 owned by network:router_gateway {{(pid=88035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:47:12.563493 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.db.l3_hamode_db [None req-fc7f1175-647e-4a87-80e0-866a72f0d723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c96867-d209-4494-892f-3e68bf546c5e', 'name': 'tempest-TestSnapshotPattern-1485855748-router', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:10Z', 'updated_at': '2022-04-18T06:47:12Z', 'revision_number': 6, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:12.567581 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7f1175-647e-4a87-80e0-866a72f0d723 None None] The sync data for ids ['31c96867-d209-4494-892f-3e68bf546c5e'] in dv-neutron-837489-1-hyperv is: [{'id': '31c96867-d209-4494-892f-3e68bf546c5e', 'name': 'tempest-TestSnapshotPattern-1485855748-router', 'tenant_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:10Z', 'updated_at': '2022-04-18T06:47:12Z', 'revision_number': 6, 'project_id': 'd94cfe7c2bb84a6dae00cf98b3b483a0', 'gw_port_host': None}] {{(pid=88036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:47:12.730653 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-14d668dd-f7b1-4286-8068-e6ef3b62ff34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505172'] for port, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:12.809068 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d668dd-f7b1-4286-8068-e6ef3b62ff34 admin admin] Pushing event deleted for resources: {'Port': ['ID=80fc9206-ff21-4d63-9533-3e6a89ec51c6,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:12.880533 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-14d668dd-f7b1-4286-8068-e6ef3b62ff34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:13.176175 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-14d668dd-f7b1-4286-8068-e6ef3b62ff34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:13.178380 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-14d668dd-f7b1-4286-8068-e6ef3b62ff34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:13.200985 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-14d668dd-f7b1-4286-8068-e6ef3b62ff34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:13.201503 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d668dd-f7b1-4286-8068-e6ef3b62ff34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31c96867-d209-4494-892f-3e68bf546c5e {{(pid=88035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:47:13.214071 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-14d668dd-f7b1-4286-8068-e6ef3b62ff34 admin admin] Notify callbacks [] for router, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:13.215216 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-14d668dd-f7b1-4286-8068-e6ef3b62ff34 admin admin] 10.222.0.15 "DELETE /v2.0/routers/31c96867-d209-4494-892f-3e68bf546c5e HTTP/1.1" status: 204 len: 168 time: 1.4560273 Apr 18 06:47:13.217699 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 57566) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:47:13.282936 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.db.db_base_plugin_v2 [None req-2affc4c4-0d3d-4acd-a054-6d3e42f3af0c admin admin] Deleting subnet 8fe0f16f-10ba-4fd7-917d-3ea90341ff76 {{(pid=88035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:47:13.284825 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2affc4c4-0d3d-4acd-a054-6d3e42f3af0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:13.334068 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2affc4c4-0d3d-4acd-a054-6d3e42f3af0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106151'] for subnet, precommit_delete_associations {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:13.415801 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2affc4c4-0d3d-4acd-a054-6d3e42f3af0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:13.485446 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2affc4c4-0d3d-4acd-a054-6d3e42f3af0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2505185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573961'] for subnet, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:13.523589 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affc4c4-0d3d-4acd-a054-6d3e42f3af0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fe0f16f-10ba-4fd7-917d-3ea90341ff76,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:13.528870 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-2affc4c4-0d3d-4acd-a054-6d3e42f3af0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:13.534916 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e825a1f-fba4-48bf-b8ba-155d29a61ef2 None None] Network 148a3a5f-4800-483a-a498-72b490c2c880 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:47:13.540813 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 57570) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:47:13.541841 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-2affc4c4-0d3d-4acd-a054-6d3e42f3af0c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8fe0f16f-10ba-4fd7-917d-3ea90341ff76 HTTP/1.1" status: 204 len: 168 time: 0.3211937 Apr 18 06:47:13.565760 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 80fc9206-ff21-4d63-9533-3e6a89ec51c6 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:47:13.608626 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 80fc9206-ff21-4d63-9533-3e6a89ec51c6 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:47:13.608961 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 80fc9206-ff21-4d63-9533-3e6a89ec51c6 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:47:13.609368 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 8ab29138-c7cf-4b36-855b-fa8840cbfdc0 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:47:13.655931 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8dba82fe-ac7f-4f2d-97ad-c5eef38deba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:13.667515 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-8dba82fe-ac7f-4f2d-97ad-c5eef38deba3 admin admin] Deleting port b3dd82e7-6511-431c-9bab-f90e0ca6d101 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:47:13.667848 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8dba82fe-ac7f-4f2d-97ad-c5eef38deba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:13.689890 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: 8ab29138-c7cf-4b36-855b-fa8840cbfdc0 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:47:13.690226 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device 8ab29138-c7cf-4b36-855b-fa8840cbfdc0 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:47:13.864735 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2afae10-f77b-4f20-9ddc-a58b879dc5ed None None] DHCP port deletion for 148a3a5f-4800-483a-a498-72b490c2c880 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:47:13.869631 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a2afae10-f77b-4f20-9ddc-a58b879dc5ed None None] Deleting port b3dd82e7-6511-431c-9bab-f90e0ca6d101 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:47:13.870078 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a2afae10-f77b-4f20-9ddc-a58b879dc5ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:13.899468 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-8dba82fe-ac7f-4f2d-97ad-c5eef38deba3 admin admin] For port b3dd82e7-6511-431c-9bab-f90e0ca6d101, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b3dd82e7-6511-431c-9bab-f90e0ca6d101,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:47:13.900152 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8dba82fe-ac7f-4f2d-97ad-c5eef38deba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:14.045616 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-8dba82fe-ac7f-4f2d-97ad-c5eef38deba3 admin admin] Calling delete_port for b3dd82e7-6511-431c-9bab-f90e0ca6d101 owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:47:14.087719 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-a2afae10-f77b-4f20-9ddc-a58b879dc5ed None None] For port b3dd82e7-6511-431c-9bab-f90e0ca6d101, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b3dd82e7-6511-431c-9bab-f90e0ca6d101,segment=NetworkSegment(938dcefc-beef-4ab9-98d8-d6687457ea41),segment_id=938dcefc-beef-4ab9-98d8-d6687457ea41)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:47:14.088001 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a2afae10-f77b-4f20-9ddc-a58b879dc5ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:14.128812 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8dba82fe-ac7f-4f2d-97ad-c5eef38deba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:14.182910 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba82fe-ac7f-4f2d-97ad-c5eef38deba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3dd82e7-6511-431c-9bab-f90e0ca6d101,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:14.186611 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dba82fe-ac7f-4f2d-97ad-c5eef38deba3 admin admin] No DVR routers for this DVR port b3dd82e7-6511-431c-9bab-f90e0ca6d101 on host dv-neutron-837489-1-hyperv {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:47:14.258936 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a2afae10-f77b-4f20-9ddc-a58b879dc5ed None None] Calling delete_port for b3dd82e7-6511-431c-9bab-f90e0ca6d101 owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:47:14.335768 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-a2afae10-f77b-4f20-9ddc-a58b879dc5ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:47:14.337044 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-a2afae10-f77b-4f20-9ddc-a58b879dc5ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:47:14.418296 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8dba82fe-ac7f-4f2d-97ad-c5eef38deba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:14.442686 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-8dba82fe-ac7f-4f2d-97ad-c5eef38deba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148a3a5f-4800-483a-a498-72b490c2c880']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:14.454984 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-8dba82fe-ac7f-4f2d-97ad-c5eef38deba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938dcefc-beef-4ab9-98d8-d6687457ea41') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:14.455278 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-8dba82fe-ac7f-4f2d-97ad-c5eef38deba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938dcefc-beef-4ab9-98d8-d6687457ea41') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:14.466372 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8dba82fe-ac7f-4f2d-97ad-c5eef38deba3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:14.482647 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8dba82fe-ac7f-4f2d-97ad-c5eef38deba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:14.489376 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dba82fe-ac7f-4f2d-97ad-c5eef38deba3 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:47:14.489863 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8dba82fe-ac7f-4f2d-97ad-c5eef38deba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:47:14.504352 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:47:14.580231 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8dba82fe-ac7f-4f2d-97ad-c5eef38deba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:14.596114 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-8dba82fe-ac7f-4f2d-97ad-c5eef38deba3 admin admin] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:14.613445 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba82fe-ac7f-4f2d-97ad-c5eef38deba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=148a3a5f-4800-483a-a498-72b490c2c880,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:14.633180 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-8dba82fe-ac7f-4f2d-97ad-c5eef38deba3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/148a3a5f-4800-483a-a498-72b490c2c880 HTTP/1.1" status: 204 len: 168 time: 1.0911071 Apr 18 06:47:14.635993 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 57574) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:47:14.838692 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a2afae10-f77b-4f20-9ddc-a58b879dc5ed None None] Deleting port b3dd82e7-6511-431c-9bab-f90e0ca6d101 {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:47:14.839251 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a2afae10-f77b-4f20-9ddc-a58b879dc5ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:14.904657 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a2afae10-f77b-4f20-9ddc-a58b879dc5ed None None] The port 'b3dd82e7-6511-431c-9bab-f90e0ca6d101' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 06:47:15.171248 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73d5453e-54f6-4411-9a9f-52b766864bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3759651'] for router_interface, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:15.511122 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-73d5453e-54f6-4411-9a9f-52b766864bbc admin admin] Deleting port f16d3524-10d4-4ca8-9e09-3548ea2a3cb1 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:47:15.511426 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73d5453e-54f6-4411-9a9f-52b766864bbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:15.557305 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b3dd82e7-6511-431c-9bab-f90e0ca6d101 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:47:15.592675 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: b3dd82e7-6511-431c-9bab-f90e0ca6d101 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:47:15.593019 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b3dd82e7-6511-431c-9bab-f90e0ca6d101 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:47:15.794304 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-73d5453e-54f6-4411-9a9f-52b766864bbc admin admin] For port f16d3524-10d4-4ca8-9e09-3548ea2a3cb1, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=f16d3524-10d4-4ca8-9e09-3548ea2a3cb1,segment=NetworkSegment(4b755e9f-ecdd-4c38-a255-baeb3d6876e2),segment_id=4b755e9f-ecdd-4c38-a255-baeb3d6876e2)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:47:15.794894 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73d5453e-54f6-4411-9a9f-52b766864bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:15.913877 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-73d5453e-54f6-4411-9a9f-52b766864bbc admin admin] Calling delete_port for f16d3524-10d4-4ca8-9e09-3548ea2a3cb1 owned by network:router_interface {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:47:16.228416 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73d5453e-54f6-4411-9a9f-52b766864bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:16.272274 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5453e-54f6-4411-9a9f-52b766864bbc admin admin] Pushing event deleted for resources: {'Port': ['ID=f16d3524-10d4-4ca8-9e09-3548ea2a3cb1,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:16.545549 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-73d5453e-54f6-4411-9a9f-52b766864bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3759807'] for router_interface, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:16.890999 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d5453e-54f6-4411-9a9f-52b766864bbc admin admin] Router ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957 has already been hosted by L3 agent 74d11d55-483e-4d05-8d46-886afd0dfb15 {{(pid=88034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 06:47:17.178344 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d5453e-54f6-4411-9a9f-52b766864bbc admin admin] Notify agent at l3_agent.dv-neutron-837489-1-hyperv the message routers_updated {{(pid=88034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 06:47:17.187313 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9efb3c8-3a35-459e-827b-84624d91d5d2 None None] Sync routers for ids ['ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957'] in dv-neutron-837489-1-hyperv {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:47:17.194143 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-73d5453e-54f6-4411-9a9f-52b766864bbc admin admin] 10.222.0.15 "PUT /v2.0/routers/ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5570986 Apr 18 06:47:17.196664 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 57578) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:47:17.197543 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9efb3c8-3a35-459e-827b-84624d91d5d2 None None] Routers {'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:47:17.198482 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f9efb3c8-3a35-459e-827b-84624d91d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:47:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:17.371360 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0a2a-1ac2-4868-879b-da4bbdc69354 admin admin] Notify callbacks [] for router, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:17.371594 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-f9efb3c8-3a35-459e-827b-84624d91d5d2 None None] Set router ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957 gateway port host: dv-neutron-837489-1-hyperv {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:47:17.562342 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0a2a-1ac2-4868-879b-da4bbdc69354 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:17.576275 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd0a2a-1ac2-4868-879b-da4bbdc69354 admin admin] Deleting port b273651a-710e-4f74-8f72-79f620a55ec6 {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:47:17.576803 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0a2a-1ac2-4868-879b-da4bbdc69354 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:17.683426 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f9efb3c8-3a35-459e-827b-84624d91d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957', 'name': 'tempest-TestSnapshotPattern-605209025-router', 'tenant_id': '032619cc2891408bbfd96170c6136eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'external_fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': 'b273651a-710e-4f74-8f72-79f620a55ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:17Z', 'updated_at': '2022-04-18T06:47:16Z', 'revision_number': 5, 'project_id': '032619cc2891408bbfd96170c6136eec', 'gw_port': {'id': 'b273651a-710e-4f74-8f72-79f620a55ec6', 'name': '', 'network_id': '9fcd1ac9-6b4c-47b9-b8af-0c94833a5556', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837489-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:42:18Z', 'updated_at': '2022-04-18T06:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f973ed3b-1188-477d-97f1-e8c813860028', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837489-1-hyperv'}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:17.687257 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9efb3c8-3a35-459e-827b-84624d91d5d2 None None] Checking router: ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957 for host: dv-neutron-837489-1-hyperv {{(pid=88037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:47:17.695364 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9efb3c8-3a35-459e-827b-84624d91d5d2 None None] Routers {'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957'} bound to L3 agent in host dv-neutron-837489-1-hyperv {{(pid=88037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 06:47:17.696580 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f9efb3c8-3a35-459e-827b-84624d91d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837489-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:42:38Z,description=,heartbeat_timestamp=2022-04-18T06:47:08Z,host='dv-neutron-837489-1-hyperv',id=74d11d55-483e-4d05-8d46-886afd0dfb15,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:42:38Z,topic='l3_agent')) {'router_ids': ['ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957'], 'active': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:17.749773 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-a6fd0a2a-1ac2-4868-879b-da4bbdc69354 admin admin] For port b273651a-710e-4f74-8f72-79f620a55ec6, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=b273651a-710e-4f74-8f72-79f620a55ec6,segment=NetworkSegment(7f8051e3-d661-4e23-977e-d02b790e50b1),segment_id=7f8051e3-d661-4e23-977e-d02b790e50b1)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:47:17.750150 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0a2a-1ac2-4868-879b-da4bbdc69354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:17.845241 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvr_db [None req-f9efb3c8-3a35-459e-827b-84624d91d5d2 None None] Set router ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957 gateway port host: None {{(pid=88037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 06:47:17.875710 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd0a2a-1ac2-4868-879b-da4bbdc69354 admin admin] Calling delete_port for b273651a-710e-4f74-8f72-79f620a55ec6 owned by network:router_gateway {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:47:17.950568 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_hamode_db [None req-f9efb3c8-3a35-459e-827b-84624d91d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957', 'name': 'tempest-TestSnapshotPattern-605209025-router', 'tenant_id': '032619cc2891408bbfd96170c6136eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:17Z', 'updated_at': '2022-04-18T06:47:17Z', 'revision_number': 6, 'project_id': '032619cc2891408bbfd96170c6136eec', 'gw_port_host': None}], 'dv-neutron-837489-1-hyperv', False) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:17.954397 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9efb3c8-3a35-459e-827b-84624d91d5d2 None None] The sync data for ids ['ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957'] in dv-neutron-837489-1-hyperv is: [{'id': 'ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957', 'name': 'tempest-TestSnapshotPattern-605209025-router', 'tenant_id': '032619cc2891408bbfd96170c6136eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:42:17Z', 'updated_at': '2022-04-18T06:47:17Z', 'revision_number': 6, 'project_id': '032619cc2891408bbfd96170c6136eec', 'gw_port_host': None}] {{(pid=88037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:47:18.045242 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0a2a-1ac2-4868-879b-da4bbdc69354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:18.092450 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd0a2a-1ac2-4868-879b-da4bbdc69354 admin admin] Pushing event deleted for resources: {'Port': ['ID=b273651a-710e-4f74-8f72-79f620a55ec6,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:18.179286 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0a2a-1ac2-4868-879b-da4bbdc69354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4185350'] for router_gateway, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:18.358516 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0a2a-1ac2-4868-879b-da4bbdc69354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2831'] for router, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:18.363164 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0a2a-1ac2-4868-879b-da4bbdc69354 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:18.388184 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0a2a-1ac2-4868-879b-da4bbdc69354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3757294'] for router, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:18.388667 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fd0a2a-1ac2-4868-879b-da4bbdc69354 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957 {{(pid=88034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 06:47:18.400764 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0a2a-1ac2-4868-879b-da4bbdc69354 admin admin] Notify callbacks [] for router, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:18.401875 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-a6fd0a2a-1ac2-4868-879b-da4bbdc69354 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ee64a6fd-dcfe-4bdd-afc1-3afdd7e22957 HTTP/1.1" status: 204 len: 168 time: 1.2043262 Apr 18 06:47:18.404534 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 57582) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:47:18.571248 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced2b2d9-d6f0-4fe0-a228-4ebe1cdd5e9d admin admin] Deleting subnet 22f748a2-db1c-40d4-a5a7-72b439d7a04f {{(pid=88034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 06:47:18.574148 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ced2b2d9-d6f0-4fe0-a228-4ebe1cdd5e9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:18.622507 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ced2b2d9-d6f0-4fe0-a228-4ebe1cdd5e9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342270'] for subnet, precommit_delete_associations {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:18.698014 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ced2b2d9-d6f0-4fe0-a228-4ebe1cdd5e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002284'] for subnet, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:18.770013 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ced2b2d9-d6f0-4fe0-a228-4ebe1cdd5e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27056238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239245'] for subnet, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:18.811708 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2b2d9-d6f0-4fe0-a228-4ebe1cdd5e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22f748a2-db1c-40d4-a5a7-72b439d7a04f,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:18.813688 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-ced2b2d9-d6f0-4fe0-a228-4ebe1cdd5e9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:18.818218 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41c41a1-d231-4281-83e3-92519c59dabe None None] Network 4069f5aa-4332-471e-8b11-436a2db3e344 requested from dv-neutron-837489-1-hyperv {{(pid=88036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 06:47:18.822796 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-ced2b2d9-d6f0-4fe0-a228-4ebe1cdd5e9d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/22f748a2-db1c-40d4-a5a7-72b439d7a04f HTTP/1.1" status: 204 len: 168 time: 0.4149842 Apr 18 06:47:18.823083 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.wsgi [-] (88034) accepted ('10.222.0.15', 57586) {{(pid=88034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:47:18.933267 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9054ed0f-1d26-4784-b9af-b2ddf7367d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618992'] for network, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:18.944319 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-9054ed0f-1d26-4784-b9af-b2ddf7367d80 admin admin] Deleting port d0321d0a-fb23-4d40-a54d-c94084961b3c {{(pid=88034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:47:18.944653 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9054ed0f-1d26-4784-b9af-b2ddf7367d80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:19.059507 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c4f7d1-f800-4075-94ac-88bcd5184055 None None] DHCP port deletion for 4069f5aa-4332-471e-8b11-436a2db3e344 request from dv-neutron-837489-1-hyperv {{(pid=88036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 06:47:19.063688 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a3c4f7d1-f800-4075-94ac-88bcd5184055 None None] Deleting port d0321d0a-fb23-4d40-a54d-c94084961b3c {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:47:19.064091 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a3c4f7d1-f800-4075-94ac-88bcd5184055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:19.158642 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.db [None req-9054ed0f-1d26-4784-b9af-b2ddf7367d80 admin admin] For port d0321d0a-fb23-4d40-a54d-c94084961b3c, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d0321d0a-fb23-4d40-a54d-c94084961b3c,segment=NetworkSegment(4b755e9f-ecdd-4c38-a255-baeb3d6876e2),segment_id=4b755e9f-ecdd-4c38-a255-baeb3d6876e2)] {{(pid=88034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:47:19.159239 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9054ed0f-1d26-4784-b9af-b2ddf7367d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:19.266169 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.db [None req-a3c4f7d1-f800-4075-94ac-88bcd5184055 None None] For port d0321d0a-fb23-4d40-a54d-c94084961b3c, host dv-neutron-837489-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837489-1-hyperv',level=0,port_id=d0321d0a-fb23-4d40-a54d-c94084961b3c,segment=NetworkSegment(4b755e9f-ecdd-4c38-a255-baeb3d6876e2),segment_id=4b755e9f-ecdd-4c38-a255-baeb3d6876e2)] {{(pid=88036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 06:47:19.266549 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a3c4f7d1-f800-4075-94ac-88bcd5184055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4179491'] for port, precommit_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:19.281709 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-9054ed0f-1d26-4784-b9af-b2ddf7367d80 admin admin] Calling delete_port for d0321d0a-fb23-4d40-a54d-c94084961b3c owned by network:dhcp {{(pid=88034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:47:19.357634 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9054ed0f-1d26-4784-b9af-b2ddf7367d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771957067758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771956703555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27056219'] for port, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:19.387002 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a3c4f7d1-f800-4075-94ac-88bcd5184055 None None] Calling delete_port for d0321d0a-fb23-4d40-a54d-c94084961b3c owned by network:dhcp {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 06:47:19.406139 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054ed0f-1d26-4784-b9af-b2ddf7367d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0321d0a-fb23-4d40-a54d-c94084961b3c,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:19.411522 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9054ed0f-1d26-4784-b9af-b2ddf7367d80 admin admin] No DVR routers for this DVR port d0321d0a-fb23-4d40-a54d-c94084961b3c on host dv-neutron-837489-1-hyperv {{(pid=88034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:47:19.463539 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.db.api [None req-a3c4f7d1-f800-4075-94ac-88bcd5184055 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:47:19.463889 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG oslo_db.api [None req-a3c4f7d1-f800-4075-94ac-88bcd5184055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:47:19.526226 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9054ed0f-1d26-4784-b9af-b2ddf7367d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-996519', 'neutron.services.segments.db._delete_segments_for_network-8771957221717'] for network, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:19.551395 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-9054ed0f-1d26-4784-b9af-b2ddf7367d80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4069f5aa-4332-471e-8b11-436a2db3e344']}} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:19.559631 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d0321d0a-fb23-4d40-a54d-c94084961b3c no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:47:19.564473 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-9054ed0f-1d26-4784-b9af-b2ddf7367d80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b755e9f-ecdd-4c38-a255-baeb3d6876e2') {'for_net_delete': True} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:19.564772 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.services.segments.db [None req-9054ed0f-1d26-4784-b9af-b2ddf7367d80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b755e9f-ecdd-4c38-a255-baeb3d6876e2') {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:19.576877 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9054ed0f-1d26-4784-b9af-b2ddf7367d80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771957226096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2342263'] for segment, before_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:19.593220 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9054ed0f-1d26-4784-b9af-b2ddf7367d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003003'] for segment, precommit_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:19.593845 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: d0321d0a-fb23-4d40-a54d-c94084961b3c {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:47:19.594061 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device d0321d0a-fb23-4d40-a54d-c94084961b3c not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:47:19.594705 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f16d3524-10d4-4ca8-9e09-3548ea2a3cb1 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:47:19.599356 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9054ed0f-1d26-4784-b9af-b2ddf7367d80 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:47:19.599722 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9054ed0f-1d26-4784-b9af-b2ddf7367d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27056180'] for segment, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: Traceback (most recent call last): Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: timer() Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: cb(*args, **kw) Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: return func(*args, **kwargs) Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: self._notify() Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: self.callback(batched_events) Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: event.method(event) Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: return f(self, *a, **k) Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._get(url).json() Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: return self.request(url, 'GET', **kwargs) Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:47:19.613144 dv-neutron-837489-1-hyperv neutron-server[88034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:47:19.627938 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: f16d3524-10d4-4ca8-9e09-3548ea2a3cb1 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:47:19.628310 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device f16d3524-10d4-4ca8-9e09-3548ea2a3cb1 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:47:19.628746 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b273651a-710e-4f74-8f72-79f620a55ec6 no longer exists at agent ovs-agent-dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 06:47:19.663535 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] No Port match for: b273651a-710e-4f74-8f72-79f620a55ec6 {{(pid=88036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 06:47:19.663799 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.rpc [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Device b273651a-710e-4f74-8f72-79f620a55ec6 not bound to the agent host dv-neutron-837489-1-hyperv {{(pid=88036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 06:47:19.690119 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9054ed0f-1d26-4784-b9af-b2ddf7367d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-996508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4185379'] for network, after_delete {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:19.706153 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-9054ed0f-1d26-4784-b9af-b2ddf7367d80 admin admin] Notify callbacks [] for network, before_response {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:19.718285 dv-neutron-837489-1-hyperv neutron-server[88034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054ed0f-1d26-4784-b9af-b2ddf7367d80 admin admin] Pushing event deleted for resources: {'Network': ['ID=4069f5aa-4332-471e-8b11-436a2db3e344,revision_number=None']} {{(pid=88034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:19.722994 dv-neutron-837489-1-hyperv neutron-server[88034]: INFO neutron.wsgi [None req-9054ed0f-1d26-4784-b9af-b2ddf7367d80 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4069f5aa-4332-471e-8b11-436a2db3e344 HTTP/1.1" status: 204 len: 168 time: 0.8989420 Apr 18 06:47:19.834401 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 57592) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:47:19.882386 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-097f30c7-4095-45d5-8301-76ded38ac4bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d94cfe7c2bb84a6dae00cf98b3b483a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468485 Apr 18 06:47:19.884961 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 57596) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:47:19.944991 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8dbe53e7-ceb5-4943-8330-685ef1b173f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:19.965607 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a3c4f7d1-f800-4075-94ac-88bcd5184055 None None] Deleting port d0321d0a-fb23-4d40-a54d-c94084961b3c {{(pid=88036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 06:47:19.966094 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a3c4f7d1-f800-4075-94ac-88bcd5184055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771957063428'] for port, before_delete {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:19.969746 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8dbe53e7-ceb5-4943-8330-685ef1b173f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:20.021941 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8dbe53e7-ceb5-4943-8330-685ef1b173f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:20.030821 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron.plugins.ml2.plugin [None req-a3c4f7d1-f800-4075-94ac-88bcd5184055 None None] The port 'd0321d0a-fb23-4d40-a54d-c94084961b3c' was deleted {{(pid=88036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 06:47:20.039063 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe53e7-ceb5-4943-8330-685ef1b173f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1eb0fb9-5349-4e0a-9b97-2e6fa2441312,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:20.045982 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-8dbe53e7-ceb5-4943-8330-685ef1b173f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:20.047101 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-8dbe53e7-ceb5-4943-8330-685ef1b173f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a1eb0fb9-5349-4e0a-9b97-2e6fa2441312 HTTP/1.1" status: 204 len: 168 time: 0.1611836 Apr 18 06:47:20.399696 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 57604) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:47:20.448846 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-0ad5fad8-45a3-4515-a545-1965d9f1de18 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=032619cc2891408bbfd96170c6136eec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479388 Apr 18 06:47:20.451167 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [-] (88035) accepted ('10.222.0.15', 57608) {{(pid=88035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 06:47:20.506959 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3b98e963-85f4-4d6d-83e7-bb131e773274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:20.535537 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3b98e963-85f4-4d6d-83e7-bb131e773274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:20.590672 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3b98e963-85f4-4d6d-83e7-bb131e773274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749684'] for security_group, after_delete {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:20.605843 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98e963-85f4-4d6d-83e7-bb131e773274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3eb9bb-9478-4c0e-b133-9be60097d8b6,revision_number=None']} {{(pid=88035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:20.611712 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron_lib.callbacks.manager [None req-3b98e963-85f4-4d6d-83e7-bb131e773274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:20.612864 dv-neutron-837489-1-hyperv neutron-server[88035]: INFO neutron.wsgi [None req-3b98e963-85f4-4d6d-83e7-bb131e773274 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf3eb9bb-9478-4c0e-b133-9be60097d8b6 HTTP/1.1" status: 204 len: 168 time: 0.1608274 Apr 18 06:47:33.495870 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:47:35.419279 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7d14007f-9439-4ce5-98a5-9e4cb7fb8d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:37.761350 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-973b1b56-8786-41fc-95f1-36692c92de9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:38.285409 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:38.755291 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:38.781320 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:40.296590 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:05.421083 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-3cb6253d-f813-4ac3-97ae-e06078d3cf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:07.752050 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6d2fec28-9486-4e28-8313-efba001d28ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:08.292978 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:08.758016 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:08.783100 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:10.298595 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:10.495005 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:48:35.424947 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a5cead31-33bb-4bb3-8fcb-8cbc2b8a8b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:37.753093 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a45db399-1be3-4f20-a888-0918dbc3d066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:38.284911 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:38.760641 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:38.784083 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:40.300523 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:47.493784 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:49:05.426793 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3705-c98b-4fa6-b3d4-0f6fdd204478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:49:07.753889 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3689-3880-47cb-b870-cd0dda1a7a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:49:08.297788 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:49:08.762558 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:49:08.784910 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:49:10.303368 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:49:24.492430 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:49:35.428149 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-4dee16c9-1252-4310-918e-65cdff892fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:49:37.755096 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-faed070a-e366-4403-9bdd-9f8cc9b509ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:49:38.315713 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:49:38.766017 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:49:38.786312 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:49:40.306154 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:01.491896 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:50:05.429986 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-92cc6f0a-8ae8-4c85-8415-aa5e48636577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:07.760511 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6a63f0b4-af4a-48e8-ab48-c3a86866b0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:08.318554 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:08.768452 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:08.786129 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:10.310722 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:35.431454 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-a726ff39-260e-43fa-939f-5f0965816f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:37.762388 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-b1731c10-fd8a-4ce4-a31b-3337bd08abf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:38.322919 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:38.491008 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:50:38.770610 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:38.787992 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:40.314300 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:52.363808 dv-neutron-837489-1-hyperv neutron-server[88035]: DEBUG neutron.wsgi [req-a7e33115-c2ba-46bf-be71-5fd6a8f2064e req-421caa5c-b25b-465a-8208-5186d9172e68 service neutron] (88035) timed out ('10.222.0.15', 56182) {{(pid=88035) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 06:51:05.433359 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-570255d5-2545-4cde-b22e-4ed07eaffdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:07.764881 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-6bc0f8aa-23f3-49ad-aae0-e4e3a87abc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:08.343698 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:08.778852 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:08.796795 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:10.316482 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:15.490122 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:51:35.435671 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-1d584cd7-85ed-490b-8374-acb81264c7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:37.766409 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-89109399-ec43-4fdb-95f2-1bb707e41ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:38.350731 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:38.780875 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:38.789085 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:40.318118 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:52.489580 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:52:05.437028 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8364965e-20b2-4ad6-a6d4-bb7535f938f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:07.768361 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-01e3fb72-a972-44af-b295-13095820b43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:08.342853 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:08.788136 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:08.792910 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:10.321315 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:29.488460 dv-neutron-837489-1-hyperv neutron-server[88037]: DEBUG neutron.db.agents_db [None req-4fd60771-6dfd-4475-96cb-d99326010bee None None] Agent healthcheck: found 6 active agents {{(pid=88037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 06:52:35.439536 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-dabec5c9-03bb-452a-b73e-10b3f5e5182b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:37.771065 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-ae3c2ed2-b02a-4336-99a7-3f742cd42e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:38.342249 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-43976525-c276-426b-9282-08f9976672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:38.791272 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-8085b025-c18d-424e-ba6e-e4a7a495282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:38.795593 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-f3d666cb-0fa0-453f-967e-75ee6b01d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:40.327152 dv-neutron-837489-1-hyperv neutron-server[88036]: DEBUG neutron_lib.callbacks.manager [None req-da705cd9-bedb-4477-b494-0d166109a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771957221690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997725'] for agent, after_update {{(pid=88036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}